User-agent: * Disallow: /bin/ Disallow: /HiddenItems/ Disallow: /hiddenitems/ Disallow: /FileNotFound.aspx Disallow: /filenotfound.aspx Disallow: /GenericErrorPage.aspx Disallow: /genericerrorpage.aspx