User-agent: * Crawl-delay: 10 # Directories Disallow: /Admin/ Disallow: /App_Code/ Disallow: /App_WebReferences/ Disallow: /Bin/ Disallow: /Clips/ Disallow: /Components/ Disallow: /Config/ Disallow: /email/ Disallow: /Flash/ Disallow: /Images/ Disallow: /JS/ Disallow: /Wallpapers/ Disallow: /WebService/ # Files Disallow: /crossdomain.xml Disallow: /Download.aspx Disallow: /Email.aspx Disallow: /Global.asax Disallow: /MasterPage.master Disallow: /test.aspx Disallow: /web.config