User-agent: * Allow: /docs Disallow: /_notes Disallow: /ASP Disallow: /css Disallow: /gifs Disallow: /images Disallow: /inc Disallow: /marklit Disallow: /search Disallow: /videos Disallow: /EcommV Disallow: /sykessler # #no longer exist # Disallow: /cove_streamv_cms_10.asp?c=sitemape Disallow: /cove_support_cms_10.asp?c=sitemape Disallow: /cove_home_cms_10.asp?c=sitemape # #Error 404 page # Disallow: /cove_error_cms_10.asp # #old webpages that yahoo continues to look for # Disallow: company-history.asp Disallow: products Disallow: mod-oe.asp Disallow: mod-rf.asp Disallow: mod-gl3.asp Disallow: mod-inventory.asp Disallow: mod-inventory2.asp Disallow: mod-comments.asp Disallow: mod-comments2.asp Disallow: mod-comments3.asp Disallow: services-sysdesign.asp Disallow: services-disaster.asp # #documents that do not exist # Disallow: docs/StreamV/HTMLHelp/radisposition4.htm Disallow: docs/StreamV/HTMLHelp/banksystemintroduction.htm Disallow: docs/StreamV/HTMLHelp/banksysteminstallationsetupprocedures.htm Disallow: inc/home/streamv.htm Disallow: docs/StreamV/HTMLHelp/balancesheetvsincomestatementaccounts.htm Disallow: docs/StreamV/HTMLHelp/creditinvoice.htm Sitemap: http://www.covesys.com/sitemap.xml # #Sitemap line is supported by Google, MSN, Yahoo, ASK # #--- # Start of Blacklisted bots #--- User-agent:libwww Disallow:/ User-agent:LinkWalker Disallow:/ User-agent:FindInSiteBot Dissallow:/EcommV/ #--- #End of Blacklisted Bots #--- # User-agent: Googlebot # Disallow: /marklit # Allow: /marklit/something.pdf # # Some major crawlers support the line 'Allow' # User-agent: Googlebot Crawl-delay: 0.5 User-agent: Slurp #Yahoobot Crawl-delay: 0.5 # # Several crawlers support a crawl delay parameter. # The number indicates seconds before the bot can make another request to the server. # # # If a bot is not asking for robots.txt, then you'll need to ban it via .htaccess instead. # # RewriteEngine On # RewriteCond %{HTTP_USER_AGENT} BADBOT # RewriteRule .* - [F]