# ban access # NPBot (http://www.nameprotect.com/botinfo.html) User-agent: NPBot Disallow: / # LinkWalker (http://www.seventwentyfour.com/) User-agent: LinkWalker Disallow: / # semanticdiscovery/0.3(http://www.semanticdiscovery.com/sd/robot.html User-agent: semanticdiscovery Disallow: / # added 2/25/05 # http://www.grub.org User-agent: grub-client Disallow: / # added 10/16/05 # http://www.aipbot.com User-agent: aipbot Disallow: / # added 10/17/05 # http://www.authoritativeweb.com/crawl User-agent: ConveraCrawler Disallow: / # added 10/18/05 # http://www.redcarpet-inc.com/robots.html User-agent: RedCarpet Disallow: / # added 11/07/05 # http://linksmanager.com/linkchecker.html User-agent: linksmanager_bot Disallow: / User-agent: linksmanager Disallow: / User-agent: LinksManager.com_bot Disallow: / # added 11/08/05 # http://www.turnitin.com/robot/crawlerinfo.html User-agent: turnitinbot Disallow: / # added 11/16/05 # http://www.internetofficer.com/web-robot/sohu.html User-agent: sohu agent Disallow: / # added 11/23/05 # http://64.124.122.252/feedback.html User-agent: RufusBot Disallow: / # added 11/24/05 # http://www.sitesell.com/sbider.html User-agent: SBIder Disallow: / #all others User-agent: * Disallow: /account/ Disallow: /bbs/ Disallow: /cart/ Disallow: /checkout/ Disallow: /contact/thankyou.cfm Disallow: /dog_of_month/enter.cfm Disallow: /dog_of_month/thankyou.cfm Disallow: /help/CookieTips.cfm Disallow: /affiliates/ Disallow: /catalog/ Disallow: /dog_gifts/search.cfm Disallow: /optout.cfm