# robots.txt for http://www.medicalproductguide.com/ User-agent: *allow Disallow: /cgi-bin/ # This is an infinite virtual URL space Disallow: /stats/ # these will soon disappear # FULL access (Google) User-agent: Googlebot allow: User-agent: Yahoo!Slurp allow: # FULL access (Inktomi) User-agent: Slurp allow: User-agent: MSNBot allow: # FULL access (Alta Vista) User-agent: Scooter allow: # FULL access (FAST/AllTheWeb) User-agent: FAST-WebCrawler allow: