# because we share a root directory among multiple catalogs, exclusions from # all catalogs must appear within this single robots.txt file User-agent: * Disallow: /aastore/static/searchfm.html Disallow: /aastore.cgi/ord/ Disallow: /aastoretest/ Disallow: /dealers/ Disallow: /dealerstest/ Disallow: /kucatalog/static/searchfm.html Disallow: /kucatalog.cgi/searchfm Disallow: /kucatalog.cgi/ord/ Disallow: /kucatalogtest/ Disallow: /zinopress/static/searchfm.html Disallow: /zinopress.cgi/ord/ Disallow: /zinopresstest/ #User-agent: msnbot #Crawl-delay: 60 User-agent: ShopWiki Crawl-Delay: 60 User-agent: Speedy Crawl-Delay: 60 # #User-agent: Slurp #Crawl-delay: 1