# directed to all spiders User-agent: * Crawl-delay: 5 Disallow: /acctprof.asp Disallow: /asst.asp Disallow: /barcode.asp Disallow: /bcapvisit.asp Disallow: /catpage.asp Disallow: /charts.shtml Disallow: /clearance.asp Disallow: /disc.asp Disallow: /ezordr.asp Disallow: /faq.asp Disallow: /help/ Disallow: /help/help.shtml Disallow: /items.asp Disallow: /itmadvs.asp Disallow: /itmsrch.asp Disallow: /itmsrch.shtml Disallow: /login.asp Disallow: /mitmadd.asp Disallow: /newordr.asp Disallow: /ordradd.asp Disallow: /ordrs.asp Disallow: /printcatalog.shtml Disallow: /query.asp Disallow: /request.asp Disallow: /requpload.asp Disallow: /rlogin.asp #Picsearch bot User-agent: psbot Disallow: /img/ Disallow: /dimg/ Disallow: /subimg/ #Boitho-which doesn't seem to honor "*" crawl limits User-agent: boitho.com-dc Disallow: / User-agent: Googlebot Disallow: /acctprof.asp Disallow: /asst.asp Disallow: /barcode.asp Disallow: /bcapvisit.asp Disallow: /catpage.asp Disallow: /charts.shtml Disallow: /clearance.asp Disallow: /disc.asp Disallow: /ezordr.asp Disallow: /faq.asp Disallow: /help/ Disallow: /itmadvs.asp Disallow: /itmsrch.asp Disallow: /itmsrch.shtml Disallow: /login.asp Disallow: /mitmadd.asp Disallow: /newordr.asp Disallow: /ordradd.asp Disallow: /ordrs.asp Disallow: /query.asp Disallow: /request.asp Disallow: /requpload.asp Disallow: /rlogin.asp User-agent: msnbot Disallow: /acctprof.asp Disallow: /asst.asp Disallow: /barcode.asp Disallow: /bcapvisit.asp Disallow: /catpage.asp Disallow: /charts.shtml Disallow: /clearance.asp Disallow: /disc.asp Disallow: /ezordr.asp Disallow: /faq.asp Disallow: /help/ Disallow: /itmadvs.asp Disallow: /itmsrch.asp Disallow: /itmsrch.shtml Disallow: /login.asp Disallow: /mitmadd.asp Disallow: /newordr.asp Disallow: /ordradd.asp Disallow: /ordrs.asp Disallow: /query.asp Disallow: /request.asp Disallow: /requpload.asp Disallow: /rlogin.asp User-agent: msnbot-products Disallow: /acctprof.asp Disallow: /asst.asp Disallow: /barcode.asp Disallow: /bcapvisit.asp Disallow: /catpage.asp Disallow: /charts.shtml Disallow: /clearance.asp Disallow: /disc.asp Disallow: /ezordr.asp Disallow: /faq.asp Disallow: /help/ Disallow: /itmadvs.asp Disallow: /itmsrch.asp Disallow: /itmsrch.shtml Disallow: /login.asp Disallow: /mitmadd.asp Disallow: /newordr.asp Disallow: /ordradd.asp Disallow: /ordrs.asp Disallow: /query.asp Disallow: /request.asp Disallow: /requpload.asp Disallow: /rlogin.asp