User-agent: ia_archiver
Disallow: /

User-agent: sitecheck.internetseer.com
Disallow: /

User-agent: CrawlerBoy
Disallow: /

User-agent: crawlerboy
Disallow: /

User-agent: CrawlerBoy+Pinpoint.com
Disallow: /

User-agent: crawlerboy+pinpoint.com
Disallow: /

User-agent: VoilaBot
Disallow: /

User-agent: voilabot
Disallow: /

User-agent: voila
Disallow: /

User-agent: Voila
Disallow: /

User-agent: SlySearch
Disallow: /

User-agent: psbot
Disallow: /

User-agent: ShopWiki
Disallow: /

User-agent: geobot
Disallow: /

User-agent: msnbot
Crawl-delay: 9
Disallow: /cart2/
Disallow: /printable_view_product.asp

user-agent: msnbot-products
Crawl-delay: 9
Disallow: /cart2/
Disallow: /printable_view_product.asp

User-agent: *
Disallow: /cart2/
Disallow: /include/
Disallow: /images/
Disallow: /myaccount/
Disallow: /stt.asp
Disallow: /printable_view_product.htm
Disallow: /printable_view_product.HTM
Disallow: /printable_view_product.asp
Disallow: /printable_view_product.ASP
Disallow: /printable_view_product.ASP
Disallow: /productDetailsScroll.asp*
Disallow: /productVersionScroll.asp*
Disallow: /admin/
Disallow: /scripts/
Disallow: /css/
Disallow: /aspnet_client/
Disallow: /products_configure.asp?*
Disallow: /category.asp?keyphrase=*
Disallow: /*popularity&dir=
Disallow: /content/carbide-thread-mills.asp
Disallow: /content/threading-dies.asp
Disallow: /content/tap-die-box-sets.asp
Disallow: /content/self-locking-thread.asp
Sitemap: http://www.threadcheck.com/sitemap.asp
Sitemap: http://www.threadcheck.com/sitemap.xml