user-agent:* Disallow: /cgi-local/ Disallow: /cgi-bin/ Disallow: /stats/ Disallow /images/ Disallow: /_private/ Disallow: /bannerads/ Disallow: /bin/ Disallow: /etc/ Disallow: /board/ Disallow: /exchange/ Disallow: /lib32/ Disallow: /link.php Disallow: /login.php Disallow: /create_account.php Disallow: /shopping_cart.php Disallow: /checkout_shipping.php User-Agent: bfc9000.internode.on.net Disallow: / User-Agent: twiceler Disallow: / User-Agent: LinkWalker Disallow: / User-Agent: ImageWalker Disallow: / User-Agent: page-store Disallow: / User-Agent: MJ12bot Disallow: / User-Agent: turnitinbot Disallow: / User-Agent: kalooga/kalooga-4.0-dev-recrawl2 Disallow: / User-Agent: WebAlta Crawler/2.0 Disallow: / User-agent: dotbot/1.0 Disallow: / User-agent: discobot Disallow: / User-agent: Sogou Pic Spider/3.0 Disallow: / User-agent: YandexBot/3.0 Disallow: / User-agent: Sogou-Test-Spider/4.0 Disallow: / User-agent: larbin_2.6.3 Disallow: / User-agent: Yandex/1.01.001 Disallow: / Sitemap: http://www.horseshoenailcross/sitemapproducts.xml Sitemap: http://www.horseshoenailcross/sitemapcategories.xml Sitemap: http://www.horseshoenailcross/sitemapindex.xml User-agent: Baiduspider Disallow: / #this file prevents "spider" access to the listed directories #this file must be in the top level directory