# Robots.txt file from http://www.searchengineworld.com # # Bans all robots will spider the domain User-agent: * Disallow: /ADMIN/ Disallow: /cart.html Disallow: /cart.taf Disallow: /checkout_close.html Disallow: /checkout.html Disallow: /checkout.taf Disallow: /confirm.taf Disallow: /createorder.taf Disallow: /cycled_out/ Disallow: /default.css Disallow: /feature_graphics/ Disallow: /for_processing/ Disallow: /images/ Disallow: /indexer2.html Disallow: /login_create.html Disallow: /login_create.taf Disallow: /login_forget_form.taf Disallow: /login_forget_sent.taf Disallow: /login_forget.html Disallow: /login_forget.taf Disallow: /login_form.taf Disallow: /login_thankyou.html Disallow: /login.html Disallow: /login2_form.taf Disallow: /login2.html Disallow: /login2.taf Disallow: /noresults.html Disallow: /order.html Disallow: /order.taf Disallow: /private.html Disallow: /products.html Disallow: /products2.html Disallow: /pubcat.html Disallow: /purge.taf Disallow: /scripts/ Disallow: /selection.html Disallow: /subcat.html Disallow: /your_order.taf