{\rtf1\ansi\ansicpg1252\deff0\deflang1033{\fonttbl{\f0\froman\fcharset0 Times New Roman;}{\f1\fnil\fcharset0 Courier New;}{\f2\fswiss\fcharset0 Arial;}} {\*\generator Msftedit 5.41.21.2508;}\viewkind4\uc1\pard\sb100\sa100\f0\fs24 # Sample robots.txt file (make sure the filename is ALL LOWERCASE on Linux/Unix systems)\line # This file should go in your web site's ROOT directory\line # The root directory is where your site's main /index.html file would be found\line # It is usually found in /yourhomedir/public_html/ or /yourhomedir/httpdocs\line # Where "yourhomedir" is your user account's name \par # This says to apply these settings to ALL search engine spiders/crawlers\line User-agent: *\par # These settings will keep spiders from indexing your unwanted pages\line # This assumes that your OSC install is in your web site's ROOT directory\line # ie: http://www.yoursite.com/index.php <- Use if this brings up your OSC main page\line Disallow: /admin\line Disallow: /includes\line Disallow: /account.php\line Disallow: /advanced_search.php\line Disallow: /checkout_shipping.php\line Disallow: /create_account.php\line Disallow: /login.php\line Disallow: /login.php\line Disallow: /password_forgotten.php\line Disallow: /popup_image.php\line Disallow: /shopping_cart.php\line Disallow: /contact_us.php\line Disallow: /product_reviews_write.php\line Disallow: /cookie_usage.php\line # Feel free to add any other pages on your site that you don't want to be indexed by\line # the search engines.\line\b # PLEASE NOTE: Any pages that you list here should be secured by other means if you\line # don't want people to be able to view them, as some malicious users (BadBots) will look at a\line # robots.txt file to try to find "hidden" or "secret" areas of web sites to find\line # confidential information.\b0\line # Just Uncomment a line or add new ones as you see fit.\line # Disallow: /private\line # Disallow: /hidden\par # IF YOU DO NOT WISH TO HAVE THE GOOGLE IMAGE BOT SCAN YOUR DOMAIN FOR IMAGES\line # THEN YOU CAN INCLUDE THE FOLLOWING IN YOUR ROBOTS FILE.\line # I FOUND THAT MY BANDWIDTH USAGE DROPPED BY A MASSIVE AMOUNT AFTER I GOT RID\line # OF THE GOOGLE IMAGE BOT. ALL I HAD WAS IMAGE HUNTERS STEALING PRODUCT SHOTS\line # AND NOT EVEN BROWSING THE SITE.\par #User-agent: Googlebot-Image\line #Disallow: /\par \f1\fs20 http://devinefantasy.com/catalog/sitemaps.xml\f0\fs24\par \par \pard\f2\fs20\par }