User-agent: msnbot Crawl-Delay: 20 User-agent: * # # These settings will keep spiders from indexing your unwanted pages # This assumes that your OSC install is in your web site's ROOT directory # ie: http://www.yoursite.com/index.php <- Use if this brings up your OSC main page Disallow: /catalog/account.php Disallow: /catalog/advanced_search.php Disallow: /catalog/checkout_shipping.php Disallow: /catalog/create_account.php Disallow: /catalog/login.php Disallow: /catalog/cookie_usage.php Disallow: /catalog/password_forgotten.php Disallow: /catalog/shopping_cart.php Disallow: /catalog/product_reviews_write.php # # added # Disallow: /images/ Disallow: /catalog/templates/ Disallow: /catalog/product_reviews_write.php Disallow: /catalog/contact_us.php #Disallow: /redirect.php Disallow: /catalog/redirect_sort.php Disallow: /catalog/guestbook.php Disallow: /xampp/ Disallow: /webalizer/ Disallow: /squirrelmail/ Disallow: /backup/ Disallow: /server/ Disallow: /catalogrv/ Disallow: /catalog/admin/ Disallow: /catalog/installorig/ Disallow: /catalog/pub/ Disallow: /download/