# $Id: robots.txt 92365 2007-09-23 14:04:27Z oden $ # exclude help system from robots User-agent: * Disallow: /crawlt23/ Disallow: /cache/ Disallow: /images/ Disallow: /catalog/includes Disallow: /catalog/cgi-bin Disallow: /catalog/account.php Disallow: /catalog/account_edit.php Disallow: /catalog/account_history.php Disallow: /catalog/account_history_info.php Disallow: /catalog/account_password.php Disallow: /catalog/add_checkout_success.php Disallow: /catalog/address_book.php Disallow: /catalog/address_book_process.php Disallow: /catalog/advanced_search.php Disallow: /catalog/checkout_confirmation.php Disallow: /catalog/checkout_payment.php Disallow: /catalog/checkout_payment_address.php Disallow: /catalog/checkout_process.php Disallow: /catalog/checkout_shipping.php Disallow: /catalog/checkout_shipping_address.php Disallow: /catalog/checkout_success.php Disallow: /catalog/contact_bean.php Disallow: /catalog/cookie_usage.php Disallow: /catalog/create_account.php Disallow: /catalog/create_account_success.php Disallow: /catalog/login.php Disallow: /catalog/password_forgotten.php Disallow: /catalog/popup_image.php Disallow: /catalog/products_new.php Disallow: /catalog/shopping_cart.php Disallow: /catalog/product_reviews_write.php Disallow: /catalog/hl.php Disallow: /catalog/hlzen.php Disallow: /catalog/hldesign.php Disallow: /catalog/hlretro.php Disallow: /catalog/hllounge.php # the next line is a spam bot trap, for grepping the logs. you should _really_ change this to something else... Disallow: /all_our_e-mail_addresses # same idea here... # but allow htdig to index our doc-tree #User-agent: htdig #Disallow: # disallow stress test user-agent: stress-agent Disallow: / User-Agent: Googlebot-Image/1.0 allow: /catalog/images/ allow: /images/ Sitemap: http://www.designandasia.com/googleSitemaparticle.php?language=en Sitemap: http://www.designandasia.com/googleSitemaparticle.php?language=fr Sitemap: http://www.designandasia.com/googleSitemapAutreEn.php Sitemap: http://www.designandasia.com/googleSitemapAutreFr.php Sitemap: http://www.designandasia.com/googlesitemapcatalogancien.xml Sitemap: http://www.designandasia.com/googlesitemapcatalogancien2.xml Sitemap: http://www.designandasia.com/googleSitemapCategories.php?language=en Sitemap: http://www.designandasia.com/googleSitemapCategories.php?language=fr Sitemap: http://www.designandasia.com/googleSitemapClassification.php?language=en Sitemap: http://www.designandasia.com/googleSitemapClassification.php?language=fr Sitemap: http://www.designandasia.com/googleSitemapproductdoublonsFr.php Sitemap: http://www.designandasia.com/googleSitemapProducts.php?language=en Sitemap: http://www.designandasia.com/googleSitemapProducts.php?language=fr Sitemap: http://www.designandasia.com/googleSitemapProducts2.php?language=en Sitemap: http://www.designandasia.com/googleSitemapProducts2.php?language=fr Sitemap: http://www.designandasia.com/googleSitemapProductsancien.php?language=en Sitemap: http://www.designandasia.com/googleSitemapProductsancien.php?language=fr