# robots.txt for http://www.thetullefactory.de/ # email: webmaster@thetullefactory.de # # this file goes into the root directory # User-agent:* # # block all images Disallow: *.gif Disallow: *.jpg Disallow: *.png Disallow: /*.gif$ Disallow: /*.jpg$ Disallow: /*.png$ # # block all javascript Disallow: *.js Disallow: /*.js # # block all logs Disallow: *.log Disallow: /*.log # # block all text Disallow: *.txt Disallow: /*.txt # # block all sql Disallow: *.sql Disallow: /*.sql # # block all css Disallow: *.css Disallow: /*.css # # block out directories bots don't need to go to Disallow: \config_cache\ Disallow: \ttf\tmp\ Disallow: \ttf\ttfa\ Disallow: \ttf\ttfb\download\ Disallow: \ttf\ttfb\fax\ Disallow: \ttf\ttfb\fax\images\ Disallow: \ttf\ttfb\fonts\ Disallow: \ttf\ttfb\images\ Disallow: \ttf\ttfb\includes\ Disallow: \ttf\ttfb\information\ Disallow: \ttf\ttfb\pub\ Disallow: \ttf\ttf-logs\ # # block out some not-for-the-public things Disallow: \ttf\currencies_update.php Disallow: \ttf\ttfb\email_test.php Disallow: \ttf\ttfb\optimize_table.php Disallow: \ttf\ttfb\tl_auth.php Disallow: \ttf\ttfb\translator.php # Disallow: \ttf\ttfb\download.php Disallow: \ttf\ttfb\http_error.php # # block out things that are secure or login oriented Disallow: \ttf\ttfb\account.php Disallow: \ttf\ttfb\account_edit.php Disallow: \ttf\ttfb\account_history.php Disallow: \ttf\ttfb\account_history_info.php Disallow: \ttf\ttfb\account_newsletters.php Disallow: \ttf\ttfb\account_notifications.php Disallow: \ttf\ttfb\account_password.php Disallow: \ttf\ttfb\address_book.php Disallow: \ttf\ttfb\address_book_process.php Disallow: \ttf\ttfb\advanced_search.php Disallow: \ttf\ttfb\advanced_search_result.php Disallow: \ttf\ttfb\checkout_confirmation.php Disallow: \ttf\ttfb\checkout_payment.php Disallow: \ttf\ttfb\checkout_payment_address.php Disallow: \ttf\ttfb\checkout_process.php Disallow: \ttf\ttfb\checkout_shipping.php Disallow: \ttf\ttfb\checkout_shipping_address.php Disallow: \ttf\ttfb\checkout_success.php Disallow: \ttf\ttfb\contact_us.php Disallow: \ttf\ttfb\create_account.php Disallow: \ttf\ttfb\create_account_success.php Disallow: \ttf\ttfb\fax.html Disallow: \ttf\ttfb\info_shopping_cart.php Disallow: \ttf\ttfb\login.php Disallow: \ttf\ttfb\logoff.php Disallow: \ttf\ttfb\password_forgotten.php Disallow: \ttf\ttfb\printorder.php Disallow: \ttf\ttfb\product_reviews.php Disallow: \ttf\ttfb\product_reviews_info.php Disallow: \ttf\ttfb\product_reviews_write.php Disallow: \ttf\ttfb\shopping_cart.php Disallow: \ttf\ttfb\unsubscribe.php Disallow: \ttf\ttfb\unsubscribe_done.php Disallow: \ttf\ttfb\wpcallback.php # popup pages to block Disallow: \ttf\ttfb\about_us_pop.php Disallow: \ttf\ttfb\agbs_pop.php Disallow: \ttf\ttfb\conditions_pop.php Disallow: \ttf\ttfb\faqs_pop.php Disallow: \ttf\ttfb\impressum_pop.php Disallow: \ttf\ttfb\privacy_pop.php Disallow: \ttf\ttfb\shipping_pop.php # # optional pages to block Disallow: \ttf\ttfb\about_us.php Disallow: \ttf\ttfb\agbs.php Disallow: \ttf\ttfb\conditions.php Disallow: \ttf\ttfb\faqs.php Disallow: \ttf\ttfb\impressum.php Disallow: \ttf\ttfb\privacy.php Disallow: \ttf\ttfb\shipping.php Disallow: \ttf\ttfb\cookie_usage.php Disallow: \ttf\ttfb\crimages.php Disallow: \ttf\ttfb\down_for_maintenance.php Disallow: \ttf\ttfb\pdf_information.php Disallow: \ttf\ttfb\phpslideshow.php Disallow: \ttf\ttfb\popup_image.php Disallow: \ttf\ttfb\popup_search_help.php Disallow: \ttf\ttfb\popup2.php Disallow: \ttf\ttfb\ssl_check.php Disallow: \ttf\ttfb\vat.php # # pages currently unused Disallow: \ttf\ttfb\catalog_products_with_images.php Disallow: \ttf\ttfb\products_new.php # to block or not to block #Disallow: \ttf\ttfb\allprods.php #Disallow: \ttf\ttfb\index.php #Disallow: \ttf\ttfb\ttf_collection.php #Disallow: \ttf\ttfb\ttf_accessories.php #Disallow: \ttf\ttfb\ttf_canopies.php #Disallow: \ttf\ttfb\ttf_skirts.php #Disallow: \ttf\ttfb\ttf_tulles.php #Disallow: \ttf\ttfb\index2.php #Disallow: \ttf\ttfb\pricelist.php #Disallow: \ttf\ttfb\product_info.php #Disallow: \ttf\ttfb\redirect.php #Disallow: \ttf\ttfb\reviews.php Disallow: \ttf\ttfb\specials.php Disallow: \ttf\ttfb\tell_a_friend.php # eof