# $Id: robots.txt,v 1.1 2007/04/09 20:40:00 dries Exp $ # # robots.txt # # This file is to prevent the crawling and indexing of certain parts # of your site by web crawlers and spiders run by sites like Yahoo! # and Google. By telling these "robots" where not to go on your site, # you save bandwidth and server resources. # # This file will be ignored unless it is at the root of your host: # Used: http://example.com/robots.txt # Ignored: http://example.com/site/robots.txt # # For more information about the robots.txt standard, see: # http://www.robotstxt.org/wc/robots.html # # For syntax checking, see: # http://www.sxw.org.uk/computing/robots/check.html User-agent: * Crawl-delay: 10 # Directories Disallow: /FCKHttpCache/ Disallow: /HTTPCache/ Disallow: /MailHost/ Disallow: /MailHost_old Disallow: /Members/ Disallow: /PloneArticleThumbRAMCache/ Disallow: /RAMCache/ Disallow: /RSSCache/ Disallow: /acl_users/ Disallow: /analytics_tool/ Disallow: /archetype_tool/ Disallow: /bindSkin/ Disallow: /caching_policy_manager Disallow: /content_type_registry Disallow: /cookie_authentication Disallow: /dateien/ Disallow: /gocart/ Disallow: /herausgeber/ Disallow: /hh_cart/ Disallow: /hh_import/ Disallow: /kategorien/ Disallow: /komponisten/ Disallow: /kontakt/ Disallow: /events/ Disallow: /error_log/ Disallow: /kupu_library_tool Disallow: /mimetypes_registry/ Disallow: /pdf/ Disallow: /pix/ Disallow: /plone_utils/ Disallow: /portal_actionicons/ Disallow: /portal_actions/ Disallow: /portal_article/ Disallow: /portal_atct/ Disallow: /portal_calendar/ Disallow: /portal_captchas/ Disallow: /portal_catalog/ Disallow: /portal_controlpanel/ Disallow: /portal_css/ Disallow: /portal_countryutils/ Disallow: /portal_discussion/ Disallow: /portal_factory/ Disallow: /portal_form_controller/ Disallow: /portal_groupdata/ Disallow: /portal_groups/ Disallow: /portal_interface/ Disallow: /portal_javascripts/ Disallow: /portal_memberdata Disallow: /portal_membership/ Disallow: /portal_metadata/ Disallow: /portal_messagetool/ Disallow: /portal_migration/ Disallow: /portal_properties/ Disallow: /portal_quickinstaller/ Disallow: /portal_registration/ Disallow: /portal_skins/ Disallow: /shop/ Disallow: /shop_pix/ Disallow: /statistik-heinrichshofen/ Disallow: /statistiken/ Disallow: /stats2/ Disallow: /portal_skinswitcher/ Disallow: /portal_syndication/ Disallow: /portal_transforms/ Disallow: /portal_types/ Disallow: /portal_uidannotation/ Disallow: /portal_uidgenerator/ Disallow: /portal_uidhandler/ Disallow: /portal_undo/ Disallow: /portal_url/ Disallow: /portal_windowZ/ Disallow: /portal_workflow/ Disallow: /reference_catalog/ Disallow: /translation_service/ Disallow: /uid_catalog/ Disallow: /tree/