# 1) this filename (robots.txt) must stay lowercase
# 2) this file must be in the servers root directory
User-agent: *
Crawl-delay: 5
Disallow: 
Disallow: /3rdparty/
Disallow: /backup/
Disallow: /cache/
Disallow: /install/
Disallow: /internal/
Disallow: /libs/
Disallow: /modules/
Disallow: /plugins/
Disallow: /templates/
Disallow: /templates_c/
Disallow: /search.php
Disallow: /admin_index.php
Disallow: /search/
Disallow: /admin/
Disallow: /_private/
Disallow: /_vti_bin/
Disallow: /_vti_cnf/
Disallow: /_vti_log/
Disallow: /_vti_pvt/
Disallow: /_vti_txt/
Disallow: /cgi-bin/