#to allow individual bots:
#User-agent: WebCrawler
#Disallow:
#User-agent: *
#Disallow: /
User-agent: *
Disallow: /cgi-bin/
Disallow: /_includes/
Disallow: /_scriptLibrary/
Disallow: /images/
Disallow: /photoGallery/
Disallow: /_vti_pvt/
Disallow: /_vti_script/
Disallow: /_vti_text/
Disallow: /_vti_log/
Disallow: /_vti_cnf/
Disallow: /_private/
Disallow: /_layouts/
Disallow: /_derived/