User-agent: *
Disallow: /_private/
Disallow: /_vti_bin/
Disallow: /_vti_cnf/
Disallow: /_vti_log/
Disallow: /_vti_pvt/
Disallow: /_vti_txt/
Disallow: /admin/
Disallow: /cache/
Disallow: /cgi-bin/
Disallow: /download/
Disallow: /ext/
Disallow: /temp/
Disallow: /sdmenu/
Disallow: /.htaccess
Disallow: /includes/.htaccess
Disallow: /login.php

Disallow:
User-agent: TurnitinBot
Disallow: / 
User-agent: ConveraCrawler
Disallow: /
User-agent: QuepasaCreep 
Disallow: / 
User-agent: Jetbot 
Disallow: /