User-agent: * 
Disallow: /database/ 
Disallow: /cgi-bin/  
Disallow: /_private/ 
Disallow: /htsdata/
Disallow: /logs/