User-agent: *
Disallow: /*._vti
Disallow: /*.asp
Disallow: /*.bak
Disallow: /*.cgi
Disallow: /*.csv
Disallow: /*.doc
Disallow: /*.lib
Disallow: /*.log
Disallow: /*.pl
Disallow: /*.php
Disallow: /*.pm
Disallow: /*.rar
Disallow: /*.shtml
Disallow: /*.sql
Disallow: /*.swf
Disallow: /*.tpl
Disallow: /*.txt
Disallow: /*.zip
Disallow: /*.xls
Disallow: /_derived/imagelib/sitebuilder/
Disallow: /1ssnverify/
Disallow: /admincp/
Disallow: /ads/
Disallow: /affili/
Disallow: /affiliate/
Disallow: /affiliate_old/
Disallow: /affiliate2/
Disallow: /arp3/
Disallow: /batch/
Disallow: /bench/
Disallow: /bin/
Disallow: /bmv/
Disallow: /cgi-bin/
Disallow: /cis/
Disallow: /CIS/
Disallow: /clients/
Disallow: /epeople/
Disallow: /epeople2/
Disallow: /eventreport/
Disallow: /flash/
Disallow: /fm/
Disallow: /Free_ssn_search1UP_files/
Disallow: /Free_ssn_searchDN_files/
Disallow: /Free_ssn_searchDN1_files/
Disallow: /hblocker/
Disallow: /imagelib/
Disallow: /imagelib/sitebuilder/pictures/animations/buttons/
Disallow: /Inpechk/
Disallow: /lib/
Disallow: /log/
Disallow: /logs/
Disallow: /members/
Disallow: /monitor/usinfo/errorlogs/
Disallow: /Ohio/picts/
Disallow: /peoplem/
Disallow: /people-public/
Disallow: /people-public-full/
Disallow: /plugins/
Disallow: /plugins/Webalizers/stats/
Disallow: /project/
Disallow: /Projects01/
Disallow: /report/
Disallow: /search/
Disallow: /sources/
Disallow: /SqlAdm/
Disallow: /test/
Disallow: /upload/
Disallow: /usage/
Disallow: /User-agent: CherryPicker 
Disallow: /User-agent: CopyRightCheck
Disallow: /User-agent: EmailCollector 
Disallow: /User-agent: EmailSiphon 
Disallow: /User-agent: EmailWolf 
Disallow: /User-agent: ExtractorPro 
Disallow: /User-agent: WebBandit
Disallow: /_vti_cnf/
Disallow: /_vti_/
Disallow: /vdsbackup/
Disallow: /webalizer/
Disallow: /xml-instr/
Disallow: /z-templates/
Disallow: /output.htm
Allow: /sitemap.xml.gz
Allow: sitemap.xml.gz
#
# list specific files robots are not allowed to index
#
# 
# End of robots.txt file
#
###############################