User-agent:  *
# disallow all files in these directories
Disallow: /cgi-bin/
Disallow: /stats/
Disallow: /*.png
Disallow: /images/
Disallow: public_html/images/

User-agent: Googlebot
# disallow all files ending with these extensions
Disallow: /*.php$
Disallow: /*.js$
Disallow: /*.inc$
Disallow: /*.css$
Disallow: /*.gz$
Disallow: /*.cgi$
Disallow: /*.wmv$
Disallow: /*.png$
Disallow: /*.gif$
Disallow: /*.jpg$
Disallow: /*.cgi$
Disallow: /*.xhtml$
Disallow: /*.php
Disallow: /*.php*
Disallow: /*.jpg


User-agent: duggmirror
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: GigaBot 
Disallow: /

User-agent: Voyager 
Disallow: /

User-agent: BaiDuSpider 
Disallow: /

User-agent: BackRub
Disallow: /

User-agent: Grub.org 
Disallow: /

User-agent: BotRightHere 
Disallow: /

User-agent: larbin 
Disallow: /

User-agent: psbot 
Disallow: /

User-agent: Walhello appie 
Disallow: /

User-agent: Python-urllib 
Disallow: /

User-agent: Googlebot-Image 
Disallow: /

User-agent: CherryPicker 
Disallow: /

User-agent: EmailCollector 
Disallow: /

User-agent: WebBandit 
Disallow: /

User-agent: EmailWolf 
Disallow: /

User-agent: CopyRightCheck 
Disallow: /

User-agent: Crescent 
Disallow: /

User-agent: Yandex bot 
Disallow: /

# Disallow Google Adsense from the entire site 
User-agent: Google AdSense 
Disallow: /

User-agent: *
Allow