User-agent: 008
Disallow: /

User-agent: AhrefsBot
Disallow: /

#User-agent: Baiduspider
#Disallow: /

User-agent: BecomeBot
Disallow: /

User-agent: Blackboard Safeassign/0.1 
Disallow: /

# Charlotte/1.0b; 20060525 209.249.86.4
User-agent: Charlotte
Disallow: /

User-agent: ConveraCrawler
Disallow: /

User-agent: ConveraMultiMediaCrawler
Disallow: /

User-agent: crawl
Disallow: /
User-agent: FAST
Disallow: /

User-agent: FAST Enterprise Crawler
Disallow: /

User-agent: FAST Enterprise Crawler 6
Disallow: /

User-agent: FAST MetaWeb Crawler
Disallow: /

User-agent: favorstarbot/1.0
Disallow: /

User-agent: FrontPage
Disallow: /

User-agent: Funnelback
Disallow: /

User-agent: Gaisbot
Disallow: /

User-agent: Geona
Disallow: /

User-agent: GigaBot
Disallow: /

User-agent: heritrix
Disallow: /

User-agent: HTTrack
Disallow: /

User-agent: HuriSearchBot
Disallow: /

User-agent: ia_archiver
Disallow:

# 20060525 210.173.180.16
# 20070527 210.150.10.109
User-agent: ichiro/2.0
Disallow: /

User-agent: IRLbot 
Disallow: /

User-agent: Java
Disallow: /

User-agent: Java/1.4.2_05
Disallow: /

User-agent: Java/1.5.0_04
Disallow: /

User-agent: Java/1.5.0_12
Disallow: /

User-agent: Java/1.6.0-ea
Disallow: /

# 20050525 209.167.50.22
User-agent: LinkWalker
Disallow: /

User-agent: magpie-crawler
Disallow: /

User-agent: MegaIndex.ru/2.0
Disallow: /

User-agent: MJ12bot
Disallow: /

#Doesnt seem to be a pain anymore
#User-Agent: MSIECrawler
#Disallow:/

# Too greedy at present, downloads same links upto 80 times
#User-Agent: msnbot-media
#Disallow:/

User-agent: NextGenSearchBot
Disallow: /

User-agent: Nutch
Disallow: /

User-Agent: OmniExplorer_Bot/1.09
Disallow: /

User-agent: panscient.com
Disallow: /

User-agent: picmole
Disallow: /

User-agent: polybot
Disallow: /

User-agent: Pompos
Disallow: /

User-agent: rogerbot
Disallow: /

User-agent: psbot
Disallow: /

User-agent: Scirus
Disallow: /

User-agent: Qihoobot
Disallow: /

User-agent: Shim-Crawler
Disallow: /

User-agent: Snapbot/1.0
Disallow: /

User-agent: sogou
Disallow: /

User-agent: sogou spider
Disallow: /

User-agent: Sosospider
Disallow: /

#User-agent: Slurp
#Disallow: /
#
User-agent: Teleport
Disallow: /

User-agent: Teoma
Disallow: /

User-agent: TurnitinBot
Disallow: /

User-agent: Twiceler0.9
Disallow: /

User-agent: Twiceler-0.9
Disallow: /

User-agent: W3Crobot
Disallow: /

User-agent: WebCopier
Disallow: /

User-agent: WebStripper
Disallow: /

User-agent: Webupd
Disallow: /

User-agent: www.webwombat.com.au
Disallow: /

User-agent: webwombat
Disallow: /
 
User-agent: Webwombat
Disallow: /

User-agent: WebZIP
Disallow: /


User-agent: WISENutbot
Disallow: /

User-agent: YodaoBot/1.0
Disallow: /

User-agent: Yahoo-MMCrawler
Disallow: /

User-agent: zibber-v0.1(www.zibb.com/crawler/)
Disallow: /

User-agent: ZyBorg
Disallow: /

# Add Googlebot-specific syntax extension to exclude forms
# that are repeated for each piece of content in the site
# the wildcard is only supported by Googlebot
# http://www.google.com/support/webmasters/bin/answer.py?answer=40367&ctx=sibling

User-Agent: Googlebot
Allow: /*?version=None
Allow: /*?domain=widgets&language=en_us
Disallow: /*?
Disallow: /*atct_album_view$
Disallow: /*folder_factories$
Disallow: /*folder_summary_view$
Disallow: /*login_form$
Disallow: /*mail_password_form$
Disallow: /search$
Disallow: /@@search$
Disallow: /*/@@search$
Disallow: /search_rss
Disallow: /*search_rss$
Disallow: /*sendto_form$
Disallow: /*summary_view$
Disallow: /*thumbnail_view$
Disallow: /view$
Disallow: /*/@@view$

User-Agent: *
Allow: /*?version=None
Allow: /*?domain=widgets&language=en_us
Disallow: /*?
Disallow: /*atct_album_view$
Disallow: /*folder_factories$
Disallow: /*folder_summary_view$
Disallow: /*login_form$
Disallow: /*mail_password_form$
Disallow: /search$
Disallow: /@@search$
Disallow: /*/@@search$
Disallow: /search_rss
Disallow: /*search_rss$
Disallow: /*sendto_form$
Disallow: /*summary_view$
Disallow: /*thumbnail_view$
Disallow: /view$
Disallow: /*/@@view$