User-agent: Wget 
Disallow: / 

User-agent: Titan 
Disallow: / 

User-agent: EmailCollector 
Disallow: / 

User-agent: EmailSiphon 
Disallow: / 

User-agent: EmailWolf 
Disallow: / 

User-agent: ExtractorPro 
Disallow: / 

User-agent: Road Runner: The ImageScape Robot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: psbot
Disallow: /

User-agent: Nutch
Disallow: /

User-agent: Custo
Disallow: /

User-agent: HTTrack
Disallow: /

User-agent: *
Disallow: /folder/link

User-agent: *
Disallow: 2257.html

User-agent: *
Disallow: special.html

User-agent: *
Disallow: /*.asp

User-agent: *
Disallow: /*.doc$

User-agent: *
Disallow: /cgi-bin/ 

User-agent: *
Disallow: /images/ 

User-agent: *
Disallow: /advertpro/

User-agent: *
Disallow: /linkorganizer/

User-agent: *
Disallow: /stats/

User-agent: *
Disallow: /linkadminTest/

User-agent: *
Disallow: /us/

User-agent: *
Disallow: /linkadmin.old/