User-Agent: *
Disallow: /cgi-bin/
Disallow: /php/
Disallow: /xmoe/
Disallow: /rssreader/
Disallow: /degarashi/
Disallow: /kansoku/
Disallow: /pet/
Disallow: /pframe/
Disallow: /mati/
Disallow: /abi/
Disallow: /ml/
Disallow: /images/
Disallow: /k_img/
Disallow: /linkb/
Disallow: /notumblr/
Disallow: /rssreader/
Disallow: /cgi-bin/
Disallow: /php/
Disallow: /blog/wp-*

User-agent: searchpreview
Disallow:/ 

User-Agent: ia_archiver
Disallow: /

User-Agent: fast
Disallow: /

User-Agent: ZyBorg
Disallow: /

User-Agent: ArchitextSpider
Disallow: /

User-agent: DiaGem
Disallow: /

User-agent: SlySearch
Disallow: /

User-Agent: nabot
Disallow: /

User-Agent: sitecheck.internetseer.com
Disallow: /

User-agent: http://www.almaden.ibm.com/cs/crawler 
Disallow: /

User-Agent: Openbot
Disallow: /

User-Agent: baiduspider
Disallow: /

User-Agent: nicobot0.1 (+http://www.nicob.jp/?m=default&a=info&p=help)
Disallow: /

User-Agent: nicobot
Disallow: /

User-Agent: Googlebot
Disallow: /