# robots.txt for http://www.readwriteweb.com/

User-agent: *
Disallow: /test/ 
Disallow: /new/
Disallow: /42/
Disallow: /cgi-bin/

User-agent: Googlebot-Image
Disallow: /

User-agent: 008
Disallow: /

User-agent: mxbot
Disallow: /

User-agent: heritrix
Disallow: /

User-agent: Exabot
Disallow: /

User-agent: Sosospider
Disallow: /

User-Agent: Sosoimagespider
Disallow: /

User-Agent: rdfbot
Disallow: /

#User-Agent: Yandex
#Disallow: /

User-Agent: CamontSpider
Disallow: /

User-Agent: twiceler
Disallow: /search/