User-agent: Yanga WorldSearch Bot v1.1/beta
Disallow:/
User-agent:http://WebDataCentre.com
Disallow:/
User-agent: http://www.yanga.co.uk/
Disallow: /
User-agent:+http://www.baidu.com/search/spider.htm
Disallow: /
User-agent:http://www.dotnetdotcom.org/, crawler@dotnetdotcom.org
Disallow: /
User-agent: 89.136.47.55
Disallow: /
User-agent: libwww-perl/5.882
Disallow: /
User-agent: Java/1.6.0_07
Disallow: /
User-agent: 208.115.111.251
Disallow: /
User-agent: compatible; DotBot/1.1; http://www.dotnetdotcom.org/, crawler@dotnetdotcom.org
Disallow: /




User-agent: wget
User-agent: webzip
User-agent: webmirror
User-agent: webcopy
Disallow: /cgi-bin/

crawler@dotnetdotcom.org