User-agent: msnbot
Disallow: /download.cfm$
Disallow: /blog/download.cfm$
Disallow: /video/index.cfm$

User-agent: msnbot/1.0 (+http://search.msn.com/msnbot.htm)
Disallow: /download.cfm$
Disallow: /blog/download.cfm$
Disallow: /video/index.cfm$

User-agent: msnbot/1.0
Disallow: /download.cfm$
Disallow: /blog/download.cfm$
Disallow: /video/index.cfm$

NSPlayer/11.0.5721.5245 WMFSDK/11.0
Disallow: /download.cfm$
Disallow: /blog/download.cfm$
Disallow: /video/index.cfm$

#added 11/4/2009 

Sogou-Test-Spider/4.0 (compatible; MSIE 5.5; Windows 98)
Disallow: /download.cfm$
Disallow: /blog/download.cfm$
Disallow: /video/index.cfm$

Baiduspider+(+http://www.baidu.com/search/spider.htm)
Disallow: /download.cfm$
Disallow: /blog/download.cfm$
Disallow: /video/index.cfm$

voyager/2.0 (http://www.kosmix.com/crawler.html)
Disallow: /download.cfm$
Disallow: /blog/download.cfm$
Disallow: /video/index.cfm$

msnbot/2.0b
Disallow: /download.cfm$
Disallow: /blog/download.cfm$
Disallow: /video/index.cfm$

PSPRssChannel-agent/1.0.0 libhttp/1.0.0
Disallow: /download.cfm$
Disallow: /blog/download.cfm$
Disallow: /video/index.cfm$

Gigabot/3.0 (http://www.gigablast.com/spider.html)
Disallow: /download.cfm$
Disallow: /blog/download.cfm$
Disallow: /video/index.cfm$

msnbot-media/1.1 (+http://search.msn.com/msnbot.htm)
Disallow: /download.cfm$
Disallow: /blog/download.cfm$
Disallow: /video/index.cfm$

VadixBot
Disallow: /download.cfm$
Disallow: /blog/download.cfm$
Disallow: /video/index.cfm$

MLBot (www.metadatalabs.com/mlbot)
Disallow: /download.cfm$
Disallow: /blog/download.cfm$
Disallow: /video/index.cfm$

LargeSmall Crawler
Disallow: /download.cfm$
Disallow: /blog/download.cfm$
Disallow: /video/index.cfm$

Truveo
Disallow: /download.cfm$
Disallow: /blog/download.cfm$
Disallow: /video/index.cfm$

Microsoft BITS/6.6
Disallow: /download.cfm$
Disallow: /blog/download.cfm$
Disallow: /video/index.cfm$

msnbot/1.1 (+http://search.msn.com/msnbot.htm)
Disallow: /download.cfm$
Disallow: /blog/download.cfm$
Disallow: /video/index.cfm$

msnbot/2.0b (+http://search.msn.com/msnbot.htm)
Disallow: /download.cfm$
Disallow: /blog/download.cfm$
Disallow: /video/index.cfm$

ArchosLink
Disallow: /download.cfm$
Disallow: /blog/download.cfm$
Disallow: /video/index.cfm$

Microsoft BITS/6.6
Disallow: /download.cfm$
Disallow: /blog/download.cfm$
Disallow: /video/index.cfm$

Microsoft BITS/7.0
Disallow: /download.cfm$
Disallow: /blog/download.cfm$
Disallow: /video/index.cfm$

NSPlayer/9.0.0.3270 WMFSDK/9.0
Disallow: /download.cfm$
Disallow: /blog/download.cfm$
Disallow: /video/index.cfm$
#End added 11/4/2009 


User-Agent: *
Disallow: /blog/admin/
Disallow: /soundings/
Disallow: /goto/
Disallow: /eui/
Disallow: /download.cfm$
Disallow: /blog/download.cfm$
Disallow: /video/index.cfm$
Disallow: /goto/index.cfm$