#http://www.robotstxt.org/wc/faq.html
User-agent: *
Disallow:

User-agent: wget
Disallow: 

User-agent: linkchecker
Disallow:

User-Agent: W3C-checklink
Disallow:

User-Agent: fusionbot
Disallow:
Disallow: /locations/web
Disallow: *mark=*
Disallow: /home/rss*
Disallow: /about/press_releases_rss.aspx