# Robots.txt
# Modified 06/16/2006 by Bill Gaffney
# Herald Interactive Media


User-agent: msnbot
Crawl-delay: 120


User-agent: *
Disallow: /audio
Disallow: /includes
Disallow: /multimedia
Disallow: /navigation
Disallow: /images
Disallow: /mobile
Disallow: /admin
Disallow: /*format=email
Disallow: /*format=text
Disallow: /*format=mobile
Disallow: /*format=comments
Disallow: /localRegional/payroll/

Sitemap: http://bostonherald.com/google_news_sitemap.xml

User-agent: ContextAd Bot 1.0
Disallow: /