# Robots.txt
# Be nice.
# this allows the FAST Enterprise crawler to crawl your sites
User-agent: FAST Enterprise Crawler 6
Disallow:
#
User-agent: Mediapartners-Google*
Disallow:
#
User-agent: YahooFeedSeeker
Disallow: http://nashuatelegraph.robocaster.com/
#
User-agent: MSIECrawler
Disallow: /
#
User-agent: Topix.net
Disallow: /
#
User-agent: *