User-agent: *  
Disallow: /grants/licenses/blog/

# Robot Exclusion File -- robots.txt
# Author:  Darren Rogers
# Changed by PJK  09/18/2007
# Change by Yiluo 5/2/2008

User-agent: MBLCSwishSpider
Sitemap: http://mblc.state.ma.us/books/manuscripts/sc_sitemap.xml.gz
Sitemap: http://mblc.state.ma.us/advisory/statistics/ag_sitemap.xml.gz
Sitemap: http://mblc.state.ma.us/grants/state_aid/awards/sa_sitemap.xml.gz
Sitemap: http://mblc.state.ma.us/grants/plf/plf_sitemap.xml.gz
Sitemap: http://mblc.state.ma.us/libraries/literacy/literacy_sitemap.xml.gz
Disallow: /admin/
Disallow: /mblc/regional/
Disallow: /hypermail-archives/
Disallow: /sympa/
Disallow: /cgi-bin/hypermail_swish.cgi
Disallow: /mailing-list-archives/
Disallow: /calendar/
Disallow: /calendar_bak/
Disallow: /gallery/
Disallow: /grants/state_aid/blog_bak/
Disallow: /libraries/literacy/blog/
Disallow: /includes/
Disallow: /w3c/
Disallow: /mantis/
Disallow: /wikis/
Disallow: /mblc/publications/newsletter/subscribe.php
Disallow: /books/magazines/proquest.php
Disallow: /books/magazines/proquest_remote.php
Disallow: /books/magazines/proquest_cookie_cutter.php
Disallow: /test/
Disallow: /moodle/
Disallow: /schedule/
Disallow: /CUFTS/
Disallow: /godot/