# robots.txt for http://profiles.doe.mass.edu/ # comments to nmg@doe.mass.edu User-agent: * Disallow: /pdf Disallow: /images Disallow: /mcas/charts Disallow: /gis/maps Disallow: /search/search_link.aspx # 12/28/09 RST removing this from external search engines to get rid of exposed db accounts Disallow: /WebResource.axd User-agent: findfiles.org/0.9+(Robot;robot@findfiles.org) $Version=0 Disallow: /