# robots.txt file for nsdl.org
User-agent: *
Disallow: /browse/info.php
Disallow: /mr/
Disallow: /harvest/
Disallow: /search/
sitemap: http://nsdl.org/sitemapindex.xml