#
# robots.txt for http://www.millenniumpost.in/
User-agent: *
Allow: /
Disallow: /admin/*
Disallow: /search/*
Disallow: /search?*
Disallow: /xhr/*
Disallow: /preview/story-*
Disallow: /amp/preview/story-*
Disallow: /staging/* 
Disallow: /alfoo
Disallow: /sildoo
Disallow: /dutas
Disallow: /metsmall
Allow: /xhr/getNewsMixin*
Disallow: /tags/"euro%20is%20dead"
Disallow: /tags/35.7%
Disallow: /tags/17%
Disallow: /tags/5.70%


Allow: /content/servlet/RDESController?*

Sitemap: http://www.millenniumpost.in/sitemap/sitemap-index.xml
Sitemap: http://www.millenniumpost.in/news-sitemap-daily.xml
Sitemap: http://www.millenniumpost.in/feeds.xml