User-Agent: *
Disallow: /cgi-bin/
Disallow: /nic/
Disallow: /config/*
Disallow: /search/*
Disallow: /cdn-cgi/*

Sitemap: https://sportstar.thehindu.com/sitemap/googlenews.xml
Sitemap: https://sportstar.thehindu.com/sitemap/update.xml
Sitemap: https://sportstar.thehindu.com/sitemap/archive.xml

User-agent:facebookexternalhit/1.1(+http://www.facebook.com/externalhit_uatext.php)
Crawl-delay: 60

User-agent: facebookexternalhit/1.1
Crawl-delay: 60