# www.robotstxt.org/ # Allow crawling of all content User-agent: * Disallow: /*?sport_id=* Disallow: /lite/*.html? Disallow: /sports/threeway? Disallow: /lite/.well-known/ Disallow: /lite/?page= Disallow: /lite/?sub_type_id= Disallow: /share/*