# Block GPTBot, ClaudeBot, Facebook bots, and GoogleOther from legacy .aspx pages User-agent: GPTBot User-agent: ClaudeBot User-agent: FacebookBot User-agent: Facebot User-agent: GoogleOther User-agent: meta-externalagent Disallow: /TM_material_details.aspx Disallow: /subgroup.aspx Disallow: /subgroup_plus.aspx Disallow: /materials.aspx Disallow: /TM_materials.aspx # Allow all other bots full access except for the marketing URLs below User-agent: * Disallow: /*/watch-now-page* Disallow: /*/guided-tours-page/?category* Disallow: /webinars-recordings-page/?category* Allow: / Sitemap: https://www.totalmateria.com/sitemap_index.xml