# Block GPTBot, ClaudeBot, Facebook bots, and GoogleOther from legacy .aspx pages
User-agent: GPTBot
User-agent: ClaudeBot
User-agent: FacebookBot
User-agent: Facebot
User-agent: GoogleOther
User-agent: meta-externalagent
Disallow: /TM_material_details.aspx
Disallow: /subgroup.aspx
Disallow: /subgroup_plus.aspx
Disallow: /materials.aspx
Disallow: /TM_materials.aspx
 
# Allow all other bots full access except for the marketing URLs below
User-agent: *
Disallow: /*/watch-now-page*
Disallow: /*/guided-tours-page/?category*
Disallow: /webinars-recordings-page/?category*
Allow: /
Sitemap: https://www.totalmateria.com/sitemap_index.xml