# Disallow AI training data collection  
User-agent: GPTBot  
User-agent: CCBot  
User-agent: Google-Extended
User-agent: Bytespider
User-agent: Amazonbot
User-agent: SemrushBot
Disallow: /

User-agent: *
Disallow: /whats-new/
Disallow: /account/
Disallow: /goto/
Disallow: /online/
Disallow: /posts/
Disallow: /login/
Disallow: /search/
Disallow: /admin.php
Disallow: /trophies*
Disallow: /members/*/trophies*
Disallow: /threads/*/reply?*
Disallow: /tags/*/top-users
Disallow: /rsscache/
Disallow: /cdn-cgi/
Disallow: /misc/style-variation*
Allow: /

User-agent: Mediapartners-Google
Allow: /

Sitemap: https://www.physicsforums.com/sitemap.php