# robots.txt for getmytestscore.com # Reference: https://www.rfc-editor.org/rfc/rfc9309 User-agent: * Allow: / Disallow: /data/ Disallow: /js/auth.js Content-Signal: ai-train=no, search=yes, ai-input=yes # AI search crawlers — allowed to index public content User-agent: GPTBot Allow: / Disallow: /data/ Disallow: /js/auth.js Disallow: /login.html Disallow: /profile.html Content-Signal: ai-train=no, search=yes, ai-input=yes User-agent: OAI-SearchBot Allow: / Disallow: /data/ Disallow: /js/auth.js Disallow: /login.html Disallow: /profile.html Content-Signal: ai-train=no, search=yes, ai-input=no User-agent: Claude-Web Allow: / Disallow: /data/ Disallow: /js/auth.js Disallow: /login.html Disallow: /profile.html Content-Signal: ai-train=no, search=yes, ai-input=yes User-agent: anthropic-ai Allow: / Disallow: /data/ Disallow: /js/auth.js Disallow: /login.html Disallow: /profile.html Content-Signal: ai-train=no, search=yes, ai-input=yes User-agent: Google-Extended Allow: / Disallow: /data/ Disallow: /js/auth.js Disallow: /login.html Disallow: /profile.html Content-Signal: ai-train=no, search=yes, ai-input=no User-agent: Amazonbot Allow: / Disallow: /data/ Disallow: /js/auth.js Disallow: /login.html Disallow: /profile.html Content-Signal: ai-train=no, search=yes, ai-input=yes User-agent: Applebot-Extended Allow: / Disallow: /data/ Disallow: /js/auth.js Disallow: /login.html Disallow: /profile.html Content-Signal: ai-train=no, search=yes, ai-input=no User-agent: Bytespider Disallow: / Content-Signal: ai-train=no, search=no, ai-input=no User-agent: CCBot Disallow: / Content-Signal: ai-train=no, search=no, ai-input=no Sitemap: https://getmytestscore.com/sitemap.xml