# See https://www.robotstxt.org/robotstxt.html for documentation on how to use the robots.txt file # # To ban all spiders from the entire site uncomment the next two lines: # User-agent: * # Disallow: / # robots.txt — tryoat.com User-agent: * Allow: / # Sitemap Sitemap: https://tryoat.com/sitemap.xml # AI search bots — explicitly allowed for citation User-agent: GPTBot Allow: / User-agent: ChatGPT-User Allow: / User-agent: PerplexityBot Allow: / User-agent: ClaudeBot Allow: / User-agent: anthropic-ai Allow: / User-agent: Google-Extended Allow: / User-agent: Bingbot Allow: / # Block training-only crawlers (optional — uncomment to enable) # User-agent: CCBot # Disallow: /