# www.noupe.com Robots.txt

User-agent: archive.org_bot
Disallow: /magazine/

User-agent: ia_archiver
Disallow: /magazine/

User-agent: *
Disallow: 
Disallow: /page/*?
Disallow: */comment-page-*
Disallow: *?feed-stats-url*
Disallow: */feed

User-agent: GPTBot
User-agent: ClaudeBot
User-agent: Claude-Web
User-agent: CCBot
User-agent: Applebot-Extended
User-agent: PerplexityBot
User-agent: Meta-ExternalAgent
User-agent: Meta-ExternalFetcher
User-agent: anthropic-ai
User-agent: cohere-ai
User-agent: Diffbot
User-agent: FacebookBot
User-agent: Bytespider
Disallow: /magazine/