# GameZipper robots.txt # Clear, non-contradictory crawler directives User-agent: * Allow: / Disallow: /admin/ Disallow: /beta/ Disallow: /node_modules/ Disallow: /test-results/ Disallow: /catch-turkey/debug.html Crawl-delay: 1 # AI / LLM discoverability hints # llms.txt follows https://llmstxt.org/ spec; AI crawlers are encouraged to fetch it on each visit. Sitemap: https://gamezipper.com/sitemap.xml Sitemap: https://tools.gamezipper.com/sitemap.xml # AI bots - allow for search/AI summaries but not training User-agent: GPTBot Allow: / Crawl-delay: 2 User-agent: ClaudeBot Allow: / Crawl-delay: 2 User-agent: PerplexityBot Allow: / Crawl-delay: 2 User-agent: Google-Extended Allow: / Crawl-delay: 1 User-agent: anthropic-ai Allow: / Crawl-delay: 2 User-agent: Claude-Web Allow: / Crawl-delay: 2 User-agent: Perplexity-User Allow: / Crawl-delay: 2 User-agent: MiniMax-M3Bot Allow: / Crawl-delay: 2 User-agent: Meta-ExternalAgent Allow: / Crawl-delay: 2 User-agent: Google-Other Allow: / Crawl-delay: 1 User-agent: GoogleOther Allow: / Crawl-delay: 1 User-agent: YouBot Allow: / Crawl-delay: 2 User-agent: Omgilibot Allow: / Crawl-delay: 2 User-agent: omgili Allow: / Crawl-delay: 2 User-agent: Diffbot Allow: / Crawl-delay: 2 User-agent: OAI-SearchBot Allow: / Crawl-delay: 2 User-agent: DuckAssistBot Allow: / Crawl-delay: 2 User-agent: Applebot-Extended Allow: / Crawl-delay: 2 User-agent: ClaudeSearchBot Allow: / Crawl-delay: 2 # Block non-essential bots to save bandwidth User-agent: Amazonbot Disallow: / User-agent: Bytespider Disallow: / User-agent: CCBot Disallow: /