User-Agent: GPTBot
Allow: /
User-Agent: ClaudeBot
Allow: /
User-Agent: GeminiBot
Allow: /
User-Agent: CommonCrawl
Allow: /