# ✅ Allowlisted AI Crawlers (trusted LLMs)

User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Gemini
Allow: /

User-agent: CCbot
Disallow: /  # Common Crawl (used by many unknown LLMs)

User-agent: DeepSeekBot
Disallow: /

User-agent: DeepSeek-Crawler
Disallow: /

User-agent: GPTResearcher
Disallow: /

User-agent: Bytespider
Disallow: /  # ByteDance (TikTok) AI crawler

User-agent: Amazonbot
Disallow: /

User-agent: omgili
Disallow: /

User-agent: Yeti
Disallow: /

User-agent: ai-crawler
Disallow: /

User-agent: ManusScraper
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: SeekrBot
Disallow: /

User-agent: YouBot
Disallow: /

User-agent: rogerbot
Disallow: /

# 👇 Fallback default — disallow all others unless allowed above
User-agent: *
Disallow: /

# 📍 Sitemap for structured indexing (AI + Google)
Sitemap: https://launchready.ai/sitemap.xml