User-agent: *
Allow: /

# Block sensitive routes
Disallow: /api/*
Disallow: /admin/*
Disallow: /profile
Disallow: /reset-password
Disallow: /onboarding

# === LLM crawlers — explicitly welcomed (GEO/LLMO strategy) ===
# These are the crawlers that feed citations into ChatGPT, Perplexity,
# Claude, and Google AI Overviews. Allow full crawl + reference llms.txt
# for prioritization guidance.

User-agent: GPTBot
Allow: /
Disallow: /api/*
Disallow: /admin/*
Disallow: /profile
Disallow: /onboarding

User-agent: ChatGPT-User
Allow: /
Disallow: /api/*
Disallow: /admin/*
Disallow: /profile
Disallow: /onboarding

User-agent: PerplexityBot
Allow: /
Disallow: /api/*
Disallow: /admin/*
Disallow: /profile
Disallow: /onboarding

User-agent: Perplexity-User
Allow: /
Disallow: /api/*
Disallow: /admin/*
Disallow: /profile
Disallow: /onboarding

User-agent: ClaudeBot
Allow: /
Disallow: /api/*
Disallow: /admin/*
Disallow: /profile
Disallow: /onboarding

User-agent: Claude-Web
Allow: /
Disallow: /api/*
Disallow: /admin/*
Disallow: /profile
Disallow: /onboarding

User-agent: anthropic-ai
Allow: /
Disallow: /api/*
Disallow: /admin/*
Disallow: /profile
Disallow: /onboarding

User-agent: Google-Extended
Allow: /
Disallow: /api/*
Disallow: /admin/*
Disallow: /profile
Disallow: /onboarding

User-agent: CCBot
Allow: /
Disallow: /api/*
Disallow: /admin/*
Disallow: /profile
Disallow: /onboarding

User-agent: cohere-ai
Allow: /
Disallow: /api/*
Disallow: /admin/*
Disallow: /profile
Disallow: /onboarding

User-agent: Applebot-Extended
Allow: /
Disallow: /api/*
Disallow: /admin/*
Disallow: /profile
Disallow: /onboarding

# Note: /v3/* and legacy paths (/audits, /reel-auditor, /instant-viral,
# /privacy, /terms, /refunds, /tools/*) are NOT disallowed here despite
# now being redirect-only. Google needs to crawl them to see the 301
# redirects and consolidate ranking onto the new canonical paths. After
# ~3-6 months of clean redirects, Google should drop the old URLs from
# its index entirely.

Sitemap: https://growcreator.pro/sitemap.xml