# SatelliteAI - robots.txt
# Last updated: 2026-03-23

# ==============================================
# DEFAULT RULES (all crawlers)
# ==============================================
User-agent: *

# Block authenticated platform areas
Disallow: /dashboard
Disallow: /dashboard/
Disallow: /my-site/
Disallow: /site/
Disallow: /sites/
Disallow: /reports/
Disallow: /report/
Disallow: /analysis/
Disallow: /serp/
Disallow: /keywords/
Disallow: /keyword/
Disallow: /schema/
Disallow: /schemas/
Disallow: /tasks/
Disallow: /task/
Disallow: /action-plan/
Disallow: /content/
Disallow: /content-library/
Disallow: /content-generator/
Disallow: /claims/
Disallow: /marketing/
Disallow: /competitive/
Disallow: /competitor/
Disallow: /odin/
Disallow: /blueprint/
Disallow: /blueprints/
Disallow: /crawler/
Disallow: /crawl/
Disallow: /insights/
Disallow: /analytics/
Disallow: /core-web-vitals/
Disallow: /google-ads/
Disallow: /google-search-console/
Disallow: /gsc/
Disallow: /favorites/
Disallow: /settings/
Disallow: /company/
Disallow: /admin/
Disallow: /system-admin/
Disallow: /approvals/
Disallow: /brand/
Disallow: /sentiment/
Disallow: /social/
Disallow: /unified-content/
Disallow: /page-rewrite/
Disallow: /page-structure/
Disallow: /live-preview/
Disallow: /jobs/
Disallow: /api/
Disallow: /subscription/manage
Disallow: /subscription/billing
Disallow: /subscription/cancel
Disallow: /subscription/webhook

# Allow public pages
Allow: /$
Allow: /login
Allow: /register
Allow: /privacy-policy
Allow: /terms-of-service
Allow: /forgot-password
Allow: /resend-verification
Allow: /subscription/pricing
Allow: /demo
Allow: /static/

# AEO pillar and spoke pages
Allow: /what-is-aeo
Allow: /what-is-answer-engine-optimization
Allow: /aeo-vs-geo
Allow: /how-to-get-cited-by-chatgpt
Allow: /get-cited-by-chatgpt
Allow: /ai-hallucination-prevention
Allow: /ai-citation-tracking
Allow: /cross-engine-citation-verification
Allow: /eeat-for-ai
Allow: /aeo-for-enterprise
Allow: /aeo-for-healthcare
Allow: /aeo-for-ecommerce
Allow: /aeo-for-fashion-apparel
Allow: /aeo-glossary

# Platform and methodology pages
Allow: /deepreason
Allow: /deepreason-methodology
Allow: /ai-search-intelligence
Allow: /about-odin
Allow: /brand-tracker
Allow: /platform-stats
Allow: /results
Allow: /compliance-features
Allow: /welcome

# Content creation suite pages
Allow: /content-creation
Allow: /ai-content-creation
Allow: /translation-and-transcreation
Allow: /translation-vs-transcreation

# Reference pages
Allow: /what-is-eeat
Allow: /what-is-e-e-a-t
Allow: /eeat
Allow: /what-is-leo
Allow: /llm-engine-optimization
Allow: /leo

# Comparison pages
Allow: /compare/surfer-seo
Allow: /compare/clearscope
Allow: /compare/marketmuse
Allow: /compare/frase

# Research
Allow: /research/citation-accuracy-2026
Allow: /research/state-of-ai-citations

# Solutions verticals
Allow: /solutions/healthcare
Allow: /solutions/healthcare-pharma
Allow: /solutions/enterprise
Allow: /solutions/enterprise-b2b
Allow: /solutions/ecommerce
Allow: /solutions/e-commerce

# LLM content file
Allow: /llms.txt

# Sitemap location
Sitemap: https://satelliteai.io/sitemap.xml

# ==============================================
# AI CRAWLER RULES
# Explicit directives for AI/LLM crawlers.
# Only marketing pages are accessible.
# ==============================================

# OpenAI crawlers (powers ChatGPT search)
User-agent: GPTBot
User-agent: ChatGPT-User
User-agent: OAI-SearchBot
Disallow: /
Allow: /welcome
Allow: /what-is-aeo
Allow: /what-is-answer-engine-optimization
Allow: /aeo-vs-geo
Allow: /how-to-get-cited-by-chatgpt
Allow: /get-cited-by-chatgpt
Allow: /ai-hallucination-prevention
Allow: /ai-citation-tracking
Allow: /cross-engine-citation-verification
Allow: /eeat-for-ai
Allow: /aeo-for-enterprise
Allow: /aeo-for-healthcare
Allow: /aeo-for-ecommerce
Allow: /aeo-for-fashion-apparel
Allow: /aeo-glossary
Allow: /deepreason
Allow: /deepreason-methodology
Allow: /ai-search-intelligence
Allow: /about-odin
Allow: /brand-tracker
Allow: /platform-stats
Allow: /results
Allow: /compliance-features
Allow: /content-creation
Allow: /ai-content-creation
Allow: /translation-and-transcreation
Allow: /translation-vs-transcreation
Allow: /what-is-eeat
Allow: /what-is-e-e-a-t
Allow: /eeat
Allow: /what-is-leo
Allow: /llm-engine-optimization
Allow: /leo
Allow: /compare/surfer-seo
Allow: /compare/clearscope
Allow: /compare/marketmuse
Allow: /compare/frase
Allow: /solutions/healthcare
Allow: /solutions/healthcare-pharma
Allow: /solutions/enterprise
Allow: /solutions/enterprise-b2b
Allow: /solutions/ecommerce
Allow: /solutions/e-commerce
Allow: /demo
Allow: /subscription/pricing
Allow: /llms.txt

# Anthropic crawler (powers Claude search)
User-agent: ClaudeBot
Disallow: /
Allow: /welcome
Allow: /what-is-aeo
Allow: /what-is-answer-engine-optimization
Allow: /aeo-vs-geo
Allow: /how-to-get-cited-by-chatgpt
Allow: /get-cited-by-chatgpt
Allow: /ai-hallucination-prevention
Allow: /ai-citation-tracking
Allow: /cross-engine-citation-verification
Allow: /eeat-for-ai
Allow: /aeo-for-enterprise
Allow: /aeo-for-healthcare
Allow: /aeo-for-ecommerce
Allow: /aeo-for-fashion-apparel
Allow: /aeo-glossary
Allow: /deepreason
Allow: /deepreason-methodology
Allow: /ai-search-intelligence
Allow: /about-odin
Allow: /brand-tracker
Allow: /platform-stats
Allow: /results
Allow: /compliance-features
Allow: /content-creation
Allow: /ai-content-creation
Allow: /translation-and-transcreation
Allow: /translation-vs-transcreation
Allow: /what-is-eeat
Allow: /what-is-e-e-a-t
Allow: /eeat
Allow: /what-is-leo
Allow: /llm-engine-optimization
Allow: /leo
Allow: /compare/surfer-seo
Allow: /compare/clearscope
Allow: /compare/marketmuse
Allow: /compare/frase
Allow: /solutions/healthcare
Allow: /solutions/healthcare-pharma
Allow: /solutions/enterprise
Allow: /solutions/enterprise-b2b
Allow: /solutions/ecommerce
Allow: /solutions/e-commerce
Allow: /demo
Allow: /subscription/pricing
Allow: /llms.txt

# Perplexity crawler
User-agent: PerplexityBot
Disallow: /
Allow: /welcome
Allow: /what-is-aeo
Allow: /what-is-answer-engine-optimization
Allow: /aeo-vs-geo
Allow: /how-to-get-cited-by-chatgpt
Allow: /get-cited-by-chatgpt
Allow: /ai-hallucination-prevention
Allow: /ai-citation-tracking
Allow: /cross-engine-citation-verification
Allow: /eeat-for-ai
Allow: /aeo-for-enterprise
Allow: /aeo-for-healthcare
Allow: /aeo-for-ecommerce
Allow: /aeo-for-fashion-apparel
Allow: /aeo-glossary
Allow: /deepreason
Allow: /deepreason-methodology
Allow: /ai-search-intelligence
Allow: /about-odin
Allow: /brand-tracker
Allow: /platform-stats
Allow: /results
Allow: /compliance-features
Allow: /content-creation
Allow: /ai-content-creation
Allow: /translation-and-transcreation
Allow: /translation-vs-transcreation
Allow: /what-is-eeat
Allow: /what-is-e-e-a-t
Allow: /eeat
Allow: /what-is-leo
Allow: /llm-engine-optimization
Allow: /leo
Allow: /compare/surfer-seo
Allow: /compare/clearscope
Allow: /compare/marketmuse
Allow: /compare/frase
Allow: /solutions/healthcare
Allow: /solutions/healthcare-pharma
Allow: /solutions/enterprise
Allow: /solutions/enterprise-b2b
Allow: /solutions/ecommerce
Allow: /solutions/e-commerce
Allow: /demo
Allow: /subscription/pricing
Allow: /llms.txt

# Google AI crawler (powers Gemini, AI Overviews)
User-agent: Google-Extended
Disallow: /
Allow: /welcome
Allow: /what-is-aeo
Allow: /what-is-answer-engine-optimization
Allow: /aeo-vs-geo
Allow: /how-to-get-cited-by-chatgpt
Allow: /get-cited-by-chatgpt
Allow: /ai-hallucination-prevention
Allow: /ai-citation-tracking
Allow: /cross-engine-citation-verification
Allow: /eeat-for-ai
Allow: /aeo-for-enterprise
Allow: /aeo-for-healthcare
Allow: /aeo-for-ecommerce
Allow: /aeo-for-fashion-apparel
Allow: /aeo-glossary
Allow: /deepreason
Allow: /deepreason-methodology
Allow: /ai-search-intelligence
Allow: /about-odin
Allow: /brand-tracker
Allow: /platform-stats
Allow: /results
Allow: /compliance-features
Allow: /content-creation
Allow: /ai-content-creation
Allow: /translation-and-transcreation
Allow: /translation-vs-transcreation
Allow: /what-is-eeat
Allow: /what-is-e-e-a-t
Allow: /eeat
Allow: /what-is-leo
Allow: /llm-engine-optimization
Allow: /leo
Allow: /compare/surfer-seo
Allow: /compare/clearscope
Allow: /compare/marketmuse
Allow: /compare/frase
Allow: /solutions/healthcare
Allow: /solutions/healthcare-pharma
Allow: /solutions/enterprise
Allow: /solutions/enterprise-b2b
Allow: /solutions/ecommerce
Allow: /solutions/e-commerce
Allow: /demo
Allow: /subscription/pricing
Allow: /llms.txt

# Apple AI crawler (powers Apple Intelligence)
User-agent: Applebot-Extended
Disallow: /
Allow: /welcome
Allow: /what-is-aeo
Allow: /what-is-answer-engine-optimization
Allow: /aeo-vs-geo
Allow: /how-to-get-cited-by-chatgpt
Allow: /get-cited-by-chatgpt
Allow: /ai-hallucination-prevention
Allow: /ai-citation-tracking
Allow: /cross-engine-citation-verification
Allow: /eeat-for-ai
Allow: /aeo-for-enterprise
Allow: /aeo-for-healthcare
Allow: /aeo-for-ecommerce
Allow: /aeo-for-fashion-apparel
Allow: /aeo-glossary
Allow: /deepreason
Allow: /deepreason-methodology
Allow: /ai-search-intelligence
Allow: /about-odin
Allow: /brand-tracker
Allow: /platform-stats
Allow: /results
Allow: /compliance-features
Allow: /content-creation
Allow: /ai-content-creation
Allow: /translation-and-transcreation
Allow: /translation-vs-transcreation
Allow: /what-is-eeat
Allow: /what-is-e-e-a-t
Allow: /eeat
Allow: /what-is-leo
Allow: /llm-engine-optimization
Allow: /leo
Allow: /compare/surfer-seo
Allow: /compare/clearscope
Allow: /compare/marketmuse
Allow: /compare/frase
Allow: /solutions/healthcare
Allow: /solutions/healthcare-pharma
Allow: /solutions/enterprise
Allow: /solutions/enterprise-b2b
Allow: /solutions/ecommerce
Allow: /solutions/e-commerce
Allow: /demo
Allow: /subscription/pricing
Allow: /llms.txt