# Skopx Robots.txt
# https://skopx.com

# Default: allow everything public
User-agent: *
Allow: /

# Public content
Allow: /resources/
Allow: /internal-apps
Allow: /platform
Allow: /workflows
Allow: /social-autopilot
Allow: /ai-visibility
Allow: /feed/
Allow: /solutions/
Allow: /data-intelligence/
Allow: /industries/
Allow: /agents/
Allow: /alternatives/
Allow: /consulting/
Allow: /articles/
Allow: /docs/
Allow: /pricing
Allow: /integrations
Allow: /demo
Allow: /security
Allow: /contact
Allow: /mcp
Allow: /llms.txt

# Share/OG images must stay crawlable: Google refuses to index a video
# whose thumbnailUrl it cannot fetch, and every feed piece's fallback
# share card lives under /api/og/. Longest-match wins, so this Allow
# beats the /api/ Disallow below.
Allow: /api/og/
Allow: /api/oembed

# Google's renderer needs the JS/CSS chunks and optimized images to render
# pages; longest-match wins over the /_next/ Disallow below.
Allow: /_next/static/
Allow: /_next/image

# Protected routes
Disallow: /api/
Disallow: /admin/
Disallow: /_next/
Disallow: /dashboard/
Disallow: /settings/
Disallow: /auth/
Disallow: /login
Disallow: /signup
Disallow: /invite/
Disallow: /oauth/

# OpenAI / ChatGPT
User-agent: GPTBot
Allow: /
Allow: /api/og/
Allow: /api/oembed
Disallow: /api/
Disallow: /dashboard/
Disallow: /settings/
Disallow: /auth/

User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

# Anthropic / Claude
User-agent: ClaudeBot
Allow: /
Allow: /api/og/
Allow: /api/oembed
Disallow: /api/
Disallow: /dashboard/
Disallow: /settings/
Disallow: /auth/

# Anthropic: the agents that fetch live to answer a question, as opposed to
# ClaudeBot which also crawls. Being absent from this list is not neutral, it
# means an assistant answering a question about us cannot open the page.
User-agent: Claude-User
Allow: /

User-agent: Claude-SearchBot
Allow: /

# Perplexity: the -User agent fetches on behalf of a person asking right now
User-agent: Perplexity-User
Allow: /

# Perplexity
User-agent: PerplexityBot
Allow: /
Allow: /api/og/
Allow: /api/oembed
Disallow: /api/
Disallow: /dashboard/
Disallow: /settings/
Disallow: /auth/

User-agent: Google-Extended
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: Amazonbot
Allow: /

User-agent: FacebookBot
Allow: /

# Meta AI
User-agent: meta-externalagent
Allow: /

User-agent: Meta-ExternalFetcher
Allow: /

# Mistral, Cohere, You.com, DuckDuckGo assistant
User-agent: MistralAI-User
Allow: /

User-agent: cohere-ai
Allow: /

User-agent: cohere-training-data-crawler
Allow: /

User-agent: YouBot
Allow: /

User-agent: DuckAssistBot
Allow: /

# Apple Intelligence and Siri answer from the base Applebot, not only -Extended
User-agent: Applebot
Allow: /

# Block training-only crawlers
User-agent: CCBot
Disallow: /

User-agent: Bytespider
Disallow: /

# Sitemaps
Sitemap: https://skopx.com/sitemap.xml
Sitemap: https://skopx.com/video-sitemap.xml

# Structured summary for assistants: what Skopx is, every capability, and the
# honest limits. Kept current with the product on purpose.
# https://skopx.com/llms.txt