# StorySplat — https://storysplat.com
# AI-readable summaries: https://storysplat.com/llms.txt and https://storysplat.com/llms-full.txt
#
# WARNING - TWO GROUPS, ONE RULE SET. The `*` group and the AI-crawler group
# below are deliberate duplicates: REP resolves each bot to the single MOST
# SPECIFIC matching group, so a bot named in the second group never sees the
# `*` rules.
# Any rule added to one group must be added to the other, or the named AI
# crawlers silently get different (usually looser) access than everyone else.
# The same pairing exists in discover/app/robots.ts for discover.storysplat.com.
#
# The two /api Allow lines cover published embed surface area, not internals:
# /api/v2-html/<id> is advertised as twitter:player + og:video and /api/oembed
# as the oEmbed endpoint (see discover/app/[displayNameSlug]/page.tsx).
# Twitterbot, Slack and Iframely honor robots.txt, so a blanket /api disallow
# degrades player cards to plain summary cards. Those endpoints are served from
# discover.storysplat.com; the rules are mirrored here so the two hosts stay
# consistent if the paths are ever proxied onto the apex domain.

User-agent: *
Allow: /
Allow: /api/v2-html/
Allow: /api/oembed
Disallow: /admin
Disallow: /admin/
Disallow: /api
Disallow: /api/
Disallow: /analytics
Disallow: /analytics/
Disallow: /editor
Disallow: /editor/
Disallow: /login
Disallow: /account
Disallow: /manage-profile
Disallow: /manage-subscription
Disallow: /private/
Disallow: /internal/
Disallow: /subscription-success
Disallow: /subscription-cancel
Disallow: /upgrade-to-pro

# AI assistants, answer engines, and LLM crawlers are explicitly welcome.
# Keep this rule list identical to the `*` group above.
User-agent: GPTBot
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: ClaudeBot
User-agent: Claude-User
User-agent: anthropic-ai
User-agent: Google-Extended
User-agent: Gemini
User-agent: PerplexityBot
User-agent: CCBot
Allow: /
Allow: /api/v2-html/
Allow: /api/oembed
Disallow: /admin
Disallow: /admin/
Disallow: /api
Disallow: /api/
Disallow: /analytics
Disallow: /analytics/
Disallow: /editor
Disallow: /editor/
Disallow: /login
Disallow: /account
Disallow: /manage-profile
Disallow: /manage-subscription
Disallow: /private/
Disallow: /internal/
Disallow: /subscription-success
Disallow: /subscription-cancel
Disallow: /upgrade-to-pro

Sitemap: https://storysplat.com/sitemap.xml