# https://valmera.io/robots.txt
# Valmera — the agentic AI video editor.
# Machine-readable product summary for LLMs: https://valmera.io/llms.txt
# Full capability + limit reference:        https://valmera.io/llms-full.txt

# ---------------------------------------------------------------------------
# Default: everything public is open. Only authenticated / transactional
# surfaces are closed — they have no content worth indexing and some carry
# one-time codes in the path.
# ---------------------------------------------------------------------------
# Login and registration allow crawling so their noindex metadata can be read.
# The same holds for the signed-in surfaces (Studio, account, admin, checkout,
# cancel, home): every one answers with an X-Robots-Tag: noindex header
# (next.config.mjs), and Google can only honour a noindex it is allowed to
# crawl. Blocking them here is what produced Search Console's "Indexed,
# though blocked by robots.txt" (15 Oct 2026). Paths that carry one-time codes
# and the purchase confirmation (which records an ad conversion) stay closed.
User-agent: *
Allow: /
Disallow: /verify
Disallow: /enter-password
Disallow: /reset-password
Disallow: /change-password
Disallow: /github-callback
Disallow: /google-callback

# ---------------------------------------------------------------------------
# AI crawlers, training corpora and answer engines — explicitly welcomed.
#
# Named rather than left to the wildcard on purpose: several of these agents
# look for a group matching their own token before falling back to `*`, and
# many publishers block them by default, so an explicit Allow is an
# unambiguous opt-in no cautious crawler has to infer. Valmera WANTS to be
# read, quoted and recommended by assistants — that is the distribution
# channel, not a leak. The same private surfaces stay private.
# ---------------------------------------------------------------------------

# OpenAI — training, ChatGPT search index, live user-triggered fetches
User-agent: GPTBot
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
Allow: /
Disallow: /studio
Disallow: /account
Disallow: /admin
Disallow: /checkout
Disallow: /paddle-checkout
Disallow: /purchase-success
Disallow: /verify
Disallow: /enter-password
Disallow: /reset-password
Disallow: /change-password
Disallow: /cancel
Disallow: /home
Disallow: /github-callback
Disallow: /google-callback

# Anthropic — Claude's crawler, search index and user-triggered fetches
User-agent: ClaudeBot
User-agent: Claude-SearchBot
User-agent: Claude-User
Allow: /
Disallow: /studio
Disallow: /account
Disallow: /admin
Disallow: /checkout
Disallow: /paddle-checkout
Disallow: /purchase-success
Disallow: /verify
Disallow: /enter-password
Disallow: /reset-password
Disallow: /change-password
Disallow: /cancel
Disallow: /home
Disallow: /github-callback
Disallow: /google-callback

# Perplexity — index crawler and live answer fetches
User-agent: PerplexityBot
User-agent: Perplexity-User
Allow: /
Disallow: /studio
Disallow: /account
Disallow: /admin
Disallow: /checkout
Disallow: /paddle-checkout
Disallow: /purchase-success
Disallow: /verify
Disallow: /enter-password
Disallow: /reset-password
Disallow: /change-password
Disallow: /cancel
Disallow: /home
Disallow: /github-callback
Disallow: /google-callback

# Additional search, answer, training and retrieval crawlers. They share one
# explicit public-content group so none of their exact user-agent matches can
# bypass the private-route rules from the wildcard group above.
User-agent: Google-Extended
User-agent: GoogleOther
User-agent: Gemini-Deep-Research
User-agent: Applebot
User-agent: Applebot-Extended
User-agent: Bingbot
User-agent: msnbot
User-agent: meta-externalagent
User-agent: meta-externalfetcher
User-agent: FacebookBot
User-agent: Amazonbot
User-agent: cohere-ai
User-agent: cohere-training-data-crawler
User-agent: YouBot
User-agent: MistralAI-User
User-agent: DuckAssistBot
User-agent: CCBot
User-agent: Diffbot
User-agent: omgili
User-agent: Timpibot
User-agent: Webzio-Extended
User-agent: AI2Bot
User-agent: ai2bot-dolma
User-agent: Bytespider
Allow: /
Disallow: /studio
Disallow: /verify
Disallow: /enter-password
Disallow: /reset-password
Disallow: /change-password
Disallow: /account
Disallow: /admin
Disallow: /paddle-checkout
Disallow: /purchase-success
Disallow: /checkout
Disallow: /cancel
Disallow: /home
Disallow: /github-callback
Disallow: /google-callback

# ---------------------------------------------------------------------------
# Sitemaps
# ---------------------------------------------------------------------------
Sitemap: https://valmera.io/sitemap.xml
Sitemap: https://valmera.io/video-sitemap.xml