# Trekadoo Family Vacations — https://www.trekadoo.com
#
# We WANT AI assistants to read, index, and cite this site. A guest who asks an
# assistant "where can I rent a cabin near Brian Head" should find us, and every
# such answer is a booking that didn't route through Airbnb or Vrbo. That is the
# whole business model, so the AI crawlers are welcomed explicitly below rather
# than merely left unblocked.
#
# NOTE: Cloudflare's "managed robots.txt" feature PREPENDS its own block to this
# file and that block disallows the AI crawlers. It must stay OFF in the
# dashboard (Security → Settings → Bot traffic) or it overrides everything here.
# Check the live file, not this one, when auditing: curl www.trekadoo.com/robots.txt

# Content Signals — https://contentsignals.org
# search=yes    : index us and link to us
# ai-input=yes  : use our pages to answer a guest's question right now (RAG)
# ai-train=yes  : train on them too
# The signal is declared INSIDE each group — a directive floating above the first
# User-agent line belongs to no group and is ignored.

User-agent: *
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /
# The BFF proxies Hostfully on our API key — no content, just quota to burn.
Disallow: /api/

# Named explicitly so no managed list or default can be read as a block.
User-agent: GPTBot
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: ClaudeBot
User-agent: Claude-User
User-agent: Claude-SearchBot
User-agent: anthropic-ai
User-agent: Google-Extended
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: Applebot-Extended
User-agent: meta-externalagent
User-agent: Amazonbot
User-agent: Bytespider
User-agent: CCBot
User-agent: cohere-ai
User-agent: Diffbot
User-agent: Timpibot
User-agent: Omgilibot
User-agent: YouBot
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /
Disallow: /api/

# A plain-markdown map of the catalogue for assistants: https://llmstxt.org
# https://www.trekadoo.com/llms.txt

Sitemap: https://www.trekadoo.com/sitemap-index.xml