# Outdoors - robots.txt # https://theoutdoorsapp.com # Default rule for all crawlers User-agent: * Allow: / # Block authenticated/private routes Disallow: /dashboard Disallow: /saved Disallow: /profile # Paginated list pages (?page=2, ?page=775, …). These already emit # "noindex, nofollow", so crawling them can neither index a page nor # discover one — every campground and trail is enumerated in the # sitemap shards instead. Fetching them was pure cost: on 2026-08-11 # they were ~85% of all production requests, and each one pays a full # server-side render. Disallow: /*?page= Disallow: /*&page= Disallow: /user/* Disallow: /settings Disallow: /api/* Disallow: /admin/* Disallow: /login Disallow: /register Disallow: /forgot-password Disallow: /reset-password Disallow: /email/* Disallow: /two-factor-challenge Disallow: /sanctum/* # Block internal/system routes Disallow: /_debugbar/* Disallow: /telescope/* Disallow: /horizon/* # Allow important static assets Allow: /build/* Allow: /images/* Allow: /icons/* # Note: Crawl-delay is ignored by Google; removed to avoid slowing other crawlers. # ----------------------------------------------------------- # AI Crawlers - Explicitly allowed with private route blocks # ----------------------------------------------------------- # OpenAI User-agent: GPTBot Allow: / Disallow: /dashboard Disallow: /admin Disallow: /api/ Disallow: /user/ Disallow: /saved Disallow: /profile Disallow: /*?page= Disallow: /*&page= Disallow: /login Disallow: /register Disallow: /forgot-password Disallow: /reset-password Disallow: /two-factor-challenge Disallow: /email/ Disallow: /sanctum/ Disallow: /horizon User-agent: ChatGPT-User Allow: / Disallow: /dashboard Disallow: /admin Disallow: /api/ Disallow: /user/ Disallow: /saved Disallow: /profile Disallow: /*?page= Disallow: /*&page= Disallow: /login Disallow: /register Disallow: /forgot-password Disallow: /reset-password Disallow: /two-factor-challenge Disallow: /email/ Disallow: /sanctum/ Disallow: /horizon User-agent: OAI-SearchBot Allow: / Disallow: /dashboard Disallow: /admin Disallow: /api/ Disallow: /user/ Disallow: /saved Disallow: /profile Disallow: /*?page= Disallow: /*&page= Disallow: /login Disallow: /register Disallow: /forgot-password Disallow: /reset-password Disallow: /two-factor-challenge Disallow: /email/ Disallow: /sanctum/ Disallow: /horizon # Anthropic — training crawler User-agent: ClaudeBot Allow: / Disallow: /dashboard Disallow: /admin Disallow: /api/ Disallow: /user/ Disallow: /saved Disallow: /profile Disallow: /*?page= Disallow: /*&page= Disallow: /login Disallow: /register Disallow: /forgot-password Disallow: /reset-password Disallow: /two-factor-challenge Disallow: /email/ Disallow: /sanctum/ Disallow: /horizon # Anthropic — user-initiated fetches (Claude answering a user) User-agent: Claude-User Allow: / Disallow: /dashboard Disallow: /admin Disallow: /api/ Disallow: /user/ Disallow: /saved Disallow: /profile Disallow: /*?page= Disallow: /*&page= Disallow: /login Disallow: /register Disallow: /forgot-password Disallow: /reset-password Disallow: /two-factor-challenge Disallow: /email/ Disallow: /sanctum/ Disallow: /horizon # Anthropic — Claude's own search index (powers Claude web search citations) User-agent: Claude-SearchBot Allow: / Disallow: /dashboard Disallow: /admin Disallow: /api/ Disallow: /user/ Disallow: /saved Disallow: /profile Disallow: /*?page= Disallow: /*&page= Disallow: /login Disallow: /register Disallow: /forgot-password Disallow: /reset-password Disallow: /two-factor-challenge Disallow: /email/ Disallow: /sanctum/ Disallow: /horizon # Perplexity — search index User-agent: PerplexityBot Allow: / Disallow: /dashboard Disallow: /admin Disallow: /api/ Disallow: /user/ Disallow: /saved Disallow: /profile Disallow: /*?page= Disallow: /*&page= Disallow: /login Disallow: /register Disallow: /forgot-password Disallow: /reset-password Disallow: /two-factor-challenge Disallow: /email/ Disallow: /sanctum/ Disallow: /horizon # Perplexity — user-initiated fetches User-agent: Perplexity-User Allow: / Disallow: /dashboard Disallow: /admin Disallow: /api/ Disallow: /user/ Disallow: /saved Disallow: /profile Disallow: /*?page= Disallow: /*&page= Disallow: /login Disallow: /register Disallow: /forgot-password Disallow: /reset-password Disallow: /two-factor-challenge Disallow: /email/ Disallow: /sanctum/ Disallow: /horizon # Google AI — Gemini training + grounding opt-in (robots token only; makes no requests) User-agent: Google-Extended Allow: / Disallow: /dashboard Disallow: /admin Disallow: /api/ Disallow: /user/ Disallow: /saved Disallow: /profile Disallow: /*?page= Disallow: /*&page= Disallow: /login Disallow: /register Disallow: /forgot-password Disallow: /reset-password Disallow: /two-factor-challenge Disallow: /email/ Disallow: /sanctum/ Disallow: /horizon User-agent: GoogleOther Allow: / Disallow: /dashboard Disallow: /admin Disallow: /api/ Disallow: /user/ Disallow: /saved Disallow: /profile Disallow: /*?page= Disallow: /*&page= Disallow: /login Disallow: /register Disallow: /forgot-password Disallow: /reset-password Disallow: /two-factor-challenge Disallow: /email/ Disallow: /sanctum/ Disallow: /horizon # Google — site-owner-requested Vertex AI agent grounding crawls User-agent: Google-CloudVertexBot Allow: / Disallow: /dashboard Disallow: /admin Disallow: /api/ Disallow: /user/ Disallow: /saved Disallow: /profile Disallow: /*?page= Disallow: /*&page= Disallow: /login Disallow: /register Disallow: /forgot-password Disallow: /reset-password Disallow: /two-factor-challenge Disallow: /email/ Disallow: /sanctum/ Disallow: /horizon # Apple — Siri/Spotlight/Safari search + Apple Intelligence sourcing User-agent: Applebot Allow: / Disallow: /dashboard Disallow: /admin Disallow: /api/ Disallow: /user/ Disallow: /saved Disallow: /profile Disallow: /*?page= Disallow: /*&page= Disallow: /login Disallow: /register Disallow: /forgot-password Disallow: /reset-password Disallow: /two-factor-challenge Disallow: /email/ Disallow: /sanctum/ Disallow: /horizon # Apple — foundation-model training opt-in (robots token only; does not crawl) User-agent: Applebot-Extended Allow: / Disallow: /dashboard Disallow: /admin Disallow: /api/ Disallow: /user/ Disallow: /saved Disallow: /profile Disallow: /*?page= Disallow: /*&page= Disallow: /login Disallow: /register Disallow: /forgot-password Disallow: /reset-password Disallow: /two-factor-challenge Disallow: /email/ Disallow: /sanctum/ Disallow: /horizon # Amazon User-agent: Amazonbot Allow: / Disallow: /dashboard Disallow: /admin Disallow: /api/ Disallow: /user/ Disallow: /saved Disallow: /profile Disallow: /*?page= Disallow: /*&page= Disallow: /login Disallow: /register Disallow: /forgot-password Disallow: /reset-password Disallow: /two-factor-challenge Disallow: /email/ Disallow: /sanctum/ Disallow: /horizon # Bing User-agent: Bingbot Allow: / Disallow: /dashboard Disallow: /admin Disallow: /api/ Disallow: /user/ Disallow: /saved Disallow: /profile Disallow: /*?page= Disallow: /*&page= Disallow: /login Disallow: /register Disallow: /forgot-password Disallow: /reset-password Disallow: /two-factor-challenge Disallow: /email/ Disallow: /sanctum/ Disallow: /horizon # Meta — AI search index (Meta AI citations) User-agent: meta-webindexer Allow: / Disallow: /dashboard Disallow: /admin Disallow: /api/ Disallow: /user/ Disallow: /saved Disallow: /profile Disallow: /*?page= Disallow: /*&page= Disallow: /login Disallow: /register Disallow: /forgot-password Disallow: /reset-password Disallow: /two-factor-challenge Disallow: /email/ Disallow: /sanctum/ Disallow: /horizon # ByteDance User-agent: Bytespider Allow: / Disallow: /dashboard Disallow: /admin Disallow: /api/ Disallow: /user/ Disallow: /saved Disallow: /profile Disallow: /*?page= Disallow: /*&page= Disallow: /login Disallow: /register Disallow: /forgot-password Disallow: /reset-password Disallow: /two-factor-challenge Disallow: /email/ Disallow: /sanctum/ Disallow: /horizon # Common Crawl User-agent: CCBot Allow: / Disallow: /dashboard Disallow: /admin Disallow: /api/ Disallow: /user/ Disallow: /saved Disallow: /profile Disallow: /*?page= Disallow: /*&page= Disallow: /login Disallow: /register Disallow: /forgot-password Disallow: /reset-password Disallow: /two-factor-challenge Disallow: /email/ Disallow: /sanctum/ Disallow: /horizon # Meta — separate fetchers used by Llama/AI features User-agent: Meta-ExternalAgent Allow: / Disallow: /dashboard Disallow: /admin Disallow: /api/ Disallow: /user/ Disallow: /saved Disallow: /profile Disallow: /*?page= Disallow: /*&page= Disallow: /login Disallow: /register Disallow: /forgot-password Disallow: /reset-password Disallow: /two-factor-challenge Disallow: /email/ Disallow: /sanctum/ Disallow: /horizon User-agent: Meta-ExternalFetcher Allow: / Disallow: /dashboard Disallow: /admin Disallow: /api/ Disallow: /user/ Disallow: /saved Disallow: /profile Disallow: /*?page= Disallow: /*&page= Disallow: /login Disallow: /register Disallow: /forgot-password Disallow: /reset-password Disallow: /two-factor-challenge Disallow: /email/ Disallow: /sanctum/ Disallow: /horizon # Mistral AI — user-initiated fetches (Le Chat) User-agent: MistralAI-User Allow: / Disallow: /dashboard Disallow: /admin Disallow: /api/ Disallow: /user/ Disallow: /saved Disallow: /profile Disallow: /*?page= Disallow: /*&page= Disallow: /login Disallow: /register Disallow: /forgot-password Disallow: /reset-password Disallow: /two-factor-challenge Disallow: /email/ Disallow: /sanctum/ Disallow: /horizon # Mistral AI — search index User-agent: MistralAI-Index Allow: / Disallow: /dashboard Disallow: /admin Disallow: /api/ Disallow: /user/ Disallow: /saved Disallow: /profile Disallow: /*?page= Disallow: /*&page= Disallow: /login Disallow: /register Disallow: /forgot-password Disallow: /reset-password Disallow: /two-factor-challenge Disallow: /email/ Disallow: /sanctum/ Disallow: /horizon # Cohere User-agent: cohere-training-data-crawler Allow: / Disallow: /dashboard Disallow: /admin Disallow: /api/ Disallow: /user/ Disallow: /saved Disallow: /profile Disallow: /*?page= Disallow: /*&page= Disallow: /login Disallow: /register Disallow: /forgot-password Disallow: /reset-password Disallow: /two-factor-challenge Disallow: /email/ Disallow: /sanctum/ Disallow: /horizon # DuckDuckGo Assist (DuckAI) User-agent: DuckAssistBot Allow: / Disallow: /dashboard Disallow: /admin Disallow: /api/ Disallow: /user/ Disallow: /saved Disallow: /profile Disallow: /*?page= Disallow: /*&page= Disallow: /login Disallow: /register Disallow: /forgot-password Disallow: /reset-password Disallow: /two-factor-challenge Disallow: /email/ Disallow: /sanctum/ Disallow: /horizon # You.com User-agent: YouBot Allow: / Disallow: /dashboard Disallow: /admin Disallow: /api/ Disallow: /user/ Disallow: /saved Disallow: /profile Disallow: /*?page= Disallow: /*&page= Disallow: /login Disallow: /register Disallow: /forgot-password Disallow: /reset-password Disallow: /two-factor-challenge Disallow: /email/ Disallow: /sanctum/ Disallow: /horizon # Diffbot — knowledge-graph crawler used by AI assistants for grounding User-agent: Diffbot Allow: / Disallow: /dashboard Disallow: /admin Disallow: /api/ Disallow: /user/ Disallow: /saved Disallow: /profile Disallow: /*?page= Disallow: /*&page= Disallow: /login Disallow: /register Disallow: /forgot-password Disallow: /reset-password Disallow: /two-factor-challenge Disallow: /email/ Disallow: /sanctum/ Disallow: /horizon # Imagesift / Image AI training pipelines User-agent: ImagesiftBot Allow: / Disallow: /dashboard Disallow: /admin Disallow: /api/ Disallow: /user/ Disallow: /saved Disallow: /profile Disallow: /*?page= Disallow: /*&page= Disallow: /login Disallow: /register Disallow: /forgot-password Disallow: /reset-password Disallow: /two-factor-challenge Disallow: /email/ Disallow: /sanctum/ Disallow: /horizon # Timpi (decentralized search index used by some assistants) User-agent: Timpibot Allow: / Disallow: /dashboard Disallow: /admin Disallow: /api/ Disallow: /user/ Disallow: /saved Disallow: /profile Disallow: /*?page= Disallow: /*&page= Disallow: /login Disallow: /register Disallow: /forgot-password Disallow: /reset-password Disallow: /two-factor-challenge Disallow: /email/ Disallow: /sanctum/ Disallow: /horizon # Petal (Huawei) — used by Petal Search + Aurora AI User-agent: PetalBot Allow: / Disallow: /dashboard Disallow: /admin Disallow: /api/ Disallow: /user/ Disallow: /saved Disallow: /profile Disallow: /*?page= Disallow: /*&page= Disallow: /login Disallow: /register Disallow: /forgot-password Disallow: /reset-password Disallow: /two-factor-challenge Disallow: /email/ Disallow: /sanctum/ Disallow: /horizon # Webz.io (formerly Omgili) — feeds many enterprise LLM training pipelines User-agent: Webzio-Extended Allow: / Disallow: /dashboard Disallow: /admin Disallow: /api/ Disallow: /user/ Disallow: /saved Disallow: /profile Disallow: /*?page= Disallow: /*&page= Disallow: /login Disallow: /register Disallow: /forgot-password Disallow: /reset-password Disallow: /two-factor-challenge Disallow: /email/ Disallow: /sanctum/ Disallow: /horizon User-agent: omgili Allow: / Disallow: /dashboard Disallow: /admin Disallow: /api/ Disallow: /user/ Disallow: /saved Disallow: /profile Disallow: /*?page= Disallow: /*&page= Disallow: /login Disallow: /register Disallow: /forgot-password Disallow: /reset-password Disallow: /two-factor-challenge Disallow: /email/ Disallow: /sanctum/ Disallow: /horizon # Andi User-agent: AndiBot Allow: / Disallow: /dashboard Disallow: /admin Disallow: /api/ Disallow: /user/ Disallow: /saved Disallow: /profile Disallow: /*?page= Disallow: /*&page= Disallow: /login Disallow: /register Disallow: /forgot-password Disallow: /reset-password Disallow: /two-factor-challenge Disallow: /email/ Disallow: /sanctum/ Disallow: /horizon # Sitemap and LLM context. Listing both /llms.txt (overview) and # /llms-full.txt (entity-level detail) lets crawlers grab whichever fits # their context budget. Comments are advisory — robots.txt has no # `Llms:` directive yet, so we publicize the URLs but don't pretend # they're standardized. Sitemap: https://theoutdoorsapp.com/sitemap.xml # LLM context (overview): https://theoutdoorsapp.com/llms.txt # LLM context (detailed): https://theoutdoorsapp.com/llms-full.txt # MCP server (live structured data for AI agents): https://theoutdoorsapp.com/mcp # Connect an AI assistant: https://theoutdoorsapp.com/ai