# Lumi Academy — robots.txt # https://lumi-learning.web.app # Updated: 2026-05-09 # ── Standard web crawlers ────────────────────────── User-agent: * Allow: / # Block query-string variants to prevent duplicate-content crawls # (e.g. /?logout=1, /?ref=abc) Disallow: /*?* # Block staging/utility pages — not for public indexing Disallow: /live_index Disallow: /live_index_after_cleanup Disallow: /clear-sw Disallow: /logout Disallow: /admin # ── Google ───────────────────────────────────────── User-agent: Googlebot Allow: / # Must allow JS/CSS so Googlebot can render the SPA Allow: /*.js Allow: /*.css # ── AI / LLM crawlers — allow for visibility in AI answers ─ User-agent: GPTBot Allow: / User-agent: Google-Extended Allow: / User-agent: anthropic-ai Allow: / User-agent: ClaudeBot Allow: / User-agent: PerplexityBot Allow: / User-agent: Applebot Allow: / # ── Sitemap ──────────────────────────────────────── Sitemap: https://lumi-learning.web.app/sitemap.xml