User-agent: * Allow: / # Authenticated app surfaces — not indexable, so explicitly excluded to keep # the SEO scanner from flagging their absence from sitemap.xml. Disallow: /dashboard Disallow: /progress Disallow: /onboarding Disallow: /org-onboarding Disallow: /getting-started Disallow: /connect/authorize Disallow: /about-you Disallow: /admin Disallow: /admin-audit Disallow: /admin-leads Disallow: /affiliate-dashboard Disallow: /ai-coaching Disallow: /api-errors Disallow: /api-status Disallow: /batch-comparison Disallow: /bulk-import Disallow: /coaching Disallow: /create-profile Disallow: /creator-dashboard Disallow: /creator-edit Disallow: /creator-onboarding Disallow: /creators/create Disallow: /creators/dashboard Disallow: /creators/edit Disallow: /daily-insights Disallow: /edit-profile Disallow: /extension-connect Disallow: /fill-profile Disallow: /group-compatibility Disallow: /invitations Disallow: /login Disallow: /partner-dashboard Disallow: /profiles Disallow: /relationships Disallow: /reports Disallow: /reset-password Disallow: /scenario-simulator Disallow: /scenarios Disallow: /settings Disallow: /slm-status Disallow: /team$ Disallow: /team/ Disallow: /team-book Disallow: /group Disallow: /affiliate$ Disallow: /partners-dashboard # Japanese locale paths — these are live and should be indexed. # (Previously blocked here; unblocking so GSC stops flagging them as "Blocked by robots.txt".) # ── Aggressive scrapers / SEO-tool crawlers we don't want ── User-agent: AhrefsBot Disallow: / User-agent: SemrushBot Disallow: / User-agent: MJ12bot Disallow: / User-agent: DotBot Disallow: / User-agent: PetalBot Disallow: / User-agent: YandexBot Disallow: / User-agent: Sogou Disallow: / User-agent: 360Spider Disallow: / User-agent: Baiduspider Disallow: / # ── LLM retrieval crawlers (allowed — we want citations) ── User-agent: OAI-SearchBot Allow: / User-agent: ChatGPT-User Allow: / User-agent: PerplexityBot Allow: / User-agent: Perplexity-User Allow: / User-agent: ClaudeBot Allow: / User-agent: Claude-Web Allow: / User-agent: anthropic-ai Allow: / User-agent: Applebot-Extended Allow: / User-agent: Bytespider Allow: / User-agent: Amazonbot Allow: / User-agent: Cohere-AI Allow: / User-agent: DuckAssistBot Allow: / User-agent: MistralAI-User Allow: / User-agent: Google-Extended Allow: / # ── Training-only crawlers (allow but they may opt out via these names) ── User-agent: GPTBot Allow: / User-agent: CCBot Allow: / User-agent: Meta-ExternalAgent Allow: / User-agent: meta-externalagent Allow: / User-agent: FacebookBot Allow: / Sitemap: https://www.eqiqs.com/sitemap.xml