User-agent: *
Allow: /
Disallow: /admin/
Disallow: /portal/

# Legacy / imported-content artifacts that never existed on sibros.tech
# (broken relative links inside historical blog posts). Block to stop
# crawlers from reporting them as 4xx.
Disallow: /wiki/
Disallow: /markets/
Disallow: /astrology/
Disallow: /sitemap/html/
Disallow: /prime/
Disallow: /printpri/
Disallow: /*/printpri/
Disallow: /*/printarticle/
Disallow: /*printprimearticle*

User-agent: AhrefsSiteAudit
Allow: /
Disallow: /admin/
Disallow: /portal/
Disallow: /wiki/
Disallow: /markets/
Disallow: /astrology/
Disallow: /sitemap/html/
Disallow: /prime/
Disallow: /printpri/

User-agent: AhrefsBot
Allow: /
Disallow: /admin/
Disallow: /portal/
Disallow: /wiki/
Disallow: /markets/
Disallow: /astrology/
Disallow: /sitemap/html/
Disallow: /prime/
Disallow: /printpri/

# ── LLM and AI search crawlers ──────────────────────────────────────
# Explicit allowlists so Sibros content is eligible for inclusion in
# ChatGPT, Perplexity, Claude, Gemini, and Common Crawl-derived datasets.

User-agent: GPTBot
Allow: /
Disallow: /admin/
Disallow: /portal/

User-agent: OAI-SearchBot
Allow: /
Disallow: /admin/
Disallow: /portal/

User-agent: ChatGPT-User
Allow: /
Disallow: /admin/
Disallow: /portal/

User-agent: PerplexityBot
Allow: /
Disallow: /admin/
Disallow: /portal/

User-agent: ClaudeBot
Allow: /
Disallow: /admin/
Disallow: /portal/

User-agent: anthropic-ai
Allow: /
Disallow: /admin/
Disallow: /portal/

User-agent: CCBot
Allow: /
Disallow: /admin/
Disallow: /portal/

User-agent: Google-Extended
Allow: /
Disallow: /admin/
Disallow: /portal/

Sitemap: https://sibros.tech/sitemap.xml