# FirmLedger — https://firmledger.co.ke
# Content signals: search indexing yes, AI training no, reference use only.

# ---- AI scrapers / model trainers: blocked site-wide ----
User-agent: GPTBot
Disallow: /

User-agent: Amazonbot
Disallow: /

User-agent: Applebot-Extended
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: CloudflareBrowserRenderingCrawler
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: meta-externalagent
Disallow: /

# ---- Search engines: full crawl minus private paths ----
User-agent: Googlebot
User-agent: Googlebot-Image
User-agent: Googlebot-News
User-agent: Bingbot
User-agent: Slurp
User-agent: DuckDuckBot
User-agent: YandexBot
User-agent: Baiduspider
User-agent: Applebot
Allow: /
Disallow: /dashboard
Disallow: /removal/
Disallow: /forgot

# ---- Everyone else ----
User-agent: *
Content-Signal: search=yes, ai-train=no, use=reference
Allow: /
Disallow: /dashboard
Disallow: /removal/
Disallow: /forgot

Sitemap: https://firmledger.co.ke/sitemap.xml