# Standard Rules for Good Bots
User-agent: *
Sitemap: https://www.fracturedarchitecture.com/sitemap.xml
Disallow: /ghost/
Disallow: /email/
Disallow: /members/api/comments/counts/
Disallow: /r/
Disallow: /webmentions/receive/
Disallow: /.ghost/analytics/api/

# ------------------------------------------------------------------
# 2. AI & LLM SCRAPERS (The "Training" Bots)
# ------------------------------------------------------------------
User-agent: Amazonbot
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: Anthropic-AI
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: Diffbot
Disallow: /

User-agent: ImagesiftBot
Disallow: /

User-agent: Bytespider
Disallow: /

# ------------------------------------------------------------------
# 3. AGGRESSIVE SEO & MARKETING BOTS
# ------------------------------------------------------------------
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: SemrushBot-SA
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: SerpstatBot
Disallow: /

User-agent: Screaming Frog SEO Spider
Disallow: /

User-agent: ZoominfoBot
Disallow: /

User-agent: SeekportBot
Disallow: /

User-agent: Rogerbot
Disallow: /

# ------------------------------------------------------------------
# 4. SOCIAL & BRAND MONITORING
# ------------------------------------------------------------------
User-agent: AwarioSmartBot
Disallow: /

User-agent: AwarioRssBot
Disallow: /

User-agent: Meltwater
Disallow: /

User-agent: Linkfluence
Disallow: /

User-agent: YaK
Disallow: /

# ------------------------------------------------------------------
# 5. GENERAL CRAWLERS & SCANNERS
# ------------------------------------------------------------------
User-agent: PetalBot
Disallow: /

User-agent: AspiegelBot
Disallow: /

User-agent: Barkrowler
Disallow: /

User-agent: AlphaBot
Disallow: /

User-agent: Gigabot
Disallow: /

User-agent: LieBaoFast
Disallow: /

User-agent: TurnitinBot
Disallow: /

# ------------------------------------------------------------------
# 6. SECURITY PROBES (The "Nuisance" Bots)
# ------------------------------------------------------------------
User-agent: CMS-Checker
Disallow: /

User-agent: Odin
Disallow: /