# LLMStudy.com production robots.txt
# Rules apply to all bots (including AI crawlers) unless overridden below.
# AI crawlers (GPTBot, ClaudeBot, Google-Extended, PerplexityBot, CCBot,
# Bytespider, etc.) are intentionally allowed; deliberate decision 2026-05-01.
User-agent: *
Disallow: /ezine/link/
Disallow: /search/
Disallow: /admin/

Sitemap: https://www.llmstudy.com/sitemap.xml

# Named bot sections must repeat the global Disallow rules: a crawler that
# matches its own User-agent group ignores the "User-agent: *" group entirely.
User-agent: AhrefsBot
Disallow: /ezine/link/
Disallow: /search/
Disallow: /admin/
Crawl-Delay: 5

User-agent: bingbot
Disallow: /ezine/link/
Disallow: /search/
Disallow: /admin/
Crawl-Delay: 30