# Full copyright and licensing terms: https://alexey-fedorov.com/copyright
# Search and retrieval crawlers are welcome. Crawlers that collect training
# data for machine learning models are not. Both are declared by name below.

User-agent: *
Allow: /

# ------------------------------------------------------------
# Allowed — search, retrieval, and citation
# These send readers back to the source and are explicitly permitted.
# ------------------------------------------------------------

User-agent: Googlebot
Allow: /

User-agent: Googlebot-Image
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Applebot
Allow: /

User-agent: DuckDuckBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: Claude-SearchBot
Allow: /

User-agent: Claude-User
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Perplexity-User
Allow: /

# ------------------------------------------------------------
# Disallowed — model training and dataset collection
# No content on this site may be used to train, fine-tune, or otherwise
# develop machine learning models. See /copyright, Section 4.
# ------------------------------------------------------------

User-agent: GPTBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: Applebot-Extended
Disallow: /

User-agent: Meta-ExternalAgent
Disallow: /

User-agent: FacebookBot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: Amazonbot
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: Diffbot
Disallow: /

User-agent: omgili
Disallow: /

User-agent: Timpibot
Disallow: /

Sitemap: https://alexey-fedorov.com/sitemap.xml