# robots.txt for https://gokhanturhan.com
# Every public page may be crawled. Archived legal copies and the API
# preview copy carry their own noindex tags.

User-agent: *
Allow: /
Disallow: /offline/

# AI and research crawlers are welcome; see /llms.txt for a summary.
User-agent: GPTBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: ia_archiver
Allow: /

# Agent-readable summaries
#   https://gokhanturhan.com/llms.txt
#   https://gokhanturhan.com/llms-full.txt
# Feed
#   https://gokhanturhan.com/rss.xml

Sitemap: https://gokhanturhan.com/sitemap-index.xml