# robots.txt for psalmlog.com
# Last updated: June 16, 2026

# Allow all web crawlers to index the site
User-agent: *
Allow: /
# Content Signals (contentsignals.org / draft-romm-aipref-contentsignals):
# search = appear in search results; ai-input = use content in AI answers/RAG;
# ai-train = train models on content. We want AI citations, not free training.
Content-Signal: search=yes, ai-input=yes, ai-train=no

# Explicitly allow AI/LLM crawlers
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Google-Extended
Allow: /

# Sitemap location
# /sitemap.xml is generated dynamically (src/app/sitemap.ts) from route data,
# including all /blog posts and topic hubs.
Sitemap: https://psalmlog.com/sitemap.xml