# zayd.wtf. https://zayd.wtf/llms.txt is the structured index for agents.
# Markdown of any page: request it with `Accept: text/markdown`.
#
# Content signals (contentsignals.org). Cloudflare used to inject its own
# version of this line with ai-train=no; that managed robots.txt was turned
# OFF on 2026-08-21 so this file is the only one that speaks for the site.
# The answer here is yes to everything: search it, ground on it, train on it.
# The attribution ask in /llms.txt is a request, not a restriction, and it is
# deliberately not encoded as one.

User-agent: *
Content-Signal: search=yes,ai-input=yes,ai-train=yes,use=full
Allow: /
Disallow: /diana/
Disallow: /aalia/
Disallow: /samantha/
Disallow: /admin/
Disallow: /comments/

# ── AI crawlers and agents: explicitly allowed ──────────────────────────
# NOTE: a named group REPLACES the * group for that agent. it does not
# merge with it. Every Disallow above is therefore repeated in each group
# below. If you add a private path, add it to *every* group or it leaks.

# openai
User-agent: GPTBot
User-agent: ChatGPT-User
User-agent: OAI-SearchBot
Allow: /
Disallow: /diana/
Disallow: /aalia/
Disallow: /samantha/
Disallow: /admin/
Disallow: /comments/

# anthropic
User-agent: ClaudeBot
User-agent: Claude-User
User-agent: Claude-SearchBot
User-agent: anthropic-ai
Allow: /
Disallow: /diana/
Disallow: /aalia/
Disallow: /samantha/
Disallow: /admin/
Disallow: /comments/

# google
User-agent: Google-Extended
Allow: /
Disallow: /diana/
Disallow: /aalia/
Disallow: /samantha/
Disallow: /admin/
Disallow: /comments/

# perplexity
User-agent: PerplexityBot
User-agent: Perplexity-User
Allow: /
Disallow: /diana/
Disallow: /aalia/
Disallow: /samantha/
Disallow: /admin/
Disallow: /comments/

# apple
User-agent: Applebot-Extended
Allow: /
Disallow: /diana/
Disallow: /aalia/
Disallow: /samantha/
Disallow: /admin/
Disallow: /comments/

# meta
User-agent: meta-externalagent
Allow: /
Disallow: /diana/
Disallow: /aalia/
Disallow: /samantha/
Disallow: /admin/
Disallow: /comments/

# deepseek
User-agent: DeepSeekBot
Allow: /
Disallow: /diana/
Disallow: /aalia/
Disallow: /samantha/
Disallow: /admin/
Disallow: /comments/

# cohere
User-agent: cohere-ai
Allow: /
Disallow: /diana/
Disallow: /aalia/
Disallow: /samantha/
Disallow: /admin/
Disallow: /comments/

# common crawl
User-agent: CCBot
Allow: /
Disallow: /diana/
Disallow: /aalia/
Disallow: /samantha/
Disallow: /admin/
Disallow: /comments/

# ora
User-agent: ora-agent
Allow: /
Disallow: /diana/
Disallow: /aalia/
Disallow: /samantha/
Disallow: /admin/
Disallow: /comments/

Sitemap: https://zayd.wtf/sitemap.xml