# https://directmail.io/robots.txt

# Content Signals (draft-romm-aipref-contentsignals): we explicitly welcome AI use —
# searchable, citable, and usable as training data. Active directive applies to all
# crawlers; the per-bot allowlist below is belt-and-suspenders for AI bots that
# don't yet read Content-Signal.
Content-Signal: search=yes, ai-train=yes, ai-input=yes

User-agent: *
Allow: /

# Block admin + internal routes (if any exist under these paths)
Disallow: /admin/
Disallow: /api/
Disallow: /internal/

# AI / LLM crawlers — explicitly allowed (we want to be cited)
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Applebot
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: CCBot
Allow: /

# Sitemap + LLM manifests
Sitemap: https://directmail.io/sitemap-index.xml