# robots.txt for https://domainoptic.com
# Last reviewed against official crawler documentation: 2026-07-20

# All public pages and assets are crawlable. The API is not an indexable site area.
# Content-Signal (contentsignals.org): we explicitly welcome search indexing,
# AI answers that cite this site, and model training on our public content.
User-agent: *
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /
Disallow: /api/

# Google Search, AI Overviews, and AI Mode use Googlebot. Google-Extended is a
# separate control for Gemini training and grounding, and is also allowed.
User-agent: Googlebot
Allow: /
Disallow: /api/

User-agent: Google-Extended
Allow: /
Disallow: /api/

# OpenAI: search, training, and user-initiated page retrieval.
User-agent: OAI-SearchBot
Allow: /
Disallow: /api/

User-agent: GPTBot
Allow: /
Disallow: /api/

User-agent: ChatGPT-User
Allow: /
Disallow: /api/

# Anthropic: search, training, and user-initiated page retrieval.
User-agent: Claude-SearchBot
Allow: /
Disallow: /api/

User-agent: ClaudeBot
Allow: /
Disallow: /api/

User-agent: Claude-User
Allow: /
Disallow: /api/

# Perplexity: search and user-initiated page retrieval.
User-agent: PerplexityBot
Allow: /
Disallow: /api/

User-agent: Perplexity-User
Allow: /
Disallow: /api/

Sitemap: https://domainoptic.com/sitemap.xml