# llms.txt — Deseo AI (https://deseoai.com)
# Updated: 2025-10-23
Owner: Deseo Digital Marketing LLC
Contact: info@deseoai.com
Policy: https://deseoai.com/privacy.html
Sitemap: https://deseoai.com/sitemap.xml

# Default policy for AI/LLM crawlers
User-Agent: *
Allow: /
Disallow: /internal/
Disallow: /webhook/
Disallow: /dashboard/
Disallow: /admin/
Disallow: /api/
Crawl-Delay: 5
# Allowed use: indexing & answer generation.
# Not permitted without written consent: model training, fine-tuning, or dataset creation.
# Please attribute with a link to https://deseoai.com when quoting.

# --- Explicit bot directives (answering OK, training bots opted out) ---

# OpenAI
User-Agent: GPTBot
Disallow: /          # Opt-out of OpenAI training
User-Agent: ChatGPT-User
Allow: /             # Allow retrieval for ChatGPT browsing/answers
User-Agent: OAI-SearchBot
Allow: /

# Google
User-Agent: Google-Extended
Disallow: /          # Opt-out of Google AI model training (Gemini)
# (Regular Googlebot rules belong in robots.txt)

# Anthropic
User-Agent: ClaudeBot
Allow: /
# If Anthropic introduces a dedicated training bot, it is not permitted without consent.

# Perplexity
User-Agent: PerplexityBot
Allow: /
Crawl-Delay: 5

# Apple (for Apple Intelligence training endpoints)
User-Agent: Applebot-Extended
Disallow: /

# Note: Mirror critical opt-outs in robots.txt as well for widest enforcement.