# KallyAI Robots.txt
# https://kallyai.com

# Content-Signal directives (AI Preferences — draft-romm-aipref-contentsignals)
# Declares per-content-type usage preferences for AI systems.
# - ai-train=no: our content may not be used to train AI models
# - search=yes: our content may be indexed and returned in search results (incl. AI Overviews)
# - ai-input=yes: our content may be used as input to generate AI answers that cite us
# Docs: https://contentsignals.org/
Content-Signal: ai-train=no, search=yes, ai-input=yes

# Default crawlers - block markdown to prevent duplicate content
User-agent: *
Allow: /
Disallow: /llm-content/
Disallow: /api/
Disallow: /auth/

# AI Crawlers - allow markdown content
User-agent: GPTBot
Allow: /llm-content/
Allow: /

User-agent: ChatGPT-User
Allow: /llm-content/
Allow: /

User-agent: Claude-Web
Allow: /llm-content/
Allow: /

User-agent: ClaudeBot
Allow: /llm-content/
Allow: /

User-agent: anthropic-ai
Allow: /llm-content/
Allow: /

User-agent: PerplexityBot
Allow: /llm-content/
Allow: /

User-agent: Cohere-ai
Allow: /llm-content/
Allow: /

User-agent: Google-Extended
Allow: /llm-content/
Allow: /

User-agent: Amazonbot
Allow: /llm-content/
Allow: /

User-agent: Bingbot
Allow: /llm-content/
Allow: /

# LLM Context Files (llmstxt.org proposal)
# Overview: https://kallyai.com/llms.txt
# Full docs: https://kallyai.com/llms-full.txt
# Markdown: https://kallyai.com/llm-content/llm-sitemap.md

# Preferred canonical domain
Host: https://kallyai.com

# Sitemap Index (references all sub-sitemaps)
Sitemap: https://kallyai.com/sitemap.xml

# Individual Sitemaps (for direct submission)
Sitemap: https://kallyai.com/sitemap-core.xml
Sitemap: https://kallyai.com/sitemap-blog.xml
Sitemap: https://kallyai.com/sitemap-tools.xml
Sitemap: https://kallyai.com/sitemap-local.xml
Sitemap: https://kallyai.com/sitemap-compare.xml
Sitemap: https://kallyai.com/sitemap-i18n.xml
Sitemap: https://kallyai.com/sitemap-industries.xml
Sitemap: https://kallyai.com/sitemap-use-cases.xml

# RSS Feeds (helps search engine discovery)
# RSS 2.0: https://kallyai.com/feed.xml
# Atom: https://kallyai.com/atom.xml
# JSON Feed: https://kallyai.com/feed.json

# IndexNow key location
# Key: https://kallyai.com/a8f3e2d1c4b5a6978899001122334455.txt