# KYB Scout
# Open to search engines and AI assistants: read, cite and index anything here.
# Plain-text summary for language models: https://kybscout.com/llms.txt

# AI assistants and answer engines: search indexes and fetches a person asks for
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: Claude-SearchBot
User-agent: Claude-User
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: Gemini-Deep-Research
User-agent: DuckAssistBot
User-agent: MistralAI-User
User-agent: Meta-WebIndexer
User-agent: meta-externalfetcher
Allow: /

# AI model training
User-agent: GPTBot
User-agent: ClaudeBot
User-agent: Google-Extended
User-agent: Applebot-Extended
User-agent: meta-externalagent
User-agent: Amazonbot
User-agent: CCBot
User-agent: Bytespider
Allow: /

# Search engines (AI assistants also draw on these indexes)
User-agent: Googlebot
User-agent: Bingbot
User-agent: Applebot
User-agent: DuckDuckBot
Allow: /

# Link previews (Telegram, LinkedIn, X, Facebook, Slack)
User-agent: TelegramBot
User-agent: LinkedInBot
User-agent: Twitterbot
User-agent: facebookexternalhit
User-agent: Slackbot
Allow: /

# Everyone else
User-agent: *
Allow: /

Sitemap: https://kybscout.com/sitemap.xml