# Identik — robots.txt
# https://identik.me

# Allow all search engine crawlers
User-agent: *
Allow: /

# Allow AI search & retrieval bots
User-agent: ChatGPT-User
Allow: /

User-agent: GPTBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: GoogleOther
Allow: /

User-agent: Anthropic-AI
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Cohere-ai
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: Meta-ExternalAgent
Allow: /

User-agent: AI2Bot
Allow: /

User-agent: Timpibot
Allow: /

User-agent: YouBot
Allow: /

User-agent: iaskspider
Allow: /

User-agent: PetalBot
Allow: /

# Allow training crawlers too
User-agent: CCBot
Allow: /

User-agent: CommonCrawler
Allow: /

User-agent: Bytespider
Allow: /

User-agent: Diffbot
Allow: /

# LLM discovery
# Summary:  /llms.txt
# Full:     /llms-full.txt
# WebMCP:   /.well-known/webmcp.json
# AI info:  /.well-known/ai-plugin.json

Sitemap: https://identik.me/sitemap.xml