# Robots.txt for LLMFIND - AI Citation Engineering
# Optimized for AI crawlers and search engines

# Allow all bots access to everything
User-agent: *
Allow: /

# Specifically allow AI crawlers
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: GoogleOther
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: Bard
Allow: /

User-agent: facebookexternalhit
Allow: /

# Priority access to AI-specific content
Allow: /llms.txt
Allow: /en/
Allow: /fr/
Allow: /sitemap*.xml

# Sitemap location
Sitemap: https://llmfind.com/sitemap.xml

# Host directive (primary domain)
Host: https://llmfind.com