# --------------------------------------------------------
# LLM CRAWLING & CONTENT USAGE POLICY
# Domain: behaviolabs.com
# Purpose: Allow AI agents to fully access and understand
#          our public content across all languages.
# --------------------------------------------------------

# Explicitly allow major AI crawlers
User-Agent: GPTBot
Allow: /

User-Agent: PerplexityBot
Allow: /

User-Agent: ClaudeBot
Allow: /

User-Agent: CCBot
Allow: /

User-Agent: Amazonbot
Allow: /

# Default rule for all other AI agents
User-Agent: *
Allow: /

# Exclude only non-public or utility pages
# (none are currently required beyond legal/admin utility)
Disallow: /admin/
Disallow: /scripts/
Disallow: /drafts/

# Allow full crawling of:
# - /cs (Czech content)
# - /nl (Dutch content)
# - /tools-templates, /navody-materialy
# - /case-studies, /blog
# - /platform, /ad-testing, /behavio-method
# - All marketing, product, event and career pages
Allow: /

# Content usage preferences
Policy: content-usage=ai-training
Policy: content-usage=ai-indexing
Policy: attribution=preferred
Policy: rate-limit=respect

# Additional crawler guidance:
# - You may use text content for model improvement and search responses.
# - Do not store or redistribute images verbatim.
# - Respect crawl-rate limits and robots.txt.
# --------------------------------------------------------