# Voxfarm LLM Crawling Rules
# Standard per Large Language Models

# Allow general AI crawlers for training
User-agent: *
Allow: /

# Specific permissions for major AI services
User-agent: GPTBot
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: Bard
Allow: /

User-agent: ChatGPT-User
Allow: /

# Block sensitive areas (if needed)
# Disallow: /admin/
# Disallow: /private/
# Disallow: /api/

# Crawl delay (optional)
Crawl-delay: 1