# Artisan Edge - LLM Access Policy
# Updated: 2025-10-07
# Purpose: Define permissions for AI and LLM crawlers to access site data.

# General Policy
User-agent: *
Allow: /

# OpenAI GPTBot - used for training and AI-powered search features
User-agent: GPTBot
Allow: /
Disallow: /legal/
Disallow: /private/

# Anthropic ClaudeBot
User-agent: ClaudeBot
Allow: /
Disallow: /legal/
Disallow: /private/

# Perplexity AI crawler
User-agent: PerplexityBot
Allow: /
Disallow: /legal/
Disallow: /private/

# Common AI crawlers
User-agent: Google-Extended
Allow: /
Disallow: /legal/
Disallow: /private/

User-agent: CCBot
Allow: /
Disallow: /legal/
Disallow: /private/

User-agent: Meta-ExternalAgent
Allow: /
Disallow: /legal/
Disallow: /private/

# Optional: any sections you explicitly do NOT want scraped by LLMs
# Disallow: /internal-docs/
# Disallow: /dev/

# References
Sitemap: https://theartisanedge.com/sitemap.xml
Contact: support@theartisanedge.com
Policy: https://theartisanedge.com/legal/privacy