# Purpose: Declare permissions for AI/LLM and AI-powered crawlers.

site: https://www.thecustomboxes.co.uk/

# This file controls how AI crawlers can access, use, and process content.
# Last Updated: 2025-12-11

# ======================================
# Allowed AI Crawlers
# =======================================

# OpenAI (ChatGPT)
User-Agent: OpenAI
Allow: /

# Google Gemini (Bard / AI Overviews)
User-Agent: Google-Extended
Allow: /

# Anthropic (Claude)
User-Agent: Claudebot
Allow: /

# Perplexity AI
User-Agent: Perplexitybot
Allow: /

# Meta / Facebook AI
User-Agent: Meta-External
Allow: /

# Apple AI
User-Agent: Applebot-Extended
Allow: /

# Amazon AGI Crawler
User-Agent: Amazonbot
Allow: /