# ai-robots.txt — Anchoron Global Solutions
# https://anchoronglobal.com
# Last updated: 2026-05-20
#
# This file provides guidance to AI crawlers and LLM training bots.
# It supplements the standard robots.txt.

# --- General AI Policy ---
User-agent: GPTBot
Allow: /
Allow: /llms.txt
Allow: /ai.txt
Allow: /knowledge-base.json
Allow: /llm-index.json
Allow: /organization.jsonld
Allow: /service-schema.jsonld
Allow: /faq-schema.jsonld
Disallow: /assets/
Disallow: /private/
Crawl-delay: 5

User-agent: ChatGPT-User
Allow: /
Disallow: /assets/
Crawl-delay: 5

User-agent: Claude-Web
Allow: /
Disallow: /assets/
Crawl-delay: 5

User-agent: Anthropic-AI
Allow: /
Disallow: /assets/
Crawl-delay: 5

User-agent: Google-Extended
Allow: /
Disallow: /assets/
Crawl-delay: 5

User-agent: PerplexityBot
Allow: /
Disallow: /assets/
Crawl-delay: 5

User-agent: Cohere-AI
Allow: /
Disallow: /assets/
Crawl-delay: 5

User-agent: Meta-ExternalAgent
Allow: /
Disallow: /assets/
Crawl-delay: 10

User-agent: Bytespider
Disallow: /

User-agent: CCBot
Allow: /
Crawl-delay: 10

# --- AI Content Policy ---
# Anchoron Global Solutions permits AI indexing, summarization,
# and training on publicly available content.
# Preferred structured data endpoints:
#   /llms.txt          — LLM-friendly site overview
#   /ai.txt            — AI disclosure and permissions
#   /knowledge-base.json — Structured knowledge base
#   /llm-index.json    — AI-optimized content index