# ==============================================================================
# The Penta-Ledger (penta-ledger.org) - Robots Exclusion Policy
# Governing Law: England & Wales
# Statutory Text & Data Mining (TDM) Opt-Out & Strict AI Training Prohibition
# Terms of Service: https://penta-ledger.org/terms
# Licensing Policy: https://penta-ledger.org/license
# AI Policy: https://penta-ledger.org/ai.txt
# Contact: licenses@penta-ledger.org
# ==============================================================================

# Commercial & Frontier AI Model Scrapers (Strictly Prohibited)
User-agent: GPTBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: ShapBot
Disallow: /

User-agent: Shap-User
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: Claude-Web
Disallow: /

User-agent: Anthropic-ai
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: Applebot-Extended
Disallow: /

User-agent: Meta-ExternalAgent
Disallow: /

User-agent: Meta-ExternalFetcher
Disallow: /

User-agent: FacebookBot
Disallow: /

User-agent: PerplexityBot
Disallow: /

User-agent: Diffbot
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: cohere-ai
Disallow: /

User-agent: Omgilibot
Disallow: /

User-agent: Omgili
Disallow: /

User-agent: YouBot
Disallow: /

User-agent: Amazonbot
Disallow: /

# General Web Crawlers (Indexing permitted; Binary PDFs, APIs and Receipts protected)
User-agent: *
Disallow: /papers/
Disallow: /api/
Disallow: /receipts/
Disallow: /admin/
Allow: /

# Statutory Text & Data Mining Opt-Out Declaration:
# Pursuant to the UK Copyright, Designs and Patents Act 1988 (Section 29A),
# Article 4(3) of European Union Directive (EU) 2019/790, and the Berne Convention,
# all text and data mining, automated scraping, tokenization, and AI training
# rights are expressly reserved by the respective rightsholders.

Sitemap: https://penta-ledger.org/sitemap.xml