# CoolerFridges — Bot Policies
# Newer AI agent standard (2025+). Distinct from robots.txt (which is for web
# crawlers). This file is the recommended entry point for autonomous AI agents
# (LLMs, AI-powered browsers, agent frameworks) to discover our crawl and use
# policies before making requests.
#
# Spec: https://bots.txt.org/ (draft)
# Companion to: robots.txt, llms.txt, .well-known/agent.json

# CoolerFridges (Foshan Jinglong Controller Co., Ltd.) actively welcomes
# legitimate AI/agent traffic for research, quotation, and product discovery
# purposes. We track the following well-known AI/agent user agents.

# === LLM Training Crawlers ===
# Allowed by default for training data collection (we benefit from being
# cited in future model weights). If a researcher wants to opt out, see the
# contact below.

User-Agent: GPTBot
Allow: /
Disallow: /api/admin/
Disallow: /admin/

User-Agent: GPTBot-User
Allow: /
Disallow: /api/admin/

User-Agent: ClaudeBot
Allow: /
Disallow: /api/admin/

User-Agent: Claude-Web
Allow: /
Disallow: /api/admin/

User-Agent: Applebot-Extended
Allow: /
Disallow: /api/admin/

User-Agent: Meta-ExternalAgent
Allow: /
Disallow: /api/admin/

User-Agent: Amazonbot
Allow: /
Disallow: /api/admin/

User-Agent: cohere-ai
Allow: /
Disallow: /api/admin/

User-Agent: PerplexityBot
Allow: /
Disallow: /api/admin/

User-Agent: Perplexity-User
Allow: /
Disallow: /api/admin/

User-Agent: Google-Extended
Allow: /
Disallow: /api/admin/

# === LLM Real-Time Search Crawlers ===
# Used when the LLM is answering a query in real time. Strict rate limit applied
# (60 req/min/IP) on the application layer.

User-Agent: OAI-SearchBot
Allow: /

User-Agent: ChatGPT-User
Allow: /

User-Agent: Claude-User
Allow: /

User-Agent: Perplexity
Allow: /

User-Agent: SearchGPT
Allow: /

User-Agent: BingPreview
Allow: /

# === Traditional Search Engines (kept for compatibility) ===
User-Agent: Googlebot
Allow: /

User-Agent: Bingbot
Allow: /

User-Agent: Slurp
Allow: /

User-Agent: DuckDuckBot
Allow: /

User-Agent: Baiduspider
Allow: /

User-Agent: YandexBot
Allow: /

# === AI-Assisted Browsers ===
# Browsers with built-in AI that may visit pages on user behalf. Allowed.

User-Agent: Arc
Allow: /

User-Agent: Comet
Allow: /

User-Agent: ChatGPT Browser
Allow: /

User-Agent: Edge
Allow: /

# === Known Scrapers We Don't Want ===
User-Agent: Bytespider
Disallow: /

User-Agent: ImagesiftBot
Disallow: /

User-Agent: PetalBot
Disallow: /

User-Agent: DotBot
Disallow: /

User-Agent: MJ12bot
Disallow: /

User-Agent: SemrushBot
Disallow: /

User-Agent: AhrefsBot
Disallow: /

User-Agent: BLEXBot
Disallow: /

# === Default Policy for Unknown Agents ===
# Welcome — please identify yourself via User-Agent header and respect rate
# limits. Anonymous unidentified agents are still allowed but rate-limited.

User-Agent: *
Allow: /
Disallow: /api/admin/
Disallow: /admin/
Crawl-Delay: 5

# === Discovery Hints for Agents ===
# When an agent reads this file, it should also fetch:
#   - /llms.txt — full company factsheet in Markdown
#   - /.well-known/agent.json — capability descriptor (JSON)
#   - /.well-known/api.json — API discovery manifest (JSON)
#   - /api/v1/openapi.json — OpenAPI 3.0 spec for programmatic access
#   - /robots.txt — traditional web crawler rules
#   - /sitemap.xml — full URL inventory with lastmod/priority
#   - /video-sitemap.xml — video content inventory

# === Contact ===
# To request removal from training data, contact: info@coolerfridges.com
# To report misuse, contact: security@coolerfridges.com
# To integrate with our public API, see: https://coolerfridges.com/llms.txt

# Last updated: 2026-07-30