#         The Global Cryptocurrency Exchange

User-Agent: *
Allow: /

Disallow: /*refer_code=
Disallow: /*?rc=
Disallow: /*&rc=

# AI 爬虫策略：对能带来实时搜索回流的限速允许，对纯训练类屏蔽
# 注意：robots.txt 不允许 UA group 继承通用 group 的 Disallow，
#       refer/rc 屏蔽规则需要在每个限流型 AI group 内重复

# GPTBot：训练采集
User-Agent: GPTBot
Crawl-delay: 10
Disallow: /*refer_code=
Disallow: /*?rc=
Disallow: /*&rc=

# ChatGPT-User：ChatGPT 实时浏览插件（有 user 流量回流）
User-Agent: ChatGPT-User
Crawl-delay: 10
Disallow: /*refer_code=
Disallow: /*?rc=
Disallow: /*&rc=

# OAI-SearchBot：ChatGPT Search（搜索入口，放宽限速）
User-Agent: OAI-SearchBot
Crawl-delay: 5
Disallow: /*refer_code=
Disallow: /*?rc=
Disallow: /*&rc=

# Anthropic 老版 UA
User-Agent: anthropic-ai
Crawl-delay: 10
Disallow: /*refer_code=
Disallow: /*?rc=
Disallow: /*&rc=

# Anthropic 新版训练 UA
User-Agent: ClaudeBot
Crawl-delay: 10
Disallow: /*refer_code=
Disallow: /*?rc=
Disallow: /*&rc=

# Claude 网页浏览（实时浏览，有回流）
User-Agent: Claude-Web
Crawl-delay: 10
Disallow: /*refer_code=
Disallow: /*?rc=
Disallow: /*&rc=

# Claude Search
User-Agent: Claude-SearchBot
Crawl-delay: 5
Disallow: /*refer_code=
Disallow: /*?rc=
Disallow: /*&rc=

# Google AI 训练专用爬虫
User-Agent: Google-Extended
Crawl-delay: 5
Disallow: /*refer_code=
Disallow: /*?rc=
Disallow: /*&rc=

# PerplexityBot：训练
User-Agent: PerplexityBot
Crawl-delay: 10
Disallow: /*refer_code=
Disallow: /*?rc=
Disallow: /*&rc=

# Perplexity-User：实时用户查询
User-Agent: Perplexity-User
Crawl-delay: 5
Disallow: /*refer_code=
Disallow: /*?rc=
Disallow: /*&rc=

User-Agent: Applebot-Extended
Crawl-delay: 10
Disallow: /*refer_code=
Disallow: /*?rc=
Disallow: /*&rc=

User-Agent: Meta-ExternalAgent
Crawl-delay: 10
Disallow: /*refer_code=
Disallow: /*?rc=
Disallow: /*&rc=

User-Agent: FacebookBot
Crawl-delay: 10
Disallow: /*refer_code=
Disallow: /*?rc=
Disallow: /*&rc=

User-Agent: Amazonbot
Crawl-delay: 10
Disallow: /*refer_code=
Disallow: /*?rc=
Disallow: /*&rc=

# —— 完全屏蔽：纯训练型爬虫，无 SEO / 搜索回流 ——
# Common Crawl：数据集被广泛用于 AI 训练
User-Agent: CCBot
Disallow: /

# 字节 / TikTok 训练爬虫
User-Agent: Bytespider
Disallow: /

# Cohere 训练
User-Agent: cohere-ai
Disallow: /

# Diffbot / Omgilibot：聚合器
User-Agent: Diffbot
Disallow: /

User-Agent: Omgilibot
Disallow: /

Host: https://www.coinex.com

Sitemap: https://www.coinex.com/sitemap.xml

# LLM 导览文件（https://llmstxt.org/）
# llms.txt: https://www.coinex.com/llms.txt
# llms-full.txt: https://www.coinex.com/llms-full.txt

# 安全联系
# security.txt: https://www.coinex.com/.well-known/security.txt