# 胶膜资讯 www.jiaomozx.com - 爬虫抓取说明
# 全站开放收录, 屏蔽后台/会员/API等非内容目录

User-agent: *
Allow: /
Disallow: /member/
Disallow: /api/
Disallow: /hhmaokai3424/
Disallow: /uploads/20260811/

# 屏蔽 AI 数据采集爬虫(抓取本站行情数据供 AI 训练/检索使用, 不影响搜索引擎收录)
# OpenAI
User-agent: GPTBot
Disallow: /

User-agent: OAI-SearchBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

# Anthropic
User-agent: ClaudeBot
Disallow: /

User-agent: Claude-Web
Disallow: /

# Perplexity
User-agent: PerplexityBot
Disallow: /

# Common Crawl / 其他 AI 检索
User-agent: CCBot
Disallow: /

# 字节跳动(豆包/即梦训练)
User-agent: Bytespider
Disallow: /

# Google AI 训练(不影响 Google 搜索收录)
User-agent: Google-Extended
Disallow: /

# Amazon / Apple / Cohere / Meta
User-agent: Amazonbot
Disallow: /

User-agent: Applebot-Extended
Disallow: /

User-agent: cohere-ai
Disallow: /

User-agent: meta-externalagent
Disallow: /

User-agent: FacebookBot
Disallow: /

# 内容提取 API
User-agent: Diffbot
Disallow: /

Sitemap: https://www.jiaomozx.com/sitemap.xml