# ==============================
# 允许：正规搜索引擎（Google、Bing、百度、Yandex）
# 它们可以收录你的公开资料，帮助传播知识
# ==============================
User-agent: Googlebot
Allow: /
Disallow: /wiki/
Disallow: /weain/

User-agent: Bingbot
Allow: /
Disallow: /wiki/
Disallow: /weain/

User-agent: Baiduspider
User-agent: Baiduspider-render
Allow: /
Disallow: /wiki/
Disallow: /weain/

User-agent: YandexBot
Allow: /
Disallow: /wiki/
Disallow: /weain/

# ==============================
# 禁止：所有AI训练爬虫（偷内容训练模型）
# ==============================
User-agent: GPTBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: Amazonbot
Disallow: /

User-agent: Applebot
Disallow: /

# ==============================
# 禁止：所有SEO商业爬虫（偷数据卖钱）
# ==============================
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

# ==============================
# 全局规则：所有其他未知爬虫
# 只禁止 wiki，其他允许
# ==============================
User-agent: *
Allow: /
Disallow: /wiki/
Disallow: /weain/