# ==========================================
# 1. 屏蔽国际主流搜索引擎
# ==========================================
User-agent: Googlebot
Disallow: /

User-agent: Bingbot
Disallow: /

User-agent: Slurp
Disallow: /

User-agent: YandexBot
Disallow: /

User-agent: DuckDuckBot
Disallow: /

# ==========================================
# 2. 屏蔽国内主流搜索引擎
# ==========================================
User-agent: Baiduspider
Disallow: /

User-agent: Sogou web spider
Disallow: /

User-agent: Sogou inst spider
Disallow: /

User-agent: 360Spider
Disallow: /

User-agent: YisouSpider
Disallow: /

User-agent: Bytespider
Disallow: /

# ==========================================
# 3. 屏蔽极其消耗带宽的 SEO 分析爬虫
# ==========================================
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: PetalBot
Disallow: /

# ==========================================
# 4. 屏蔽主流 AI 训练爬虫
# ==========================================
User-agent: GPTBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: Claude-Bot
Disallow: /

User-agent: Anthropic-ai
Disallow: /

User-agent: CCBot
Disallow: /

# ==========================================
# 5. 放行其他所有合法请求 
# ==========================================
User-agent: *
Allow: /