# ============================================================
# robots.txt for 中安探测 (ZATC) - www.zatc-china.com
# 更新日期：2026-07-22
# 目的：允许搜索引擎和 AI 爬虫正常抓取，屏蔽后台管理路径
# ============================================================

# -------------------- 默认规则（适用于所有爬虫）--------------------
User-agent: *
Allow: /
Disallow: /admin/
Disallow: /login/
Disallow: /register/
Disallow: /user/
Disallow: /api/
Disallow: /include/
Disallow: /config/
Disallow: /tmp/
Disallow: /*?*sessionid=
Disallow: /*?*sid=
Crawl-delay: 10

# -------------------- 百度蜘蛛 --------------------
User-agent: Baiduspider
Allow: /
Disallow: /admin/
Disallow: /login/
Crawl-delay: 5

# -------------------- 谷歌搜索爬虫 --------------------
User-agent: Googlebot
Allow: /
Disallow: /admin/
Disallow: /login/

# -------------------- 必应搜索爬虫 --------------------
User-agent: Bingbot
Allow: /
Disallow: /admin/
Disallow: /login/

# -------------------- 360 搜索 --------------------
User-agent: 360Spider
Allow: /

# -------------------- 搜狗搜索 --------------------
User-agent: Sogou web spider
Allow: /

# -------------------- 神马搜索 --------------------
User-agent: YisouSpider
Allow: /

# ============================================================
# AI 爬虫 - 明确允许（GEO 优化关键配置）
# 以下规则确保 AI 搜索引擎能正常抓取网站内容
# ============================================================

# -------------------- OpenAI / ChatGPT --------------------
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

# -------------------- Anthropic / Claude --------------------
User-agent: ClaudeBot
Allow: /

# -------------------- Perplexity AI --------------------
User-agent: PerplexityBot
Allow: /

# -------------------- Google AI (Gemini / Bard) --------------------
User-agent: Google-Extended
Allow: /

# -------------------- 通义千问 (阿里) --------------------
User-agent: QwenBot
Allow: /

# -------------------- 豆包 (字节跳动) --------------------
User-agent: DoubaoBot
Allow: /

# -------------------- DeepSeek --------------------
User-agent: DeepSeekBot
Allow: /

# -------------------- Kimi (月之暗面) --------------------
User-agent: KimiBot
Allow: /

# -------------------- Common Crawl (AI 训练数据集) --------------------
User-agent: CCBot
Allow: /

# ============================================================
# Sitemap 声明
# ============================================================
Sitemap: https://www.zatc-china.com/sitemap.xml