# === 全局规则 ===
User-agent: Baiduspider,Baiduspider-mobile,Baiduspider-image,Baiduspider-video,Baiduspider-news,Baiduspider-favo,Baiduspider-cpro,Baiduspider-ads,Bingbot,360Spider,HaosouSpide,Sogou web spider,Sogou inst spider,Yisouspider,Googlebot,Googlebot-Mobile,baiduspider,baiduspider-mobile
Allow: /

# === AI爬虫明确放行（GEO核心） ===
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: CCBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: cohere-ai
Allow: /

User-agent: Bytespider  # 字节系AI（豆包、抖音AI搜索）
Allow: /

User-agent: WenxinSpider  # 百度文心一言
Allow: /

User-agent: DeepSeekBot
Allow: /

# === 百度蜘蛛 ===
User-agent: Baiduspider
Disallow: /about/?*
Disallow: /Article-searchAll*
Disallow: /Product-inquiry-pid-*
Allow: /

# === 搜狗/360/神马 ===
User-agent: Sogou web spider
Allow: /

User-agent: 360Spider
Allow: /

User-agent: YisouSpider
Allow: /

# === 禁止目录 ===
User-agent: *
Disallow: /

# 禁止纯训练爬虫（节省服务器带宽）
User-agent: GPTBot
Disallow: /
User-agent: ClaudeBot
Disallow: /

# === 爬虫引导文件 ===
Sitemap:https://www.youjixia.asia/sitemap.xml
Sitemap:https://www.youjixia.asia/robots.txt

# === Crawl-delay ===
Crawl-delay: 2