# =====================================================
# 铭赞网络·短视频矩阵营销 主站 robots.txt
# 主站:https://www.xawww.com.cn
# 最后更新:2026-08-12
# 包含 468 个城市分站
# =====================================================

# ---------- 默认规则 ----------
User-agent: *
Allow: /
Disallow: /admin/
Disallow: /private/
Disallow: /tmp/
Disallow: /.git/
Disallow: /assets/*.tmp$

# ---------- 主流中文搜索引擎 ----------
User-agent: Baiduspider
Allow: /
Crawl-delay: 0.5

User-agent: Googlebot
Allow: /
Crawl-delay: 0.5

User-agent: Bingbot
Allow: /
Crawl-delay: 0.5

User-agent: YandexBot
Allow: /
Crawl-delay: 1

User-agent: Sogou Spider
Allow: /
Crawl-delay: 0.5

User-agent: 360Spider
Allow: /
Crawl-delay: 0.5

User-agent: Bytespider
Allow: /
Crawl-delay: 0.5

# 头条搜索(字节跳动)爬虫
User-agent: ToutiaoSpider
Allow: /

User-agent: Spider5
Allow: /

# 神马搜索
User-agent: YisouSpider
Allow: /

# ---------- 移动端 UA(头条 / 微信 / 微博) ----------
User-agent: ToutiaoSearchBot
Allow: /

User-agent: WeChat
Allow: /

# ---------- AI 平台爬虫(GEO / AI 搜索优化) ----------
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Perplexity-User
Allow: /

User-Agent: Google-Extended
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: CCBot
Allow: /

User-agent: Diffbot
Allow: /

User-agent: DuckAssistBot
Allow: /

User-agent: cohere-ai
Allow: /

User-agent: cohere-training-data-crawler
Allow: /

# Meta AI
User-agent: Meta-ExternalAgent
Allow: /

User-agent: FacebookBot
Allow: /

# ---------- Sitemap 声明 ----------
Sitemap: https://www.xawww.com.cn/sitemap.xml
Sitemap: https://www.xawww.com.cn/sitemap-index.xml

# ---------- Host(主要搜索引擎参考) ----------
Host: https://www.xawww.com.cn