# Robots.txt for 全域智能引流获客平台
# 全域智能引流获客平台官网 - 搜索引擎优化配置
# Generated on: 2025-06-17T00:00:00.000Z
# 针对百度、Google、Bing、360、搜狗等主流搜索引擎优化

# 百度爬虫 - 中国最大搜索引擎
User-agent: Baiduspider
Allow: /
Allow: /blog/
Allow: /case-study/
Allow: /solutions/
Allow: /resources/
Allow: /douyin/tools/
Allow: /platforms/
Allow: /seo/
Disallow: /admin/
Disallow: /api/
Disallow: /private/
Disallow: /temp/
Disallow: /cache/
Disallow: /*.json$
Disallow: /search?*
Disallow: /*?utm_*
Disallow: /*?ref=*
Disallow: /*?from=*
Crawl-delay: 1

# 百度移动爬虫
User-agent: Baiduspider-mobile
Allow: /
Allow: /blog/
Allow: /case-study/
Allow: /solutions/
Allow: /resources/
Allow: /douyin/tools/
Allow: /platforms/
Allow: /seo/
Disallow: /admin/
Disallow: /api/
Disallow: /private/
Crawl-delay: 1

# 百度图片爬虫
User-agent: Baiduspider-image
Allow: /images/
Allow: /assets/
Disallow: /admin/
Disallow: /api/
Disallow: /private/

# Google爬虫 - 全球最大搜索引擎
User-agent: Googlebot
Allow: /
Allow: /blog/
Allow: /case-study/
Allow: /solutions/
Allow: /resources/
Allow: /douyin/tools/
Allow: /platforms/
Allow: /seo/
Disallow: /admin/
Disallow: /api/
Disallow: /private/
Crawl-delay: 1

# Google移动爬虫
User-agent: Googlebot-Mobile
Allow: /
Allow: /blog/
Allow: /case-study/
Allow: /solutions/
Allow: /resources/
Allow: /douyin/tools/
Allow: /platforms/
Allow: /seo/
Disallow: /admin/
Disallow: /api/
Disallow: /private/

# Google图片爬虫
User-agent: Googlebot-Image
Allow: /images/
Allow: /assets/
Disallow: /admin/
Disallow: /api/
Disallow: /private/

# Bing爬虫 - 微软搜索引擎
User-agent: bingbot
Allow: /
Allow: /blog/
Allow: /case-study/
Allow: /solutions/
Allow: /resources/
Allow: /douyin/tools/
Allow: /platforms/
Allow: /seo/
Disallow: /admin/
Disallow: /api/
Disallow: /private/
Disallow: /temp/
Disallow: /cache/
Disallow: /*.json$
Disallow: /search?*
Disallow: /*?utm_*
Crawl-delay: 1

# 360搜索爬虫
User-agent: 360Spider
Allow: /
Allow: /blog/
Allow: /case-study/
Allow: /solutions/
Allow: /resources/
Allow: /douyin/tools/
Allow: /platforms/
Allow: /seo/
Disallow: /admin/
Disallow: /api/
Disallow: /private/
Crawl-delay: 1

# 搜狗爬虫
User-agent: Sogou web spider
Allow: /
Allow: /blog/
Allow: /case-study/
Allow: /solutions/
Allow: /resources/
Allow: /douyin/tools/
Allow: /platforms/
Allow: /seo/
Disallow: /admin/
Disallow: /api/
Disallow: /private/
Crawl-delay: 1

# 神马搜索爬虫（UC浏览器）
User-agent: YisouSpider
Allow: /
Allow: /blog/
Allow: /case-study/
Allow: /solutions/
Allow: /resources/
Allow: /douyin/tools/
Allow: /platforms/
Allow: /seo/
Disallow: /admin/
Disallow: /api/
Disallow: /private/
Crawl-delay: 1

# 头条搜索爬虫
User-agent: Bytespider
Allow: /
Allow: /blog/
Allow: /case-study/
Allow: /solutions/
Allow: /resources/
Allow: /douyin/tools/
Allow: /platforms/
Allow: /seo/
Disallow: /admin/
Disallow: /api/
Disallow: /private/
Crawl-delay: 1

# 其他所有爬虫
User-agent: *
Allow: /
Allow: /blog/
Allow: /case-study/
Allow: /solutions/
Allow: /resources/
Allow: /douyin/tools/
Allow: /platforms/
Allow: /seo/
Disallow: /admin/
Disallow: /api/
Disallow: /private/
Disallow: /temp/
Disallow: /cache/
Disallow: /node_modules/
Disallow: /dist/
Disallow: /build/
Disallow: /.git/
Disallow: /.vscode/
Disallow: /.trae/
Disallow: /.cursor/
Disallow: /*.log$
Disallow: /*.tmp$
Disallow: /*.bak$
Crawl-delay: 2

# 网站主域名
Host: zhekehub.cn

# URL参数清理 - 移除跟踪参数
Clean-param: utm_source
Clean-param: utm_medium
Clean-param: utm_campaign
Clean-param: utm_content
Clean-param: utm_term
Clean-param: ref
Clean-param: from
Clean-param: source
Clean-param: fbclid
Clean-param: gclid
Clean-param: msclkid
Clean-param: _ga
Clean-param: _gid

# 站点地图位置
Sitemap: https://zhekehub.cn/sitemap-index.xml
Sitemap: https://zhekehub.cn/sitemap.xml
Sitemap: https://zhekehub.cn/sitemap-blog.xml
Sitemap: https://zhekehub.cn/sitemap-cases.xml
Sitemap: https://zhekehub.cn/sitemap-products.xml
Sitemap: https://zhekehub.cn/sitemap-platforms.xml