# robots.txt - 华纳公司客服电话官方网站 sdxh65.cn
# 全站允许抓取，欢迎百度、搜狗等搜索引擎正常收录

User-agent: *
Allow: /
Crawl-delay: 1

# 百度蜘蛛
User-agent: Baiduspider
Allow: /

User-agent: Baiduspider-image
Allow: /

User-agent: Baiduspider-mobile
Allow: /

User-agent: Baiduspider-render
Allow: /

# 搜狗蜘蛛
User-agent: Sogou web spider
Allow: /

User-agent: Sogou inst spider
Allow: /

User-agent: Sogou spider2
Allow: /

# 其他常用搜索引擎
User-agent: 360Spider
Allow: /

User-agent: Googlebot
Allow: /

User-agent: Googlebot-Image
Allow: /

User-agent: Bingbot
Allow: /

User-agent: YisouSpider
Allow: /

User-agent: ShenmaSearcher
Allow: /

User-agent: Bytespider
Allow: /

# 采集类爬虫限制访问
User-agent: Scrapy
Disallow: /

User-agent: HTTrack
Disallow: /

User-agent: WebCopier
Disallow: /

User-agent: Teleport
Disallow: /

Sitemap: https://sdxh65.cn/sitemap.xml