# 钱包下载网站 - goyindang.com
# SEO 优化版 robots.txt

# 默认规则
User-agent: *
Allow: /
Disallow: /admin/
Disallow: /private/
Disallow: /tmp/

# 百度爬虫优化
User-agent: Baiduspider
Allow: /
Crawl-delay: 0
Request-rate: 1/1

# 搜狗爬虫优化
User-agent: Sogou web spider
Allow: /
Crawl-delay: 0
Request-rate: 1/1

# Google 爬虫
User-agent: Googlebot
Allow: /
Crawl-delay: 0

# Bing 爬虫
User-agent: Bingbot
Allow: /
Crawl-delay: 1

# 网站地图
Sitemap: https://goyindang.com/sitemap.xml
Sitemap: https://goyindang.com/baidu-sitemap.xml
Sitemap: https://goyindang.com/sogou-sitemap.xml