User-agent: *
Allow: /
Sitemap: https://www.example.com/sitemap.xml

# 百度蜘蛛
User-agent: Baiduspider
Allow: /
Crawl-delay: 1

# 谷歌蜘蛛
User-agent: Googlebot
Allow: /

# 必应蜘蛛
User-agent: Bingbot
Allow: /

# 搜狗蜘蛛
User-agent: Sogou web spider
Allow: /

# 360蜘蛛
User-agent: 360Spider
Allow: /

# 神马蜘蛛
User-agent: YisouSpider
Allow: /

# 头条蜘蛛
User-agent: Bytespider
Allow: /