# 针对 360Spider
User-agent: 360Spider
Crawl-delay: 5

# 针对 Google
User-agent: Googlebot
Crawl-delay: 5

# 针对 Bing
User-agent: Bingbot
Crawl-delay: 5

# 针对 Yahoo
User-agent: Slurp
Crawl-delay: 5

# 针对 DuckDuckGo
User-agent: DuckDuckBot
Crawl-delay: 5

# 针对 Yandex
User-agent: YandexBot
Crawl-delay: 5

# 针对 Sogou
User-agent: Sogou spider
Crawl-delay: 5

# 通用规则（所有爬虫）
User-agent: *
Allow: /

# 禁止抓取的敏感目录
Disallow: /admin/
Disallow: /login/
Disallow: /tmp/
Disallow: /config/
Disallow: /private/
Disallow: /cgi-bin/