# 允许所有搜索引擎抓取
User-agent: *
Allow: /
Disallow: /admin.php
Disallow: /runtime/
Disallow: /application/

# Sitemap索引文件
Sitemap: /index.php/rss/sitemap_index

# 各搜索引擎专用Sitemap
Sitemap: /rss/baidu.xml
Sitemap: /rss/google.xml
Sitemap: /rss/sogou.xml
Sitemap: /rss/bing.xml
Sitemap: /rss/so.xml
Sitemap: /rss/sm.xml

# 百度爬虫特殊配置
User-agent: Baiduspider
Allow: /
Disallow: /admin.php
Crawl-delay: 1

# 搜狗爬虫特殊配置
User-agent: Sogou web spider
Allow: /
Disallow: /admin.php
Crawl-delay: 1

# 谷歌爬虫特殊配置
User-agent: Googlebot
Allow: /
Disallow: /admin.php
Crawl-delay: 1