User-agent: *
Allow: /
Disallow: /api/
Disallow: /data/
Disallow: /core/

Sitemap: http://localhost/sitemap.xml

# 百度蜘蛛特殊对待
User-agent: Baiduspider
Allow: /
Crawl-delay: 1