# https://www.robotstxt.org/robotstxt.html
User-agent: *
Allow: /

# 禁止爬取 API 路由
Disallow: /api/

# 禁止爬取私有路径
Disallow: /admin/
Disallow: /_next/
Disallow: /static/

# Sitemap
Sitemap: ${process.env.NEXT_PUBLIC_SITE_URL || 'https://yourdomain.com'}/sitemap.xml

# 常见搜索引擎
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Baiduspider
Allow: /

User-agent: Sogou web spider
Allow: /

User-agent: 360Spider
Allow: /

# 爬取延迟（秒）
Crawl-delay: 1