# robots.txt for SweetTools

# Allow all crawlers
User-agent: *
Allow: /
Allow: /about
Allow: /tools
Allow: /pricing

# Disallow admin and API routes
Disallow: /api/
Disallow: /admin/
Disallow: /user/
Disallow: /checkout/
Disallow: /payment/

# Allow common crawlers
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Baiduspider
Allow: /

# Sitemap location
Sitemap: https://sweetools.cn/sitemap.xml

# Crawl-delay for polite crawlers
Crawl-delay: 1