User-agent: *
Allow: /

Sitemap: /sitemap.xml

# Disallow crawling of admin pages
Disallow: /admin/
Disallow: /api/

# Crawl-delay for slower servers
Crawl-delay: 10