User-agent: *

# Allow all public marketing and content pages
Allow: /
Allow: /pricing
Allow: /blog
Allow: /blog/*
Allow: /docs
Allow: /docs/*


# Disallow private/authenticated areas
Disallow: /dashboard
Disallow: /*/agent/
Disallow: /*/agents
Disallow: /*/settings/
Disallow: /*/usage
Disallow: /new/
Disallow: /embed/

# Disallow API endpoints
Disallow: /api/

# Allow specific public files
Allow: /favicon.ico
Allow: /robots.txt
Allow: /sitemap.xml
Allow: /*.css
Allow: /*.js
Allow: /*.png
Allow: /*.jpg
Allow: /*.jpeg
Allow: /*.gif
Allow: /*.svg
Allow: /*.webp

# Crawl delay (optional - adjust based on server capacity)
Crawl-delay: 1

# Sitemap location
Sitemap: https://elkagent.com/sitemap.xml