User-agent: *
Allow: /

# Sitemap
Sitemap: https://scrapetable.com/sitemap.xml

# Block admin and dashboard pages from being indexed
Disallow: /dashboard/
Disallow: /api/
Disallow: /admin/
Disallow: /impersonate/

# Allow blog and public pages
Allow: /blog/
Allow: /pricing
Allow: /use-cases
Allow: /contact
Allow: /docs

# Crawl delay (optional - adjust based on your server capacity)
Crawl-delay: 1