User-agent: *
Allow: /

# Authenticated app — not for indexing
Disallow: /dashboard
Disallow: /videos
Disallow: /scripts
Disallow: /chat
Disallow: /calendar
Disallow: /saved-scripts
Disallow: /notebook
Disallow: /billing
Disallow: /profile
Disallow: /social-scraper
Disallow: /try/locked

# Admin & API
Disallow: /admin/
Disallow: /seo-admin
Disallow: /blog/admin
Disallow: /blog/new
Disallow: /blog/*/edit

# Block all internal APIs from crawl indexing, EXCEPT the public blog read
# endpoints — Googlebot's renderer runs our React app like a browser and
# fetches /api/blog/posts/:slug to hydrate the page. Without this allow rule,
# that XHR is blocked by robots.txt, the React app renders "Post not found",
# and Google sees a 404 instead of the article.
Allow: /api/blog/posts/
Allow: /api/blog/posts
Disallow: /api/

# Auth / conversion flows — shouldn't be entry points from search
Disallow: /reset-password
Disallow: /thank-you

# Source / build paths — should never have been crawlable; server now also
# returns 404 for these, but we tell crawlers to drop any already-indexed URLs.
Disallow: /app/
Disallow: /server/
Disallow: /shared/
Disallow: /client/
Disallow: /node_modules/
Disallow: /*.tsx$
Disallow: /*.ts$
Disallow: /*.map$

Sitemap: https://www.scriptlabs.app/sitemap.xml