# NIKSUN.com robots.txt
# NOTE (dev): on STAGING, replace the "Allow: /" line below with "Disallow: /" to keep it out of search.
User-agent: *
Allow: /

# App / route prefixes that server.js answers with 403/401 to crawlers
# (BLOCKED_PATH_RE + auth-gated routes). These are POST/API/gated endpoints,
# NOT indexable content. Directory Disallows below do NOT affect the public
# root pages — e.g. /blog.html, /news.html, /careers.html, /contact.html,
# /resources.html, /sign-up.html stay crawlable (they don't start with /blog/,
# /news/, … ). Steering crawlers out of these clears the "Blocked (403/401)"
# entries in Search Console. (R186)
Disallow: /api/
Disallow: /auth/
Disallow: /demo/
Disallow: /email/
Disallow: /sign-up/
Disallow: /contact/
Disallow: /partners/
Disallow: /approve/
Disallow: /blog/
Disallow: /news/
Disallow: /events/
Disallow: /home/
Disallow: /careers/
Disallow: /listener/
Disallow: /captcha/
Disallow: /consent/
Disallow: /db/
Disallow: /resources/
Disallow: /documents/
Disallow: /node_modules/
Disallow: /uploads/
Disallow: /offline/

Sitemap: https://www.niksun.com/sitemap.xml