User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Twitterbot
Allow: /

User-agent: facebookexternalhit
Allow: /

User-agent: *
Allow: /
Disallow: /api/
Disallow: /dashboard/
Disallow: /profile/
# Next.js RSC payloads served alongside index.html for client-side hydration.
# They render as raw JSON if opened directly in a browser. Keep them out of
# search indexes and crawler trails — they have no human-facing value.
Disallow: /*/index.txt$
Disallow: /*.rsc$

Sitemap: https://dataskew.io/sitemap.xml