User-agent: * # Next.JS Crawl Budget Performance Updates # Block files ending in .json, _buildManifest.js, _middlewareManifest.js, _ssgManifest.js # The asterisks allows any file name # The dollar sign ensures it only matches the end of an URL and not a oddly formatted url (e.g. /locations.json.html) Disallow: /*.json$ Disallow: /*_buildManifest.js$ Disallow: /*_middlewareManifest.js$ Disallow: /*_ssgManifest.js$ # Disallow internal API routes Disallow: /api/ Disallow: /admin/ Disallow: /account/ Disallow: /email-login/ Disallow: /user-management/ Disallow: /share/ Disallow: /enterprise/payment/ Disallow: /enterprise/portal/ # Host Host: https://fiscal.ai # Sitemaps Sitemap: https://fiscal.ai/sitemaps/