# *
User-agent: *
Allow: /
Disallow: /cdn-cgi/
Disallow: /*.json
Disallow: /*_buildManifest.js$
Disallow: /*_ssgManifest.js$
Disallow: /*_middlewareManifest.js$
Disallow: /_next/static/chunks/*.js$

# Host
Host: https://datafetcher.com/

# Sitemaps
Sitemap: https://datafetcher.com/sitemap.xml