robots.txt

User-agent: *
Allow: /
Sitemap: https://agents.bydanielrosehill.com/sitemap.xml

# Disallow build files and raw data
Disallow: /build.js
Disallow: /build-all.sh
Disallow: /build-output.txt
Disallow: /configs-list.json