# Charity Search Group -- robots.txt # Production-ready. On staging (charitysearchgroup.online) individual pages carry # meta name="robots" content="noindex, nofollow" injected by inc/foot.php, so # staging is protected regardless of what this file says. User-agent: * Allow: / # Infrastructure paths that should never appear in results Disallow: /inc/ Disallow: /content/ Disallow: /assets/css/ Disallow: /pdfs/ # Backup files and dev artifacts Disallow: /*.bak$ Disallow: /*.bak.* Disallow: /*.zip$ # Sitemap Sitemap: https://charitysearchgroup.com/sitemap.xml