# Robots.txt for Concrete Developers # https://concretedevelopers.com/ User-agent: * Disallow: /common/ Disallow: /cgi-bin/ # Allow assets so Google can render pages correctly Allow: /assets/ # Block error pages from indexing Disallow: /404error.php Disallow: /403error.php # Sitemap location Sitemap: https://concretedevelopers.com/sitemap.xml