# This is the production robots.txt file User-agent: * Crawl-delay: 2 Disallow: /standards/browse Disallow: /curriculum/print/* Disallow: /viewmaterials/* Disallow: /view_lesson.php?* Disallow: /view_curricularunit.php?* Disallow: /view_activity.php?* Disallow: /search_results.php?* Sitemap: https://www.teachengineering.org/sitemap.xml