robots.txt: disallow crawling when not in production. (#27559)

twbs · Nov 2, 2018 · 3256a2c · 3256a2c
1 parent 4b15ec9
commit 3256a2c
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/site/robots.txt b/site/robots.txt
@@ -5,5 +5,5 @@
 
 # Allow crawling of all content
 User-agent: *
-Disallow:
+Disallow:{% if jekyll.environment != "production" %} /{% endif %}
 Sitemap: {{ site.url }}/sitemap.xml