From 52c930afcfdd74d626b709711351cd57c0e4a61c Mon Sep 17 00:00:00 2001
From: Rod Vagg <rod@vagg.org>
Date: Tue, 1 Sep 2015 21:06:37 +1000
Subject: [PATCH] copy robots.txt from old site

---
 static/robots.txt | 6 ++++++
 1 file changed, 6 insertions(+)

diff --git a/static/robots.txt b/static/robots.txt
index e69de29bb2d1d..12e82eb64c5e5 100644
--- a/static/robots.txt
+++ b/static/robots.txt
@@ -0,0 +1,6 @@
+User-Agent: *
+Disallow: /dist/
+Disallow: /docs/
+Allow: /dist/latest/
+Allow: /dist/latest/docs/api/
+Allow: /api/
\ No newline at end of file