From 1c6efd64fb2c0d60a56a90ab53f693b61d7bfa3b Mon Sep 17 00:00:00 2001
From: Ian Bicking <ianb@colorstudy.com>
Date: Thu, 4 May 2017 14:33:58 -0500
Subject: [PATCH] Fix #2806, remove robots.txt and replace with meta noindex
 Fixes #2774, making Twitter cards work again Invalidates #2805

---
 server/src/pages/shot/view.js | 1 +
 server/src/server.js          | 5 -----
 2 files changed, 1 insertion(+), 5 deletions(-)

diff --git a/server/src/pages/shot/view.js b/server/src/pages/shot/view.js
index 960e9a0553..78021533a0 100644
--- a/server/src/pages/shot/view.js
+++ b/server/src/pages/shot/view.js
@@ -96,6 +96,7 @@ class Head extends React.Component {
     if (expired) {
       return (
         <reactruntime.HeadTemplate {...this.props}>
+          <meta name="robots" content="noindex" />
           <script src={ this.props.staticLink("/static/js/wantsauth.js") } />
           <script src={ this.props.staticLink("/static/js/shot-bundle.js") } async />
           <link rel="stylesheet" href={ this.props.staticLink("/static/css/frame.css") } />
diff --git a/server/src/server.js b/server/src/server.js
index 45eb7f2e0c..e9c8ffd080 100644
--- a/server/src/server.js
+++ b/server/src/server.js
@@ -383,11 +383,6 @@ app.get("/favicon.ico", function(req, res) {
   res.redirect(301, "/static/img/icon-32.png");
 });
 
-app.get("/robots.txt", function(req, res) {
-  res.header("Content-Type", "text/plain");
-  res.send("User-agent: *\nDisallow: /\n");
-});
-
 app.post("/error", function(req, res) {
   let bodyObj = req.body;
   if (typeof bodyObj !== "object") {