Fix #2806, remove robots.txt and replace with meta noindex

Fixes #2774, making Twitter cards work again Invalidates #2805
mozilla-services · May 4, 2017 · 1c6efd6 · 1c6efd6
1 parent 5557426
commit 1c6efd6
Show file tree

Hide file tree

Showing 2 changed files with 1 addition and 5 deletions.
diff --git a/server/src/pages/shot/view.js b/server/src/pages/shot/view.js
@@ -96,6 +96,7 @@ class Head extends React.Component {
     if (expired) {
       return (
         <reactruntime.HeadTemplate {...this.props}>
+          <meta name="robots" content="noindex" />
           <script src={ this.props.staticLink("/static/js/wantsauth.js") } />
           <script src={ this.props.staticLink("/static/js/shot-bundle.js") } async />
           <link rel="stylesheet" href={ this.props.staticLink("/static/css/frame.css") } />

diff --git a/server/src/server.js b/server/src/server.js
@@ -383,11 +383,6 @@ app.get("/favicon.ico", function(req, res) {
   res.redirect(301, "/static/img/icon-32.png");
 });
 
-app.get("/robots.txt", function(req, res) {
-  res.header("Content-Type", "text/plain");
-  res.send("User-agent: *\nDisallow: /\n");
-});
-
 app.post("/error", function(req, res) {
   let bodyObj = req.body;
   if (typeof bodyObj !== "object") {