add robots.txt for non-production websites (#2350)

app/models/communication/website/configs/robots_txt.rb

@@ -0,0 +1,15 @@
+class Communication::Website::Configs::RobotsTxt < Communication::Website::Configs::Base
+
+  def self.polymorphic_name
+    'Communication::Website::Configs::RobotsTxt'
+  end
+
+  def git_path(website)
+    "static/robots.txt"
+  end
+
+  def template_static
+    "admin/communication/websites/configs/robots_txt/static"
+  end
+
+end

app/models/communication/website/with_configs.rb

@@ -10,7 +10,8 @@ def configs
         config_default_permalinks,
         config_development_config,
         config_production_config,
-        config_deuxfleurs_workflow
+        config_deuxfleurs_workflow,
+        config_robots_txt,
       ].compact
     end
 
@@ -39,5 +40,10 @@ def config_deuxfleurs_workflow
       @config_deuxfleurs_workflow ||= Communication::Website::Configs::DeuxfleursWorkflow.find(id)
     end
 
+    def config_robots_txt
+      return if in_production?
+      @config_robots_txt ||= Communication::Website::Configs::RobotsTxt.find(id)
+    end
+
   end
 end

app/views/admin/communication/websites/configs/robots_txt/static.html.erb

@@ -0,0 +1,3 @@
+# DO NOT EDIT THIS FILE BY HAND - IT WILL BE OVERWRITTEN BY OSUNY
+User-Agent: *
+Disallow: /