gen3staging_kf : deploying 2020.08 and WAF to commons (#1902)

gen3staging.kidsfirstdrc.org/manifest.json

@@ -7,15 +7,15 @@
     "autodeploy": "yes"
   },
   "versions": {
-    "arborist": "quay.io/cdis/arborist:2020.05",
-    "dashboard": "quay.io/cdis/gen3-statics:1.0.0",
-    "fence": "quay.io/cdis/fence:2020.05",
-    "indexd": "quay.io/cdis/indexd:2020.05",
-    "peregrine": "quay.io/cdis/peregrine:2020.05",
-    "pidgin": "quay.io/cdis/pidgin:2020.05",
-    "revproxy": "quay.io/cdis/nginx:2020.05",
-    "sheepdog": "quay.io/cdis/sheepdog:2020.05",
-    "portal": "quay.io/cdis/data-portal:2020.05",
+    "arborist": "quay.io/cdis/arborist:2020.08",
+    "dashboard": "quay.io/cdis/gen3-statics:2020.08",
+    "fence": "quay.io/cdis/fence:4.22.4",
+    "indexd": "quay.io/cdis/indexd:2020.08",
+    "peregrine": "quay.io/cdis/peregrine:2020.08",
+    "pidgin": "quay.io/cdis/pidgin:2020.08",
+    "revproxy": "quay.io/cdis/nginx:2020.08",
+    "sheepdog": "quay.io/cdis/sheepdog:2020.08",
+    "portal": "quay.io/cdis/data-portal:2020.08",
     "fluentd": "fluent/fluentd-kubernetes-daemonset:v1.2-debian-cloudwatch"
   },
   "arborist": {

gen3staging.kidsfirstdrc.org/manifests/modsec/crawlers-user-agents.data

@@ -0,0 +1,38 @@
+# Search engine crawlers and other bots
+# crawler
+# https://80legs.com/
+80legs
+# site ripper
+# http://www.softbytelabs.com/en/BlackWidow/
+black widow
+blackwidow
+# crawler
+# 2006
+prowebwalker
+# generic crawler
+pymills-spider/
+# SEO
+# https://ahrefs.com/robot
+AhrefsBot
+# people database
+# https://pipl.com/bot/
+PiplBot
+# advertising targeting
+# https://www.grapeshot.com/crawler/
+GrapeshotCrawler/2.0
+grapeFX
+# SEO
+# http://www.searchmetrics.com/searchmetricsbot/
+SearchmetricsBot
+# SEO
+# https://moz.com/help/guides/moz-procedures/what-is-rogerbot
+rogerbot
+# SEO
+# http://www.majestic12.co.uk/projects/dsearch/mj12bot.php
+MJ12bot
+# news service
+Owlin bot
+# misbehaving spider
+Lingewoud-550-Spyder
+# https://www.wappalyzer.com/
+Wappalyzer