Deploy dhstore tetra to take over writes from seka in prod

`seka` is at >90% disk utilisation. Deploy a new instance to take over
the writes and move `seka` to be a read instance.

deploy/manifests/prod/us-east-2/tenant/storetheindex/dhstore-tetra/deployment.yaml

@@ -0,0 +1,45 @@
+apiVersion: apps/v1
+kind: Deployment
+metadata:
+  name: dhstore
+spec:
+  template:
+    spec:
+      containers:
+        - name: dhstore
+          args:
+            - '--providersURL=http://inga-indexer:3000/'
+            - '--storePath=/data'
+            - '--disableWAL'
+            - '--blockCacheSize=2Gi'
+          env:
+            - name: GO_DEBUG_MAX_THREADS
+              value: "20000"
+          volumeMounts:
+            - name: data
+              mountPath: /data
+          resources:
+            limits:
+              cpu: "28"
+              memory: 58Gi
+            requests:
+              cpu: "28"
+              memory: 58Gi
+      affinity:
+        nodeAffinity:
+          requiredDuringSchedulingIgnoredDuringExecution:
+            nodeSelectorTerms:
+              - matchExpressions:
+                  - key: node.kubernetes.io/instance-type
+                    operator: In
+                    values:
+                      - c6a.8xlarge
+                  - key: topology.kubernetes.io/zone
+                    operator: In
+                    values:
+                      - us-east-2c
+      volumes:
+        - name: data
+          persistentVolumeClaim:
+            claimName: dhstore-data-tetra
+

deploy/manifests/prod/us-east-2/tenant/storetheindex/dhstore-tetra/kustomization.yaml

@@ -0,0 +1,22 @@
+apiVersion: kustomize.config.k8s.io/v1beta1
+kind: Kustomization
+
+namespace: storetheindex
+
+resources:
+  - github.com/ipni/dhstore/deploy/kubernetes?ref=65afbf7dd908b7391e60c321822db69e9939bee7
+  - pvc.yaml
+  - pod-monitor.yaml
+
+nameSuffix: -tetra
+
+commonLabels:
+  app: dhstore-tetra
+
+patchesStrategicMerge:
+  - deployment.yaml
+
+images:
+  - name: dhstore
+    newName: 407967248065.dkr.ecr.us-east-2.amazonaws.com/ipni/dhstore
+    newTag: 20231130062633-638e69afc14179ce171c98f0045f03efb8773cd4

deploy/manifests/prod/us-east-2/tenant/storetheindex/dhstore-tetra/pod-monitor.yaml

@@ -0,0 +1,16 @@
+apiVersion: monitoring.coreos.com/v1
+kind: PodMonitor
+metadata:
+  name: dhstore
+  labels:
+    app: dhstore-tetra
+spec:
+  selector:
+    matchLabels:
+      app: dhstore-tetra
+  namespaceSelector:
+    matchNames:
+      - storetheindex
+  podMetricsEndpoints:
+    - path: /metrics
+      port: metrics

deploy/manifests/prod/us-east-2/tenant/storetheindex/dhstore-tetra/pvc.yaml

@@ -0,0 +1,11 @@
+apiVersion: v1
+kind: PersistentVolumeClaim
+metadata:
+  name: dhstore-data
+spec:
+  accessModes:
+    - ReadWriteOnce
+  resources:
+    requests:
+      storage: 16Ti
+  storageClassName: gp3

deploy/manifests/prod/us-east-2/tenant/storetheindex/indexstar/deployment.yaml

@@ -15,12 +15,14 @@ spec:
             - '--translateNonStreaming'
             - '--providersBackends=http://inga-indexer:3000/'
 
+            - '--backends=http://dhstore-tetra:40080/'
             - '--backends=http://dhstore-seka:40080/'
             - '--backends=http://dhstore-ravi:40080/'
             - '--backends=http://dhstore-qiu:40080/'
             - '--backends=http://dhstore-porvy.internal.prod.cid.contact/'
             - '--backends=http://dhstore-helga.internal.prod.cid.contact/'
             - '--backends=http://dhstore.internal.prod.cid.contact/'
+            - '--dhBackends=http://dhstore-tetra:40080'
             - '--dhBackends=http://dhstore-seka:40080'
             - '--dhBackends=http://dhstore-ravi:40080'
             - '--dhBackends=http://dhstore-qiu:40080'

deploy/manifests/prod/us-east-2/tenant/storetheindex/instances/inga/config.json

@@ -57,8 +57,9 @@
     "ValueStoreDir": "/data/valuestore",
     "ValueStoreType": "none",
     "DHBatchSize": 16384,
-    "DHStoreURL": "http://dhstore-seka:40080",
+    "DHStoreURL": "http://dhstore-tetra:40080",
     "DHStoreClusterURLs": [
+      "http://dhstore-seka:40080",
       "http://dhstore-ravi:40080",
       "http://dhstore-qiu:40080",
       "http://dhstore-helga.internal.prod.cid.contact",

deploy/manifests/prod/us-east-2/tenant/storetheindex/kustomization.yaml

@@ -17,6 +17,7 @@ resources:
 - dhstore-qiu
 - dhstore-ravi
 - dhstore-seka
+- dhstore-tetra
 - telemetry
 images:
 - name: storetheindex