Up Spark version to the one that would correspond to Python 3.10

SAFEHR-data · Jul 28, 2023 · cad959e · cad959e
1 parent 5855f84
commit cad959e
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/config.infra-test.yaml b/config.infra-test.yaml
@@ -5,6 +5,7 @@ core_address_space: 10.64.0.0/22
 private_dns_zones_rg: rg-bootstrap-uclh-ci-dev
 
 transform:
+  spark_version: 3.4
   repositories:
     - url: https://github.com/UCLH-Foundry/FlowEHR-Data-Pot
   datalake: