PGRM-293 Bump BF deps to Apple M3-compatible

requirements.txt

@@ -1,13 +1,23 @@
 #
-# This file is autogenerated by pip-compile with Python 3.8
-# by the following command:
+# This file is autogenerated by pip-compile with python 3.8
+# To update, run:
 #
 #    pip-compile requirements.in
 #
-apache-beam[gcp]==2.48.0
+annotated-types==0.7.0
+    # via pydantic
+apache-beam[gcp]==2.59.0
     # via -r requirements/dataflow_extras.txt
+async-timeout==4.0.3
+    # via redis
+attrs==24.2.0
+    # via
+    #   jsonschema
+    #   referencing
 backports-cached-property==1.0.2 ; python_version <= "3.8"
     # via -r requirements/base.txt
+backports-zoneinfo==0.2.1
+    # via tzlocal
 beautifulsoup4==4.12.2
     # via bs4
 bleach==6.0.0
@@ -42,6 +52,8 @@ dnspython==2.3.0
     # via pymongo
 docopt==0.6.2
     # via hdfs
+docstring-parser==0.16
+    # via google-cloud-aiplatform
 docutils==0.20.1
     # via readme-renderer
 exceptiongroup==1.1.1
@@ -54,8 +66,10 @@ fasteners==0.18
     #   google-apitools
 freezegun==1.2.2
     # via -r requirements.in
-google-api-core[grpc]==2.11.1
+google-api-core[grpc]==2.21.0
     # via
+    #   apache-beam
+    #   google-cloud-aiplatform
     #   google-cloud-bigquery
     #   google-cloud-bigquery-storage
     #   google-cloud-bigtable
@@ -66,29 +80,36 @@ google-api-core[grpc]==2.11.1
     #   google-cloud-pubsub
     #   google-cloud-pubsublite
     #   google-cloud-recommendations-ai
+    #   google-cloud-resource-manager
     #   google-cloud-spanner
     #   google-cloud-storage
     #   google-cloud-videointelligence
     #   google-cloud-vision
 google-apitools==0.5.31
     # via apache-beam
-google-auth==2.20.0
+google-auth==2.35.0
     # via
     #   -r requirements/base.txt
     #   apache-beam
     #   google-api-core
     #   google-auth-httplib2
+    #   google-cloud-aiplatform
+    #   google-cloud-bigtable
     #   google-cloud-core
+    #   google-cloud-resource-manager
     #   google-cloud-storage
 google-auth-httplib2==0.1.0
     # via apache-beam
+google-cloud-aiplatform==1.70.0
+    # via apache-beam
 google-cloud-bigquery==3.11.1
     # via
     #   -r requirements/bigquery_extras.txt
     #   apache-beam
+    #   google-cloud-aiplatform
 google-cloud-bigquery-storage==2.20.0
     # via apache-beam
-google-cloud-bigtable==2.17.0
+google-cloud-bigtable==2.26.0
     # via apache-beam
 google-cloud-core==2.3.2
     # via
@@ -112,17 +133,24 @@ google-cloud-pubsublite==1.7.0
     # via apache-beam
 google-cloud-recommendations-ai==0.10.3
     # via apache-beam
+google-cloud-resource-manager==1.12.5
+    # via google-cloud-aiplatform
 google-cloud-spanner==3.36.0
     # via apache-beam
-google-cloud-storage==2.9.0
-    # via -r requirements/base.txt
+google-cloud-storage==2.18.2
+    # via
+    #   -r requirements/base.txt
+    #   apache-beam
+    #   google-cloud-aiplatform
 google-cloud-videointelligence==2.11.2
     # via apache-beam
 google-cloud-vision==3.4.3
     # via apache-beam
 google-crc32c==1.5.0
-    # via google-resumable-media
-google-resumable-media==2.5.0
+    # via
+    #   google-cloud-storage
+    #   google-resumable-media
+google-resumable-media==2.7.2
     # via
     #   google-cloud-bigquery
     #   google-cloud-storage
@@ -135,6 +163,7 @@ grpc-google-iam-v1==0.12.6
     # via
     #   google-cloud-bigtable
     #   google-cloud-pubsub
+    #   google-cloud-resource-manager
     #   google-cloud-spanner
 grpcio==1.54.2
     # via
@@ -143,6 +172,7 @@ grpcio==1.54.2
     #   google-cloud-bigquery
     #   google-cloud-pubsub
     #   google-cloud-pubsublite
+    #   googleapis-common-protos
     #   grpc-google-iam-v1
     #   grpcio-status
 grpcio-status==1.48.2
@@ -166,13 +196,24 @@ importlib-metadata==6.7.0
     #   keyring
     #   twine
 importlib-resources==5.12.0
-    # via keyring
+    # via
+    #   jsonschema
+    #   jsonschema-specifications
+    #   keyring
 iniconfig==2.0.0
     # via pytest
 jaraco-classes==3.2.3
     # via keyring
 jinja2==3.1.2
     # via -r requirements/base.txt
+js2py==0.74
+    # via apache-beam
+jsonpickle==3.3.0
+    # via apache-beam
+jsonschema==4.23.0
+    # via apache-beam
+jsonschema-specifications==2023.12.1
+    # via jsonschema
 keyring==24.0.0
     # via twine
 lazy-object-proxy==1.9.0
@@ -195,18 +236,21 @@ numpy==1.21.6
     #   db-dtypes
     #   pandas
     #   pyarrow
+    #   shapely
 oauth2client==4.1.3
     # via google-apitools
 objsize==0.6.1
     # via apache-beam
-orjson==3.9.1
+orjson==3.10.7
     # via apache-beam
 overrides==6.5.0
     # via google-cloud-pubsublite
 packaging==23.1
     # via
+    #   apache-beam
     #   build
     #   db-dtypes
+    #   google-cloud-aiplatform
     #   google-cloud-bigquery
     #   pytest
 pandas==1.3.5
@@ -223,11 +267,15 @@ pip-tools==6.9.0
     #   -r requirements/base.txt
 pkginfo==1.9.6
     # via twine
+pkgutil-resolve-name==1.3.10
+    # via jsonschema
 pluggy==1.0.0
     # via pytest
-proto-plus==1.22.2
+proto-plus==1.24.0
     # via
     #   apache-beam
+    #   google-api-core
+    #   google-cloud-aiplatform
     #   google-cloud-bigquery
     #   google-cloud-bigquery-storage
     #   google-cloud-bigtable
@@ -236,13 +284,15 @@ proto-plus==1.22.2
     #   google-cloud-language
     #   google-cloud-pubsub
     #   google-cloud-recommendations-ai
+    #   google-cloud-resource-manager
     #   google-cloud-spanner
     #   google-cloud-videointelligence
     #   google-cloud-vision
-protobuf==4.23.3
+protobuf==4.25.5
     # via
     #   apache-beam
     #   google-api-core
+    #   google-cloud-aiplatform
     #   google-cloud-bigquery
     #   google-cloud-bigquery-storage
     #   google-cloud-bigtable
@@ -251,6 +301,7 @@ protobuf==4.23.3
     #   google-cloud-language
     #   google-cloud-pubsub
     #   google-cloud-recommendations-ai
+    #   google-cloud-resource-manager
     #   google-cloud-spanner
     #   google-cloud-videointelligence
     #   google-cloud-vision
@@ -266,6 +317,8 @@ pyarrow==11.0.0
     # via
     #   apache-beam
     #   db-dtypes
+pyarrow-hotfix==0.6
+    # via apache-beam
 pyasn1==0.5.0
     # via
     #   oauth2client
@@ -275,12 +328,18 @@ pyasn1-modules==0.3.0
     # via
     #   google-auth
     #   oauth2client
+pydantic==2.9.2
+    # via google-cloud-aiplatform
+pydantic-core==2.23.4
+    # via pydantic
 pydot==1.4.2
     # via apache-beam
 pygments==2.15.1
     # via
     #   readme-renderer
     #   rich
+pyjsparser==2.7.1
+    # via js2py
 pymongo==4.3.3
     # via apache-beam
 pyparsing==3.1.0
@@ -318,6 +377,12 @@ pyyaml==6.0
     # via responses
 readme-renderer==37.3
     # via twine
+redis==5.1.1
+    # via apache-beam
+referencing==0.35.1
+    # via
+    #   jsonschema
+    #   jsonschema-specifications
 regex==2023.6.3
     # via apache-beam
 requests==2.31.0
@@ -338,18 +403,24 @@ rfc3986==2.0.0
     # via twine
 rich==13.4.2
     # via twine
+rpds-py==0.20.0
+    # via
+    #   jsonschema
+    #   referencing
 rsa==4.9
     # via
     #   google-auth
     #   oauth2client
+shapely==2.0.6
+    # via google-cloud-aiplatform
 six==1.16.0
     # via
     #   -r requirements/bigquery_extras.txt
     #   bleach
     #   google-apitools
-    #   google-auth
     #   google-auth-httplib2
     #   hdfs
+    #   js2py
     #   oauth2client
     #   python-dateutil
 soupsieve==2.4.1
@@ -373,13 +444,17 @@ types-pyyaml==6.0.12.10
 typing-extensions==4.6.3
     # via
     #   -r requirements/base.txt
+    #   annotated-types
     #   apache-beam
+    #   pydantic
+    #   pydantic-core
     #   rich
+tzlocal==5.2
+    # via js2py
 unittest-xml-reporting==3.2.0
     # via -r requirements/base.txt
 urllib3==1.26.16
     # via
-    #   google-auth
     #   requests
     #   responses
     #   twine

requirements/dataflow_extras.txt

@@ -1 +1 @@
-apache-beam[gcp]>=2.24,<=2.48
+apache-beam[gcp]>=2.58