From 07f61724fed06ab60a67e7a1af03f83d6668b97d Mon Sep 17 00:00:00 2001 From: Margaret Black Date: Thu, 19 Sep 2024 16:26:13 -0500 Subject: [PATCH] 366 Feature: Update Python pyproject.toml files to set the minimum Python version to >=3.8 --- DRAFT_RELEASE_NOTES.md | 2 ++ build-parent/pom.xml | 2 +- .../pyproject.toml | 4 +-- .../pyproject.toml | 4 +-- .../pyproject.toml | 13 ++++--- .../pyproject.toml | 5 +-- .../pyproject.toml | 4 +-- .../pyproject.toml | 4 +-- .../pyproject.toml | 2 +- .../pyproject.toml | 4 +-- .../pyproject.toml | 4 +-- .../pyproject.toml | 2 +- .../pyproject.toml | 9 +++-- .../data-delivery-pyspark/pyproject.toml.vm | 4 +-- .../general-mlflow/pyproject.toml.vm | 4 +-- .../templates/inference/pyproject.toml.vm | 4 +-- .../sagemaker-training/pyproject.toml.vm | 32 ++++++++--------- .../pyproject.toml | 4 +-- .../pyproject.toml | 2 +- .../pyproject.toml | 4 +-- .../pyproject.toml | 9 +++-- .../pyproject.toml | 9 +++-- .../pyproject.toml | 4 +-- .../pyproject.toml | 4 +-- .../pyproject.toml | 34 ++++++++----------- .../pyproject.toml | 4 +-- 26 files changed, 94 insertions(+), 83 deletions(-) diff --git a/DRAFT_RELEASE_NOTES.md b/DRAFT_RELEASE_NOTES.md index bcb602745..e46a72a04 100644 --- a/DRAFT_RELEASE_NOTES.md +++ b/DRAFT_RELEASE_NOTES.md @@ -7,6 +7,7 @@ Note: instructions for adapting to these changes are outlined in the upgrade ins _There are no breaking changes in the 1.10 release._ + # Known Issues _There are no known issues with the 1.10 release._ @@ -74,3 +75,4 @@ To start your aiSSEMBLE upgrade, update your project's pom.xml to use the 1.10.0 3. Repeat the previous step until all manual actions are resolved # What's Changed +- `pyproject.toml` files updated to allow for Python version `>=3.8`. \ No newline at end of file diff --git a/build-parent/pom.xml b/build-parent/pom.xml index 94666e138..4b5058995 100644 --- a/build-parent/pom.xml +++ b/build-parent/pom.xml @@ -37,7 +37,7 @@ 2.16.1 3.11.4 3.2.0 - 19 + 20 3.6.0 3.9.0 2.8.3.Final diff --git a/extensions/aissemble-extensions-model-training-api-sagemaker/pyproject.toml b/extensions/aissemble-extensions-model-training-api-sagemaker/pyproject.toml index 713aeb510..f26fcc70b 100644 --- a/extensions/aissemble-extensions-model-training-api-sagemaker/pyproject.toml +++ b/extensions/aissemble-extensions-model-training-api-sagemaker/pyproject.toml @@ -9,13 +9,13 @@ packages = [ ] [tool.poetry.dependencies] -python = ">=3.11.4, <3.12" +python = ">=3.8" fastapi = ">=0.95.0" uvicorn = {version = "^0.18.0", extras = ["standard"]} pydantic = ">=2.8.0" kubernetes = ">=26.1.0" urllib3 = "^1.26.18" -krausening = ">=19" +krausening = ">=20" sagemaker = ">=2.218.0" mlflow = "^2.3.1" diff --git a/extensions/extensions-data-delivery/aissemble-extensions-data-delivery-spark-py/pyproject.toml b/extensions/extensions-data-delivery/aissemble-extensions-data-delivery-spark-py/pyproject.toml index 2d59fa168..5103fa6f4 100644 --- a/extensions/extensions-data-delivery/aissemble-extensions-data-delivery-spark-py/pyproject.toml +++ b/extensions/extensions-data-delivery/aissemble-extensions-data-delivery-spark-py/pyproject.toml @@ -9,8 +9,8 @@ packages = [ ] [tool.poetry.dependencies] -python = ">=3.11.4, <4" -krausening = ">=19" +python = ">=3.8" +krausening = ">=20" pyspark = "3.4.0" pyyaml = "^6.0" diff --git a/extensions/extensions-encryption/aissemble-extensions-encryption-vault-python/pyproject.toml b/extensions/extensions-encryption/aissemble-extensions-encryption-vault-python/pyproject.toml index c1e9af236..19e53668b 100644 --- a/extensions/extensions-encryption/aissemble-extensions-encryption-vault-python/pyproject.toml +++ b/extensions/extensions-encryption/aissemble-extensions-encryption-vault-python/pyproject.toml @@ -9,17 +9,22 @@ packages = [ ] [tool.poetry.dependencies] -python = ">=3.11.4, <4" -hvac = ">=1.0.0" +python = ">=3.8" +hvac = [ + {version = ">=1.0.0", python = ">=3.8,<4.0"}, +] cryptography = ">=42.0.4" -krausening = ">=19" +krausening = ">=20" urllib3 = "^1.26.18" [tool.poetry.group.dev.dependencies] black = ">=22.1.0" behave = ">=1.2.6" nose = ">=1.3.7" -testcontainers = ">=4.5.1" +testcontainers = [ + {version = ">=4.5.1", python = ">=3.9,<4.0"}, + {version = "3.7.1", python = ">=3.8, <3.9"}, +] setuptools = "^69.0.3" kappa-maki = ">=1.0.1" pylint = "^3.1.0" diff --git a/extensions/extensions-transform/aissemble-extensions-transform-spark-python/pyproject.toml b/extensions/extensions-transform/aissemble-extensions-transform-spark-python/pyproject.toml index 0844303ff..cb4f3c2d0 100644 --- a/extensions/extensions-transform/aissemble-extensions-transform-spark-python/pyproject.toml +++ b/extensions/extensions-transform/aissemble-extensions-transform-spark-python/pyproject.toml @@ -9,9 +9,10 @@ packages = [ ] [tool.poetry.dependencies] -python = ">=3.11.4, <4" -krausening = ">=19" +python = ">=3.8" +krausening = ">=20" pydantic = ">=2.8.0" + pyspark = "3.4.0" cryptography = ">=42.0.4" urllib3 = "^1.26.18" diff --git a/foundation/aissemble-foundation-core-python/pyproject.toml b/foundation/aissemble-foundation-core-python/pyproject.toml index 976bb9873..5e9d772f7 100644 --- a/foundation/aissemble-foundation-core-python/pyproject.toml +++ b/foundation/aissemble-foundation-core-python/pyproject.toml @@ -15,9 +15,9 @@ packages = [ ] [tool.poetry.dependencies] -python = ">=3.11.4, <4" +python = ">=3.8" pydantic = ">=2.8.0" -krausening = ">=19" +krausening = ">=20" cryptography = ">=42.0.4" pyjwt = ">=2.3.0" pyjks = ">=20.0.0" diff --git a/foundation/aissemble-foundation-model-training-api/pyproject.toml b/foundation/aissemble-foundation-model-training-api/pyproject.toml index ee350fd8b..cccde4887 100644 --- a/foundation/aissemble-foundation-model-training-api/pyproject.toml +++ b/foundation/aissemble-foundation-model-training-api/pyproject.toml @@ -10,13 +10,13 @@ packages = [ [tool.poetry.dependencies] aissemble-foundation-messaging-python = {path = "../foundation-messaging/foundation-messaging-python/aissemble-foundation-messaging-python-client", develop = true} -python = ">=3.11.4, <3.12" +python = ">=3.8" fastapi = ">=0.95.0" uvicorn = {version = "^0.18.0", extras = ["standard"]} pydantic = ">=2.8.0" kubernetes = ">=26.1.0" urllib3 = "^1.26.18" -krausening = ">=19" +krausening = ">=20" [tool.poetry.group.dev.dependencies] black = ">=22.1.0" diff --git a/foundation/aissemble-foundation-versioning-service/pyproject.toml b/foundation/aissemble-foundation-versioning-service/pyproject.toml index b2a268933..2da26e3df 100644 --- a/foundation/aissemble-foundation-versioning-service/pyproject.toml +++ b/foundation/aissemble-foundation-versioning-service/pyproject.toml @@ -13,7 +13,7 @@ packages = [ # the versioning_api.py module within aissemble-versioning-docker are defined here and installed when the corresponding # wheel for aissemble-versioning-service is installed. [tool.poetry.dependencies] -python = ">=3.11.4, <3.12" +python = ">=3.8" mlflow = "^2.3.1" fastapi = ">=0.95.0" uvicorn = {version = "^0.18.0", extras = ["standard"]} diff --git a/foundation/foundation-drift-detection/aissemble-foundation-drift-detection-client-python/pyproject.toml b/foundation/foundation-drift-detection/aissemble-foundation-drift-detection-client-python/pyproject.toml index 7fe8b4bc7..d90447c15 100644 --- a/foundation/foundation-drift-detection/aissemble-foundation-drift-detection-client-python/pyproject.toml +++ b/foundation/foundation-drift-detection/aissemble-foundation-drift-detection-client-python/pyproject.toml @@ -10,10 +10,10 @@ packages = [ ] [tool.poetry.dependencies] -python = ">=3.11.4, <4" +python = ">=3.8" pydantic = ">=2.8.0" requests = ">=2.32.2" -krausening = ">=19" +krausening = ">=20" cryptography = ">=42.0.4" urllib3 = "^1.26.18" diff --git a/foundation/foundation-encryption/aissemble-foundation-encryption-policy-python/pyproject.toml b/foundation/foundation-encryption/aissemble-foundation-encryption-policy-python/pyproject.toml index e5ee44870..7e65e544f 100644 --- a/foundation/foundation-encryption/aissemble-foundation-encryption-policy-python/pyproject.toml +++ b/foundation/foundation-encryption/aissemble-foundation-encryption-policy-python/pyproject.toml @@ -9,8 +9,8 @@ packages = [ ] [tool.poetry.dependencies] -python = ">=3.11.4, <4" -krausening = ">=19" +python = ">=3.8" +krausening = ">=20" cryptography = ">=42.0.4" urllib3 = "^1.26.18" diff --git a/foundation/foundation-lineage/aissemble-foundation-model-lineage/pyproject.toml b/foundation/foundation-lineage/aissemble-foundation-model-lineage/pyproject.toml index b5a5be4b2..f4cdff9e0 100644 --- a/foundation/foundation-lineage/aissemble-foundation-model-lineage/pyproject.toml +++ b/foundation/foundation-lineage/aissemble-foundation-model-lineage/pyproject.toml @@ -9,7 +9,7 @@ packages = [ ] [tool.poetry.dependencies] -python = ">=3.11.4, <4" +python = ">=3.8" openlineage-python = {version = "^0.21.1"} #[tool.poetry.group.monorepo.dependencies] diff --git a/foundation/foundation-lineage/foundation-data-lineage/aissemble-foundation-data-lineage-python/pyproject.toml b/foundation/foundation-lineage/foundation-data-lineage/aissemble-foundation-data-lineage-python/pyproject.toml index eed2ac546..a68ba79f4 100644 --- a/foundation/foundation-lineage/foundation-data-lineage/aissemble-foundation-data-lineage-python/pyproject.toml +++ b/foundation/foundation-lineage/foundation-data-lineage/aissemble-foundation-data-lineage-python/pyproject.toml @@ -12,8 +12,8 @@ include = [ ] [tool.poetry.dependencies] -python = ">=3.11.4, <4" -krausening = ">=19" +python = ">=3.8" +krausening = ">=20" kafka-python = "^2.0.2" openlineage-python = {version = "^0.21.1"} @@ -24,7 +24,10 @@ aissemble-foundation-messaging-python = { path = "../../../foundation-messaging/ black = ">=22.1.0" behave = ">=1.2.6" nose = ">=1.3.7" -testcontainers = ">=4.5.1" +testcontainers = [ + {version = ">=4.5.1", python = ">=3.9,<4.0"}, + {version = "3.7.1", python = ">=3.8, <3.9"}, +] callee = "0.3.1" confluent-kafka = { version = "2.1.1", optional = true } kappa-maki = ">=1.0.1" diff --git a/foundation/foundation-mda/src/main/resources/templates/data-delivery-pyspark/pyproject.toml.vm b/foundation/foundation-mda/src/main/resources/templates/data-delivery-pyspark/pyproject.toml.vm index 9cb7940f9..f8f3e4c0e 100644 --- a/foundation/foundation-mda/src/main/resources/templates/data-delivery-pyspark/pyproject.toml.vm +++ b/foundation/foundation-mda/src/main/resources/templates/data-delivery-pyspark/pyproject.toml.vm @@ -11,8 +11,8 @@ authors = ["Your Name "] include = ["src/${packageFolderName}/generated/**/*"] [tool.poetry.dependencies] -python = "^3.11.4" -krausening = ">=17" +python = ">=3.8" +krausening = ">=20" pyspark = "${versionSpark}" jsonpickle = "^2.1.0" pyyaml = "^6.0" diff --git a/foundation/foundation-mda/src/main/resources/templates/general-mlflow/pyproject.toml.vm b/foundation/foundation-mda/src/main/resources/templates/general-mlflow/pyproject.toml.vm index 47f2cf791..cce7daeef 100644 --- a/foundation/foundation-mda/src/main/resources/templates/general-mlflow/pyproject.toml.vm +++ b/foundation/foundation-mda/src/main/resources/templates/general-mlflow/pyproject.toml.vm @@ -11,8 +11,8 @@ authors = ["Your Name "] include = ["src/${packageFolderName}/generated/**/*"] [tool.poetry.dependencies] -python = "^3.11.4" -krausening = ">=16" +python = ">=3.8" +krausening = ">=20" mlflow = "^2.3.1" kafka-python = "^2.0.2" pandas = "^1.5.0" diff --git a/foundation/foundation-mda/src/main/resources/templates/inference/pyproject.toml.vm b/foundation/foundation-mda/src/main/resources/templates/inference/pyproject.toml.vm index 1654cdcad..f28b6cbf2 100644 --- a/foundation/foundation-mda/src/main/resources/templates/inference/pyproject.toml.vm +++ b/foundation/foundation-mda/src/main/resources/templates/inference/pyproject.toml.vm @@ -11,12 +11,12 @@ authors = ["Your Name "] include = ["src/${artifactIdPythonCase}/generated/**/*"] [tool.poetry.dependencies] -python = "^3.11.4" +python = ">=3.8" mlflow = "^2.3.1" fastapi = ">=0.95.0" uvicorn = { version = "^0.18.0", extras = ["standard"]} grpcio = "^1.50.0" -krausening = ">=16" +krausening = ">=20" pandas = "^1.5.0" # The latest versions of scipy cap numpy to < 1.26.0, but older versions don't. The recent release of numpy caused diff --git a/foundation/foundation-mda/src/main/resources/templates/sagemaker-training/pyproject.toml.vm b/foundation/foundation-mda/src/main/resources/templates/sagemaker-training/pyproject.toml.vm index 54945a035..ba8dfc5f1 100644 --- a/foundation/foundation-mda/src/main/resources/templates/sagemaker-training/pyproject.toml.vm +++ b/foundation/foundation-mda/src/main/resources/templates/sagemaker-training/pyproject.toml.vm @@ -15,23 +15,21 @@ packages = [ include = ["src/${packageFolderName}/generated/**/*"] [tool.poetry.dependencies] -python = "^3.11.4" -sagemaker-training = "^4.6.1" -mlflow = "^2.3.1" - -# Necessary for working with v39.0.0 of crytopgraphy -# https://stackoverflow.com/questions/74981558/error-updating-python3-pip-attributeerror-module-lib-has-no-attribute-openss -pyopenssl = ">22.1.0" - -# If protobuf is not explicitly downgraded and 4.x is transitively used via mlflow, developers -# may need to set the PROTOCOL_BUFFERS_PYTHON_IMPLEMENTATION=python to achieve backward compatibility -# with any modules that were generated using protobuf 3.x -protobuf = "^3.20.3" - -# The latest versions of scipy cap numpy to < 1.26.0, but older versions don't. The recent release of numpy caused -# scipy to downgrade to a version that is incompatible with the latest version of numpy. Presumably, scipy will release -# a new version that is compatible with the latest version of numpy, but until then, we need to explicitly avoid the downgrade. -scipy = "^1.9.3" +python = ">=3.8" +sagemaker-training = ">=4.6.1" +mlflow = ">=2.16.2" + +# Poetry lock was timing out attempting to resolve dependencies +# I removed the mlflow dependency and ran poetry add mlflow and the dependencies resolved, so I copied +# over the problematic pacakges' versions from the lock file. +opentelemetry-api = ">=1.9.0,<3" +opentelemetry-sdk = ">=1.9.0,<3" +mlflow-skinny = "2.16.2" +botocore = ">=1.33.2,<2.0a.0" + +# Poetry export-without-path-deps fails due to a "Dependency walk failed at urllib3 (>=1.26.0)" +# Adding to resolve the issue; Poetry changes the value from >= -> ^ +urllib3 = "^1.26.18" [tool.poetry.group.dev.dependencies] black = ">=22.1.0" diff --git a/foundation/foundation-messaging/foundation-messaging-python/aissemble-foundation-messaging-python-client/pyproject.toml b/foundation/foundation-messaging/foundation-messaging-python/aissemble-foundation-messaging-python-client/pyproject.toml index c59296308..581a4ca08 100644 --- a/foundation/foundation-messaging/foundation-messaging-python/aissemble-foundation-messaging-python-client/pyproject.toml +++ b/foundation/foundation-messaging/foundation-messaging-python/aissemble-foundation-messaging-python-client/pyproject.toml @@ -12,9 +12,9 @@ include = [ ] [tool.poetry.dependencies] -python = ">=3.11.4, <4" +python = ">=3.8" py4j = "0.10.9.7" -krausening = ">=19" +krausening = ">=20" [tool.poetry.group.dev.dependencies] black = ">=22.1.0" diff --git a/foundation/foundation-security/aissemble-foundation-pdp-client-python/pyproject.toml b/foundation/foundation-security/aissemble-foundation-pdp-client-python/pyproject.toml index fd5acb8f8..846bb0bc5 100644 --- a/foundation/foundation-security/aissemble-foundation-pdp-client-python/pyproject.toml +++ b/foundation/foundation-security/aissemble-foundation-pdp-client-python/pyproject.toml @@ -9,7 +9,7 @@ packages = [ ] [tool.poetry.dependencies] -python = ">=3.11.4, <4" +python = ">=3.8" requests = ">=2.32.2" urllib3 = "^1.26.18" diff --git a/foundation/foundation-transform/aissemble-foundation-transform-core-python/pyproject.toml b/foundation/foundation-transform/aissemble-foundation-transform-core-python/pyproject.toml index 769db4e31..a20cc6846 100644 --- a/foundation/foundation-transform/aissemble-foundation-transform-core-python/pyproject.toml +++ b/foundation/foundation-transform/aissemble-foundation-transform-core-python/pyproject.toml @@ -9,10 +9,10 @@ packages = [ ] [tool.poetry.dependencies] -python = ">=3.11.4, <4" +python = ">=3.8" aissemble-foundation-core-python = {path = "../../aissemble-foundation-core-python", develop = true} pydantic = ">=2.8.0" -krausening = ">=19" +krausening = ">=20" cryptography = ">=42.0.4" [tool.poetry.group.dev.dependencies] diff --git a/test/test-mda-models/aissemble-test-data-delivery-pyspark-model-basic/pyproject.toml b/test/test-mda-models/aissemble-test-data-delivery-pyspark-model-basic/pyproject.toml index f0fa22bf9..88613cfc4 100644 --- a/test/test-mda-models/aissemble-test-data-delivery-pyspark-model-basic/pyproject.toml +++ b/test/test-mda-models/aissemble-test-data-delivery-pyspark-model-basic/pyproject.toml @@ -20,8 +20,8 @@ apache-sedona = "~1.4.0" aissemble-foundation-encryption-policy-python = {path = "../../../foundation/foundation-encryption/aissemble-foundation-encryption-policy-python", develop = true} aissemble-extensions-encryption-vault-python = {path = "../../../extensions/extensions-encryption/aissemble-extensions-encryption-vault-python", develop = true} kafka-python = "^2.0.2" -python = "^3.11.4" -krausening = ">=19" +python = ">=3.8" +krausening = ">=20" pyspark = "3.4.0" jsonpickle = "^2.1.0" pyyaml = "^6.0" @@ -33,7 +33,10 @@ urllib3 = "^1.26.18" black = ">=22.1.0" behave = ">=1.2.6" nose = ">=1.3.7" -testcontainers = ">=4.5.1" +testcontainers = [ + {version = ">=4.5.1", python = ">=3.9,<4.0"}, + {version = "3.7.1", python = ">=3.8, <3.9"}, +] kappa-maki = ">=1.0.1" pylint = "^3.1.0" diff --git a/test/test-mda-models/aissemble-test-data-delivery-pyspark-model/pyproject.toml b/test/test-mda-models/aissemble-test-data-delivery-pyspark-model/pyproject.toml index 38f5c0ab4..33acdc3ff 100644 --- a/test/test-mda-models/aissemble-test-data-delivery-pyspark-model/pyproject.toml +++ b/test/test-mda-models/aissemble-test-data-delivery-pyspark-model/pyproject.toml @@ -19,8 +19,8 @@ apache-sedona = "~1.4.0" aissemble-foundation-encryption-policy-python = {path = "../../../foundation/foundation-encryption/aissemble-foundation-encryption-policy-python", develop = true} aissemble-extensions-encryption-vault-python = {path = "../../../extensions/extensions-encryption/aissemble-extensions-encryption-vault-python", develop = true} kafka-python = "^2.0.2" -python = "^3.11.4" -krausening = ">=19" +python = ">=3.8" +krausening = ">=20" pyspark = "3.4.0" jsonpickle = "^2.1.0" pyyaml = "^6.0" @@ -34,7 +34,10 @@ urllib3 = "^1.26.18" black = ">=22.1.0" behave = ">=1.2.6" nose = ">=1.3.7" -testcontainers = ">=4.5.1" +testcontainers = [ + {version = ">=4.5.1", python = ">=3.9,<4.0"}, + {version = "3.7.1", python = ">=3.8, <3.9"}, +] kappa-maki = ">=1.0.1" pylint = "^3.1.0" diff --git a/test/test-mda-models/test-machine-learning-base-model/aissemble-machine-learning-training-base/pyproject.toml b/test/test-mda-models/test-machine-learning-base-model/aissemble-machine-learning-training-base/pyproject.toml index 4fe4f136f..146d015e9 100644 --- a/test/test-mda-models/test-machine-learning-base-model/aissemble-machine-learning-training-base/pyproject.toml +++ b/test/test-mda-models/test-machine-learning-base-model/aissemble-machine-learning-training-base/pyproject.toml @@ -10,8 +10,8 @@ include = ["src/aissemble_machine_learning_training_base/generated/**/*"] [tool.poetry.dependencies] aissemble-foundation-pdp-client-python = {path = "../../../../foundation/foundation-security/aissemble-foundation-pdp-client-python", develop = true} aissemble-foundation-core-python = {path = "../../../../foundation/aissemble-foundation-core-python", develop = true} -python = "^3.11.4" -krausening = ">=19" +python = ">=3.8" +krausening = ">=20" mlflow = "^2.3.1" kafka-python = "^2.0.2" pandas = "^1.5.0" diff --git a/test/test-mda-models/test-machine-learning-model/aissemble-machine-learning-inference/pyproject.toml b/test/test-mda-models/test-machine-learning-model/aissemble-machine-learning-inference/pyproject.toml index ed4e4e406..bd7791e79 100644 --- a/test/test-mda-models/test-machine-learning-model/aissemble-machine-learning-inference/pyproject.toml +++ b/test/test-mda-models/test-machine-learning-model/aissemble-machine-learning-inference/pyproject.toml @@ -12,12 +12,12 @@ aissemble-foundation-pdp-client-python = {path = "../../../../foundation/foundat aissemble-foundation-core-python = {path = "../../../../foundation/aissemble-foundation-core-python", develop = true} aissemble-foundation-encryption-policy-python = {path = "../../../../foundation/foundation-encryption/aissemble-foundation-encryption-policy-python", develop = true} aissemble-extensions-encryption-vault-python = {path = "../../../../extensions/extensions-encryption/aissemble-extensions-encryption-vault-python", develop = true} -python = "^3.11.4" +python = ">=3.8" mlflow = "^2.3.1" fastapi = ">=0.95.0" uvicorn = { version = "^0.18.0", extras = ["standard"]} grpcio = "^1.50.0" -krausening = ">=19" +krausening = ">=20" pandas = "^1.5.0" # The latest versions of scipy cap numpy to < 1.26.0, but older versions don't. The recent release of numpy caused diff --git a/test/test-mda-models/test-machine-learning-model/aissemble-machine-learning-sagemaker-training/pyproject.toml b/test/test-mda-models/test-machine-learning-model/aissemble-machine-learning-sagemaker-training/pyproject.toml index d4efc7fa9..31c34fda6 100644 --- a/test/test-mda-models/test-machine-learning-model/aissemble-machine-learning-sagemaker-training/pyproject.toml +++ b/test/test-mda-models/test-machine-learning-model/aissemble-machine-learning-sagemaker-training/pyproject.toml @@ -12,23 +12,21 @@ packages = [ include = ["src/aissemble_machine_learning_sagemaker_training/generated/**/*"] [tool.poetry.dependencies] -python = "^3.11.4" -sagemaker-training = "^4.6.1" -mlflow = "^2.3.1" - -# Necessary for working with v39.0.0 of crytopgraphy -# https://stackoverflow.com/questions/74981558/error-updating-python3-pip-attributeerror-module-lib-has-no-attribute-openss -pyopenssl = ">22.1.0" - -# If protobuf is not explicitly downgraded and 4.x is transitively used via mlflow, developers -# may need to set the PROTOCOL_BUFFERS_PYTHON_IMPLEMENTATION=python to achieve backward compatibility -# with any modules that were generated using protobuf 3.x -protobuf = "^3.20.3" - -# The latest versions of scipy cap numpy to < 1.26.0, but older versions don't. The recent release of numpy caused -# scipy to downgrade to a version that is incompatible with the latest version of numpy. Presumably, scipy will release -# a new version that is compatible with the latest version of numpy, but until then, we need to explicitly avoid the downgrade. -scipy = "^1.9.3" +python = ">=3.8" +sagemaker-training = ">=4.6.1" +mlflow = ">=2.16.2" + +# Poetry lock was timing out attempting to resolve dependencies +# I removed the mlflow dependency and ran poetry add mlflow and the dependencies resolved, so I copied +# over the problematic pacakges' versions from the lock file. +opentelemetry-api = ">=1.9.0,<3" +opentelemetry-sdk = ">=1.9.0,<3" +mlflow-skinny = "2.16.2" +botocore = ">=1.33.2,<2.0a.0" + +# Poetry export-without-path-deps fails due to a "Dependency walk failed at urllib3 (>=1.26.0)" +# Adding to resolve the issue; Poetry changes the value from >= -> ^ +urllib3 = "^1.26.18" [tool.poetry.group.dev.dependencies] black = ">=22.1.0" @@ -37,8 +35,6 @@ nose = ">=1.3.7" kappa-maki = ">=1.0.1" pylint = "^3.1.0" - - [build-system] requires = ["poetry-core>=1.7.0"] build-backend = "poetry.core.masonry.api" diff --git a/test/test-mda-models/test-machine-learning-model/aissemble-machine-learning-training/pyproject.toml b/test/test-mda-models/test-machine-learning-model/aissemble-machine-learning-training/pyproject.toml index c50693ba9..92c29c6e3 100644 --- a/test/test-mda-models/test-machine-learning-model/aissemble-machine-learning-training/pyproject.toml +++ b/test/test-mda-models/test-machine-learning-model/aissemble-machine-learning-training/pyproject.toml @@ -15,8 +15,8 @@ aissemble-foundation-pdp-client-python = {path = "../../../../foundation/foundat onnxmltools = "^1.11.1" aissemble-foundation-core-python = {path = "../../../../foundation/aissemble-foundation-core-python", develop = true} aissemble-foundation-model-lineage = {path = "../../../../foundation/foundation-lineage/aissemble-foundation-model-lineage", develop = true} -python = "^3.11.4" -krausening = ">=19" +python = ">=3.8" +krausening = ">=20" mlflow = "^2.3.1" kafka-python = "^2.0.2" pandas = "^1.5.0"