Skip to content

Commit

Permalink
feat: Update SM Python SDK for PT 2.2.0 SM DLC (aws#4481)
Browse files Browse the repository at this point in the history 
* update pt2.2 sm training dlc pysdk

* update pt2.2 sm inference dlc pysdk and region list
  • Loading branch information
@sirutBuasai @jiapinw
sirutBuasai authored and jiapinw committed Jun 25, 2024
1 parent 90aa33b commit 843f0ac
Show file tree
Hide file tree
Showing 4 changed files with 104 additions and 3 deletions.
1 change: 1 addition & 0 deletions src/sagemaker/fw_utils.py
View file
Original file line number Diff line number Diff line change
Expand Up @@ -158,6 +158,7 @@
"2.0.0",
"2.0.1",
"2.1.0",
"2.2.0",
]


Expand Down
101 changes: 99 additions & 2 deletions src/sagemaker/image_uri_config/pytorch.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -848,6 +848,7 @@
"ap-northeast-2": "763104351884",
"ap-northeast-3": "364406365360",
"ap-south-1": "763104351884",
"ap-south-2": "772153158452",
"ap-southeast-1": "763104351884",
"ap-southeast-2": "763104351884",
"ap-southeast-3": "907027046896",
Expand All @@ -856,11 +857,13 @@
"cn-north-1": "727897471807",
"cn-northwest-1": "727897471807",
"eu-central-1": "763104351884",
"eu-central-2": "380420809688",
"eu-north-1": "763104351884",
"eu-west-1": "763104351884",
"eu-west-2": "763104351884",
"eu-west-3": "763104351884",
"eu-south-1": "692866216735",
"eu-south-2": "503227376785",
"me-south-1": "217643126080",
"sa-east-1": "763104351884",
"us-east-1": "763104351884",
Expand All @@ -887,6 +890,7 @@
"ap-northeast-2": "763104351884",
"ap-northeast-3": "364406365360",
"ap-south-1": "763104351884",
"ap-south-2": "772153158452",
"ap-southeast-1": "763104351884",
"ap-southeast-2": "763104351884",
"ap-southeast-3": "907027046896",
Expand All @@ -895,11 +899,13 @@
"cn-north-1": "727897471807",
"cn-northwest-1": "727897471807",
"eu-central-1": "763104351884",
"eu-central-2": "380420809688",
"eu-north-1": "763104351884",
"eu-west-1": "763104351884",
"eu-west-2": "763104351884",
"eu-west-3": "763104351884",
"eu-south-1": "692866216735",
"eu-south-2": "503227376785",
"me-south-1": "217643126080",
"sa-east-1": "763104351884",
"us-east-1": "763104351884",
Expand All @@ -926,6 +932,7 @@
"ap-northeast-2": "763104351884",
"ap-northeast-3": "364406365360",
"ap-south-1": "763104351884",
"ap-south-2": "772153158452",
"ap-southeast-1": "763104351884",
"ap-southeast-2": "763104351884",
"ap-southeast-3": "907027046896",
Expand All @@ -934,11 +941,13 @@
"cn-north-1": "727897471807",
"cn-northwest-1": "727897471807",
"eu-central-1": "763104351884",
"eu-central-2": "380420809688",
"eu-north-1": "763104351884",
"eu-west-1": "763104351884",
"eu-west-2": "763104351884",
"eu-west-3": "763104351884",
"eu-south-1": "692866216735",
"eu-south-2": "503227376785",
"me-south-1": "217643126080",
"sa-east-1": "763104351884",
"us-east-1": "763104351884",
Expand All @@ -965,6 +974,7 @@
"ap-northeast-2": "763104351884",
"ap-northeast-3": "364406365360",
"ap-south-1": "763104351884",
"ap-south-2": "772153158452",
"ap-southeast-1": "763104351884",
"ap-southeast-2": "763104351884",
"ap-southeast-3": "907027046896",
Expand All @@ -973,11 +983,55 @@
"cn-north-1": "727897471807",
"cn-northwest-1": "727897471807",
"eu-central-1": "763104351884",
"eu-central-2": "380420809688",
"eu-north-1": "763104351884",
"eu-west-1": "763104351884",
"eu-west-2": "763104351884",
"eu-west-3": "763104351884",
"eu-south-1": "692866216735",
"eu-south-2": "503227376785",
"me-south-1": "217643126080",
"sa-east-1": "763104351884",
"us-east-1": "763104351884",
"us-east-2": "763104351884",
"us-gov-east-1": "446045086412",
"us-gov-west-1": "442386744353",
"us-iso-east-1": "886529160074",
"us-isob-east-1": "094389454867",
"us-west-1": "763104351884",
"us-west-2": "763104351884",
"ca-west-1": "204538143572"
},
"repository": "pytorch-inference"
},
"2.2.0": {
"py_versions": [
"py310"
],
"registries": {
"af-south-1": "626614931356",
"il-central-1": "780543022126",
"ap-east-1": "871362719292",
"ap-northeast-1": "763104351884",
"ap-northeast-2": "763104351884",
"ap-northeast-3": "364406365360",
"ap-south-1": "763104351884",
"ap-south-2": "772153158452",
"ap-southeast-1": "763104351884",
"ap-southeast-2": "763104351884",
"ap-southeast-3": "907027046896",
"ap-southeast-4": "457447274322",
"ca-central-1": "763104351884",
"cn-north-1": "727897471807",
"cn-northwest-1": "727897471807",
"eu-central-1": "763104351884",
"eu-central-2": "380420809688",
"eu-north-1": "763104351884",
"eu-west-1": "763104351884",
"eu-west-2": "763104351884",
"eu-west-3": "763104351884",
"eu-south-1": "692866216735",
"eu-south-2": "503227376785",
"me-south-1": "217643126080",
"sa-east-1": "763104351884",
"us-east-1": "763104351884",
Expand Down Expand Up @@ -1190,7 +1244,8 @@
"1.12": "1.12.1",
"1.13": "1.13.1",
"2.0": "2.0.1",
"2.1": "2.1.0"
"2.1": "2.1.0",
"2.2": "2.2.0"
},
"versions": {
"0.4.0": {
Expand Down Expand Up @@ -2113,7 +2168,49 @@
"ca-west-1": "204538143572"
},
"repository": "pytorch-training"
},
"2.2.0": {
"py_versions": [
"py310"
],
"registries": {
"af-south-1": "626614931356",
"il-central-1": "780543022126",
"ap-east-1": "871362719292",
"ap-northeast-1": "763104351884",
"ap-northeast-2": "763104351884",
"ap-northeast-3": "364406365360",
"ap-south-1": "763104351884",
"ap-south-2": "772153158452",
"ap-southeast-1": "763104351884",
"ap-southeast-2": "763104351884",
"ap-southeast-3": "907027046896",
"ap-southeast-4": "457447274322",
"ca-central-1": "763104351884",
"cn-north-1": "727897471807",
"cn-northwest-1": "727897471807",
"eu-central-1": "763104351884",
"eu-central-2": "380420809688",
"eu-north-1": "763104351884",
"eu-west-1": "763104351884",
"eu-west-2": "763104351884",
"eu-west-3": "763104351884",
"eu-south-1": "692866216735",
"eu-south-2": "503227376785",
"me-south-1": "217643126080",
"sa-east-1": "763104351884",
"us-east-1": "763104351884",
"us-east-2": "763104351884",
"us-gov-east-1": "446045086412",
"us-gov-west-1": "442386744353",
"us-iso-east-1": "886529160074",
"us-isob-east-1": "094389454867",
"us-west-1": "763104351884",
"us-west-2": "763104351884",
"ca-west-1": "204538143572"
},
"repository": "pytorch-training"
}
}
}
}
}
3 changes: 2 additions & 1 deletion tests/unit/test_fw_utils.py
View file
Original file line number Diff line number Diff line change
Expand Up @@ -998,6 +998,7 @@ def test_validate_pytorchddp_not_raises():
"2.0.0",
"2.0.1",
"2.1.0",
"2.2.0",
]
for framework_version in pytorchddp_supported_fw_versions:
fw_utils.validate_pytorch_distribution(
Expand Down Expand Up @@ -1060,7 +1061,7 @@ def test_validate_torch_distributed_not_raises():

# Case 3: Distribution is torch_distributed enabled, supported framework and instances
torch_distributed_enabled = {"torch_distributed": {"enabled": True}}
torch_distributed_gpu_supported_fw_versions = ["1.13.1", "2.0.0", "2.0.1", "2.1.0"]
torch_distributed_gpu_supported_fw_versions = ["1.13.1", "2.0.0", "2.0.1", "2.1.0", "2.2.0"]
for framework_version in torch_distributed_gpu_supported_fw_versions:
fw_utils.validate_torch_distributed_distribution(
instance_type="ml.p3.8xlarge",
Expand Down
2 changes: 2 additions & 0 deletions tests/unit/test_utils.py
View file
Original file line number Diff line number Diff line change
Expand Up @@ -384,6 +384,8 @@ def test_set_nested_value():


def test_get_short_version():
assert sagemaker.utils.get_short_version("2.2.0") == "2.2"
assert sagemaker.utils.get_short_version("2.2") == "2.2"
assert sagemaker.utils.get_short_version("2.1.0") == "2.1"
assert sagemaker.utils.get_short_version("2.1") == "2.1"
assert sagemaker.utils.get_short_version("2.0.1") == "2.0"
Expand Down

0 comments on commit 843f0ac

Please sign in to comment.