change: TGI NeuronX 0.0.17 (aws#4390)

suryans-commit · Jan 31, 2024 · a6073d9 · a6073d9
1 parent 2fda21e
commit a6073d9
Show file tree

Hide file tree

Showing 2 changed files with 30 additions and 0 deletions.
diff --git a/src/sagemaker/image_uri_config/huggingface-llm-neuronx.json b/src/sagemaker/image_uri_config/huggingface-llm-neuronx.json
@@ -35,6 +35,35 @@
                 "container_version": {
                     "inf2": "ubuntu22.04"
                 }
+            },
+            "0.0.17": {
+                "py_versions": [
+                    "py310"
+                ],
+                "registries": {
+                    "ap-northeast-1": "763104351884",
+                    "ap-south-1": "763104351884",
+                    "ap-south-2": "772153158452",
+                    "ap-southeast-1": "763104351884",
+                    "ap-southeast-2": "763104351884",
+                    "ap-southeast-4": "457447274322",
+                    "eu-central-1": "763104351884",
+                    "eu-central-2": "380420809688",
+                    "eu-south-2": "503227376785",
+                    "eu-west-1": "763104351884",
+                    "eu-west-3": "763104351884",
+                    "il-central-1": "780543022126",
+                    "sa-east-1": "763104351884",
+                    "us-east-1": "763104351884",
+                    "us-east-2": "763104351884",
+                    "us-west-2": "763104351884",
+                    "ca-west-1": "204538143572"
+                },
+                "tag_prefix": "1.13.1-optimum0.0.17",
+                "repository": "huggingface-pytorch-tgi-inference",
+                "container_version": {
+                    "inf2": "ubuntu22.04"
+                }
             }
         }
     }

diff --git a/tests/unit/sagemaker/image_uris/test_huggingface_llm.py b/tests/unit/sagemaker/image_uris/test_huggingface_llm.py
@@ -31,6 +31,7 @@
     },
     "inf2": {
         "0.0.16": "1.13.1-optimum0.0.16-neuronx-py310-ubuntu22.04",
+        "0.0.17": "1.13.1-optimum0.0.17-neuronx-py310-ubuntu22.04",
     },
 }
-Original file line number
+Diff line change
@@ Expand Up / @@ -31,6 +31,7 @@ @@
         },
         "inf2": {
             "0.0.16": "1.13.1-optimum0.0.16-neuronx-py310-ubuntu22.04",
+            "0.0.17": "1.13.1-optimum0.0.17-neuronx-py310-ubuntu22.04",
         },
     }
@@ Expand Down @@