From a32c29434b9e21c6f2d52ece2dc51db2dc427f06 Mon Sep 17 00:00:00 2001 From: Haotian An Date: Tue, 12 Mar 2024 20:50:03 +0000 Subject: [PATCH 1/3] update doc on listing models --- doc/overview.rst | 43 +++++++++++++++++++++++++++++++++++++++++++ 1 file changed, 43 insertions(+) diff --git a/doc/overview.rst b/doc/overview.rst index 319560b5ff..fa3a71385e 100644 --- a/doc/overview.rst +++ b/doc/overview.rst @@ -1461,6 +1461,49 @@ Then use those values to retrieve the model as follows.     model_id=model_id, model_version=model_version, model_scope=scope ) +To list the available models and their versions, + +.. code:: python + + from sagemaker.jumpstart import notebook_utils + + notebook_utils.list_jumpstart_models(list_versions=True) + +You can constuct filters to filter the list of models, + +.. code:: python + + from sagemaker.jumpstart import notebook_utils + + # List Huggingface Large language models + filter_value = And("task == llm", "framework == huggingface") + notebook_utils.list_jumpstart_models(filter_value) + + # List models that supports fine-tuning + filter_value = "training_supported == true" + notebook_utils.list_jumpstart_models(filter_value) + + # List models based on search keywords + filter_value = "search_keywords includes Foundation Models" + notebook_utils.list_jumpstart_models(filter_value) + + # List models based on supported instance types + filter_value = "supported_inference_instance_types includes ml.p4de.24xlarge" + notebook_utils.list_jumpstart_models(filter_value) + +To list available proprietary models or public available models, + +.. code:: python + + from sagemaker.jumpstart import notebook_utils + + # List only publicly available models + notebook_utils.list_jumpstart_models("model_type == open_weights") + + # List only proprietary models + notebook_utils.list_jumpstart_models("model_type == proprietary") + + Model scripts ------------- From 913d41772adc257132e72b89bbfa4a80855b9f73 Mon Sep 17 00:00:00 2001 From: Haotian An Date: Tue, 12 Mar 2024 21:25:49 +0000 Subject: [PATCH 2/3] update --- doc/overview.rst | 13 +++---------- 1 file changed, 3 insertions(+), 10 deletions(-) diff --git a/doc/overview.rst b/doc/overview.rst index fa3a71385e..c3b8902adb 100644 --- a/doc/overview.rst +++ b/doc/overview.rst @@ -1440,8 +1440,7 @@ unique ID which can be used to retrieve the model URI. The following information - ``model_id``: A unique identifier for the JumpStart model. - ``model_version``: The version of the specifications for the - model. To use the latest version, enter ``"*"``. This is a - required parameter. + model. To use the latest version, enter ``"*"``. To retrieve a model, first select a ``model ID`` and ``version`` from the :doc:`available models <./doc_utils/pretrainedmodels>`. @@ -1461,7 +1460,7 @@ Then use those values to retrieve the model as follows.     model_id=model_id, model_version=model_version, model_scope=scope ) -To list the available models and their versions, +There are utilities built-in to list the available models and their versions, .. code:: python @@ -1469,7 +1468,7 @@ To list the available models and their versions, notebook_utils.list_jumpstart_models(list_versions=True) -You can constuct filters to filter the list of models, +You can constuct custom filters to filter the list of models, .. code:: python @@ -1491,12 +1490,6 @@ You can constuct filters to filter the list of models, filter_value = "supported_inference_instance_types includes ml.p4de.24xlarge" notebook_utils.list_jumpstart_models(filter_value) -To list available proprietary models or public available models, - -.. code:: python - - from sagemaker.jumpstart import notebook_utils - # List only publicly available models notebook_utils.list_jumpstart_models("model_type == open_weights") From ecc910c2e8665315f411a9ad960d522ef99dd69d Mon Sep 17 00:00:00 2001 From: Haotian An Date: Wed, 13 Mar 2024 14:54:59 +0000 Subject: [PATCH 3/3] fix: one-line estimator kwargs typo --- src/sagemaker/jumpstart/types.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/sagemaker/jumpstart/types.py b/src/sagemaker/jumpstart/types.py index 3142596eba..f2d4221a3a 100644 --- a/src/sagemaker/jumpstart/types.py +++ b/src/sagemaker/jumpstart/types.py @@ -1397,7 +1397,7 @@ def __init__( self.model_id = model_id self.model_version = model_version - self.model_type = (model_type,) + self.model_type = model_type self.instance_type = instance_type self.instance_count = instance_count self.region = region