From 4bfc6a2191c6513199d856de33317357fbe9a726 Mon Sep 17 00:00:00 2001 From: Sijun He Date: Thu, 16 Feb 2023 11:54:27 +0800 Subject: [PATCH 1/2] changes --- .../experimental/autonlp/text_classification.py | 12 ++++++------ 1 file changed, 6 insertions(+), 6 deletions(-) diff --git a/paddlenlp/experimental/autonlp/text_classification.py b/paddlenlp/experimental/autonlp/text_classification.py index 8082ee739cd7..5940c01dea01 100644 --- a/paddlenlp/experimental/autonlp/text_classification.py +++ b/paddlenlp/experimental/autonlp/text_classification.py @@ -130,11 +130,11 @@ def _model_candidates(self) -> List[Dict[str, Any]]: "models", [ "ernie-3.0-xbase-zh", # 20-layer, 1024-hidden, 16-heads, 296M parameters. - "ernie-3.0-base-zh", # 12-layer, 768-hidden, 12-heads, 118M parameters. - "ernie-3.0-medium-zh", # 6-layer, 768-hidden, 12-heads, 75M parameters. - "ernie-3.0-mini-zh", # 6-layer, 384-hidden, 12-heads, 27M parameters - "ernie-3.0-micro-zh", # 4-layer, 384-hidden, 12-heads, 23M parameters - "ernie-3.0-nano-zh", # 4-layer, 312-hidden, 12-heads, 18M parameters. + "ernie-3.0-tiny-base-v2-zh", # 12-layer, 768-hidden, 12-heads, 118M parameters. + "ernie-3.0-tiny-medium-v2-zh", # 6-layer, 768-hidden, 12-heads, 75M parameters. + "ernie-3.0-tiny-mini-v2-zh", # 6-layer, 384-hidden, 12-heads, 27M parameters + "ernie-3.0-tiny-micro-v2-zh", # 4-layer, 384-hidden, 12-heads, 23M parameters + "ernie-3.0-tiny-nano-v2-zh", # 4-layer, 312-hidden, 12-heads, 18M parameters. ], ) english_models = hp.choice( @@ -144,9 +144,9 @@ def _model_candidates(self) -> List[Dict[str, Any]]: "roberta-large", # 24-layer, 1024-hidden, 16-heads, 334M parameters. Case-sensitive "roberta-base", # 12-layer, 768-hidden, 12-heads, 110M parameters. Case-sensitive "distilroberta-base", # 6-layer, 768-hidden, 12-heads, 66M parameters. Case-sensitive + "ernie-3.0-tiny-mini-v2-en", # 6-layer, 384-hidden, 12-heads, 27M parameters "ernie-2.0-base-en", # 12-layer, 768-hidden, 12-heads, 103M parameters. Trained on lower-cased English text. "ernie-2.0-large-en", # 24-layer, 1024-hidden, 16-heads, 336M parameters. Trained on lower-cased English text. - "distilbert-base-uncased", # 6-layer, 768-hidden, 12-heads, 66M parameters ], ) return [ From 2d71a33f17ff3cbe7e227de6d4a18ae669b09591 Mon Sep 17 00:00:00 2001 From: Sijun He Date: Thu, 16 Feb 2023 16:49:20 +0800 Subject: [PATCH 2/2] Update text_classification.py --- paddlenlp/experimental/autonlp/text_classification.py | 1 + 1 file changed, 1 insertion(+) diff --git a/paddlenlp/experimental/autonlp/text_classification.py b/paddlenlp/experimental/autonlp/text_classification.py index 5940c01dea01..cdabf9c00948 100644 --- a/paddlenlp/experimental/autonlp/text_classification.py +++ b/paddlenlp/experimental/autonlp/text_classification.py @@ -135,6 +135,7 @@ def _model_candidates(self) -> List[Dict[str, Any]]: "ernie-3.0-tiny-mini-v2-zh", # 6-layer, 384-hidden, 12-heads, 27M parameters "ernie-3.0-tiny-micro-v2-zh", # 4-layer, 384-hidden, 12-heads, 23M parameters "ernie-3.0-tiny-nano-v2-zh", # 4-layer, 312-hidden, 12-heads, 18M parameters. + "ernie-3.0-tiny-pico-v2-zh", # 3-layer, 128-hidden, 2-heads, 5.9M parameters. ], ) english_models = hp.choice(