Skip to content

Commit

Permalink
single test
Browse files Browse the repository at this point in the history
  • Loading branch information
davidkyle committed Oct 31, 2023
1 parent 1452260 commit 4cc861d
Showing 1 changed file with 89 additions and 98 deletions.
187 changes: 89 additions & 98 deletions tests/ml/pytorch/test_pytorch_model_config_pytest.py
Original file line number Diff line number Diff line change
Expand Up @@ -36,18 +36,9 @@
try:
import torch # noqa: F401

from eland.ml.pytorch import (
FillMaskInferenceOptions,
NerInferenceOptions,
NlpBertTokenizationConfig,
NlpMPNetTokenizationConfig,
NlpRobertaTokenizationConfig,
from eland.ml.pytorch import ( # FillMaskInferenceOptions,; NerInferenceOptions,; NlpBertTokenizationConfig,; NlpMPNetTokenizationConfig,; NlpRobertaTokenizationConfig,; QuestionAnsweringInferenceOptions,; TextClassificationInferenceOptions,; TextSimilarityInferenceOptions,; ZeroShotClassificationInferenceOptions,
NlpXLMRobertaTokenizationConfig,
QuestionAnsweringInferenceOptions,
TextClassificationInferenceOptions,
TextEmbeddingInferenceOptions,
TextSimilarityInferenceOptions,
ZeroShotClassificationInferenceOptions,
)

HAS_PYTORCH = True
Expand Down Expand Up @@ -86,94 +77,94 @@
512,
384,
),
(
"intfloat/e5-small-v2",
"text_embedding",
TextEmbeddingInferenceOptions,
NlpBertTokenizationConfig,
512,
384,
),
(
"sentence-transformers/all-mpnet-base-v2",
"text_embedding",
TextEmbeddingInferenceOptions,
NlpMPNetTokenizationConfig,
512,
768,
),
(
"sentence-transformers/all-MiniLM-L12-v2",
"text_embedding",
TextEmbeddingInferenceOptions,
NlpBertTokenizationConfig,
512,
384,
),
(
"facebook/dpr-ctx_encoder-multiset-base",
"text_embedding",
TextEmbeddingInferenceOptions,
NlpBertTokenizationConfig,
512,
768,
),
(
"distilbert-base-uncased",
"fill_mask",
FillMaskInferenceOptions,
NlpBertTokenizationConfig,
512,
None,
),
(
"bert-base-uncased",
"fill_mask",
FillMaskInferenceOptions,
NlpBertTokenizationConfig,
512,
None,
),
(
"elastic/distilbert-base-uncased-finetuned-conll03-english",
"ner",
NerInferenceOptions,
NlpBertTokenizationConfig,
512,
None,
),
(
"SamLowe/roberta-base-go_emotions",
"text_classification",
TextClassificationInferenceOptions,
NlpRobertaTokenizationConfig,
512,
None,
),
(
"distilbert-base-cased-distilled-squad",
"question_answering",
QuestionAnsweringInferenceOptions,
NlpBertTokenizationConfig,
386,
None,
),
(
"cross-encoder/ms-marco-TinyBERT-L-2-v2",
"text_similarity",
TextSimilarityInferenceOptions,
NlpBertTokenizationConfig,
512,
None,
),
(
"valhalla/distilbart-mnli-12-6",
"zero_shot_classification",
ZeroShotClassificationInferenceOptions,
NlpRobertaTokenizationConfig,
1024,
None,
),
# (
# "intfloat/e5-small-v2",
# "text_embedding",
# TextEmbeddingInferenceOptions,
# NlpBertTokenizationConfig,
# 512,
# 384,
# ),
# (
# "sentence-transformers/all-mpnet-base-v2",
# "text_embedding",
# TextEmbeddingInferenceOptions,
# NlpMPNetTokenizationConfig,
# 512,
# 768,
# ),
# (
# "sentence-transformers/all-MiniLM-L12-v2",
# "text_embedding",
# TextEmbeddingInferenceOptions,
# NlpBertTokenizationConfig,
# 512,
# 384,
# ),
# (
# "facebook/dpr-ctx_encoder-multiset-base",
# "text_embedding",
# TextEmbeddingInferenceOptions,
# NlpBertTokenizationConfig,
# 512,
# 768,
# ),
# (
# "distilbert-base-uncased",
# "fill_mask",
# FillMaskInferenceOptions,
# NlpBertTokenizationConfig,
# 512,
# None,
# ),
# (
# "bert-base-uncased",
# "fill_mask",
# FillMaskInferenceOptions,
# NlpBertTokenizationConfig,
# 512,
# None,
# ),
# (
# "elastic/distilbert-base-uncased-finetuned-conll03-english",
# "ner",
# NerInferenceOptions,
# NlpBertTokenizationConfig,
# 512,
# None,
# ),
# (
# "SamLowe/roberta-base-go_emotions",
# "text_classification",
# TextClassificationInferenceOptions,
# NlpRobertaTokenizationConfig,
# 512,
# None,
# ),
# (
# "distilbert-base-cased-distilled-squad",
# "question_answering",
# QuestionAnsweringInferenceOptions,
# NlpBertTokenizationConfig,
# 386,
# None,
# ),
# (
# "cross-encoder/ms-marco-TinyBERT-L-2-v2",
# "text_similarity",
# TextSimilarityInferenceOptions,
# NlpBertTokenizationConfig,
# 512,
# None,
# ),
# (
# "valhalla/distilbart-mnli-12-6",
# "zero_shot_classification",
# ZeroShotClassificationInferenceOptions,
# NlpRobertaTokenizationConfig,
# 1024,
# None,
# ),
]
else:
MODEL_CONFIGURATIONS = []
Expand Down

0 comments on commit 4cc861d

Please sign in to comment.