Skip to content

Commit

Permalink
fix linting
Browse files Browse the repository at this point in the history
  • Loading branch information
ArshaanNazir committed Dec 6, 2023
1 parent b790566 commit 14c011c
Show file tree
Hide file tree
Showing 2 changed files with 36 additions and 13 deletions.
1 change: 0 additions & 1 deletion langtest/langtest.py
Original file line number Diff line number Diff line change
Expand Up @@ -20,7 +20,6 @@
from .transform import TestFactory
from .utils import report_utils as report, config_utils



from .transform.utils import RepresentationOperation
from langtest.utils.lib_manager import try_import_lib
Expand Down
48 changes: 36 additions & 12 deletions langtest/utils/config_utils.py
Original file line number Diff line number Diff line change
Expand Up @@ -5,7 +5,9 @@
"openai": resource_filename("langtest", "data/config/openai_config.yml"),
"cohere": resource_filename("langtest", "data/config/cohere_config.yml"),
"ai21": resource_filename("langtest", "data/config/ai21_config.yml"),
"huggingface-inference-api": resource_filename("langtest", "data/config/huggingface_config.yml"),
"huggingface-inference-api": resource_filename(
"langtest", "data/config/huggingface_config.yml"
),
}

DEFAULTS_CONFIG = {
Expand All @@ -18,28 +20,50 @@
"crows-pairs": resource_filename("langtest", "data/config/crows_pairs_config.yml"),
"stereoset": resource_filename("langtest", "data/config/stereoset_config.yml"),
"security": resource_filename("langtest", "data/config/security_config.yml"),
"sensitivity-test": resource_filename("langtest", "data/config/sensitivity_config.yml"),
"sensitivity-test": resource_filename(
"langtest", "data/config/sensitivity_config.yml"
),
"disinformation-test": {
"huggingface-inference-api": resource_filename("langtest", "data/config/disinformation_huggingface_config.yml"),
"openai": resource_filename("langtest", "data/config/disinformation_openai_config.yml"),
"ai21": resource_filename("langtest", "data/config/disinformation_openai_config.yml"),
"huggingface-inference-api": resource_filename(
"langtest", "data/config/disinformation_huggingface_config.yml"
),
"openai": resource_filename(
"langtest", "data/config/disinformation_openai_config.yml"
),
"ai21": resource_filename(
"langtest", "data/config/disinformation_openai_config.yml"
),
},
"factuality-test": {
"huggingface-inference-api": resource_filename("langtest", "data/config/factuality_huggingface_config.yml"),
"openai": resource_filename("langtest", "data/config/factuality_openai_config.yml"),
"huggingface-inference-api": resource_filename(
"langtest", "data/config/factuality_huggingface_config.yml"
),
"openai": resource_filename(
"langtest", "data/config/factuality_openai_config.yml"
),
"ai21": resource_filename("langtest", "data/config/factuality_openai_config.yml"),
},
"translation": {
"huggingface": resource_filename("langtest", "data/config/translation_transformers_config.yml"),
"johnsnowlabs": resource_filename("langtest", "data/config/translation_johnsnowlabs_config.yml"),
"huggingface": resource_filename(
"langtest", "data/config/translation_transformers_config.yml"
),
"johnsnowlabs": resource_filename(
"langtest", "data/config/translation_johnsnowlabs_config.yml"
),
},
"sycophancy-test": {
"huggingface-inference-api": resource_filename("langtest", "data/config/sycophancy_huggingface_config.yml"),
"openai": resource_filename("langtest", "data/config/sycophancy_openai_config.yml"),
"huggingface-inference-api": resource_filename(
"langtest", "data/config/sycophancy_huggingface_config.yml"
),
"openai": resource_filename(
"langtest", "data/config/sycophancy_openai_config.yml"
),
"ai21": resource_filename("langtest", "data/config/sycophancy_openai_config.yml"),
},
"wino-bias": {
"huggingface": resource_filename("langtest", "data/config/wino_huggingface_config.yml"),
"huggingface": resource_filename(
"langtest", "data/config/wino_huggingface_config.yml"
),
"openai": resource_filename("langtest", "data/config/wino_openai_config.yml"),
"ai21": resource_filename("langtest", "data/config/wino_ai21_config.yml"),
},
Expand Down

0 comments on commit 14c011c

Please sign in to comment.