tests: speed up tests (#283)

update Makefile and test_all_abstasks.py
embeddings-benchmark · Mar 25, 2024 · 2155bf6 · 2155bf6
1 parent 6675bb8
commit 2155bf6
Show file tree

Hide file tree

Showing 2 changed files with 4 additions and 10 deletions.
diff --git a/Makefile b/Makefile
@@ -9,12 +9,7 @@ lint:
 
 test:
 	@echo "--- 🧪 Running tests ---"
-	pytest
-
-test-parallel:
-	@echo "--- 🧪 Running tests ---"
-	@echo "Note that parallel tests can sometimes cause issues with some tests."
-	pytest -n auto --dist=loadfile -s -v
+	pytest -n auto --durations=5
 
 pr:
 	@echo "--- 🚀 Running requirements for a PR ---"

diff --git a/tests/test_all_abstasks.py b/tests/test_all_abstasks.py
@@ -8,10 +8,9 @@
 
 from mteb import MTEB
 from mteb.abstasks import AbsTask
-from mteb.tasks.BitextMining import BUCCBitextMining
+from mteb.tasks.BitextMining.da.BornholmskBitextMining import BornholmBitextMining
 
 logging.basicConfig(level=logging.INFO)
-from mteb import MTEB
 
 
 def test_two_mteb_tasks():
@@ -31,7 +30,7 @@ def test_two_mteb_tasks():
 @pytest.mark.parametrize(
     "task",
     [
-        BUCCBitextMining(),
+        BornholmBitextMining(),
         "TwentyNewsgroupsClustering",
         "Banking77Classification",
         "SciDocsRR",
@@ -44,7 +43,7 @@ def test_two_mteb_tasks():
 @pytest.mark.parametrize(
     "model_name",
     [
-        "average_word_embeddings_komninos",
+        "average_word_embeddings_levy_dependency",
     ],
 )
 def test_mteb_task(task: Union[str, AbsTask], model_name: str):