fix: disable co2_tracker for API models (#1614)

embeddings-benchmark · Dec 20, 2024 · 7c8e094 · 7c8e094
1 parent ad05983
commit 7c8e094
Showing 1 changed file with 4 additions and 0 deletions.
diff --git a/mteb/evaluation/MTEB.py b/mteb/evaluation/MTEB.py
@@ -436,6 +436,10 @@ def run(
         if isinstance(model, (SentenceTransformer, CrossEncoder)):
             model = SentenceTransformerWrapper(model)
 
+        ## Disable co2_tracker for API models
+        if "API" in meta.framework:
+            co2_tracker = False
+
         if output_path:
             self._save_model_metadata(meta, output_path)