From 7c8e094743c236a46d892f7cfa59529d64ef141b Mon Sep 17 00:00:00 2001 From: Daniel Buades Marcos Date: Fri, 20 Dec 2024 16:31:29 +0100 Subject: [PATCH] fix: disable co2_tracker for API models (#1614) --- mteb/evaluation/MTEB.py | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/mteb/evaluation/MTEB.py b/mteb/evaluation/MTEB.py index cf454fc25..cb56df52b 100644 --- a/mteb/evaluation/MTEB.py +++ b/mteb/evaluation/MTEB.py @@ -436,6 +436,10 @@ def run( if isinstance(model, (SentenceTransformer, CrossEncoder)): model = SentenceTransformerWrapper(model) + ## Disable co2_tracker for API models + if "API" in meta.framework: + co2_tracker = False + if output_path: self._save_model_metadata(meta, output_path)