add allow_multiple_runs param

embeddings-benchmark · Nov 11, 2024 · 51ec228 · 51ec228
1 parent 86cea3f
commit 51ec228
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/mteb/evaluation/MTEB.py b/mteb/evaluation/MTEB.py
@@ -414,7 +414,7 @@ def run(
                 for split in task_eval_splits:
                     if co2_tracker:
                         with EmissionsTracker(
-                            save_to_file=False, save_to_api=False, logging_logger=logger
+                            save_to_file=False, save_to_api=False, logging_logger=logger, allow_multiple_runs=True,
                         ) as tracker:
                             results, tick, tock = self._run_eval(
                                 task,