From 112d78f8fff7ef95e88e0aa2735857bf31c7d912 Mon Sep 17 00:00:00 2001 From: Harrison Cook Date: Wed, 27 Nov 2024 10:16:29 +0000 Subject: [PATCH] Remove excess mlflow params (#169) MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit * Remove ‘metadata.dataset.variables_metadata’ from parms to log --- src/anemoi/training/diagnostics/mlflow/logger.py | 11 ++++++++++- 1 file changed, 10 insertions(+), 1 deletion(-) diff --git a/src/anemoi/training/diagnostics/mlflow/logger.py b/src/anemoi/training/diagnostics/mlflow/logger.py index 71d5c475..78a80be9 100644 --- a/src/anemoi/training/diagnostics/mlflow/logger.py +++ b/src/anemoi/training/diagnostics/mlflow/logger.py @@ -501,7 +501,16 @@ def _clean_params(params: dict[str, Any]) -> dict[str, Any]: dict[str, Any] Cleaned up params ready for MlFlow. """ - prefixes_to_remove = ["hardware", "data", "dataloader", "model", "training", "diagnostics", "metadata.config"] + prefixes_to_remove = [ + "hardware", + "data", + "dataloader", + "model", + "training", + "diagnostics", + "metadata.config", + "metadata.dataset.variables_metadata", + ] keys_to_remove = [key for key in params if any(key.startswith(prefix) for prefix in prefixes_to_remove)] for key in keys_to_remove: del params[key]