add logging messages

EleutherAI · Oct 8, 2024 · 2d3d694 · 2d3d694
1 parent d7317d9
commit 2d3d694
Showing 1 changed file with 5 additions and 0 deletions.
diff --git a/lm_eval/models/huggingface.py b/lm_eval/models/huggingface.py
@@ -492,11 +492,13 @@ def _get_backend(
                 # these special cases should be treated as seq2seq models.
                 self.AUTO_MODEL_CLASS = transformers.AutoModelForSeq2SeqLM
                 self.backend = "seq2seq"
+                eval_logger.info(f"Using model type '{backend}'")
             elif (
                 getattr(self.config, "model_type") in MODEL_FOR_CAUSAL_LM_MAPPING_NAMES
             ):
                 self.AUTO_MODEL_CLASS = transformers.AutoModelForCausalLM
                 self.backend = "causal"
+                eval_logger.info(f"Using model type '{backend}'")
             else:
                 if not trust_remote_code:
                     eval_logger.warning(
@@ -508,6 +510,9 @@ def _get_backend(
                 # then we default to AutoModelForCausalLM
                 self.AUTO_MODEL_CLASS = transformers.AutoModelForCausalLM
                 self.backend = "causal"
+                eval_logger.info(
+                    f"Model type cannot be determined. Using default model type '{backend}'"
+                )
 
         assert self.AUTO_MODEL_CLASS in [
             transformers.AutoModelForCausalLM,