more flexible OpenLM model config input

mlfoundations · Jul 24, 2024 · 97cd5d4 · 97cd5d4
1 parent 1d6efab
commit 97cd5d4
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/open_lm/utils/transformers/hf_model.py b/open_lm/utils/transformers/hf_model.py
@@ -27,6 +27,8 @@ def __init__(self, config):
         # This has to be done before init as it sets makes sure hf config is correct
         if hasattr(config, "params"):
             params = config.params
+        elif hasattr(config, "model"):
+            params = create_params(config)
         else:
             params = create_params(Namespace(**config.params_args_dict))
         config.set_params(params)