fix lora (#9659)

PaddlePaddle · Dec 19, 2024 · 19fcdcb · 19fcdcb
1 parent 25415fb
commit 19fcdcb
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/paddlenlp/peft/lora/lora_model.py b/paddlenlp/peft/lora/lora_model.py
@@ -155,7 +155,7 @@ def __init__(self, model, lora_config: LoRAConfig) -> None:
             self.is_pipelinemodel = True
             self.model._single_to_pp_mapping = None
         if (self.lora_config.tensor_parallel_degree > 1 or self.is_pipelinemodel) and (
-            self.lora_config.lora_use_mixer or self.use_mora
+            self.lora_config.lora_use_mixer or self.lora_config.use_mora
         ):
             raise NotImplementedError("lora_use_mixer or mora is not supported in tensor parallel mode.")
         if self.lora_config.tensor_parallel_degree != self.model.config.tensor_parallel_degree: