fix type trainer

huggingface · Apr 30, 2020 · 0335001 · 0335001
1 parent 1b8951f
commit 0335001
Showing 1 changed file with 1 addition and 2 deletions.
diff --git a/src/transformers/trainer.py b/src/transformers/trainer.py
@@ -200,11 +200,10 @@ def get_optimizers(
                 "weight_decay": 0.0,
             },
         ]
-        optimizer = AdamW(optimizer_grouped_parameters, lr=self.args.learning_rate, eps=self.args.adam_epsilon, betas=(self.args.adam_beta_1, self.args.adam_beta_2))
+        optimizer = AdamW(optimizer_grouped_parameters, lr=self.args.learning_rate, eps=self.args.adam_epsilon)
         scheduler = get_linear_schedule_with_warmup(
             optimizer, num_warmup_steps=self.args.warmup_steps, num_training_steps=num_training_steps
         )
-
         return optimizer, scheduler
 
     def train(self, model_path: Optional[str] = None):