From 81de41ae0b9855ef0c6f251da2d2a7bb1d2b43de Mon Sep 17 00:00:00 2001 From: Zhong Hui Date: Tue, 8 Oct 2024 01:51:36 -0700 Subject: [PATCH] Revert "fix speed ppt eval hang (#9218)" (#9229) This reverts commit fbe5bc173e9e7644b40a35bb09a32c81597d8017. --- paddlenlp/trainer/trainer.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/paddlenlp/trainer/trainer.py b/paddlenlp/trainer/trainer.py index fd25e6adbcb4..61f826664cbe 100644 --- a/paddlenlp/trainer/trainer.py +++ b/paddlenlp/trainer/trainer.py @@ -1623,7 +1623,7 @@ def get_eval_dataloader(self, eval_dataset: Optional[Dataset] = None) -> DataLoa eval_dataset, batch_sampler=eval_sampler, collate_fn=self.data_collator, - num_workers=0, + num_workers=self.args.dataloader_num_workers, **additional_configs, ) @@ -1670,7 +1670,7 @@ def get_test_dataloader(self, test_dataset: Dataset) -> DataLoader: test_dataset, batch_size=self.args.per_device_eval_batch_size * self.world_size, collate_fn=self.data_collator, - num_workers=0, + num_workers=self.args.dataloader_num_workers, **additional_config, ) else: