[Pretrain] Fix eval during pretrain (#7806)

* fix eval during pretrain
PaddlePaddle · Jan 9, 2024 · dab175b · dab175b
1 parent fc6ab70
commit dab175b
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/llm/run_pretrain.py b/llm/run_pretrain.py
@@ -265,8 +265,8 @@ def _collate_data(data, stack_fn=Stack()):
         tokens = tokens_[:, :-1]
 
         return {
-            "input_ids": tokens,
-            "labels": labels,
+            "input_ids": paddle.to_tensor(tokens),
+            "labels": paddle.to_tensor(labels),
         }
 
     if need_data: