[Pretrain] Fix eval during pretrain (#7806)

* fix eval during pretrain
PaddlePaddle · Jan 11, 2024 · f49dfc2 · f49dfc2
1 parent f72fc41
commit f49dfc2
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/llm/run_pretrain.py b/llm/run_pretrain.py
@@ -245,8 +245,8 @@ def _collate_data(data, stack_fn=Stack()):
         tokens = tokens_[:, :-1]
 
         return {
-            "input_ids": tokens,
-            "labels": labels,
+            "input_ids": paddle.to_tensor(tokens),
+            "labels": paddle.to_tensor(labels),
         }
 
     if need_data: