Fix single node infer (PaddlePaddle#326)

* fix train hang, add dump neighbors, add shuffle start id * fix sage infer hang * fix sage single node infer
danleifeng · Jul 3, 2023 · cd18390 · cd18390
1 parent d04bcb3
commit cd18390
Showing 1 changed file with 6 additions and 2 deletions.
diff --git a/paddle/fluid/framework/data_feed.cu b/paddle/fluid/framework/data_feed.cu
@@ -3861,8 +3861,12 @@ void GraphDataGenerator::DoSageForInfer() {
     total_instance *= 2;
     while (!global_pass_end) {
       int local_pass_end = total_instance == 0;
-      global_pass_end = get_multi_node_global_flag(local_pass_end, ncclProd,
-                                                   place_, sample_stream_);
+      if (conf_.is_multi_node) {
+        global_pass_end = get_multi_node_global_flag(local_pass_end, ncclProd,
+                                                     place_, sample_stream_);
+      } else {
+        global_pass_end = local_pass_end;
+      }
       if (global_pass_end) {
         break;
       }