more accurate representation of deepspeed.

argonne-lcf · Oct 10, 2024 · aabe149 · aabe149
1 parent b4000d3
commit aabe149
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/dlio_benchmark/configs/workload/megatron_deepspeed.yaml b/dlio_benchmark/configs/workload/megatron_deepspeed.yaml
@@ -24,11 +24,12 @@ reader:
 
 train:
   epochs: 311541
+  total_training_steps: 64
   computation_time: 0.03 # every iteration has 290 steps and each iteration is 8.9 sec.
 
 checkpoint:
   checkpoint_folder: checkpoints/megatron-deepspeed
-  steps_between_checkpoints: 1000
+  epochs_between_checkpoints: 1000
   model_size: 30102
   type: all_ranks
   optimization_groups: [1009254400, 865075200, 793600]