revert changes

argonne-lcf · Oct 16, 2024 · 35b0554 · 35b0554
1 parent 90d812c
commit 35b0554
Showing 1 changed file with 3 additions and 3 deletions.
diff --git a/dlio_benchmark/configs/workload/megatron_deepspeed.yaml b/dlio_benchmark/configs/workload/megatron_deepspeed.yaml
@@ -12,12 +12,12 @@ dataset:
   data_folder: dataset/megatron-deepspeed/
   format: mmap_indexed_binary
   num_files_train: 1
-  num_samples_per_file: 270706
-  record_length: 2097152
+  num_samples_per_file: 277203535
+  record_length: 2048
 
 reader: 
   data_loader: pytorch
-  batch_size: 1
+  batch_size: 1024
   read_threads: 1
   file_shuffle: seed
   sample_shuffle: seed