Lower iterations per disk check to match chunk size

codalab · May 31, 2024 · 7984f8a · 7984f8a
1 parent c3fd7ae
commit 7984f8a
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/codalab/lib/upload_manager.py b/codalab/lib/upload_manager.py
@@ -260,7 +260,7 @@ def write_fileobj(
 
             def upload_file_content():
                 iteration = 0
-                ITERATIONS_PER_DISK_CHECK = 2000
+                ITERATIONS_PER_DISK_CHECK = 32
                 bytes_uploaded = 0
 
                 with FileSystems.create(