Merge pull request #229 from wayblink/segment-copy

Optimize segment copy
zilliztech · Nov 1, 2023 · b149156 · b149156
2 parents 32f7b92 + 73170f7
commit b149156
Show file tree

Hide file tree

Showing 4 changed files with 44 additions and 392 deletions.
diff --git a/configs/backup.yaml b/configs/backup.yaml
@@ -48,7 +48,7 @@ backup:
     # thread pool to copy data for each collection backup, default 100. 
     # which means if you set backup.parallelism = 2 backup.copydata.parallelism = 100, there will be 200 copy executing at the same time.
     # reduce it if blocks your storage's network bandwidth
-    parallelism: 100
+    parallelism: 128
 
 restore:
   # Collection level parallelism to restore