HPCCJ-609 DFSReadWriteTest: Increase delimited dataset sizes

- Changed delimited dataset sizes Signed-off-by: James McMullan James.McMullan@lexisnexis.com
hpcc-systems · May 30, 2024 · 64e94a6 · 64e94a6
1 parent 4913566
commit 64e94a6
Show file tree

Hide file tree

Showing 3 changed files with 8 additions and 5 deletions.
diff --git a/.github/workflows/k8s-regression-suite.yml b/.github/workflows/k8s-regression-suite.yml
@@ -14,6 +14,12 @@ jobs:
 
     steps:
 
+    - name: Temp Test
+      env:
+        EXCLUDES: ${{ vars.EXCLUDED_TESTS }}
+      run: |
+        echo $EXCLUDES
+
     - name: Setup JDK 11
       uses: actions/setup-java@v1
       with:

diff --git a/dfsclient/src/test/java/org/hpccsystems/dfs/client/DFSReadWriteTest.java b/dfsclient/src/test/java/org/hpccsystems/dfs/client/DFSReadWriteTest.java
@@ -66,11 +66,8 @@
 public class DFSReadWriteTest extends BaseRemoteTest
 {
     private static final String[] datasets       = { "~benchmark::integer::20kb", "~unit_test::all_types::thor", "~unit_test::all_types::xml", "~unit_test::all_types::json", "~unit_test::all_types::csv" };
-    private static final int[]    expectedCounts = { 1250, 5600, 10000, 10000, 10000, 10000};
+    private static final int[]    expectedCounts = { 1250, 100000, 100000, 100000, 100000, 100000};
 
-    //use until standard test is working
-    //        private static final String[] datasets       = { "~benchmark::integer::20kb", "~benchmark::all_types::200kb"};//, "~unit_test::all_types::xml", "~unit_test::all_types::json", "~unit_test::all_types::csv" };
-    //        private static final int[]    expectedCounts = { 1250, 5600 };//, 10000, 10000, 10000, 10000};
     private static final Version newProtocolVersion = new Version(8,12,10);
 
 

diff --git a/dfsclient/src/test/resources/generate-datasets.ecl b/dfsclient/src/test/resources/generate-datasets.ecl
@@ -2,7 +2,7 @@ IMPORT Std;
 
 unique_keys :=  100000;  // Should be less than number of records
 unique_values := 10212; // Should be less than number of records
-totalrecs1 := 10000;
+totalrecs1 := 100000;
 
 childRec := {STRING8 childField1, INTEGER8 childField2, REAL8 childField3};