All changes required for running rollback tests

adityabharadwaj198 · Nov 24, 2024 · a651cec · a651cec
1 parent 82e100e
commit a651cec
Show file tree

Hide file tree

Showing 5 changed files with 321 additions and 188 deletions.
diff --git a/.github/workflows/backwards_compatibility_marqo_execution.yml b/.github/workflows/backwards_compatibility_marqo_execution.yml
@@ -116,19 +116,35 @@ jobs:
         uses: aws-actions/amazon-ecr-login@v2
 
       # Step to run the backwards compatibility test
-      - name: Run backwards_compatibility test
+      - name: Run backwards compatibility test
         env:
           FROM_VERSION: ${{ inputs.from_version || github.event.inputs.from_version }}
           TO_VERSION: ${{ inputs.to_version || github.event.inputs.to_version }}
           TO_VERSION_IMAGE_IDENTIFIER: ${{ inputs.to_version_image_identifier || github.event.inputs.to_version_image_identifier }}
-        run: |
+          id: run-backwards-compatibility
+          run: |
               export PYTHONPATH=${{ github.workspace }}:$PYTHONPATH
               python tests/backwards_compatibility_tests/compatibility_test_runner.py \
               --mode=backwards_compatibility \
               --from_version "$FROM_VERSION" \
               --to_version "$TO_VERSION" \
               --to_version_image_identifier "$TO_VERSION_IMAGE_IDENTIFIER" \
 
+      # Step to run rollback tests. Only runs if backwards compatibility tests have succeeded
+      - name: Run rollback tests
+        env:
+          FROM_VERSION: ${{ inputs.from_version || github.event.inputs.from_version }}
+          TO_VERSION: ${{ inputs.to_version || github.event.inputs.to_version }}
+          TO_VERSION_IMAGE_IDENTIFIER: ${{ inputs.to_version_image_identifier || github.event.inputs.to_version_image_identifier }}
+          if: ${{ steps.run-backwards-compatibility.outputs.status == 'success' }}
+          run: |
+            export PYTHONPATH=${{ github.workspace }}:$PYTHONPATH
+            python tests/backwards_compatibility_tests/compatibility_test_runner.py \
+            --mode=rollback \
+            --from_version "$FROM_VERSION" \
+            --to_version "$TO_VERSION" \
+            --to_version_image_identifier "$TO_VERSION_IMAGE_IDENTIFIER" \
+
   Stop-Runner:
     name: Stop self-hosted EC2 runner
     permissions:

diff --git a/tests/backwards_compatibility_tests/base_compatibility_test_case.py b/tests/backwards_compatibility_tests/base_compatibility_test_case.py
@@ -23,7 +23,7 @@ def setUpClass(cls) -> None:
                 formatter = logging.Formatter('%(asctime)s | %(levelname)s | %(filename)s:%(lineno)d | %(message)s')
                 handler.setFormatter(formatter)
                 cls.logger.addHandler(handler)
-            cls.logger.setLevel(logging.INFO)
+            cls.logger.setLevel(logging.DEBUG)
 
     @classmethod
     def get_results_file_path(cls):