153-End to End build test.

.github/workflows/ci.yml

@@ -40,7 +40,7 @@ jobs:
 
       - name: Run tests
         shell: bash -l {0}
-        run: coverage run -m --source=access_nri_intake pytest
+        run: coverage run -m --source=access_nri_intake pytest tests
 
       - name: Generate coverage report
         shell: bash -l {0}

e2e/configs/access-om2.yaml

@@ -0,0 +1,9 @@
+builder: AccessOm2Builder
+
+translator: DefaultTranslator
+
+sources:
+
+  - metadata_yaml: /g/data/ik11/outputs/access-om2/1deg_jra55_ryf9091_gadi/metadata.yaml
+    path:
+      - /g/data/ik11/outputs/access-om2/1deg_jra55_ryf9091_gadi

e2e/configs/cmip5.yaml

@@ -0,0 +1,9 @@
+builder: null
+
+translator: Cmip5Translator
+
+sources:
+
+  - metadata_yaml: /g/data/xp65/admin/access-nri-intake-catalog/config/metadata_sources/cmip5-al33/metadata.yaml
+    path:
+      - /g/data/al33/catalog/v2/esm/catalog.json

e2e/conftest.py

@@ -0,0 +1,69 @@
+# Copyright 2023 ACCESS-NRI and contributors. See the top-level COPYRIGHT file for details.
+# SPDX-License-Identifier: Apache-2.0
+
+import os
+import warnings
+from datetime import datetime
+from pathlib import Path
+
+from pytest import fixture
+
+here = os.path.abspath(os.path.dirname(__file__))
+
+
+def _get_xfail():
+    """
+    Get the XFAILS environment variable. We use a default of 1, indicating we expect
+    to add xfail marker to `test_parse_access_ncfile[AccessOm2Builder-access-om2/output000/ocean/ocean_grid.nc-expected0-True]`
+    unless specified.
+    """
+    xfails_default = 1
+
+    try:
+        return int(os.environ["XFAILS"])
+    except KeyError:
+        warnings.warn(
+            message=(
+                "XFAILS enabled by default as coordinate discovery disabled by default. "
+                "This will be deprecated when coordinate discovery is enabled by default"
+            ),
+            category=PendingDeprecationWarning,
+        )
+        return xfails_default
+
+
+_add_xfail = _get_xfail()
+
+
+@fixture(scope="session")
+def test_data():
+    return Path(os.path.join(here, "data"))
+
+
+@fixture(scope="session")
+def BASE_DIR(tmp_path_factory):
+    yield tmp_path_factory.mktemp("catalog-dir")
+
+
+@fixture(scope="session")
+def v_num():
+    return datetime.now().strftime("v%Y-%m-%d")
+
+
+def pytest_collection_modifyitems(config, items):
+    """
+    This function is called by pytest to modify the items collected during test
+    collection. We use it here to mark the xfail tests in
+    test_builders::test_parse_access_ncfile when we check the file contents & to
+    ensure we correctly get xfails if we don't have cordinate discovery enabled
+    in intake-esm.
+    """
+    for item in items:
+        if (
+            item.name
+            in (
+                "test_parse_access_ncfile[AccessOm2Builder-access-om2/output000/ocean/ocean_grid.nc-expected0-True]",
+            )
+            and _add_xfail
+        ):
+            item.add_marker("xfail")