Add metadata writing to new ingestion routines.

.github/workflows/ci.yml

@@ -17,6 +17,7 @@ jobs:
         source venv/bin/activate
         uv pip install -r requirements.txt
         uv pip install --upgrade --force-reinstall "numpy<2.0"
+        uv pip install -e ".[dev]"
   
     - name: Run tests
       run: |

README.md

@@ -28,21 +28,13 @@ Update pip and install required packages:
 
 ```sh
 python -m pip install -U pip
+python -m pip install git+ssh://git@git.ccfe.ac.uk/MAST-U/mastcodes.git@release/1.3.10#subdirectory=uda/python
 python -m pip install -e .
 ```
 
-The final step to installation is to have mastcodes:
+We must also source the SSL certificate information by running the following command. Without this UDA cannot connect to the UKAEA network.
 
 ```sh
-git clone git@git.ccfe.ac.uk:MAST-U/mastcodes.git
-cd mastcodes
-```
-
-Edit `uda/python/setup.py` and change the "version" to 1.3.9.
-
-```sh
-python -m pip install uda/python
-cd ..
 source ~/rds/rds-ukaea-ap002-mOlK9qn0PlQ/fairmast/uda-ssl.sh
 ```
 

mappings/mast/dimensions.json

@@ -1,13 +1,17 @@
 {
-    "abm/i-bol": {
-        "chord": "dim_0"
-    },
-    "abm/v-bol": {
-        "chord": "dim_0"
-    },
-    "abm/r_tco_emis": {
-        "dim_0": "chord"
-    },
+    "abm/channel_status": {"dim_0": "chord"},
+    "abm/channel_type": {"dim_0": "chord"},
+    "abm/gain": {"dim_0": "chord"},
+    "abm/km": {"dim_0": "chord"},
+    "abm/phi_chords": {"dim_0": "chord"},
+    "abm/phi_slits": {"dim_0": "chord"},
+    "abm/prad_pol": {"dim_0": "chord"},
+    "abm/r_chords": {"dim_0": "chord"},
+    "abm/r_slits": {"dim_0": "chord"},
+    "abm/rbm": {"dim_0": "chord"},
+    "abm/taum": {"dim_0": "chord"},
+    "abm/z_chords": {"dim_0": "chord"},
+    "abm/z_slits": {"dim_0": "chord"},
 
     "act/c_pla_cutoff": {
         "dim_0": "n_pla"
@@ -1876,6 +1880,10 @@
         "t": "time",
         "radialindex": "radial_index"
     },
+    "ayc/instrument_intensity": {
+        "time": "instrument_time",
+        "t": "instrument_time"
+    },
     "ayc/instrument_dr": {
         "time": "instrument_time",
         "t": "instrument_time",
@@ -1980,8 +1988,12 @@
         "radialindex": "radial_index",
         "spectralindex": "spectral_index"
     },
+    "aye/instrument_intensity": {
+        "time": "instrument_time",
+        "t": "instrument_time"
+    },
     "aye/instrument_dr": {
-        "t": "time",
+        "t": "instrument_time",
         "radialindex": "radial_index"
     },
     "aye/interferometer_corr": {
@@ -2006,7 +2018,7 @@
         "radialindex": "radial_index"
     },
     "aye/segment_number": {
-        "t": "time"
+        "t": "time_segment"
     },
     "aye/spectra": {
         "t": "time",

mappings/mast/groups.json

@@ -0,0 +1,38 @@
+{
+    "abm": {"name": "bolometer", "imas": "bolometer"},
+    "act": {"name": "charge_exchange", "imas": "charge_exchange"},
+    "aga": {"name": "gas_injection", "imas": "gas_injection"},
+    "ahx": {"name": "hard_x_rays", "imas": "hard_x_rays"},
+    "ait": {"name": "camera_ir", "imas": "camera_ir"},
+    "alp": {"name": "langmuir_probes", "imas": "langmuir_probes"},
+    "ama": {"name": "magnetics_a", "imas": "magnetics"},
+    "amb": {"name": "magnetics_b", "imas": "magnetics"},
+    "amc": {"name": "magnetics_c", "imas": "magnetics"},
+    "anb": {"name": "nbi", "imas": "nbi"},
+    "ane": {"name": "interferometer", "imas": "interferometer"},
+    "anu": {"name": "neutron_diagnostic", "imas": "neutron_diagnostic"},
+    "arp": {"name": "reciprocating_probe"},
+    "asm": {"name": "magnetics_saddle", "imas": "magnetics"},
+    "atm": {"name": "thomson_scattering", "imas": "thomson_scattering"},
+    "ayc": {"name": "thomson_scattering", "imas": "thomson_scattering"},
+    "aye": {"name": "thomson_scattering_edge", "imas": "thomson_scattering"},
+    "efm": {"name": "equilibrium", "imas": "equilibrium"},
+    "esm": {"name": "equilibrium_summary", "imas": "equilibrium"},
+    "rba": {"name": "camera_visible_a", "imas": "camera_visible"},
+    "rbb": {"name": "camera_visible_b", "imas": "camera_visible"},
+    "rbc": {"name": "camera_visible_c", "imas": "camera_visible"},
+    "rco": {"name": "camera_visible_color", "imas": "camera_visible"},
+    "rgb": {"name": "camera_visible_bremsstrahlung_a", "imas": "camera_visible"},
+    "rgc": {"name": "camera_visible_bremsstrahlung_b", "imas": "camera_visible"},
+    "rir": {"name": "camera_ir", "imas": "camera_ir"},
+    "rzz": {"name": "camera_visible_bremsstrahlung_zebra", "imas": "camera_visible"},
+    "xbt": {"name": "bes"},
+    "xdc": {"name": "pulse_schedule", "imas": "pulse_schedule"},
+    "xim": {"name": "spectrometer_visible", "imas": "spectrometer_visible"},
+    "xma": {"name": "magnetics_raw_a", "imas": "magnetics"},
+    "xmb": {"name": "magnetics_raw_b", "imas": "magnetics"},
+    "xmc": {"name": "magnetics_raw_c", "imas": "magnetics"},
+    "xmo": {"name": "magnetics_omaha", "imas": "magnetics"},
+    "xms": {"name": "mse", "imas": "mse"},
+    "xsx": {"name": "soft_x_rays", "imas": "soft_x_rays"}
+}