try infer_schema_length=None for complete Metadata

blaylockbk · Feb 19, 2025 · be8d588 · be8d588
1 parent 27629f8
commit be8d588
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/src/synoptic/services.py b/src/synoptic/services.py
@@ -581,6 +581,9 @@ def df(self) -> pl.DataFrame:
                 "MNET_ID": pl.UInt32,
                 "WIMS_ID": pl.UInt32,
             },
+            infer_schema_length=None,
+            # TODO: Setting to None is slow, but necessary to parse the "providers" column
+            # TODO: How do you set the schema_overrides for 'providers' to List(Struct({'name': pl.String, 'url': pl.String}))
         )
 
         df = (