From be8d588f3331d55126f32a299682ca9ecad09d94 Mon Sep 17 00:00:00 2001
From: Brian Blaylock <blaylockbk@gmail.com>
Date: Tue, 18 Feb 2025 21:09:30 -0800
Subject: [PATCH] try infer_schema_length=None for complete Metadata

---
 src/synoptic/services.py | 3 +++
 1 file changed, 3 insertions(+)

diff --git a/src/synoptic/services.py b/src/synoptic/services.py
index 90dce7c..9b3a759 100644
--- a/src/synoptic/services.py
+++ b/src/synoptic/services.py
@@ -581,6 +581,9 @@ def df(self) -> pl.DataFrame:
                 "MNET_ID": pl.UInt32,
                 "WIMS_ID": pl.UInt32,
             },
+            infer_schema_length=None,
+            # TODO: Setting to None is slow, but necessary to parse the "providers" column
+            # TODO: How do you set the schema_overrides for 'providers' to List(Struct({'name': pl.String, 'url': pl.String}))
         )
 
         df = (