From 777e6b9644e3ff095eba212775e689993cdd0670 Mon Sep 17 00:00:00 2001
From: Simon Willison <swillison@gmail.com>
Date: Sun, 26 Jan 2025 15:02:10 -0800
Subject: [PATCH] Increase csv field_size_limit, refs #84

---
 webworker.js | 14 +++++++++++++-
 1 file changed, 13 insertions(+), 1 deletion(-)

diff --git a/webworker.js b/webworker.js
index 3c25561..d2a13ae 100644
--- a/webworker.js
+++ b/webworker.js
@@ -54,8 +54,20 @@ async function startDatasette(settings) {
     await self.pyodide.runPythonAsync(`
     # https://github.com/pyodide/pyodide/issues/3880#issuecomment-1560130092
     import os
+    import csv
     os.link = os.symlink
-    # Grab that fixtures.db database
+
+    # Increase CSV field size limit to maximim possible
+    # https://stackoverflow.com/a/15063941
+    field_size_limit = sys.maxsize
+
+    while True:
+        try:
+            csv_std.field_size_limit(field_size_limit)
+            break
+        except OverflowError:
+            field_size_limit = int(field_size_limit / 10)
+
     import sqlite3
     from pyodide.http import pyfetch
     names = []