From b6cf6d3b741b1d83bd7ddffb867da5587b5d8904 Mon Sep 17 00:00:00 2001
From: Martin Vonk <vonk.mart@gmail.com>
Date: Wed, 27 Nov 2024 18:13:26 +0100
Subject: [PATCH] krijg bofek werkend

---
 src/pedon/soildata.py | 111 +++++++++++++++++++++++++++++++++++++++++-
 1 file changed, 109 insertions(+), 2 deletions(-)

diff --git a/src/pedon/soildata.py b/src/pedon/soildata.py
index 15badc6..1189532 100644
--- a/src/pedon/soildata.py
+++ b/src/pedon/soildata.py
@@ -1,8 +1,21 @@
-
-# import requests library
+# /// script
+# dependencies = [
+#   "requests",
+#   "pandas",
+#   "geopandas",
+#   "matplotlib",
+#   "openpyxl"
+# ]
+# ///
 import requests
+import pedon as pe
 import pandas as pd
+import geopandas as gpd
+from shapely import Polygon
+
 
+#%%
+# voor 1 punt
 # send get request
 r = requests.get(
     url = "https://www.soilphysics.wur.nl/soil.php",
@@ -13,3 +26,97 @@
 
 # further processing
 pd.DataFrame(data["horizon"])
+
+#%%
+# voor bofek
+# haal cluster en bijbehorende profielen op
+data = pd.read_excel('tabel_BOFEK_2020_V_1_0.xlsx', sheet_name="Data (2)", skiprows=9, index_col=0)
+profiel_cluster = dict(zip(data['Cluster'], data["Profiel"]))
+#%%
+# haal de geometrie van de clusters op
+gdf = gpd.read_file('BOFEK2020.gdb')
+# snij bij met extent van wijde wormer
+extent = Polygon([(117500.0, 497250.0), (125000.0, 497250.0), (125000.0, 503000.0), (117500.0, 503000.0)]) # wijde wormer extent
+gdf_clip = gpd.clip(gdf, extent).dropna(subset=['BOFEK2020'])
+
+#%%
+# pak unieke profielen op basis van clusters
+unique_profiles = gdf_clip['BOFEK2020'].astype(int).map(profiel_cluster).unique()
+#%%
+# haal de profielen op
+profiles = pd.read_csv(
+    "AllProfiles_368.csv",
+    index_col=0,
+    na_values=99999,
+    dtype = {'iSoil1': 'int64',
+        'iSoil2': 'int64',
+        'iSoil3': 'int64',
+        'iSoil4': 'int64',
+        'iSoil5': 'int64',
+        'iSoil6': 'int64',
+        'iSoil7': 'int64',
+        'iSoil8': 'int64',
+        'iSoil9': 'int64',
+        'iZ1': 'float64',
+        'iZ2': 'float64',
+        'iZ3': 'float64',
+        'iZ4': 'float64',
+        'iZ5': 'float64',
+        'iZ6': 'float64',
+        'iZ7': 'float64',
+        'iZ8': 'float64',
+        'iZ9': 'float64'},
+    ).drop(columns=["iBOFEK2012", "iHoofd"])
+#%%
+# haal de bodemparameters op (kan netter)
+soil_mapper = {
+    1: pe.Soil("B01").from_staring("2018").model,
+    2: pe.Soil("B02").from_staring("2018").model,
+    3: pe.Soil("B03").from_staring("2018").model,
+    4: pe.Soil("B04").from_staring("2018").model,
+    5: pe.Soil("B05").from_staring("2018").model,
+    6: pe.Soil("B06").from_staring("2018").model,
+    7: pe.Soil("B07").from_staring("2018").model,
+    8: pe.Soil("B08").from_staring("2018").model,
+    9: pe.Soil("B09").from_staring("2018").model,
+    10: pe.Soil("B10").from_staring("2018").model,
+    11: pe.Soil("B11").from_staring("2018").model,
+    12: pe.Soil("B12").from_staring("2018").model,
+    13: pe.Soil("B13").from_staring("2018").model,
+    14: pe.Soil("B14").from_staring("2018").model,
+    15: pe.Soil("B15").from_staring("2018").model,
+    16: pe.Soil("B16").from_staring("2018").model,
+    17: pe.Soil("B17").from_staring("2018").model,
+    18: pe.Soil("B18").from_staring("2018").model,
+    19: pe.Soil("O01").from_staring("2018").model,
+    20: pe.Soil("O02").from_staring("2018").model,
+    21: pe.Soil("O03").from_staring("2018").model,
+    22: pe.Soil("O04").from_staring("2018").model,
+    23: pe.Soil("O05").from_staring("2018").model,
+    24: pe.Soil("O06").from_staring("2018").model,
+    25: pe.Soil("O07").from_staring("2018").model,
+    26: pe.Soil("O08").from_staring("2018").model,
+    27: pe.Soil("O09").from_staring("2018").model,
+    28: pe.Soil("O10").from_staring("2018").model,
+    29: pe.Soil("O11").from_staring("2018").model,
+    30: pe.Soil("O12").from_staring("2018").model,
+    31: pe.Soil("O13").from_staring("2018").model,
+    32: pe.Soil("O14").from_staring("2018").model,
+    33: pe.Soil("O15").from_staring("2018").model,
+    34: pe.Soil("O16").from_staring("2018").model,
+    35: pe.Soil("O17").from_staring("2018").model,
+    36: pe.Soil("O18").from_staring("2018").model,
+}
+
+#%%
+# zet bofek profiel om te zetten naar boring met bodemparameters
+
+def bofek_to_boring(profiles: pd.DataFrame, iprofile: int):
+    profile = profiles.loc[[iprofile]]
+    depth = profile.loc[:, ["iZ1", "iZ2", "iZ3", "iZ4", "iZ5", "iZ6", "iZ7", "iZ8", "iZ9"]].squeeze().rename("Depth [cm]")
+    soil = profile.loc[:, ["iSoil1", "iSoil2", "iSoil3", "iSoil4", "iSoil5", "iSoil6", "iSoil7", "iSoil8", "iSoil9"]].squeeze().rename("Soil")
+    soil.index = depth
+    # soil = soil[~soil.duplicated(keep="last")] # remove duplicates maar dit klopt zo nog niet als je meerdere trajecten hebt in bodem met dezelfde bodem
+    return soil.map(soil_mapper).dropna().rename(iprofile)
+
+{iprofile: bofek_to_boring(profiles, iprofile) for iprofile in unique_profiles}