-
Notifications
You must be signed in to change notification settings - Fork 2
/
Copy pathgoogle_to_pgmx.py
43 lines (31 loc) · 1.42 KB
/
google_to_pgmx.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
import pandas as pd
import yaml
import sys
import tsv_to_pgmx
model = sys.argv[1]
with open("config.yaml", "r") as stream:
try:
PARAM = yaml.safe_load(stream)
except yaml.YAMLError as exc:
print(exc)
sheet_id = PARAM["google_sheet_id"]
nodes_sheet = PARAM["google_sheet_node"]
links_sheet = PARAM["google_sheet_link"]
potentials_name = PARAM["google_sheet_potentials"]
nodes_url = f"https://docs.google.com/spreadsheets/d/{sheet_id}/gviz/tq?tqx=out:csv&sheet={nodes_sheet}"
nodes = pd.read_csv(nodes_url)
links_url = f"https://docs.google.com/spreadsheets/d/{sheet_id}/gviz/tq?tqx=out:csv&sheet={links_sheet}"
links = pd.read_csv(links_url)
potentials_url = f"https://docs.google.com/spreadsheets/d/{sheet_id}/gviz/tq?tqx=out:csv&sheet={potentials_name}"
potentials = pd.read_csv(potentials_url)
model_nodes = nodes[nodes['model'].notna()]
mask = model_nodes['model'].str.split(";").apply(lambda x: model in [e.strip() for e in x])
model_nodes = model_nodes[mask]
model_links = links[links['model'].notna()]
mask = model_links['model'].str.split(";").apply(lambda x: model in [e.strip() for e in x])
model_links = model_links[mask]
model_potentials = potentials[potentials['model'].notna()]
mask = model_potentials['model'].str.split(";").apply(lambda x: model in [e.strip() for e in x])
model_potentials = model_potentials[mask]
pgmx = tsv_to_pgmx.get_pgmx(model_nodes, model_links, model_potentials)
print (pgmx)