-
Notifications
You must be signed in to change notification settings - Fork 4
/
example_config.py
32 lines (21 loc) · 935 Bytes
/
example_config.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
"""
Example configuration file containing paths to other tools or directories
Variables defined in this file are imported in the scripts found in `scripts/`
"""
import os
from corvid.util.files import canonicalize_path
ES_PROD_URL = 'http://my.prod.es.server.url:8080/'
ES_DEV_URL = 'http://my.dev.es.server.url:8080/'
S3_PDFS_URL = 's3://my-s3-bucket-url'
TET_BIN_PATH = canonicalize_path('/Volumes/TET-5.1-OSX-Perl-PHP-Python-Ruby/bin/tet')
DATA_DIR = canonicalize_path('data/')
DATASETS_JSON = os.path.join(DATA_DIR, 'datasets.json')
PDF_DIR = os.path.join(DATA_DIR, 'pdf/')
TETML_DIR = os.path.join(DATA_DIR, 'tetml/')
PICKLE_DIR = os.path.join(DATA_DIR, 'pickle/')
JSON_DIR = os.path.join(DATA_DIR, 'json/')
AGGREGATION_PICKLE_DIR = os.path.join(DATA_DIR, 'agg_pickle/')
def convert_paper_id_to_s3_filename(paper_id: str) -> str:
pass
def convert_paper_id_to_es_endpoint(es_url: str, paper_id: str) -> str:
pass