-
Notifications
You must be signed in to change notification settings - Fork 2
/
Copy pathargs.json
48 lines (39 loc) · 1.59 KB
/
args.json
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
{
"_comment":" ================ WEB SCRAPING =================",
"_comment":"================================================",
"archive_to_scrape":
{
"archives":
[
{"id": "01", "archive": "arxiv"}
]
},
"archive_info":
{
"arxiv":
{
"query":"insert_query_here",
"apikey": "",
"start_year":"",
"end_year":""
},
"sciencedirect":
{
"query": "insert_query_here",
"apikey": "",
"start_year":"2000",
"end_year":"2019"
}
},
"_comment":"======== PIPELINE FOR TRAINING NETWORK =========",
"_comment":"================================================",
"epochs": 3,
"batchSize": 6,
"_comment":"======= PIPELINE FOR GATHERING DATASETS ========",
"_comment":"================================================",
"get_name": "true",
"get_links": "true",
"_comment":"================ MONGODB USAGE =================",
"_comment":"================================================",
"use_mongodb": "false"
}