-
Notifications
You must be signed in to change notification settings - Fork 2
/
parser_template.py
85 lines (73 loc) · 2.81 KB
/
parser_template.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
import argparse
import inspect
import os
import pickle
def arguments():
parser = argparse.ArgumentParser(description='Get(s) the path to input files')
parser.add_argument('--root', '-r', type=str, default=None)
parser.add_argument('--path', '-p', type=str, default=None)
return parser.parse_args()
class AuxiliaryClass:
def __init__(self, att1, att2):
self.att1 = att1
self.att2 = att2
def additional_function(self):
pass
def __repr__(self):
R = []
for ele in inspect.getmembers(self):
if not ele[0].startswith('_') and not ele[0].endswith('_'):
if not inspect.ismethod(ele[1]):
R.append((ele[0], ele[1]))
return str(R)
class Parser:
def __init__(self, filename):
self.filename = filename
self.content = open(filename, 'r').readlines()
def parse(self):
# line one content
content = [int(ele) for ele in self.content[0].split()]
self.att_name0 = content[0]
self.att_var0 = content[0]
self.att_name1 = content[1]
self.att_var1 = content[1]
# next A lines
self.att_name = [] # or dict() or tuple()
for i in range(1, 1 + self.A):
# next B lines
self.att_name = []
for i in range(1 + self.A, 1 + self.A + self.B):
def print_dir(self):
print(self.filename)
D = {'methods': [], 'attributes': []}
for ele in inspect.getmembers(self):
if not ele[0].startswith('_') and not ele[0].endswith('_'):
if not inspect.ismethod(ele[1]):
name = ele[0]
if name not in ['content', 'filename'] and hasattr(ele[1], '__iter__'):
name += f"({type(ele[1])})"
if isinstance(ele[1], dict):
key = list(ele[1].keys())[0]
print(f'attribute {ele[0]} has {len(ele[1])} elements like {key} -> {ele[1][key]}')
elif isinstance(ele[1], list) or isinstance(ele[1], tuple):
print(f'attribute {ele[0]} has {len(ele[1])} elements like {ele[1][0]}')
D['attributes'].append(name)
else:
D['methods'].append(ele[0])
for key in D:
print(key, D[key])
if __name__ == '__main__':
args = arguments()
if args.root[-1] != '/':
args.root += '/'
if args.path[-1] != '/':
args.path += '/'
dirname = args.root + args.path
files = [
dirname + fn for fn in os.listdir(dirname)
if fn.endswith('.txt')]
for fn in files:
eg = Parser(fn)
eg.parse()
pickle.dump(eg, open(fn.replace('.txt', '.pkl'), 'wb'))
eg.print_dir()