HackathonLinking/utils.py at master · Abhirikshma/HackathonLinking · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
import resource
import glob
import pickle

#Create new directory
def mkdir_p(mypath):
    '''Function to create a new directory, if it not already exist
        - mypath : directory path
    '''
    from errno import EEXIST
    from os import makedirs,path
    try:
        makedirs(mypath)
    except OSError as exc:
        if exc.errno == EEXIST and path.isdir(mypath):
            pass
        else: raise

def using(point=""):
    usage=resource.getrusage(resource.RUSAGE_SELF)
    return '''%s: usertime=%s systime=%s mem=%s mb
           '''%(point,usage[0],usage[1],
                usage[2]/1024.0 )

def loadData(path, num_files = -1):
    f_edges_label = glob.glob(path + "*edges_labels.pkl" )
    f_edges = glob.glob(path + "*edges.pkl" )
    f_nodes_features = glob.glob(path + "*node_features.pkl" )
    edges_label = []
    edges = []
    nodes_features = []

    for i_f, _ in enumerate(f_edges_label):
        if(num_files == -1):
            n = len(f_edges_label)
        else:
            n = num_files
        if(i_f <= n):
            f = f_edges_label[i_f]
            with open(f, 'rb') as fb:
                edges_label.append(pickle.load(fb))
            f = f_edges[i_f]
            with open(f, 'rb') as fb:
                edges.append(pickle.load(fb))
            f = f_nodes_features[i_f]
            with open(f, 'rb') as fb:
                nodes_features.append(pickle.load(fb))
        else:
            break
    return edges_label, edges, nodes_features