mpi_opt/example_mnist.py at master · vlimant/mpi_opt · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35

from models.Models import make_mnist_model

get_model = make_mnist_model

def get_all():
    import socket,os,glob
    host = os.environ.get('HOST',os.environ.get('HOSTNAME',socket.gethostname()))

    if 'daint' in host:
        all_list = glob.glob('/scratch/snx3000/vlimant/data/mnist/*.h5')
    elif 'titan' in host:
        all_list = glob.glob('/ccs/proj/csc291/DATA/mnist/*.h5')
    else:
        all_list = glob.glob('/bigdata/shared/mnist/*.h5')
    return all_list

def get_train():
    all_list = get_all()
    l = int( len(all_list)*0.70)
    train_list = all_list[:l]
    return train_list

def get_val():
    all_list = get_all()
    l = int( len(all_list)*0.70)
    val_list = all_list[l:]
    return val_list

def get_features():
    return 'features'

def get_labels():
    return 'labels'