hidden_layer_neurons = 10
niter = 1000
learning_rate_bias = 0.15
learning_rate_sgd = 0.1
learning_rate_sgdm = 0.1
learning_rate_adam = 0.5
momentum = 0.01
beta_1 = 0.9
beta_2 = 0.999
epsilon = 1e-8
valid_set_factor = 0.3
n_eval = 10
patience = 5
weight_decay = 1e-3
hinge_margin = 1
tolerance = 10e-7
h = 10e-5
