diff --git a/MLP_plot_all.py b/MLP_plot_all.py index 8be5bce..e5d4ea8 100644 --- a/MLP_plot_all.py +++ b/MLP_plot_all.py @@ -3,7 +3,7 @@ from keras.layers import Activation, Dense, Dropout from keras.engine import Input, Model import keras.utils -from keras.utils.visualize_util import plot +from keras.utils.vis_utils import plot_model import numpy as np import datetime import random @@ -28,7 +28,7 @@ def get_model(num_hid_layers, cells_per_layer, dropout_rate): model.add(Dense(3, activation='softmax')) model_name = models_directory + 'MLP.hidlay' + str(num_hid_layers) + '.cells' + str(cells_per_layer) + '.drop' + str(dropout_rate) - plot(model, to_file = model_name + '.png') + plot_model(model, to_file = model_name + '.png', show_shapes=True) fp_model = open(model_name + '.json', 'w+') fp_model.write(model.to_json()) @@ -61,7 +61,7 @@ def fit_and_eval(loss_function, optimizer, dropout_rate, dataset_name): for cells_per_layer in [20,30,40,50,60]: model = get_model(num_hid_layers, cells_per_layer, dropout_rate) model.compile(optimizer=optimizer, loss=loss_function, metrics=['accuracy']) - model.fit(x_train, keras.utils.np_utils.to_categorical(y_train, num_classes), nb_epoch = nb_epoch, batch_size = 128, shuffle=True) + model.fit(x_train, keras.utils.np_utils.to_categorical(y_train, num_classes), epochs = nb_epoch, batch_size = 128, shuffle=True) ev = model.evaluate(x = x_test, y = keras.utils.np_utils.to_categorical(y_test, num_classes), batch_size = 128) results.append(ev[1]) #results.append(0.1*num_hid_layers + 0.001*cells_per_layer) diff --git a/MLPmodels/MLP.hidlay0.cells20.drop0.4.json b/MLPmodels/MLP.hidlay0.cells20.drop0.4.json index 63bdfb6..90765ca 100644 --- a/MLPmodels/MLP.hidlay0.cells20.drop0.4.json +++ b/MLPmodels/MLP.hidlay0.cells20.drop0.4.json @@ -1 +1 @@ -{"keras_version": "1.1.1", "class_name": "Sequential", "config": [{"class_name": "Dense", "config": {"W_constraint": null, "name": "dense_101", "init": "glorot_uniform", "b_regularizer": null, "batch_input_shape": [null, 79], "input_dtype": "float32", "b_constraint": null, "activation": "relu", "input_dim": null, "trainable": true, "activity_regularizer": null, "output_dim": 20, "bias": true, "W_regularizer": null}}, {"class_name": "Dropout", "config": {"name": "dropout_76", "p": 0.4, "trainable": true}}, {"class_name": "Dense", "config": {"W_constraint": null, "name": "dense_102", "init": "glorot_uniform", "b_regularizer": null, "bias": true, "b_constraint": null, "activation": "softmax", "input_dim": null, "trainable": true, "activity_regularizer": null, "output_dim": 3, "W_regularizer": null}}]} \ No newline at end of file +{"class_name": "Sequential", "backend": "theano", "keras_version": "2.0.3", "config": [{"class_name": "Dense", "config": {"kernel_regularizer": null, "dtype": "float32", "kernel_initializer": {"class_name": "VarianceScaling", "config": {"scale": 1.0, "mode": "fan_avg", "distribution": "uniform", "seed": null}}, "activation": "relu", "kernel_constraint": null, "batch_input_shape": [null, 79], "trainable": true, "bias_constraint": null, "bias_initializer": {"class_name": "Zeros", "config": {}}, "activity_regularizer": null, "units": 20, "use_bias": true, "name": "dense_1", "bias_regularizer": null}}, {"class_name": "Dropout", "config": {"rate": 0.4, "name": "dropout_1", "trainable": true}}, {"class_name": "Dense", "config": {"kernel_regularizer": null, "bias_regularizer": null, "kernel_initializer": {"class_name": "VarianceScaling", "config": {"scale": 1.0, "mode": "fan_avg", "distribution": "uniform", "seed": null}}, "kernel_constraint": null, "activation": "softmax", "trainable": true, "bias_constraint": null, "bias_initializer": {"class_name": "Zeros", "config": {}}, "activity_regularizer": null, "units": 3, "use_bias": true, "name": "dense_2"}}]} \ No newline at end of file diff --git a/MLPmodels/MLP.hidlay0.cells20.drop0.4.png b/MLPmodels/MLP.hidlay0.cells20.drop0.4.png index 19f24dc..b0d7da5 100644 Binary files a/MLPmodels/MLP.hidlay0.cells20.drop0.4.png and b/MLPmodels/MLP.hidlay0.cells20.drop0.4.png differ diff --git a/MLPmodels/MLP.hidlay0.cells30.drop0.4.json b/MLPmodels/MLP.hidlay0.cells30.drop0.4.json index 6dee059..8d331a0 100644 --- a/MLPmodels/MLP.hidlay0.cells30.drop0.4.json +++ b/MLPmodels/MLP.hidlay0.cells30.drop0.4.json @@ -1 +1 @@ -{"keras_version": "1.1.1", "class_name": "Sequential", "config": [{"class_name": "Dense", "config": {"W_constraint": null, "name": "dense_103", "init": "glorot_uniform", "b_regularizer": null, "batch_input_shape": [null, 79], "input_dtype": "float32", "b_constraint": null, "activation": "relu", "input_dim": null, "trainable": true, "activity_regularizer": null, "output_dim": 30, "bias": true, "W_regularizer": null}}, {"class_name": "Dropout", "config": {"name": "dropout_77", "p": 0.4, "trainable": true}}, {"class_name": "Dense", "config": {"W_constraint": null, "name": "dense_104", "init": "glorot_uniform", "b_regularizer": null, "bias": true, "b_constraint": null, "activation": "softmax", "input_dim": null, "trainable": true, "activity_regularizer": null, "output_dim": 3, "W_regularizer": null}}]} \ No newline at end of file +{"class_name": "Sequential", "backend": "theano", "keras_version": "2.0.3", "config": [{"class_name": "Dense", "config": {"kernel_regularizer": null, "dtype": "float32", "kernel_initializer": {"class_name": "VarianceScaling", "config": {"scale": 1.0, "mode": "fan_avg", "distribution": "uniform", "seed": null}}, "activation": "relu", "kernel_constraint": null, "batch_input_shape": [null, 79], "trainable": true, "bias_constraint": null, "bias_initializer": {"class_name": "Zeros", "config": {}}, "activity_regularizer": null, "units": 30, "use_bias": true, "name": "dense_3", "bias_regularizer": null}}, {"class_name": "Dropout", "config": {"rate": 0.4, "name": "dropout_2", "trainable": true}}, {"class_name": "Dense", "config": {"kernel_regularizer": null, "bias_regularizer": null, "kernel_initializer": {"class_name": "VarianceScaling", "config": {"scale": 1.0, "mode": "fan_avg", "distribution": "uniform", "seed": null}}, "kernel_constraint": null, "activation": "softmax", "trainable": true, "bias_constraint": null, "bias_initializer": {"class_name": "Zeros", "config": {}}, "activity_regularizer": null, "units": 3, "use_bias": true, "name": "dense_4"}}]} \ No newline at end of file diff --git a/MLPmodels/MLP.hidlay0.cells30.drop0.4.png b/MLPmodels/MLP.hidlay0.cells30.drop0.4.png index f6c86e9..165f90b 100644 Binary files a/MLPmodels/MLP.hidlay0.cells30.drop0.4.png and b/MLPmodels/MLP.hidlay0.cells30.drop0.4.png differ diff --git a/MLPmodels/MLP.hidlay0.cells40.drop0.4.json b/MLPmodels/MLP.hidlay0.cells40.drop0.4.json index 3071ba8..494afae 100644 --- a/MLPmodels/MLP.hidlay0.cells40.drop0.4.json +++ b/MLPmodels/MLP.hidlay0.cells40.drop0.4.json @@ -1 +1 @@ -{"keras_version": "1.1.1", "class_name": "Sequential", "config": [{"class_name": "Dense", "config": {"W_constraint": null, "name": "dense_105", "init": "glorot_uniform", "b_regularizer": null, "batch_input_shape": [null, 79], "input_dtype": "float32", "b_constraint": null, "activation": "relu", "input_dim": null, "trainable": true, "activity_regularizer": null, "output_dim": 40, "bias": true, "W_regularizer": null}}, {"class_name": "Dropout", "config": {"name": "dropout_78", "p": 0.4, "trainable": true}}, {"class_name": "Dense", "config": {"W_constraint": null, "name": "dense_106", "init": "glorot_uniform", "b_regularizer": null, "bias": true, "b_constraint": null, "activation": "softmax", "input_dim": null, "trainable": true, "activity_regularizer": null, "output_dim": 3, "W_regularizer": null}}]} \ No newline at end of file +{"config": [{"config": {"bias_regularizer": null, "bias_constraint": null, "activity_regularizer": null, "batch_input_shape": [null, 79], "kernel_regularizer": null, "use_bias": true, "activation": "relu", "trainable": true, "bias_initializer": {"config": {}, "class_name": "Zeros"}, "units": 40, "kernel_initializer": {"config": {"mode": "fan_avg", "scale": 1.0, "seed": null, "distribution": "uniform"}, "class_name": "VarianceScaling"}, "name": "dense_5", "dtype": "float32", "kernel_constraint": null}, "class_name": "Dense"}, {"config": {"rate": 0.4, "name": "dropout_3", "trainable": true}, "class_name": "Dropout"}, {"config": {"bias_regularizer": null, "bias_constraint": null, "activity_regularizer": null, "kernel_initializer": {"config": {"mode": "fan_avg", "scale": 1.0, "seed": null, "distribution": "uniform"}, "class_name": "VarianceScaling"}, "kernel_regularizer": null, "use_bias": true, "activation": "softmax", "units": 3, "bias_initializer": {"config": {}, "class_name": "Zeros"}, "trainable": true, "name": "dense_6", "kernel_constraint": null}, "class_name": "Dense"}], "class_name": "Sequential", "keras_version": "2.0.3", "backend": "theano"} \ No newline at end of file diff --git a/MLPmodels/MLP.hidlay0.cells40.drop0.4.png b/MLPmodels/MLP.hidlay0.cells40.drop0.4.png index 69db114..1283b21 100644 Binary files a/MLPmodels/MLP.hidlay0.cells40.drop0.4.png and b/MLPmodels/MLP.hidlay0.cells40.drop0.4.png differ diff --git a/MLPmodels/MLP.hidlay0.cells50.drop0.4.json b/MLPmodels/MLP.hidlay0.cells50.drop0.4.json index 8e71b05..c8bf2e8 100644 --- a/MLPmodels/MLP.hidlay0.cells50.drop0.4.json +++ b/MLPmodels/MLP.hidlay0.cells50.drop0.4.json @@ -1 +1 @@ -{"keras_version": "1.1.1", "class_name": "Sequential", "config": [{"class_name": "Dense", "config": {"W_constraint": null, "name": "dense_107", "init": "glorot_uniform", "b_regularizer": null, "batch_input_shape": [null, 79], "input_dtype": "float32", "b_constraint": null, "activation": "relu", "input_dim": null, "trainable": true, "activity_regularizer": null, "output_dim": 50, "bias": true, "W_regularizer": null}}, {"class_name": "Dropout", "config": {"name": "dropout_79", "p": 0.4, "trainable": true}}, {"class_name": "Dense", "config": {"W_constraint": null, "name": "dense_108", "init": "glorot_uniform", "b_regularizer": null, "bias": true, "b_constraint": null, "activation": "softmax", "input_dim": null, "trainable": true, "activity_regularizer": null, "output_dim": 3, "W_regularizer": null}}]} \ No newline at end of file +{"config": [{"config": {"bias_regularizer": null, "bias_constraint": null, "activity_regularizer": null, "batch_input_shape": [null, 79], "kernel_regularizer": null, "use_bias": true, "activation": "relu", "trainable": true, "bias_initializer": {"config": {}, "class_name": "Zeros"}, "units": 50, "kernel_initializer": {"config": {"mode": "fan_avg", "scale": 1.0, "seed": null, "distribution": "uniform"}, "class_name": "VarianceScaling"}, "name": "dense_7", "dtype": "float32", "kernel_constraint": null}, "class_name": "Dense"}, {"config": {"rate": 0.4, "name": "dropout_4", "trainable": true}, "class_name": "Dropout"}, {"config": {"bias_regularizer": null, "bias_constraint": null, "activity_regularizer": null, "kernel_initializer": {"config": {"mode": "fan_avg", "scale": 1.0, "seed": null, "distribution": "uniform"}, "class_name": "VarianceScaling"}, "kernel_regularizer": null, "use_bias": true, "activation": "softmax", "units": 3, "bias_initializer": {"config": {}, "class_name": "Zeros"}, "trainable": true, "name": "dense_8", "kernel_constraint": null}, "class_name": "Dense"}], "class_name": "Sequential", "keras_version": "2.0.3", "backend": "theano"} \ No newline at end of file diff --git a/MLPmodels/MLP.hidlay0.cells50.drop0.4.png b/MLPmodels/MLP.hidlay0.cells50.drop0.4.png index 250a89c..0a7e010 100644 Binary files a/MLPmodels/MLP.hidlay0.cells50.drop0.4.png and b/MLPmodels/MLP.hidlay0.cells50.drop0.4.png differ diff --git a/MLPmodels/MLP.hidlay0.cells60.drop0.4.json b/MLPmodels/MLP.hidlay0.cells60.drop0.4.json index 40f104f..44ddf4c 100644 --- a/MLPmodels/MLP.hidlay0.cells60.drop0.4.json +++ b/MLPmodels/MLP.hidlay0.cells60.drop0.4.json @@ -1 +1 @@ -{"keras_version": "1.1.1", "class_name": "Sequential", "config": [{"class_name": "Dense", "config": {"W_constraint": null, "name": "dense_109", "init": "glorot_uniform", "b_regularizer": null, "batch_input_shape": [null, 79], "input_dtype": "float32", "b_constraint": null, "activation": "relu", "input_dim": null, "trainable": true, "activity_regularizer": null, "output_dim": 60, "bias": true, "W_regularizer": null}}, {"class_name": "Dropout", "config": {"name": "dropout_80", "p": 0.4, "trainable": true}}, {"class_name": "Dense", "config": {"W_constraint": null, "name": "dense_110", "init": "glorot_uniform", "b_regularizer": null, "bias": true, "b_constraint": null, "activation": "softmax", "input_dim": null, "trainable": true, "activity_regularizer": null, "output_dim": 3, "W_regularizer": null}}]} \ No newline at end of file +{"config": [{"config": {"bias_regularizer": null, "bias_constraint": null, "activity_regularizer": null, "batch_input_shape": [null, 79], "kernel_regularizer": null, "use_bias": true, "activation": "relu", "trainable": true, "bias_initializer": {"config": {}, "class_name": "Zeros"}, "units": 60, "kernel_initializer": {"config": {"mode": "fan_avg", "scale": 1.0, "seed": null, "distribution": "uniform"}, "class_name": "VarianceScaling"}, "name": "dense_9", "dtype": "float32", "kernel_constraint": null}, "class_name": "Dense"}, {"config": {"rate": 0.4, "name": "dropout_5", "trainable": true}, "class_name": "Dropout"}, {"config": {"bias_regularizer": null, "bias_constraint": null, "activity_regularizer": null, "kernel_initializer": {"config": {"mode": "fan_avg", "scale": 1.0, "seed": null, "distribution": "uniform"}, "class_name": "VarianceScaling"}, "kernel_regularizer": null, "use_bias": true, "activation": "softmax", "units": 3, "bias_initializer": {"config": {}, "class_name": "Zeros"}, "trainable": true, "name": "dense_10", "kernel_constraint": null}, "class_name": "Dense"}], "class_name": "Sequential", "keras_version": "2.0.3", "backend": "theano"} \ No newline at end of file diff --git a/MLPmodels/MLP.hidlay0.cells60.drop0.4.png b/MLPmodels/MLP.hidlay0.cells60.drop0.4.png index 06cc4ef..0af5a23 100644 Binary files a/MLPmodels/MLP.hidlay0.cells60.drop0.4.png and b/MLPmodels/MLP.hidlay0.cells60.drop0.4.png differ diff --git a/MLPmodels/MLP.hidlay1.cells20.drop0.4.json b/MLPmodels/MLP.hidlay1.cells20.drop0.4.json index d24a375..ebac861 100644 --- a/MLPmodels/MLP.hidlay1.cells20.drop0.4.json +++ b/MLPmodels/MLP.hidlay1.cells20.drop0.4.json @@ -1 +1 @@ -{"keras_version": "1.1.1", "class_name": "Sequential", "config": [{"class_name": "Dense", "config": {"W_constraint": null, "name": "dense_111", "init": "glorot_uniform", "b_regularizer": null, "batch_input_shape": [null, 79], "input_dtype": "float32", "b_constraint": null, "activation": "relu", "input_dim": null, "trainable": true, "activity_regularizer": null, "output_dim": 20, "bias": true, "W_regularizer": null}}, {"class_name": "Dropout", "config": {"name": "dropout_81", "p": 0.4, "trainable": true}}, {"class_name": "Dense", "config": {"W_constraint": null, "name": "dense_112", "init": "glorot_uniform", "b_regularizer": null, "bias": true, "b_constraint": null, "activation": "relu", "input_dim": null, "trainable": true, "activity_regularizer": null, "output_dim": 20, "W_regularizer": null}}, {"class_name": "Dropout", "config": {"name": "dropout_82", "p": 0.4, "trainable": true}}, {"class_name": "Dense", "config": {"W_constraint": null, "name": "dense_113", "init": "glorot_uniform", "b_regularizer": null, "bias": true, "b_constraint": null, "activation": "softmax", "input_dim": null, "trainable": true, "activity_regularizer": null, "output_dim": 3, "W_regularizer": null}}]} \ No newline at end of file +{"config": [{"config": {"bias_regularizer": null, "bias_constraint": null, "activity_regularizer": null, "batch_input_shape": [null, 79], "kernel_regularizer": null, "use_bias": true, "activation": "relu", "trainable": true, "bias_initializer": {"config": {}, "class_name": "Zeros"}, "units": 20, "kernel_initializer": {"config": {"mode": "fan_avg", "scale": 1.0, "seed": null, "distribution": "uniform"}, "class_name": "VarianceScaling"}, "name": "dense_11", "dtype": "float32", "kernel_constraint": null}, "class_name": "Dense"}, {"config": {"rate": 0.4, "name": "dropout_6", "trainable": true}, "class_name": "Dropout"}, {"config": {"bias_regularizer": null, "bias_constraint": null, "activity_regularizer": null, "kernel_initializer": {"config": {"mode": "fan_avg", "scale": 1.0, "seed": null, "distribution": "uniform"}, "class_name": "VarianceScaling"}, "kernel_regularizer": null, "use_bias": true, "activation": "relu", "units": 20, "bias_initializer": {"config": {}, "class_name": "Zeros"}, "trainable": true, "name": "dense_12", "kernel_constraint": null}, "class_name": "Dense"}, {"config": {"rate": 0.4, "name": "dropout_7", "trainable": true}, "class_name": "Dropout"}, {"config": {"bias_regularizer": null, "bias_constraint": null, "activity_regularizer": null, "kernel_initializer": {"config": {"mode": "fan_avg", "scale": 1.0, "seed": null, "distribution": "uniform"}, "class_name": "VarianceScaling"}, "kernel_regularizer": null, "use_bias": true, "activation": "softmax", "units": 3, "bias_initializer": {"config": {}, "class_name": "Zeros"}, "trainable": true, "name": "dense_13", "kernel_constraint": null}, "class_name": "Dense"}], "class_name": "Sequential", "keras_version": "2.0.3", "backend": "theano"} \ No newline at end of file diff --git a/MLPmodels/MLP.hidlay1.cells20.drop0.4.png b/MLPmodels/MLP.hidlay1.cells20.drop0.4.png index 3605eeb..629fa64 100644 Binary files a/MLPmodels/MLP.hidlay1.cells20.drop0.4.png and b/MLPmodels/MLP.hidlay1.cells20.drop0.4.png differ diff --git a/MLPmodels/MLP.hidlay1.cells30.drop0.4.json b/MLPmodels/MLP.hidlay1.cells30.drop0.4.json index 2b57193..9ea72c5 100644 --- a/MLPmodels/MLP.hidlay1.cells30.drop0.4.json +++ b/MLPmodels/MLP.hidlay1.cells30.drop0.4.json @@ -1 +1 @@ -{"keras_version": "1.1.1", "class_name": "Sequential", "config": [{"class_name": "Dense", "config": {"W_constraint": null, "name": "dense_114", "init": "glorot_uniform", "b_regularizer": null, "batch_input_shape": [null, 79], "input_dtype": "float32", "b_constraint": null, "activation": "relu", "input_dim": null, "trainable": true, "activity_regularizer": null, "output_dim": 30, "bias": true, "W_regularizer": null}}, {"class_name": "Dropout", "config": {"name": "dropout_83", "p": 0.4, "trainable": true}}, {"class_name": "Dense", "config": {"W_constraint": null, "name": "dense_115", "init": "glorot_uniform", "b_regularizer": null, "bias": true, "b_constraint": null, "activation": "relu", "input_dim": null, "trainable": true, "activity_regularizer": null, "output_dim": 30, "W_regularizer": null}}, {"class_name": "Dropout", "config": {"name": "dropout_84", "p": 0.4, "trainable": true}}, {"class_name": "Dense", "config": {"W_constraint": null, "name": "dense_116", "init": "glorot_uniform", "b_regularizer": null, "bias": true, "b_constraint": null, "activation": "softmax", "input_dim": null, "trainable": true, "activity_regularizer": null, "output_dim": 3, "W_regularizer": null}}]} \ No newline at end of file +{"config": [{"config": {"bias_regularizer": null, "bias_constraint": null, "activity_regularizer": null, "batch_input_shape": [null, 79], "kernel_regularizer": null, "use_bias": true, "activation": "relu", "trainable": true, "bias_initializer": {"config": {}, "class_name": "Zeros"}, "units": 30, "kernel_initializer": {"config": {"mode": "fan_avg", "scale": 1.0, "seed": null, "distribution": "uniform"}, "class_name": "VarianceScaling"}, "name": "dense_14", "dtype": "float32", "kernel_constraint": null}, "class_name": "Dense"}, {"config": {"rate": 0.4, "name": "dropout_8", "trainable": true}, "class_name": "Dropout"}, {"config": {"bias_regularizer": null, "bias_constraint": null, "activity_regularizer": null, "kernel_initializer": {"config": {"mode": "fan_avg", "scale": 1.0, "seed": null, "distribution": "uniform"}, "class_name": "VarianceScaling"}, "kernel_regularizer": null, "use_bias": true, "activation": "relu", "units": 30, "bias_initializer": {"config": {}, "class_name": "Zeros"}, "trainable": true, "name": "dense_15", "kernel_constraint": null}, "class_name": "Dense"}, {"config": {"rate": 0.4, "name": "dropout_9", "trainable": true}, "class_name": "Dropout"}, {"config": {"bias_regularizer": null, "bias_constraint": null, "activity_regularizer": null, "kernel_initializer": {"config": {"mode": "fan_avg", "scale": 1.0, "seed": null, "distribution": "uniform"}, "class_name": "VarianceScaling"}, "kernel_regularizer": null, "use_bias": true, "activation": "softmax", "units": 3, "bias_initializer": {"config": {}, "class_name": "Zeros"}, "trainable": true, "name": "dense_16", "kernel_constraint": null}, "class_name": "Dense"}], "class_name": "Sequential", "keras_version": "2.0.3", "backend": "theano"} \ No newline at end of file diff --git a/MLPmodels/MLP.hidlay1.cells30.drop0.4.png b/MLPmodels/MLP.hidlay1.cells30.drop0.4.png index 2c29060..524b4ca 100644 Binary files a/MLPmodels/MLP.hidlay1.cells30.drop0.4.png and b/MLPmodels/MLP.hidlay1.cells30.drop0.4.png differ diff --git a/MLPmodels/MLP.hidlay1.cells40.drop0.4.json b/MLPmodels/MLP.hidlay1.cells40.drop0.4.json index d420807..46b3b88 100644 --- a/MLPmodels/MLP.hidlay1.cells40.drop0.4.json +++ b/MLPmodels/MLP.hidlay1.cells40.drop0.4.json @@ -1 +1 @@ -{"keras_version": "1.1.1", "class_name": "Sequential", "config": [{"class_name": "Dense", "config": {"W_constraint": null, "name": "dense_117", "init": "glorot_uniform", "b_regularizer": null, "batch_input_shape": [null, 79], "input_dtype": "float32", "b_constraint": null, "activation": "relu", "input_dim": null, "trainable": true, "activity_regularizer": null, "output_dim": 40, "bias": true, "W_regularizer": null}}, {"class_name": "Dropout", "config": {"name": "dropout_85", "p": 0.4, "trainable": true}}, {"class_name": "Dense", "config": {"W_constraint": null, "name": "dense_118", "init": "glorot_uniform", "b_regularizer": null, "bias": true, "b_constraint": null, "activation": "relu", "input_dim": null, "trainable": true, "activity_regularizer": null, "output_dim": 40, "W_regularizer": null}}, {"class_name": "Dropout", "config": {"name": "dropout_86", "p": 0.4, "trainable": true}}, {"class_name": "Dense", "config": {"W_constraint": null, "name": "dense_119", "init": "glorot_uniform", "b_regularizer": null, "bias": true, "b_constraint": null, "activation": "softmax", "input_dim": null, "trainable": true, "activity_regularizer": null, "output_dim": 3, "W_regularizer": null}}]} \ No newline at end of file +{"config": [{"config": {"bias_regularizer": null, "bias_constraint": null, "activity_regularizer": null, "batch_input_shape": [null, 79], "kernel_regularizer": null, "use_bias": true, "activation": "relu", "trainable": true, "bias_initializer": {"config": {}, "class_name": "Zeros"}, "units": 40, "kernel_initializer": {"config": {"mode": "fan_avg", "scale": 1.0, "seed": null, "distribution": "uniform"}, "class_name": "VarianceScaling"}, "name": "dense_17", "dtype": "float32", "kernel_constraint": null}, "class_name": "Dense"}, {"config": {"rate": 0.4, "name": "dropout_10", "trainable": true}, "class_name": "Dropout"}, {"config": {"bias_regularizer": null, "bias_constraint": null, "activity_regularizer": null, "kernel_initializer": {"config": {"mode": "fan_avg", "scale": 1.0, "seed": null, "distribution": "uniform"}, "class_name": "VarianceScaling"}, "kernel_regularizer": null, "use_bias": true, "activation": "relu", "units": 40, "bias_initializer": {"config": {}, "class_name": "Zeros"}, "trainable": true, "name": "dense_18", "kernel_constraint": null}, "class_name": "Dense"}, {"config": {"rate": 0.4, "name": "dropout_11", "trainable": true}, "class_name": "Dropout"}, {"config": {"bias_regularizer": null, "bias_constraint": null, "activity_regularizer": null, "kernel_initializer": {"config": {"mode": "fan_avg", "scale": 1.0, "seed": null, "distribution": "uniform"}, "class_name": "VarianceScaling"}, "kernel_regularizer": null, "use_bias": true, "activation": "softmax", "units": 3, "bias_initializer": {"config": {}, "class_name": "Zeros"}, "trainable": true, "name": "dense_19", "kernel_constraint": null}, "class_name": "Dense"}], "class_name": "Sequential", "keras_version": "2.0.3", "backend": "theano"} \ No newline at end of file diff --git a/MLPmodels/MLP.hidlay1.cells40.drop0.4.png b/MLPmodels/MLP.hidlay1.cells40.drop0.4.png index 14f1cb5..767564a 100644 Binary files a/MLPmodels/MLP.hidlay1.cells40.drop0.4.png and b/MLPmodels/MLP.hidlay1.cells40.drop0.4.png differ diff --git a/MLPmodels/MLP.hidlay1.cells50.drop0.4.json b/MLPmodels/MLP.hidlay1.cells50.drop0.4.json index fcfec3b..0f3ef20 100644 --- a/MLPmodels/MLP.hidlay1.cells50.drop0.4.json +++ b/MLPmodels/MLP.hidlay1.cells50.drop0.4.json @@ -1 +1 @@ -{"keras_version": "1.1.1", "class_name": "Sequential", "config": [{"class_name": "Dense", "config": {"W_constraint": null, "name": "dense_120", "init": "glorot_uniform", "b_regularizer": null, "batch_input_shape": [null, 79], "input_dtype": "float32", "b_constraint": null, "activation": "relu", "input_dim": null, "trainable": true, "activity_regularizer": null, "output_dim": 50, "bias": true, "W_regularizer": null}}, {"class_name": "Dropout", "config": {"name": "dropout_87", "p": 0.4, "trainable": true}}, {"class_name": "Dense", "config": {"W_constraint": null, "name": "dense_121", "init": "glorot_uniform", "b_regularizer": null, "bias": true, "b_constraint": null, "activation": "relu", "input_dim": null, "trainable": true, "activity_regularizer": null, "output_dim": 50, "W_regularizer": null}}, {"class_name": "Dropout", "config": {"name": "dropout_88", "p": 0.4, "trainable": true}}, {"class_name": "Dense", "config": {"W_constraint": null, "name": "dense_122", "init": "glorot_uniform", "b_regularizer": null, "bias": true, "b_constraint": null, "activation": "softmax", "input_dim": null, "trainable": true, "activity_regularizer": null, "output_dim": 3, "W_regularizer": null}}]} \ No newline at end of file +{"config": [{"config": {"bias_regularizer": null, "bias_constraint": null, "activity_regularizer": null, "batch_input_shape": [null, 79], "kernel_regularizer": null, "use_bias": true, "activation": "relu", "trainable": true, "bias_initializer": {"config": {}, "class_name": "Zeros"}, "units": 50, "kernel_initializer": {"config": {"mode": "fan_avg", "scale": 1.0, "seed": null, "distribution": "uniform"}, "class_name": "VarianceScaling"}, "name": "dense_20", "dtype": "float32", "kernel_constraint": null}, "class_name": "Dense"}, {"config": {"rate": 0.4, "name": "dropout_12", "trainable": true}, "class_name": "Dropout"}, {"config": {"bias_regularizer": null, "bias_constraint": null, "activity_regularizer": null, "kernel_initializer": {"config": {"mode": "fan_avg", "scale": 1.0, "seed": null, "distribution": "uniform"}, "class_name": "VarianceScaling"}, "kernel_regularizer": null, "use_bias": true, "activation": "relu", "units": 50, "bias_initializer": {"config": {}, "class_name": "Zeros"}, "trainable": true, "name": "dense_21", "kernel_constraint": null}, "class_name": "Dense"}, {"config": {"rate": 0.4, "name": "dropout_13", "trainable": true}, "class_name": "Dropout"}, {"config": {"bias_regularizer": null, "bias_constraint": null, "activity_regularizer": null, "kernel_initializer": {"config": {"mode": "fan_avg", "scale": 1.0, "seed": null, "distribution": "uniform"}, "class_name": "VarianceScaling"}, "kernel_regularizer": null, "use_bias": true, "activation": "softmax", "units": 3, "bias_initializer": {"config": {}, "class_name": "Zeros"}, "trainable": true, "name": "dense_22", "kernel_constraint": null}, "class_name": "Dense"}], "class_name": "Sequential", "keras_version": "2.0.3", "backend": "theano"} \ No newline at end of file diff --git a/MLPmodels/MLP.hidlay1.cells50.drop0.4.png b/MLPmodels/MLP.hidlay1.cells50.drop0.4.png index a1bc294..fcbe95a 100644 Binary files a/MLPmodels/MLP.hidlay1.cells50.drop0.4.png and b/MLPmodels/MLP.hidlay1.cells50.drop0.4.png differ diff --git a/MLPmodels/MLP.hidlay1.cells60.drop0.4.json b/MLPmodels/MLP.hidlay1.cells60.drop0.4.json index 1dadc9b..1d2c208 100644 --- a/MLPmodels/MLP.hidlay1.cells60.drop0.4.json +++ b/MLPmodels/MLP.hidlay1.cells60.drop0.4.json @@ -1 +1 @@ -{"keras_version": "1.1.1", "class_name": "Sequential", "config": [{"class_name": "Dense", "config": {"W_constraint": null, "name": "dense_123", "init": "glorot_uniform", "b_regularizer": null, "batch_input_shape": [null, 79], "input_dtype": "float32", "b_constraint": null, "activation": "relu", "input_dim": null, "trainable": true, "activity_regularizer": null, "output_dim": 60, "bias": true, "W_regularizer": null}}, {"class_name": "Dropout", "config": {"name": "dropout_89", "p": 0.4, "trainable": true}}, {"class_name": "Dense", "config": {"W_constraint": null, "name": "dense_124", "init": "glorot_uniform", "b_regularizer": null, "bias": true, "b_constraint": null, "activation": "relu", "input_dim": null, "trainable": true, "activity_regularizer": null, "output_dim": 60, "W_regularizer": null}}, {"class_name": "Dropout", "config": {"name": "dropout_90", "p": 0.4, "trainable": true}}, {"class_name": "Dense", "config": {"W_constraint": null, "name": "dense_125", "init": "glorot_uniform", "b_regularizer": null, "bias": true, "b_constraint": null, "activation": "softmax", "input_dim": null, "trainable": true, "activity_regularizer": null, "output_dim": 3, "W_regularizer": null}}]} \ No newline at end of file +{"config": [{"config": {"bias_regularizer": null, "bias_constraint": null, "activity_regularizer": null, "batch_input_shape": [null, 79], "kernel_regularizer": null, "use_bias": true, "activation": "relu", "trainable": true, "bias_initializer": {"config": {}, "class_name": "Zeros"}, "units": 60, "kernel_initializer": {"config": {"mode": "fan_avg", "scale": 1.0, "seed": null, "distribution": "uniform"}, "class_name": "VarianceScaling"}, "name": "dense_23", "dtype": "float32", "kernel_constraint": null}, "class_name": "Dense"}, {"config": {"rate": 0.4, "name": "dropout_14", "trainable": true}, "class_name": "Dropout"}, {"config": {"bias_regularizer": null, "bias_constraint": null, "activity_regularizer": null, "kernel_initializer": {"config": {"mode": "fan_avg", "scale": 1.0, "seed": null, "distribution": "uniform"}, "class_name": "VarianceScaling"}, "kernel_regularizer": null, "use_bias": true, "activation": "relu", "units": 60, "bias_initializer": {"config": {}, "class_name": "Zeros"}, "trainable": true, "name": "dense_24", "kernel_constraint": null}, "class_name": "Dense"}, {"config": {"rate": 0.4, "name": "dropout_15", "trainable": true}, "class_name": "Dropout"}, {"config": {"bias_regularizer": null, "bias_constraint": null, "activity_regularizer": null, "kernel_initializer": {"config": {"mode": "fan_avg", "scale": 1.0, "seed": null, "distribution": "uniform"}, "class_name": "VarianceScaling"}, "kernel_regularizer": null, "use_bias": true, "activation": "softmax", "units": 3, "bias_initializer": {"config": {}, "class_name": "Zeros"}, "trainable": true, "name": "dense_25", "kernel_constraint": null}, "class_name": "Dense"}], "class_name": "Sequential", "keras_version": "2.0.3", "backend": "theano"} \ No newline at end of file diff --git a/MLPmodels/MLP.hidlay1.cells60.drop0.4.png b/MLPmodels/MLP.hidlay1.cells60.drop0.4.png index fe81594..106fcf5 100644 Binary files a/MLPmodels/MLP.hidlay1.cells60.drop0.4.png and b/MLPmodels/MLP.hidlay1.cells60.drop0.4.png differ diff --git a/MLPmodels/MLP.hidlay2.cells20.drop0.4.json b/MLPmodels/MLP.hidlay2.cells20.drop0.4.json index 10699b4..a877b06 100644 --- a/MLPmodels/MLP.hidlay2.cells20.drop0.4.json +++ b/MLPmodels/MLP.hidlay2.cells20.drop0.4.json @@ -1 +1 @@ -{"keras_version": "1.1.1", "class_name": "Sequential", "config": [{"class_name": "Dense", "config": {"W_constraint": null, "name": "dense_126", "init": "glorot_uniform", "b_regularizer": null, "batch_input_shape": [null, 79], "input_dtype": "float32", "b_constraint": null, "activation": "relu", "input_dim": null, "trainable": true, "activity_regularizer": null, "output_dim": 20, "bias": true, "W_regularizer": null}}, {"class_name": "Dropout", "config": {"name": "dropout_91", "p": 0.4, "trainable": true}}, {"class_name": "Dense", "config": {"W_constraint": null, "name": "dense_127", "init": "glorot_uniform", "b_regularizer": null, "bias": true, "b_constraint": null, "activation": "relu", "input_dim": null, "trainable": true, "activity_regularizer": null, "output_dim": 20, "W_regularizer": null}}, {"class_name": "Dropout", "config": {"name": "dropout_92", "p": 0.4, "trainable": true}}, {"class_name": "Dense", "config": {"W_constraint": null, "name": "dense_128", "init": "glorot_uniform", "b_regularizer": null, "bias": true, "b_constraint": null, "activation": "relu", "input_dim": null, "trainable": true, "activity_regularizer": null, "output_dim": 20, "W_regularizer": null}}, {"class_name": "Dropout", "config": {"name": "dropout_93", "p": 0.4, "trainable": true}}, {"class_name": "Dense", "config": {"W_constraint": null, "name": "dense_129", "init": "glorot_uniform", "b_regularizer": null, "bias": true, "b_constraint": null, "activation": "softmax", "input_dim": null, "trainable": true, "activity_regularizer": null, "output_dim": 3, "W_regularizer": null}}]} \ No newline at end of file +{"config": [{"config": {"bias_regularizer": null, "bias_constraint": null, "activity_regularizer": null, "batch_input_shape": [null, 79], "kernel_regularizer": null, "use_bias": true, "activation": "relu", "trainable": true, "bias_initializer": {"config": {}, "class_name": "Zeros"}, "units": 20, "kernel_initializer": {"config": {"mode": "fan_avg", "scale": 1.0, "seed": null, "distribution": "uniform"}, "class_name": "VarianceScaling"}, "name": "dense_26", "dtype": "float32", "kernel_constraint": null}, "class_name": "Dense"}, {"config": {"rate": 0.4, "name": "dropout_16", "trainable": true}, "class_name": "Dropout"}, {"config": {"bias_regularizer": null, "bias_constraint": null, "activity_regularizer": null, "kernel_initializer": {"config": {"mode": "fan_avg", "scale": 1.0, "seed": null, "distribution": "uniform"}, "class_name": "VarianceScaling"}, "kernel_regularizer": null, "use_bias": true, "activation": "relu", "units": 20, "bias_initializer": {"config": {}, "class_name": "Zeros"}, "trainable": true, "name": "dense_27", "kernel_constraint": null}, "class_name": "Dense"}, {"config": {"rate": 0.4, "name": "dropout_17", "trainable": true}, "class_name": "Dropout"}, {"config": {"bias_regularizer": null, "bias_constraint": null, "activity_regularizer": null, "kernel_initializer": {"config": {"mode": "fan_avg", "scale": 1.0, "seed": null, "distribution": "uniform"}, "class_name": "VarianceScaling"}, "kernel_regularizer": null, "use_bias": true, "activation": "relu", "units": 20, "bias_initializer": {"config": {}, "class_name": "Zeros"}, "trainable": true, "name": "dense_28", "kernel_constraint": null}, "class_name": "Dense"}, {"config": {"rate": 0.4, "name": "dropout_18", "trainable": true}, "class_name": "Dropout"}, {"config": {"bias_regularizer": null, "bias_constraint": null, "activity_regularizer": null, "kernel_initializer": {"config": {"mode": "fan_avg", "scale": 1.0, "seed": null, "distribution": "uniform"}, "class_name": "VarianceScaling"}, "kernel_regularizer": null, "use_bias": true, "activation": "softmax", "units": 3, "bias_initializer": {"config": {}, "class_name": "Zeros"}, "trainable": true, "name": "dense_29", "kernel_constraint": null}, "class_name": "Dense"}], "class_name": "Sequential", "keras_version": "2.0.3", "backend": "theano"} \ No newline at end of file diff --git a/MLPmodels/MLP.hidlay2.cells20.drop0.4.png b/MLPmodels/MLP.hidlay2.cells20.drop0.4.png index b8fec3b..ac7fe27 100644 Binary files a/MLPmodels/MLP.hidlay2.cells20.drop0.4.png and b/MLPmodels/MLP.hidlay2.cells20.drop0.4.png differ diff --git a/MLPmodels/MLP.hidlay2.cells30.drop0.4.json b/MLPmodels/MLP.hidlay2.cells30.drop0.4.json index 73a8b4a..b4379c3 100644 --- a/MLPmodels/MLP.hidlay2.cells30.drop0.4.json +++ b/MLPmodels/MLP.hidlay2.cells30.drop0.4.json @@ -1 +1 @@ -{"keras_version": "1.1.1", "class_name": "Sequential", "config": [{"class_name": "Dense", "config": {"W_constraint": null, "name": "dense_130", "init": "glorot_uniform", "b_regularizer": null, "batch_input_shape": [null, 79], "input_dtype": "float32", "b_constraint": null, "activation": "relu", "input_dim": null, "trainable": true, "activity_regularizer": null, "output_dim": 30, "bias": true, "W_regularizer": null}}, {"class_name": "Dropout", "config": {"name": "dropout_94", "p": 0.4, "trainable": true}}, {"class_name": "Dense", "config": {"W_constraint": null, "name": "dense_131", "init": "glorot_uniform", "b_regularizer": null, "bias": true, "b_constraint": null, "activation": "relu", "input_dim": null, "trainable": true, "activity_regularizer": null, "output_dim": 30, "W_regularizer": null}}, {"class_name": "Dropout", "config": {"name": "dropout_95", "p": 0.4, "trainable": true}}, {"class_name": "Dense", "config": {"W_constraint": null, "name": "dense_132", "init": "glorot_uniform", "b_regularizer": null, "bias": true, "b_constraint": null, "activation": "relu", "input_dim": null, "trainable": true, "activity_regularizer": null, "output_dim": 30, "W_regularizer": null}}, {"class_name": "Dropout", "config": {"name": "dropout_96", "p": 0.4, "trainable": true}}, {"class_name": "Dense", "config": {"W_constraint": null, "name": "dense_133", "init": "glorot_uniform", "b_regularizer": null, "bias": true, "b_constraint": null, "activation": "softmax", "input_dim": null, "trainable": true, "activity_regularizer": null, "output_dim": 3, "W_regularizer": null}}]} \ No newline at end of file +{"config": [{"config": {"bias_regularizer": null, "bias_constraint": null, "activity_regularizer": null, "batch_input_shape": [null, 79], "kernel_regularizer": null, "use_bias": true, "activation": "relu", "trainable": true, "bias_initializer": {"config": {}, "class_name": "Zeros"}, "units": 30, "kernel_initializer": {"config": {"mode": "fan_avg", "scale": 1.0, "seed": null, "distribution": "uniform"}, "class_name": "VarianceScaling"}, "name": "dense_30", "dtype": "float32", "kernel_constraint": null}, "class_name": "Dense"}, {"config": {"rate": 0.4, "name": "dropout_19", "trainable": true}, "class_name": "Dropout"}, {"config": {"bias_regularizer": null, "bias_constraint": null, "activity_regularizer": null, "kernel_initializer": {"config": {"mode": "fan_avg", "scale": 1.0, "seed": null, "distribution": "uniform"}, "class_name": "VarianceScaling"}, "kernel_regularizer": null, "use_bias": true, "activation": "relu", "units": 30, "bias_initializer": {"config": {}, "class_name": "Zeros"}, "trainable": true, "name": "dense_31", "kernel_constraint": null}, "class_name": "Dense"}, {"config": {"rate": 0.4, "name": "dropout_20", "trainable": true}, "class_name": "Dropout"}, {"config": {"bias_regularizer": null, "bias_constraint": null, "activity_regularizer": null, "kernel_initializer": {"config": {"mode": "fan_avg", "scale": 1.0, "seed": null, "distribution": "uniform"}, "class_name": "VarianceScaling"}, "kernel_regularizer": null, "use_bias": true, "activation": "relu", "units": 30, "bias_initializer": {"config": {}, "class_name": "Zeros"}, "trainable": true, "name": "dense_32", "kernel_constraint": null}, "class_name": "Dense"}, {"config": {"rate": 0.4, "name": "dropout_21", "trainable": true}, "class_name": "Dropout"}, {"config": {"bias_regularizer": null, "bias_constraint": null, "activity_regularizer": null, "kernel_initializer": {"config": {"mode": "fan_avg", "scale": 1.0, "seed": null, "distribution": "uniform"}, "class_name": "VarianceScaling"}, "kernel_regularizer": null, "use_bias": true, "activation": "softmax", "units": 3, "bias_initializer": {"config": {}, "class_name": "Zeros"}, "trainable": true, "name": "dense_33", "kernel_constraint": null}, "class_name": "Dense"}], "class_name": "Sequential", "keras_version": "2.0.3", "backend": "theano"} \ No newline at end of file diff --git a/MLPmodels/MLP.hidlay2.cells30.drop0.4.png b/MLPmodels/MLP.hidlay2.cells30.drop0.4.png index ba064eb..ce88bd0 100644 Binary files a/MLPmodels/MLP.hidlay2.cells30.drop0.4.png and b/MLPmodels/MLP.hidlay2.cells30.drop0.4.png differ diff --git a/MLPmodels/MLP.hidlay2.cells40.drop0.4.json b/MLPmodels/MLP.hidlay2.cells40.drop0.4.json index a83a4f3..3cf24e0 100644 --- a/MLPmodels/MLP.hidlay2.cells40.drop0.4.json +++ b/MLPmodels/MLP.hidlay2.cells40.drop0.4.json @@ -1 +1 @@ -{"keras_version": "1.1.1", "class_name": "Sequential", "config": [{"class_name": "Dense", "config": {"W_constraint": null, "name": "dense_134", "init": "glorot_uniform", "b_regularizer": null, "batch_input_shape": [null, 79], "input_dtype": "float32", "b_constraint": null, "activation": "relu", "input_dim": null, "trainable": true, "activity_regularizer": null, "output_dim": 40, "bias": true, "W_regularizer": null}}, {"class_name": "Dropout", "config": {"name": "dropout_97", "p": 0.4, "trainable": true}}, {"class_name": "Dense", "config": {"W_constraint": null, "name": "dense_135", "init": "glorot_uniform", "b_regularizer": null, "bias": true, "b_constraint": null, "activation": "relu", "input_dim": null, "trainable": true, "activity_regularizer": null, "output_dim": 40, "W_regularizer": null}}, {"class_name": "Dropout", "config": {"name": "dropout_98", "p": 0.4, "trainable": true}}, {"class_name": "Dense", "config": {"W_constraint": null, "name": "dense_136", "init": "glorot_uniform", "b_regularizer": null, "bias": true, "b_constraint": null, "activation": "relu", "input_dim": null, "trainable": true, "activity_regularizer": null, "output_dim": 40, "W_regularizer": null}}, {"class_name": "Dropout", "config": {"name": "dropout_99", "p": 0.4, "trainable": true}}, {"class_name": "Dense", "config": {"W_constraint": null, "name": "dense_137", "init": "glorot_uniform", "b_regularizer": null, "bias": true, "b_constraint": null, "activation": "softmax", "input_dim": null, "trainable": true, "activity_regularizer": null, "output_dim": 3, "W_regularizer": null}}]} \ No newline at end of file +{"config": [{"config": {"bias_regularizer": null, "bias_constraint": null, "activity_regularizer": null, "batch_input_shape": [null, 79], "kernel_regularizer": null, "use_bias": true, "activation": "relu", "trainable": true, "bias_initializer": {"config": {}, "class_name": "Zeros"}, "units": 40, "kernel_initializer": {"config": {"mode": "fan_avg", "scale": 1.0, "seed": null, "distribution": "uniform"}, "class_name": "VarianceScaling"}, "name": "dense_34", "dtype": "float32", "kernel_constraint": null}, "class_name": "Dense"}, {"config": {"rate": 0.4, "name": "dropout_22", "trainable": true}, "class_name": "Dropout"}, {"config": {"bias_regularizer": null, "bias_constraint": null, "activity_regularizer": null, "kernel_initializer": {"config": {"mode": "fan_avg", "scale": 1.0, "seed": null, "distribution": "uniform"}, "class_name": "VarianceScaling"}, "kernel_regularizer": null, "use_bias": true, "activation": "relu", "units": 40, "bias_initializer": {"config": {}, "class_name": "Zeros"}, "trainable": true, "name": "dense_35", "kernel_constraint": null}, "class_name": "Dense"}, {"config": {"rate": 0.4, "name": "dropout_23", "trainable": true}, "class_name": "Dropout"}, {"config": {"bias_regularizer": null, "bias_constraint": null, "activity_regularizer": null, "kernel_initializer": {"config": {"mode": "fan_avg", "scale": 1.0, "seed": null, "distribution": "uniform"}, "class_name": "VarianceScaling"}, "kernel_regularizer": null, "use_bias": true, "activation": "relu", "units": 40, "bias_initializer": {"config": {}, "class_name": "Zeros"}, "trainable": true, "name": "dense_36", "kernel_constraint": null}, "class_name": "Dense"}, {"config": {"rate": 0.4, "name": "dropout_24", "trainable": true}, "class_name": "Dropout"}, {"config": {"bias_regularizer": null, "bias_constraint": null, "activity_regularizer": null, "kernel_initializer": {"config": {"mode": "fan_avg", "scale": 1.0, "seed": null, "distribution": "uniform"}, "class_name": "VarianceScaling"}, "kernel_regularizer": null, "use_bias": true, "activation": "softmax", "units": 3, "bias_initializer": {"config": {}, "class_name": "Zeros"}, "trainable": true, "name": "dense_37", "kernel_constraint": null}, "class_name": "Dense"}], "class_name": "Sequential", "keras_version": "2.0.3", "backend": "theano"} \ No newline at end of file diff --git a/MLPmodels/MLP.hidlay2.cells40.drop0.4.png b/MLPmodels/MLP.hidlay2.cells40.drop0.4.png index 7df1117..bf828ed 100644 Binary files a/MLPmodels/MLP.hidlay2.cells40.drop0.4.png and b/MLPmodels/MLP.hidlay2.cells40.drop0.4.png differ diff --git a/MLPmodels/MLP.hidlay2.cells50.drop0.4.json b/MLPmodels/MLP.hidlay2.cells50.drop0.4.json index 84a7f6e..2b68247 100644 --- a/MLPmodels/MLP.hidlay2.cells50.drop0.4.json +++ b/MLPmodels/MLP.hidlay2.cells50.drop0.4.json @@ -1 +1 @@ -{"keras_version": "1.1.1", "class_name": "Sequential", "config": [{"class_name": "Dense", "config": {"W_constraint": null, "name": "dense_138", "init": "glorot_uniform", "b_regularizer": null, "batch_input_shape": [null, 79], "input_dtype": "float32", "b_constraint": null, "activation": "relu", "input_dim": null, "trainable": true, "activity_regularizer": null, "output_dim": 50, "bias": true, "W_regularizer": null}}, {"class_name": "Dropout", "config": {"name": "dropout_100", "p": 0.4, "trainable": true}}, {"class_name": "Dense", "config": {"W_constraint": null, "name": "dense_139", "init": "glorot_uniform", "b_regularizer": null, "bias": true, "b_constraint": null, "activation": "relu", "input_dim": null, "trainable": true, "activity_regularizer": null, "output_dim": 50, "W_regularizer": null}}, {"class_name": "Dropout", "config": {"name": "dropout_101", "p": 0.4, "trainable": true}}, {"class_name": "Dense", "config": {"W_constraint": null, "name": "dense_140", "init": "glorot_uniform", "b_regularizer": null, "bias": true, "b_constraint": null, "activation": "relu", "input_dim": null, "trainable": true, "activity_regularizer": null, "output_dim": 50, "W_regularizer": null}}, {"class_name": "Dropout", "config": {"name": "dropout_102", "p": 0.4, "trainable": true}}, {"class_name": "Dense", "config": {"W_constraint": null, "name": "dense_141", "init": "glorot_uniform", "b_regularizer": null, "bias": true, "b_constraint": null, "activation": "softmax", "input_dim": null, "trainable": true, "activity_regularizer": null, "output_dim": 3, "W_regularizer": null}}]} \ No newline at end of file +{"config": [{"config": {"bias_regularizer": null, "bias_constraint": null, "activity_regularizer": null, "batch_input_shape": [null, 79], "kernel_regularizer": null, "use_bias": true, "activation": "relu", "trainable": true, "bias_initializer": {"config": {}, "class_name": "Zeros"}, "units": 50, "kernel_initializer": {"config": {"mode": "fan_avg", "scale": 1.0, "seed": null, "distribution": "uniform"}, "class_name": "VarianceScaling"}, "name": "dense_38", "dtype": "float32", "kernel_constraint": null}, "class_name": "Dense"}, {"config": {"rate": 0.4, "name": "dropout_25", "trainable": true}, "class_name": "Dropout"}, {"config": {"bias_regularizer": null, "bias_constraint": null, "activity_regularizer": null, "kernel_initializer": {"config": {"mode": "fan_avg", "scale": 1.0, "seed": null, "distribution": "uniform"}, "class_name": "VarianceScaling"}, "kernel_regularizer": null, "use_bias": true, "activation": "relu", "units": 50, "bias_initializer": {"config": {}, "class_name": "Zeros"}, "trainable": true, "name": "dense_39", "kernel_constraint": null}, "class_name": "Dense"}, {"config": {"rate": 0.4, "name": "dropout_26", "trainable": true}, "class_name": "Dropout"}, {"config": {"bias_regularizer": null, "bias_constraint": null, "activity_regularizer": null, "kernel_initializer": {"config": {"mode": "fan_avg", "scale": 1.0, "seed": null, "distribution": "uniform"}, "class_name": "VarianceScaling"}, "kernel_regularizer": null, "use_bias": true, "activation": "relu", "units": 50, "bias_initializer": {"config": {}, "class_name": "Zeros"}, "trainable": true, "name": "dense_40", "kernel_constraint": null}, "class_name": "Dense"}, {"config": {"rate": 0.4, "name": "dropout_27", "trainable": true}, "class_name": "Dropout"}, {"config": {"bias_regularizer": null, "bias_constraint": null, "activity_regularizer": null, "kernel_initializer": {"config": {"mode": "fan_avg", "scale": 1.0, "seed": null, "distribution": "uniform"}, "class_name": "VarianceScaling"}, "kernel_regularizer": null, "use_bias": true, "activation": "softmax", "units": 3, "bias_initializer": {"config": {}, "class_name": "Zeros"}, "trainable": true, "name": "dense_41", "kernel_constraint": null}, "class_name": "Dense"}], "class_name": "Sequential", "keras_version": "2.0.3", "backend": "theano"} \ No newline at end of file diff --git a/MLPmodels/MLP.hidlay2.cells50.drop0.4.png b/MLPmodels/MLP.hidlay2.cells50.drop0.4.png index 5b4a72d..84f3994 100644 Binary files a/MLPmodels/MLP.hidlay2.cells50.drop0.4.png and b/MLPmodels/MLP.hidlay2.cells50.drop0.4.png differ diff --git a/MLPmodels/MLP.hidlay2.cells60.drop0.4.json b/MLPmodels/MLP.hidlay2.cells60.drop0.4.json index 05e4d11..bfba499 100644 --- a/MLPmodels/MLP.hidlay2.cells60.drop0.4.json +++ b/MLPmodels/MLP.hidlay2.cells60.drop0.4.json @@ -1 +1 @@ -{"keras_version": "1.1.1", "class_name": "Sequential", "config": [{"class_name": "Dense", "config": {"W_constraint": null, "name": "dense_142", "init": "glorot_uniform", "b_regularizer": null, "batch_input_shape": [null, 79], "input_dtype": "float32", "b_constraint": null, "activation": "relu", "input_dim": null, "trainable": true, "activity_regularizer": null, "output_dim": 60, "bias": true, "W_regularizer": null}}, {"class_name": "Dropout", "config": {"name": "dropout_103", "p": 0.4, "trainable": true}}, {"class_name": "Dense", "config": {"W_constraint": null, "name": "dense_143", "init": "glorot_uniform", "b_regularizer": null, "bias": true, "b_constraint": null, "activation": "relu", "input_dim": null, "trainable": true, "activity_regularizer": null, "output_dim": 60, "W_regularizer": null}}, {"class_name": "Dropout", "config": {"name": "dropout_104", "p": 0.4, "trainable": true}}, {"class_name": "Dense", "config": {"W_constraint": null, "name": "dense_144", "init": "glorot_uniform", "b_regularizer": null, "bias": true, "b_constraint": null, "activation": "relu", "input_dim": null, "trainable": true, "activity_regularizer": null, "output_dim": 60, "W_regularizer": null}}, {"class_name": "Dropout", "config": {"name": "dropout_105", "p": 0.4, "trainable": true}}, {"class_name": "Dense", "config": {"W_constraint": null, "name": "dense_145", "init": "glorot_uniform", "b_regularizer": null, "bias": true, "b_constraint": null, "activation": "softmax", "input_dim": null, "trainable": true, "activity_regularizer": null, "output_dim": 3, "W_regularizer": null}}]} \ No newline at end of file +{"config": [{"config": {"bias_regularizer": null, "bias_constraint": null, "activity_regularizer": null, "batch_input_shape": [null, 79], "kernel_regularizer": null, "use_bias": true, "activation": "relu", "trainable": true, "bias_initializer": {"config": {}, "class_name": "Zeros"}, "units": 60, "kernel_initializer": {"config": {"mode": "fan_avg", "scale": 1.0, "seed": null, "distribution": "uniform"}, "class_name": "VarianceScaling"}, "name": "dense_42", "dtype": "float32", "kernel_constraint": null}, "class_name": "Dense"}, {"config": {"rate": 0.4, "name": "dropout_28", "trainable": true}, "class_name": "Dropout"}, {"config": {"bias_regularizer": null, "bias_constraint": null, "activity_regularizer": null, "kernel_initializer": {"config": {"mode": "fan_avg", "scale": 1.0, "seed": null, "distribution": "uniform"}, "class_name": "VarianceScaling"}, "kernel_regularizer": null, "use_bias": true, "activation": "relu", "units": 60, "bias_initializer": {"config": {}, "class_name": "Zeros"}, "trainable": true, "name": "dense_43", "kernel_constraint": null}, "class_name": "Dense"}, {"config": {"rate": 0.4, "name": "dropout_29", "trainable": true}, "class_name": "Dropout"}, {"config": {"bias_regularizer": null, "bias_constraint": null, "activity_regularizer": null, "kernel_initializer": {"config": {"mode": "fan_avg", "scale": 1.0, "seed": null, "distribution": "uniform"}, "class_name": "VarianceScaling"}, "kernel_regularizer": null, "use_bias": true, "activation": "relu", "units": 60, "bias_initializer": {"config": {}, "class_name": "Zeros"}, "trainable": true, "name": "dense_44", "kernel_constraint": null}, "class_name": "Dense"}, {"config": {"rate": 0.4, "name": "dropout_30", "trainable": true}, "class_name": "Dropout"}, {"config": {"bias_regularizer": null, "bias_constraint": null, "activity_regularizer": null, "kernel_initializer": {"config": {"mode": "fan_avg", "scale": 1.0, "seed": null, "distribution": "uniform"}, "class_name": "VarianceScaling"}, "kernel_regularizer": null, "use_bias": true, "activation": "softmax", "units": 3, "bias_initializer": {"config": {}, "class_name": "Zeros"}, "trainable": true, "name": "dense_45", "kernel_constraint": null}, "class_name": "Dense"}], "class_name": "Sequential", "keras_version": "2.0.3", "backend": "theano"} \ No newline at end of file diff --git a/MLPmodels/MLP.hidlay2.cells60.drop0.4.png b/MLPmodels/MLP.hidlay2.cells60.drop0.4.png index bc4db42..1ad4a64 100644 Binary files a/MLPmodels/MLP.hidlay2.cells60.drop0.4.png and b/MLPmodels/MLP.hidlay2.cells60.drop0.4.png differ diff --git a/MLPmodels/MLP.hidlay3.cells20.drop0.4.json b/MLPmodels/MLP.hidlay3.cells20.drop0.4.json index 9c9c558..55bac38 100644 --- a/MLPmodels/MLP.hidlay3.cells20.drop0.4.json +++ b/MLPmodels/MLP.hidlay3.cells20.drop0.4.json @@ -1 +1 @@ -{"keras_version": "1.1.1", "class_name": "Sequential", "config": [{"class_name": "Dense", "config": {"W_constraint": null, "name": "dense_146", "init": "glorot_uniform", "b_regularizer": null, "batch_input_shape": [null, 79], "input_dtype": "float32", "b_constraint": null, "activation": "relu", "input_dim": null, "trainable": true, "activity_regularizer": null, "output_dim": 20, "bias": true, "W_regularizer": null}}, {"class_name": "Dropout", "config": {"name": "dropout_106", "p": 0.4, "trainable": true}}, {"class_name": "Dense", "config": {"W_constraint": null, "name": "dense_147", "init": "glorot_uniform", "b_regularizer": null, "bias": true, "b_constraint": null, "activation": "relu", "input_dim": null, "trainable": true, "activity_regularizer": null, "output_dim": 20, "W_regularizer": null}}, {"class_name": "Dropout", "config": {"name": "dropout_107", "p": 0.4, "trainable": true}}, {"class_name": "Dense", "config": {"W_constraint": null, "name": "dense_148", "init": "glorot_uniform", "b_regularizer": null, "bias": true, "b_constraint": null, "activation": "relu", "input_dim": null, "trainable": true, "activity_regularizer": null, "output_dim": 20, "W_regularizer": null}}, {"class_name": "Dropout", "config": {"name": "dropout_108", "p": 0.4, "trainable": true}}, {"class_name": "Dense", "config": {"W_constraint": null, "name": "dense_149", "init": "glorot_uniform", "b_regularizer": null, "bias": true, "b_constraint": null, "activation": "relu", "input_dim": null, "trainable": true, "activity_regularizer": null, "output_dim": 20, "W_regularizer": null}}, {"class_name": "Dropout", "config": {"name": "dropout_109", "p": 0.4, "trainable": true}}, {"class_name": "Dense", "config": {"W_constraint": null, "name": "dense_150", "init": "glorot_uniform", "b_regularizer": null, "bias": true, "b_constraint": null, "activation": "softmax", "input_dim": null, "trainable": true, "activity_regularizer": null, "output_dim": 3, "W_regularizer": null}}]} \ No newline at end of file +{"config": [{"config": {"bias_regularizer": null, "bias_constraint": null, "activity_regularizer": null, "batch_input_shape": [null, 79], "kernel_regularizer": null, "use_bias": true, "activation": "relu", "trainable": true, "bias_initializer": {"config": {}, "class_name": "Zeros"}, "units": 20, "kernel_initializer": {"config": {"mode": "fan_avg", "scale": 1.0, "seed": null, "distribution": "uniform"}, "class_name": "VarianceScaling"}, "name": "dense_46", "dtype": "float32", "kernel_constraint": null}, "class_name": "Dense"}, {"config": {"rate": 0.4, "name": "dropout_31", "trainable": true}, "class_name": "Dropout"}, {"config": {"bias_regularizer": null, "bias_constraint": null, "activity_regularizer": null, "kernel_initializer": {"config": {"mode": "fan_avg", "scale": 1.0, "seed": null, "distribution": "uniform"}, "class_name": "VarianceScaling"}, "kernel_regularizer": null, "use_bias": true, "activation": "relu", "units": 20, "bias_initializer": {"config": {}, "class_name": "Zeros"}, "trainable": true, "name": "dense_47", "kernel_constraint": null}, "class_name": "Dense"}, {"config": {"rate": 0.4, "name": "dropout_32", "trainable": true}, "class_name": "Dropout"}, {"config": {"bias_regularizer": null, "bias_constraint": null, "activity_regularizer": null, "kernel_initializer": {"config": {"mode": "fan_avg", "scale": 1.0, "seed": null, "distribution": "uniform"}, "class_name": "VarianceScaling"}, "kernel_regularizer": null, "use_bias": true, "activation": "relu", "units": 20, "bias_initializer": {"config": {}, "class_name": "Zeros"}, "trainable": true, "name": "dense_48", "kernel_constraint": null}, "class_name": "Dense"}, {"config": {"rate": 0.4, "name": "dropout_33", "trainable": true}, "class_name": "Dropout"}, {"config": {"bias_regularizer": null, "bias_constraint": null, "activity_regularizer": null, "kernel_initializer": {"config": {"mode": "fan_avg", "scale": 1.0, "seed": null, "distribution": "uniform"}, "class_name": "VarianceScaling"}, "kernel_regularizer": null, "use_bias": true, "activation": "relu", "units": 20, "bias_initializer": {"config": {}, "class_name": "Zeros"}, "trainable": true, "name": "dense_49", "kernel_constraint": null}, "class_name": "Dense"}, {"config": {"rate": 0.4, "name": "dropout_34", "trainable": true}, "class_name": "Dropout"}, {"config": {"bias_regularizer": null, "bias_constraint": null, "activity_regularizer": null, "kernel_initializer": {"config": {"mode": "fan_avg", "scale": 1.0, "seed": null, "distribution": "uniform"}, "class_name": "VarianceScaling"}, "kernel_regularizer": null, "use_bias": true, "activation": "softmax", "units": 3, "bias_initializer": {"config": {}, "class_name": "Zeros"}, "trainable": true, "name": "dense_50", "kernel_constraint": null}, "class_name": "Dense"}], "class_name": "Sequential", "keras_version": "2.0.3", "backend": "theano"} \ No newline at end of file diff --git a/MLPmodels/MLP.hidlay3.cells20.drop0.4.png b/MLPmodels/MLP.hidlay3.cells20.drop0.4.png index 5d0d46b..1ea3280 100644 Binary files a/MLPmodels/MLP.hidlay3.cells20.drop0.4.png and b/MLPmodels/MLP.hidlay3.cells20.drop0.4.png differ diff --git a/MLPmodels/MLP.hidlay3.cells30.drop0.4.json b/MLPmodels/MLP.hidlay3.cells30.drop0.4.json index 1f94ea9..e32775c 100644 --- a/MLPmodels/MLP.hidlay3.cells30.drop0.4.json +++ b/MLPmodels/MLP.hidlay3.cells30.drop0.4.json @@ -1 +1 @@ -{"keras_version": "1.1.1", "class_name": "Sequential", "config": [{"class_name": "Dense", "config": {"W_constraint": null, "name": "dense_151", "init": "glorot_uniform", "b_regularizer": null, "batch_input_shape": [null, 79], "input_dtype": "float32", "b_constraint": null, "activation": "relu", "input_dim": null, "trainable": true, "activity_regularizer": null, "output_dim": 30, "bias": true, "W_regularizer": null}}, {"class_name": "Dropout", "config": {"name": "dropout_110", "p": 0.4, "trainable": true}}, {"class_name": "Dense", "config": {"W_constraint": null, "name": "dense_152", "init": "glorot_uniform", "b_regularizer": null, "bias": true, "b_constraint": null, "activation": "relu", "input_dim": null, "trainable": true, "activity_regularizer": null, "output_dim": 30, "W_regularizer": null}}, {"class_name": "Dropout", "config": {"name": "dropout_111", "p": 0.4, "trainable": true}}, {"class_name": "Dense", "config": {"W_constraint": null, "name": "dense_153", "init": "glorot_uniform", "b_regularizer": null, "bias": true, "b_constraint": null, "activation": "relu", "input_dim": null, "trainable": true, "activity_regularizer": null, "output_dim": 30, "W_regularizer": null}}, {"class_name": "Dropout", "config": {"name": "dropout_112", "p": 0.4, "trainable": true}}, {"class_name": "Dense", "config": {"W_constraint": null, "name": "dense_154", "init": "glorot_uniform", "b_regularizer": null, "bias": true, "b_constraint": null, "activation": "relu", "input_dim": null, "trainable": true, "activity_regularizer": null, "output_dim": 30, "W_regularizer": null}}, {"class_name": "Dropout", "config": {"name": "dropout_113", "p": 0.4, "trainable": true}}, {"class_name": "Dense", "config": {"W_constraint": null, "name": "dense_155", "init": "glorot_uniform", "b_regularizer": null, "bias": true, "b_constraint": null, "activation": "softmax", "input_dim": null, "trainable": true, "activity_regularizer": null, "output_dim": 3, "W_regularizer": null}}]} \ No newline at end of file +{"config": [{"config": {"bias_regularizer": null, "bias_constraint": null, "activity_regularizer": null, "batch_input_shape": [null, 79], "kernel_regularizer": null, "use_bias": true, "activation": "relu", "trainable": true, "bias_initializer": {"config": {}, "class_name": "Zeros"}, "units": 30, "kernel_initializer": {"config": {"mode": "fan_avg", "scale": 1.0, "seed": null, "distribution": "uniform"}, "class_name": "VarianceScaling"}, "name": "dense_51", "dtype": "float32", "kernel_constraint": null}, "class_name": "Dense"}, {"config": {"rate": 0.4, "name": "dropout_35", "trainable": true}, "class_name": "Dropout"}, {"config": {"bias_regularizer": null, "bias_constraint": null, "activity_regularizer": null, "kernel_initializer": {"config": {"mode": "fan_avg", "scale": 1.0, "seed": null, "distribution": "uniform"}, "class_name": "VarianceScaling"}, "kernel_regularizer": null, "use_bias": true, "activation": "relu", "units": 30, "bias_initializer": {"config": {}, "class_name": "Zeros"}, "trainable": true, "name": "dense_52", "kernel_constraint": null}, "class_name": "Dense"}, {"config": {"rate": 0.4, "name": "dropout_36", "trainable": true}, "class_name": "Dropout"}, {"config": {"bias_regularizer": null, "bias_constraint": null, "activity_regularizer": null, "kernel_initializer": {"config": {"mode": "fan_avg", "scale": 1.0, "seed": null, "distribution": "uniform"}, "class_name": "VarianceScaling"}, "kernel_regularizer": null, "use_bias": true, "activation": "relu", "units": 30, "bias_initializer": {"config": {}, "class_name": "Zeros"}, "trainable": true, "name": "dense_53", "kernel_constraint": null}, "class_name": "Dense"}, {"config": {"rate": 0.4, "name": "dropout_37", "trainable": true}, "class_name": "Dropout"}, {"config": {"bias_regularizer": null, "bias_constraint": null, "activity_regularizer": null, "kernel_initializer": {"config": {"mode": "fan_avg", "scale": 1.0, "seed": null, "distribution": "uniform"}, "class_name": "VarianceScaling"}, "kernel_regularizer": null, "use_bias": true, "activation": "relu", "units": 30, "bias_initializer": {"config": {}, "class_name": "Zeros"}, "trainable": true, "name": "dense_54", "kernel_constraint": null}, "class_name": "Dense"}, {"config": {"rate": 0.4, "name": "dropout_38", "trainable": true}, "class_name": "Dropout"}, {"config": {"bias_regularizer": null, "bias_constraint": null, "activity_regularizer": null, "kernel_initializer": {"config": {"mode": "fan_avg", "scale": 1.0, "seed": null, "distribution": "uniform"}, "class_name": "VarianceScaling"}, "kernel_regularizer": null, "use_bias": true, "activation": "softmax", "units": 3, "bias_initializer": {"config": {}, "class_name": "Zeros"}, "trainable": true, "name": "dense_55", "kernel_constraint": null}, "class_name": "Dense"}], "class_name": "Sequential", "keras_version": "2.0.3", "backend": "theano"} \ No newline at end of file diff --git a/MLPmodels/MLP.hidlay3.cells30.drop0.4.png b/MLPmodels/MLP.hidlay3.cells30.drop0.4.png index 9b1033b..9f29681 100644 Binary files a/MLPmodels/MLP.hidlay3.cells30.drop0.4.png and b/MLPmodels/MLP.hidlay3.cells30.drop0.4.png differ diff --git a/MLPmodels/MLP.hidlay3.cells40.drop0.4.json b/MLPmodels/MLP.hidlay3.cells40.drop0.4.json index 9fa90ba..0140f5c 100644 --- a/MLPmodels/MLP.hidlay3.cells40.drop0.4.json +++ b/MLPmodels/MLP.hidlay3.cells40.drop0.4.json @@ -1 +1 @@ -{"keras_version": "1.1.1", "class_name": "Sequential", "config": [{"class_name": "Dense", "config": {"W_constraint": null, "name": "dense_156", "init": "glorot_uniform", "b_regularizer": null, "batch_input_shape": [null, 79], "input_dtype": "float32", "b_constraint": null, "activation": "relu", "input_dim": null, "trainable": true, "activity_regularizer": null, "output_dim": 40, "bias": true, "W_regularizer": null}}, {"class_name": "Dropout", "config": {"name": "dropout_114", "p": 0.4, "trainable": true}}, {"class_name": "Dense", "config": {"W_constraint": null, "name": "dense_157", "init": "glorot_uniform", "b_regularizer": null, "bias": true, "b_constraint": null, "activation": "relu", "input_dim": null, "trainable": true, "activity_regularizer": null, "output_dim": 40, "W_regularizer": null}}, {"class_name": "Dropout", "config": {"name": "dropout_115", "p": 0.4, "trainable": true}}, {"class_name": "Dense", "config": {"W_constraint": null, "name": "dense_158", "init": "glorot_uniform", "b_regularizer": null, "bias": true, "b_constraint": null, "activation": "relu", "input_dim": null, "trainable": true, "activity_regularizer": null, "output_dim": 40, "W_regularizer": null}}, {"class_name": "Dropout", "config": {"name": "dropout_116", "p": 0.4, "trainable": true}}, {"class_name": "Dense", "config": {"W_constraint": null, "name": "dense_159", "init": "glorot_uniform", "b_regularizer": null, "bias": true, "b_constraint": null, "activation": "relu", "input_dim": null, "trainable": true, "activity_regularizer": null, "output_dim": 40, "W_regularizer": null}}, {"class_name": "Dropout", "config": {"name": "dropout_117", "p": 0.4, "trainable": true}}, {"class_name": "Dense", "config": {"W_constraint": null, "name": "dense_160", "init": "glorot_uniform", "b_regularizer": null, "bias": true, "b_constraint": null, "activation": "softmax", "input_dim": null, "trainable": true, "activity_regularizer": null, "output_dim": 3, "W_regularizer": null}}]} \ No newline at end of file +{"config": [{"config": {"bias_regularizer": null, "bias_constraint": null, "activity_regularizer": null, "batch_input_shape": [null, 79], "kernel_regularizer": null, "use_bias": true, "activation": "relu", "trainable": true, "bias_initializer": {"config": {}, "class_name": "Zeros"}, "units": 40, "kernel_initializer": {"config": {"mode": "fan_avg", "scale": 1.0, "seed": null, "distribution": "uniform"}, "class_name": "VarianceScaling"}, "name": "dense_56", "dtype": "float32", "kernel_constraint": null}, "class_name": "Dense"}, {"config": {"rate": 0.4, "name": "dropout_39", "trainable": true}, "class_name": "Dropout"}, {"config": {"bias_regularizer": null, "bias_constraint": null, "activity_regularizer": null, "kernel_initializer": {"config": {"mode": "fan_avg", "scale": 1.0, "seed": null, "distribution": "uniform"}, "class_name": "VarianceScaling"}, "kernel_regularizer": null, "use_bias": true, "activation": "relu", "units": 40, "bias_initializer": {"config": {}, "class_name": "Zeros"}, "trainable": true, "name": "dense_57", "kernel_constraint": null}, "class_name": "Dense"}, {"config": {"rate": 0.4, "name": "dropout_40", "trainable": true}, "class_name": "Dropout"}, {"config": {"bias_regularizer": null, "bias_constraint": null, "activity_regularizer": null, "kernel_initializer": {"config": {"mode": "fan_avg", "scale": 1.0, "seed": null, "distribution": "uniform"}, "class_name": "VarianceScaling"}, "kernel_regularizer": null, "use_bias": true, "activation": "relu", "units": 40, "bias_initializer": {"config": {}, "class_name": "Zeros"}, "trainable": true, "name": "dense_58", "kernel_constraint": null}, "class_name": "Dense"}, {"config": {"rate": 0.4, "name": "dropout_41", "trainable": true}, "class_name": "Dropout"}, {"config": {"bias_regularizer": null, "bias_constraint": null, "activity_regularizer": null, "kernel_initializer": {"config": {"mode": "fan_avg", "scale": 1.0, "seed": null, "distribution": "uniform"}, "class_name": "VarianceScaling"}, "kernel_regularizer": null, "use_bias": true, "activation": "relu", "units": 40, "bias_initializer": {"config": {}, "class_name": "Zeros"}, "trainable": true, "name": "dense_59", "kernel_constraint": null}, "class_name": "Dense"}, {"config": {"rate": 0.4, "name": "dropout_42", "trainable": true}, "class_name": "Dropout"}, {"config": {"bias_regularizer": null, "bias_constraint": null, "activity_regularizer": null, "kernel_initializer": {"config": {"mode": "fan_avg", "scale": 1.0, "seed": null, "distribution": "uniform"}, "class_name": "VarianceScaling"}, "kernel_regularizer": null, "use_bias": true, "activation": "softmax", "units": 3, "bias_initializer": {"config": {}, "class_name": "Zeros"}, "trainable": true, "name": "dense_60", "kernel_constraint": null}, "class_name": "Dense"}], "class_name": "Sequential", "keras_version": "2.0.3", "backend": "theano"} \ No newline at end of file diff --git a/MLPmodels/MLP.hidlay3.cells40.drop0.4.png b/MLPmodels/MLP.hidlay3.cells40.drop0.4.png index 9d48c8c..91e6c81 100644 Binary files a/MLPmodels/MLP.hidlay3.cells40.drop0.4.png and b/MLPmodels/MLP.hidlay3.cells40.drop0.4.png differ diff --git a/MLPmodels/MLP.hidlay3.cells50.drop0.4.json b/MLPmodels/MLP.hidlay3.cells50.drop0.4.json index 56c3f32..05146c5 100644 --- a/MLPmodels/MLP.hidlay3.cells50.drop0.4.json +++ b/MLPmodels/MLP.hidlay3.cells50.drop0.4.json @@ -1 +1 @@ -{"keras_version": "1.1.1", "class_name": "Sequential", "config": [{"class_name": "Dense", "config": {"W_constraint": null, "name": "dense_161", "init": "glorot_uniform", "b_regularizer": null, "batch_input_shape": [null, 79], "input_dtype": "float32", "b_constraint": null, "activation": "relu", "input_dim": null, "trainable": true, "activity_regularizer": null, "output_dim": 50, "bias": true, "W_regularizer": null}}, {"class_name": "Dropout", "config": {"name": "dropout_118", "p": 0.4, "trainable": true}}, {"class_name": "Dense", "config": {"W_constraint": null, "name": "dense_162", "init": "glorot_uniform", "b_regularizer": null, "bias": true, "b_constraint": null, "activation": "relu", "input_dim": null, "trainable": true, "activity_regularizer": null, "output_dim": 50, "W_regularizer": null}}, {"class_name": "Dropout", "config": {"name": "dropout_119", "p": 0.4, "trainable": true}}, {"class_name": "Dense", "config": {"W_constraint": null, "name": "dense_163", "init": "glorot_uniform", "b_regularizer": null, "bias": true, "b_constraint": null, "activation": "relu", "input_dim": null, "trainable": true, "activity_regularizer": null, "output_dim": 50, "W_regularizer": null}}, {"class_name": "Dropout", "config": {"name": "dropout_120", "p": 0.4, "trainable": true}}, {"class_name": "Dense", "config": {"W_constraint": null, "name": "dense_164", "init": "glorot_uniform", "b_regularizer": null, "bias": true, "b_constraint": null, "activation": "relu", "input_dim": null, "trainable": true, "activity_regularizer": null, "output_dim": 50, "W_regularizer": null}}, {"class_name": "Dropout", "config": {"name": "dropout_121", "p": 0.4, "trainable": true}}, {"class_name": "Dense", "config": {"W_constraint": null, "name": "dense_165", "init": "glorot_uniform", "b_regularizer": null, "bias": true, "b_constraint": null, "activation": "softmax", "input_dim": null, "trainable": true, "activity_regularizer": null, "output_dim": 3, "W_regularizer": null}}]} \ No newline at end of file +{"config": [{"config": {"bias_regularizer": null, "bias_constraint": null, "activity_regularizer": null, "batch_input_shape": [null, 79], "kernel_regularizer": null, "use_bias": true, "activation": "relu", "trainable": true, "bias_initializer": {"config": {}, "class_name": "Zeros"}, "units": 50, "kernel_initializer": {"config": {"mode": "fan_avg", "scale": 1.0, "seed": null, "distribution": "uniform"}, "class_name": "VarianceScaling"}, "name": "dense_61", "dtype": "float32", "kernel_constraint": null}, "class_name": "Dense"}, {"config": {"rate": 0.4, "name": "dropout_43", "trainable": true}, "class_name": "Dropout"}, {"config": {"bias_regularizer": null, "bias_constraint": null, "activity_regularizer": null, "kernel_initializer": {"config": {"mode": "fan_avg", "scale": 1.0, "seed": null, "distribution": "uniform"}, "class_name": "VarianceScaling"}, "kernel_regularizer": null, "use_bias": true, "activation": "relu", "units": 50, "bias_initializer": {"config": {}, "class_name": "Zeros"}, "trainable": true, "name": "dense_62", "kernel_constraint": null}, "class_name": "Dense"}, {"config": {"rate": 0.4, "name": "dropout_44", "trainable": true}, "class_name": "Dropout"}, {"config": {"bias_regularizer": null, "bias_constraint": null, "activity_regularizer": null, "kernel_initializer": {"config": {"mode": "fan_avg", "scale": 1.0, "seed": null, "distribution": "uniform"}, "class_name": "VarianceScaling"}, "kernel_regularizer": null, "use_bias": true, "activation": "relu", "units": 50, "bias_initializer": {"config": {}, "class_name": "Zeros"}, "trainable": true, "name": "dense_63", "kernel_constraint": null}, "class_name": "Dense"}, {"config": {"rate": 0.4, "name": "dropout_45", "trainable": true}, "class_name": "Dropout"}, {"config": {"bias_regularizer": null, "bias_constraint": null, "activity_regularizer": null, "kernel_initializer": {"config": {"mode": "fan_avg", "scale": 1.0, "seed": null, "distribution": "uniform"}, "class_name": "VarianceScaling"}, "kernel_regularizer": null, "use_bias": true, "activation": "relu", "units": 50, "bias_initializer": {"config": {}, "class_name": "Zeros"}, "trainable": true, "name": "dense_64", "kernel_constraint": null}, "class_name": "Dense"}, {"config": {"rate": 0.4, "name": "dropout_46", "trainable": true}, "class_name": "Dropout"}, {"config": {"bias_regularizer": null, "bias_constraint": null, "activity_regularizer": null, "kernel_initializer": {"config": {"mode": "fan_avg", "scale": 1.0, "seed": null, "distribution": "uniform"}, "class_name": "VarianceScaling"}, "kernel_regularizer": null, "use_bias": true, "activation": "softmax", "units": 3, "bias_initializer": {"config": {}, "class_name": "Zeros"}, "trainable": true, "name": "dense_65", "kernel_constraint": null}, "class_name": "Dense"}], "class_name": "Sequential", "keras_version": "2.0.3", "backend": "theano"} \ No newline at end of file diff --git a/MLPmodels/MLP.hidlay3.cells50.drop0.4.png b/MLPmodels/MLP.hidlay3.cells50.drop0.4.png index b82a365..88c45f3 100644 Binary files a/MLPmodels/MLP.hidlay3.cells50.drop0.4.png and b/MLPmodels/MLP.hidlay3.cells50.drop0.4.png differ diff --git a/MLPmodels/MLP.hidlay3.cells60.drop0.4.json b/MLPmodels/MLP.hidlay3.cells60.drop0.4.json index e097234..74f7fce 100644 --- a/MLPmodels/MLP.hidlay3.cells60.drop0.4.json +++ b/MLPmodels/MLP.hidlay3.cells60.drop0.4.json @@ -1 +1 @@ -{"keras_version": "1.1.1", "class_name": "Sequential", "config": [{"class_name": "Dense", "config": {"W_constraint": null, "name": "dense_166", "init": "glorot_uniform", "b_regularizer": null, "batch_input_shape": [null, 79], "input_dtype": "float32", "b_constraint": null, "activation": "relu", "input_dim": null, "trainable": true, "activity_regularizer": null, "output_dim": 60, "bias": true, "W_regularizer": null}}, {"class_name": "Dropout", "config": {"name": "dropout_122", "p": 0.4, "trainable": true}}, {"class_name": "Dense", "config": {"W_constraint": null, "name": "dense_167", "init": "glorot_uniform", "b_regularizer": null, "bias": true, "b_constraint": null, "activation": "relu", "input_dim": null, "trainable": true, "activity_regularizer": null, "output_dim": 60, "W_regularizer": null}}, {"class_name": "Dropout", "config": {"name": "dropout_123", "p": 0.4, "trainable": true}}, {"class_name": "Dense", "config": {"W_constraint": null, "name": "dense_168", "init": "glorot_uniform", "b_regularizer": null, "bias": true, "b_constraint": null, "activation": "relu", "input_dim": null, "trainable": true, "activity_regularizer": null, "output_dim": 60, "W_regularizer": null}}, {"class_name": "Dropout", "config": {"name": "dropout_124", "p": 0.4, "trainable": true}}, {"class_name": "Dense", "config": {"W_constraint": null, "name": "dense_169", "init": "glorot_uniform", "b_regularizer": null, "bias": true, "b_constraint": null, "activation": "relu", "input_dim": null, "trainable": true, "activity_regularizer": null, "output_dim": 60, "W_regularizer": null}}, {"class_name": "Dropout", "config": {"name": "dropout_125", "p": 0.4, "trainable": true}}, {"class_name": "Dense", "config": {"W_constraint": null, "name": "dense_170", "init": "glorot_uniform", "b_regularizer": null, "bias": true, "b_constraint": null, "activation": "softmax", "input_dim": null, "trainable": true, "activity_regularizer": null, "output_dim": 3, "W_regularizer": null}}]} \ No newline at end of file +{"config": [{"config": {"bias_regularizer": null, "bias_constraint": null, "activity_regularizer": null, "batch_input_shape": [null, 79], "kernel_regularizer": null, "use_bias": true, "activation": "relu", "trainable": true, "bias_initializer": {"config": {}, "class_name": "Zeros"}, "units": 60, "kernel_initializer": {"config": {"mode": "fan_avg", "scale": 1.0, "seed": null, "distribution": "uniform"}, "class_name": "VarianceScaling"}, "name": "dense_66", "dtype": "float32", "kernel_constraint": null}, "class_name": "Dense"}, {"config": {"rate": 0.4, "name": "dropout_47", "trainable": true}, "class_name": "Dropout"}, {"config": {"bias_regularizer": null, "bias_constraint": null, "activity_regularizer": null, "kernel_initializer": {"config": {"mode": "fan_avg", "scale": 1.0, "seed": null, "distribution": "uniform"}, "class_name": "VarianceScaling"}, "kernel_regularizer": null, "use_bias": true, "activation": "relu", "units": 60, "bias_initializer": {"config": {}, "class_name": "Zeros"}, "trainable": true, "name": "dense_67", "kernel_constraint": null}, "class_name": "Dense"}, {"config": {"rate": 0.4, "name": "dropout_48", "trainable": true}, "class_name": "Dropout"}, {"config": {"bias_regularizer": null, "bias_constraint": null, "activity_regularizer": null, "kernel_initializer": {"config": {"mode": "fan_avg", "scale": 1.0, "seed": null, "distribution": "uniform"}, "class_name": "VarianceScaling"}, "kernel_regularizer": null, "use_bias": true, "activation": "relu", "units": 60, "bias_initializer": {"config": {}, "class_name": "Zeros"}, "trainable": true, "name": "dense_68", "kernel_constraint": null}, "class_name": "Dense"}, {"config": {"rate": 0.4, "name": "dropout_49", "trainable": true}, "class_name": "Dropout"}, {"config": {"bias_regularizer": null, "bias_constraint": null, "activity_regularizer": null, "kernel_initializer": {"config": {"mode": "fan_avg", "scale": 1.0, "seed": null, "distribution": "uniform"}, "class_name": "VarianceScaling"}, "kernel_regularizer": null, "use_bias": true, "activation": "relu", "units": 60, "bias_initializer": {"config": {}, "class_name": "Zeros"}, "trainable": true, "name": "dense_69", "kernel_constraint": null}, "class_name": "Dense"}, {"config": {"rate": 0.4, "name": "dropout_50", "trainable": true}, "class_name": "Dropout"}, {"config": {"bias_regularizer": null, "bias_constraint": null, "activity_regularizer": null, "kernel_initializer": {"config": {"mode": "fan_avg", "scale": 1.0, "seed": null, "distribution": "uniform"}, "class_name": "VarianceScaling"}, "kernel_regularizer": null, "use_bias": true, "activation": "softmax", "units": 3, "bias_initializer": {"config": {}, "class_name": "Zeros"}, "trainable": true, "name": "dense_70", "kernel_constraint": null}, "class_name": "Dense"}], "class_name": "Sequential", "keras_version": "2.0.3", "backend": "theano"} \ No newline at end of file diff --git a/MLPmodels/MLP.hidlay3.cells60.drop0.4.png b/MLPmodels/MLP.hidlay3.cells60.drop0.4.png index fa6c5a0..c359f2b 100644 Binary files a/MLPmodels/MLP.hidlay3.cells60.drop0.4.png and b/MLPmodels/MLP.hidlay3.cells60.drop0.4.png differ diff --git a/MLPmodels/MLP.hidlay4.cells20.drop0.4.json b/MLPmodels/MLP.hidlay4.cells20.drop0.4.json index b848753..ed0eb16 100644 --- a/MLPmodels/MLP.hidlay4.cells20.drop0.4.json +++ b/MLPmodels/MLP.hidlay4.cells20.drop0.4.json @@ -1 +1 @@ -{"keras_version": "1.1.1", "class_name": "Sequential", "config": [{"class_name": "Dense", "config": {"W_constraint": null, "name": "dense_171", "init": "glorot_uniform", "b_regularizer": null, "batch_input_shape": [null, 79], "input_dtype": "float32", "b_constraint": null, "activation": "relu", "input_dim": null, "trainable": true, "activity_regularizer": null, "output_dim": 20, "bias": true, "W_regularizer": null}}, {"class_name": "Dropout", "config": {"name": "dropout_126", "p": 0.4, "trainable": true}}, {"class_name": "Dense", "config": {"W_constraint": null, "name": "dense_172", "init": "glorot_uniform", "b_regularizer": null, "bias": true, "b_constraint": null, "activation": "relu", "input_dim": null, "trainable": true, "activity_regularizer": null, "output_dim": 20, "W_regularizer": null}}, {"class_name": "Dropout", "config": {"name": "dropout_127", "p": 0.4, "trainable": true}}, {"class_name": "Dense", "config": {"W_constraint": null, "name": "dense_173", "init": "glorot_uniform", "b_regularizer": null, "bias": true, "b_constraint": null, "activation": "relu", "input_dim": null, "trainable": true, "activity_regularizer": null, "output_dim": 20, "W_regularizer": null}}, {"class_name": "Dropout", "config": {"name": "dropout_128", "p": 0.4, "trainable": true}}, {"class_name": "Dense", "config": {"W_constraint": null, "name": "dense_174", "init": "glorot_uniform", "b_regularizer": null, "bias": true, "b_constraint": null, "activation": "relu", "input_dim": null, "trainable": true, "activity_regularizer": null, "output_dim": 20, "W_regularizer": null}}, {"class_name": "Dropout", "config": {"name": "dropout_129", "p": 0.4, "trainable": true}}, {"class_name": "Dense", "config": {"W_constraint": null, "name": "dense_175", "init": "glorot_uniform", "b_regularizer": null, "bias": true, "b_constraint": null, "activation": "relu", "input_dim": null, "trainable": true, "activity_regularizer": null, "output_dim": 20, "W_regularizer": null}}, {"class_name": "Dropout", "config": {"name": "dropout_130", "p": 0.4, "trainable": true}}, {"class_name": "Dense", "config": {"W_constraint": null, "name": "dense_176", "init": "glorot_uniform", "b_regularizer": null, "bias": true, "b_constraint": null, "activation": "softmax", "input_dim": null, "trainable": true, "activity_regularizer": null, "output_dim": 3, "W_regularizer": null}}]} \ No newline at end of file +{"config": [{"config": {"bias_regularizer": null, "bias_constraint": null, "activity_regularizer": null, "batch_input_shape": [null, 79], "kernel_regularizer": null, "use_bias": true, "activation": "relu", "trainable": true, "bias_initializer": {"config": {}, "class_name": "Zeros"}, "units": 20, "kernel_initializer": {"config": {"mode": "fan_avg", "scale": 1.0, "seed": null, "distribution": "uniform"}, "class_name": "VarianceScaling"}, "name": "dense_71", "dtype": "float32", "kernel_constraint": null}, "class_name": "Dense"}, {"config": {"rate": 0.4, "name": "dropout_51", "trainable": true}, "class_name": "Dropout"}, {"config": {"bias_regularizer": null, "bias_constraint": null, "activity_regularizer": null, "kernel_initializer": {"config": {"mode": "fan_avg", "scale": 1.0, "seed": null, "distribution": "uniform"}, "class_name": "VarianceScaling"}, "kernel_regularizer": null, "use_bias": true, "activation": "relu", "units": 20, "bias_initializer": {"config": {}, "class_name": "Zeros"}, "trainable": true, "name": "dense_72", "kernel_constraint": null}, "class_name": "Dense"}, {"config": {"rate": 0.4, "name": "dropout_52", "trainable": true}, "class_name": "Dropout"}, {"config": {"bias_regularizer": null, "bias_constraint": null, "activity_regularizer": null, "kernel_initializer": {"config": {"mode": "fan_avg", "scale": 1.0, "seed": null, "distribution": "uniform"}, "class_name": "VarianceScaling"}, "kernel_regularizer": null, "use_bias": true, "activation": "relu", "units": 20, "bias_initializer": {"config": {}, "class_name": "Zeros"}, "trainable": true, "name": "dense_73", "kernel_constraint": null}, "class_name": "Dense"}, {"config": {"rate": 0.4, "name": "dropout_53", "trainable": true}, "class_name": "Dropout"}, {"config": {"bias_regularizer": null, "bias_constraint": null, "activity_regularizer": null, "kernel_initializer": {"config": {"mode": "fan_avg", "scale": 1.0, "seed": null, "distribution": "uniform"}, "class_name": "VarianceScaling"}, "kernel_regularizer": null, "use_bias": true, "activation": "relu", "units": 20, "bias_initializer": {"config": {}, "class_name": "Zeros"}, "trainable": true, "name": "dense_74", "kernel_constraint": null}, "class_name": "Dense"}, {"config": {"rate": 0.4, "name": "dropout_54", "trainable": true}, "class_name": "Dropout"}, {"config": {"bias_regularizer": null, "bias_constraint": null, "activity_regularizer": null, "kernel_initializer": {"config": {"mode": "fan_avg", "scale": 1.0, "seed": null, "distribution": "uniform"}, "class_name": "VarianceScaling"}, "kernel_regularizer": null, "use_bias": true, "activation": "relu", "units": 20, "bias_initializer": {"config": {}, "class_name": "Zeros"}, "trainable": true, "name": "dense_75", "kernel_constraint": null}, "class_name": "Dense"}, {"config": {"rate": 0.4, "name": "dropout_55", "trainable": true}, "class_name": "Dropout"}, {"config": {"bias_regularizer": null, "bias_constraint": null, "activity_regularizer": null, "kernel_initializer": {"config": {"mode": "fan_avg", "scale": 1.0, "seed": null, "distribution": "uniform"}, "class_name": "VarianceScaling"}, "kernel_regularizer": null, "use_bias": true, "activation": "softmax", "units": 3, "bias_initializer": {"config": {}, "class_name": "Zeros"}, "trainable": true, "name": "dense_76", "kernel_constraint": null}, "class_name": "Dense"}], "class_name": "Sequential", "keras_version": "2.0.3", "backend": "theano"} \ No newline at end of file diff --git a/MLPmodels/MLP.hidlay4.cells20.drop0.4.png b/MLPmodels/MLP.hidlay4.cells20.drop0.4.png index 0eac4cd..5667be7 100644 Binary files a/MLPmodels/MLP.hidlay4.cells20.drop0.4.png and b/MLPmodels/MLP.hidlay4.cells20.drop0.4.png differ diff --git a/MLPmodels/MLP.hidlay4.cells30.drop0.4.json b/MLPmodels/MLP.hidlay4.cells30.drop0.4.json index a11976a..6e63779 100644 --- a/MLPmodels/MLP.hidlay4.cells30.drop0.4.json +++ b/MLPmodels/MLP.hidlay4.cells30.drop0.4.json @@ -1 +1 @@ -{"keras_version": "1.1.1", "class_name": "Sequential", "config": [{"class_name": "Dense", "config": {"W_constraint": null, "name": "dense_177", "init": "glorot_uniform", "b_regularizer": null, "batch_input_shape": [null, 79], "input_dtype": "float32", "b_constraint": null, "activation": "relu", "input_dim": null, "trainable": true, "activity_regularizer": null, "output_dim": 30, "bias": true, "W_regularizer": null}}, {"class_name": "Dropout", "config": {"name": "dropout_131", "p": 0.4, "trainable": true}}, {"class_name": "Dense", "config": {"W_constraint": null, "name": "dense_178", "init": "glorot_uniform", "b_regularizer": null, "bias": true, "b_constraint": null, "activation": "relu", "input_dim": null, "trainable": true, "activity_regularizer": null, "output_dim": 30, "W_regularizer": null}}, {"class_name": "Dropout", "config": {"name": "dropout_132", "p": 0.4, "trainable": true}}, {"class_name": "Dense", "config": {"W_constraint": null, "name": "dense_179", "init": "glorot_uniform", "b_regularizer": null, "bias": true, "b_constraint": null, "activation": "relu", "input_dim": null, "trainable": true, "activity_regularizer": null, "output_dim": 30, "W_regularizer": null}}, {"class_name": "Dropout", "config": {"name": "dropout_133", "p": 0.4, "trainable": true}}, {"class_name": "Dense", "config": {"W_constraint": null, "name": "dense_180", "init": "glorot_uniform", "b_regularizer": null, "bias": true, "b_constraint": null, "activation": "relu", "input_dim": null, "trainable": true, "activity_regularizer": null, "output_dim": 30, "W_regularizer": null}}, {"class_name": "Dropout", "config": {"name": "dropout_134", "p": 0.4, "trainable": true}}, {"class_name": "Dense", "config": {"W_constraint": null, "name": "dense_181", "init": "glorot_uniform", "b_regularizer": null, "bias": true, "b_constraint": null, "activation": "relu", "input_dim": null, "trainable": true, "activity_regularizer": null, "output_dim": 30, "W_regularizer": null}}, {"class_name": "Dropout", "config": {"name": "dropout_135", "p": 0.4, "trainable": true}}, {"class_name": "Dense", "config": {"W_constraint": null, "name": "dense_182", "init": "glorot_uniform", "b_regularizer": null, "bias": true, "b_constraint": null, "activation": "softmax", "input_dim": null, "trainable": true, "activity_regularizer": null, "output_dim": 3, "W_regularizer": null}}]} \ No newline at end of file +{"config": [{"config": {"bias_regularizer": null, "bias_constraint": null, "activity_regularizer": null, "batch_input_shape": [null, 79], "kernel_regularizer": null, "use_bias": true, "activation": "relu", "trainable": true, "bias_initializer": {"config": {}, "class_name": "Zeros"}, "units": 30, "kernel_initializer": {"config": {"mode": "fan_avg", "scale": 1.0, "seed": null, "distribution": "uniform"}, "class_name": "VarianceScaling"}, "name": "dense_77", "dtype": "float32", "kernel_constraint": null}, "class_name": "Dense"}, {"config": {"rate": 0.4, "name": "dropout_56", "trainable": true}, "class_name": "Dropout"}, {"config": {"bias_regularizer": null, "bias_constraint": null, "activity_regularizer": null, "kernel_initializer": {"config": {"mode": "fan_avg", "scale": 1.0, "seed": null, "distribution": "uniform"}, "class_name": "VarianceScaling"}, "kernel_regularizer": null, "use_bias": true, "activation": "relu", "units": 30, "bias_initializer": {"config": {}, "class_name": "Zeros"}, "trainable": true, "name": "dense_78", "kernel_constraint": null}, "class_name": "Dense"}, {"config": {"rate": 0.4, "name": "dropout_57", "trainable": true}, "class_name": "Dropout"}, {"config": {"bias_regularizer": null, "bias_constraint": null, "activity_regularizer": null, "kernel_initializer": {"config": {"mode": "fan_avg", "scale": 1.0, "seed": null, "distribution": "uniform"}, "class_name": "VarianceScaling"}, "kernel_regularizer": null, "use_bias": true, "activation": "relu", "units": 30, "bias_initializer": {"config": {}, "class_name": "Zeros"}, "trainable": true, "name": "dense_79", "kernel_constraint": null}, "class_name": "Dense"}, {"config": {"rate": 0.4, "name": "dropout_58", "trainable": true}, "class_name": "Dropout"}, {"config": {"bias_regularizer": null, "bias_constraint": null, "activity_regularizer": null, "kernel_initializer": {"config": {"mode": "fan_avg", "scale": 1.0, "seed": null, "distribution": "uniform"}, "class_name": "VarianceScaling"}, "kernel_regularizer": null, "use_bias": true, "activation": "relu", "units": 30, "bias_initializer": {"config": {}, "class_name": "Zeros"}, "trainable": true, "name": "dense_80", "kernel_constraint": null}, "class_name": "Dense"}, {"config": {"rate": 0.4, "name": "dropout_59", "trainable": true}, "class_name": "Dropout"}, {"config": {"bias_regularizer": null, "bias_constraint": null, "activity_regularizer": null, "kernel_initializer": {"config": {"mode": "fan_avg", "scale": 1.0, "seed": null, "distribution": "uniform"}, "class_name": "VarianceScaling"}, "kernel_regularizer": null, "use_bias": true, "activation": "relu", "units": 30, "bias_initializer": {"config": {}, "class_name": "Zeros"}, "trainable": true, "name": "dense_81", "kernel_constraint": null}, "class_name": "Dense"}, {"config": {"rate": 0.4, "name": "dropout_60", "trainable": true}, "class_name": "Dropout"}, {"config": {"bias_regularizer": null, "bias_constraint": null, "activity_regularizer": null, "kernel_initializer": {"config": {"mode": "fan_avg", "scale": 1.0, "seed": null, "distribution": "uniform"}, "class_name": "VarianceScaling"}, "kernel_regularizer": null, "use_bias": true, "activation": "softmax", "units": 3, "bias_initializer": {"config": {}, "class_name": "Zeros"}, "trainable": true, "name": "dense_82", "kernel_constraint": null}, "class_name": "Dense"}], "class_name": "Sequential", "keras_version": "2.0.3", "backend": "theano"} \ No newline at end of file diff --git a/MLPmodels/MLP.hidlay4.cells30.drop0.4.png b/MLPmodels/MLP.hidlay4.cells30.drop0.4.png index 458260b..64d7387 100644 Binary files a/MLPmodels/MLP.hidlay4.cells30.drop0.4.png and b/MLPmodels/MLP.hidlay4.cells30.drop0.4.png differ diff --git a/MLPmodels/MLP.hidlay4.cells40.drop0.4.json b/MLPmodels/MLP.hidlay4.cells40.drop0.4.json index fd97c9e..ea92dee 100644 --- a/MLPmodels/MLP.hidlay4.cells40.drop0.4.json +++ b/MLPmodels/MLP.hidlay4.cells40.drop0.4.json @@ -1 +1 @@ -{"keras_version": "1.1.1", "class_name": "Sequential", "config": [{"class_name": "Dense", "config": {"W_constraint": null, "name": "dense_183", "init": "glorot_uniform", "b_regularizer": null, "batch_input_shape": [null, 79], "input_dtype": "float32", "b_constraint": null, "activation": "relu", "input_dim": null, "trainable": true, "activity_regularizer": null, "output_dim": 40, "bias": true, "W_regularizer": null}}, {"class_name": "Dropout", "config": {"name": "dropout_136", "p": 0.4, "trainable": true}}, {"class_name": "Dense", "config": {"W_constraint": null, "name": "dense_184", "init": "glorot_uniform", "b_regularizer": null, "bias": true, "b_constraint": null, "activation": "relu", "input_dim": null, "trainable": true, "activity_regularizer": null, "output_dim": 40, "W_regularizer": null}}, {"class_name": "Dropout", "config": {"name": "dropout_137", "p": 0.4, "trainable": true}}, {"class_name": "Dense", "config": {"W_constraint": null, "name": "dense_185", "init": "glorot_uniform", "b_regularizer": null, "bias": true, "b_constraint": null, "activation": "relu", "input_dim": null, "trainable": true, "activity_regularizer": null, "output_dim": 40, "W_regularizer": null}}, {"class_name": "Dropout", "config": {"name": "dropout_138", "p": 0.4, "trainable": true}}, {"class_name": "Dense", "config": {"W_constraint": null, "name": "dense_186", "init": "glorot_uniform", "b_regularizer": null, "bias": true, "b_constraint": null, "activation": "relu", "input_dim": null, "trainable": true, "activity_regularizer": null, "output_dim": 40, "W_regularizer": null}}, {"class_name": "Dropout", "config": {"name": "dropout_139", "p": 0.4, "trainable": true}}, {"class_name": "Dense", "config": {"W_constraint": null, "name": "dense_187", "init": "glorot_uniform", "b_regularizer": null, "bias": true, "b_constraint": null, "activation": "relu", "input_dim": null, "trainable": true, "activity_regularizer": null, "output_dim": 40, "W_regularizer": null}}, {"class_name": "Dropout", "config": {"name": "dropout_140", "p": 0.4, "trainable": true}}, {"class_name": "Dense", "config": {"W_constraint": null, "name": "dense_188", "init": "glorot_uniform", "b_regularizer": null, "bias": true, "b_constraint": null, "activation": "softmax", "input_dim": null, "trainable": true, "activity_regularizer": null, "output_dim": 3, "W_regularizer": null}}]} \ No newline at end of file +{"config": [{"config": {"bias_regularizer": null, "bias_constraint": null, "activity_regularizer": null, "batch_input_shape": [null, 79], "kernel_regularizer": null, "use_bias": true, "activation": "relu", "trainable": true, "bias_initializer": {"config": {}, "class_name": "Zeros"}, "units": 40, "kernel_initializer": {"config": {"mode": "fan_avg", "scale": 1.0, "seed": null, "distribution": "uniform"}, "class_name": "VarianceScaling"}, "name": "dense_83", "dtype": "float32", "kernel_constraint": null}, "class_name": "Dense"}, {"config": {"rate": 0.4, "name": "dropout_61", "trainable": true}, "class_name": "Dropout"}, {"config": {"bias_regularizer": null, "bias_constraint": null, "activity_regularizer": null, "kernel_initializer": {"config": {"mode": "fan_avg", "scale": 1.0, "seed": null, "distribution": "uniform"}, "class_name": "VarianceScaling"}, "kernel_regularizer": null, "use_bias": true, "activation": "relu", "units": 40, "bias_initializer": {"config": {}, "class_name": "Zeros"}, "trainable": true, "name": "dense_84", "kernel_constraint": null}, "class_name": "Dense"}, {"config": {"rate": 0.4, "name": "dropout_62", "trainable": true}, "class_name": "Dropout"}, {"config": {"bias_regularizer": null, "bias_constraint": null, "activity_regularizer": null, "kernel_initializer": {"config": {"mode": "fan_avg", "scale": 1.0, "seed": null, "distribution": "uniform"}, "class_name": "VarianceScaling"}, "kernel_regularizer": null, "use_bias": true, "activation": "relu", "units": 40, "bias_initializer": {"config": {}, "class_name": "Zeros"}, "trainable": true, "name": "dense_85", "kernel_constraint": null}, "class_name": "Dense"}, {"config": {"rate": 0.4, "name": "dropout_63", "trainable": true}, "class_name": "Dropout"}, {"config": {"bias_regularizer": null, "bias_constraint": null, "activity_regularizer": null, "kernel_initializer": {"config": {"mode": "fan_avg", "scale": 1.0, "seed": null, "distribution": "uniform"}, "class_name": "VarianceScaling"}, "kernel_regularizer": null, "use_bias": true, "activation": "relu", "units": 40, "bias_initializer": {"config": {}, "class_name": "Zeros"}, "trainable": true, "name": "dense_86", "kernel_constraint": null}, "class_name": "Dense"}, {"config": {"rate": 0.4, "name": "dropout_64", "trainable": true}, "class_name": "Dropout"}, {"config": {"bias_regularizer": null, "bias_constraint": null, "activity_regularizer": null, "kernel_initializer": {"config": {"mode": "fan_avg", "scale": 1.0, "seed": null, "distribution": "uniform"}, "class_name": "VarianceScaling"}, "kernel_regularizer": null, "use_bias": true, "activation": "relu", "units": 40, "bias_initializer": {"config": {}, "class_name": "Zeros"}, "trainable": true, "name": "dense_87", "kernel_constraint": null}, "class_name": "Dense"}, {"config": {"rate": 0.4, "name": "dropout_65", "trainable": true}, "class_name": "Dropout"}, {"config": {"bias_regularizer": null, "bias_constraint": null, "activity_regularizer": null, "kernel_initializer": {"config": {"mode": "fan_avg", "scale": 1.0, "seed": null, "distribution": "uniform"}, "class_name": "VarianceScaling"}, "kernel_regularizer": null, "use_bias": true, "activation": "softmax", "units": 3, "bias_initializer": {"config": {}, "class_name": "Zeros"}, "trainable": true, "name": "dense_88", "kernel_constraint": null}, "class_name": "Dense"}], "class_name": "Sequential", "keras_version": "2.0.3", "backend": "theano"} \ No newline at end of file diff --git a/MLPmodels/MLP.hidlay4.cells40.drop0.4.png b/MLPmodels/MLP.hidlay4.cells40.drop0.4.png index d10d9e9..5664a2b 100644 Binary files a/MLPmodels/MLP.hidlay4.cells40.drop0.4.png and b/MLPmodels/MLP.hidlay4.cells40.drop0.4.png differ diff --git a/MLPmodels/MLP.hidlay4.cells50.drop0.4.json b/MLPmodels/MLP.hidlay4.cells50.drop0.4.json index 274c4bb..170ada5 100644 --- a/MLPmodels/MLP.hidlay4.cells50.drop0.4.json +++ b/MLPmodels/MLP.hidlay4.cells50.drop0.4.json @@ -1 +1 @@ -{"keras_version": "1.1.1", "class_name": "Sequential", "config": [{"class_name": "Dense", "config": {"W_constraint": null, "name": "dense_189", "init": "glorot_uniform", "b_regularizer": null, "batch_input_shape": [null, 79], "input_dtype": "float32", "b_constraint": null, "activation": "relu", "input_dim": null, "trainable": true, "activity_regularizer": null, "output_dim": 50, "bias": true, "W_regularizer": null}}, {"class_name": "Dropout", "config": {"name": "dropout_141", "p": 0.4, "trainable": true}}, {"class_name": "Dense", "config": {"W_constraint": null, "name": "dense_190", "init": "glorot_uniform", "b_regularizer": null, "bias": true, "b_constraint": null, "activation": "relu", "input_dim": null, "trainable": true, "activity_regularizer": null, "output_dim": 50, "W_regularizer": null}}, {"class_name": "Dropout", "config": {"name": "dropout_142", "p": 0.4, "trainable": true}}, {"class_name": "Dense", "config": {"W_constraint": null, "name": "dense_191", "init": "glorot_uniform", "b_regularizer": null, "bias": true, "b_constraint": null, "activation": "relu", "input_dim": null, "trainable": true, "activity_regularizer": null, "output_dim": 50, "W_regularizer": null}}, {"class_name": "Dropout", "config": {"name": "dropout_143", "p": 0.4, "trainable": true}}, {"class_name": "Dense", "config": {"W_constraint": null, "name": "dense_192", "init": "glorot_uniform", "b_regularizer": null, "bias": true, "b_constraint": null, "activation": "relu", "input_dim": null, "trainable": true, "activity_regularizer": null, "output_dim": 50, "W_regularizer": null}}, {"class_name": "Dropout", "config": {"name": "dropout_144", "p": 0.4, "trainable": true}}, {"class_name": "Dense", "config": {"W_constraint": null, "name": "dense_193", "init": "glorot_uniform", "b_regularizer": null, "bias": true, "b_constraint": null, "activation": "relu", "input_dim": null, "trainable": true, "activity_regularizer": null, "output_dim": 50, "W_regularizer": null}}, {"class_name": "Dropout", "config": {"name": "dropout_145", "p": 0.4, "trainable": true}}, {"class_name": "Dense", "config": {"W_constraint": null, "name": "dense_194", "init": "glorot_uniform", "b_regularizer": null, "bias": true, "b_constraint": null, "activation": "softmax", "input_dim": null, "trainable": true, "activity_regularizer": null, "output_dim": 3, "W_regularizer": null}}]} \ No newline at end of file +{"config": [{"config": {"bias_regularizer": null, "bias_constraint": null, "activity_regularizer": null, "batch_input_shape": [null, 79], "kernel_regularizer": null, "use_bias": true, "activation": "relu", "trainable": true, "bias_initializer": {"config": {}, "class_name": "Zeros"}, "units": 50, "kernel_initializer": {"config": {"mode": "fan_avg", "scale": 1.0, "seed": null, "distribution": "uniform"}, "class_name": "VarianceScaling"}, "name": "dense_89", "dtype": "float32", "kernel_constraint": null}, "class_name": "Dense"}, {"config": {"rate": 0.4, "name": "dropout_66", "trainable": true}, "class_name": "Dropout"}, {"config": {"bias_regularizer": null, "bias_constraint": null, "activity_regularizer": null, "kernel_initializer": {"config": {"mode": "fan_avg", "scale": 1.0, "seed": null, "distribution": "uniform"}, "class_name": "VarianceScaling"}, "kernel_regularizer": null, "use_bias": true, "activation": "relu", "units": 50, "bias_initializer": {"config": {}, "class_name": "Zeros"}, "trainable": true, "name": "dense_90", "kernel_constraint": null}, "class_name": "Dense"}, {"config": {"rate": 0.4, "name": "dropout_67", "trainable": true}, "class_name": "Dropout"}, {"config": {"bias_regularizer": null, "bias_constraint": null, "activity_regularizer": null, "kernel_initializer": {"config": {"mode": "fan_avg", "scale": 1.0, "seed": null, "distribution": "uniform"}, "class_name": "VarianceScaling"}, "kernel_regularizer": null, "use_bias": true, "activation": "relu", "units": 50, "bias_initializer": {"config": {}, "class_name": "Zeros"}, "trainable": true, "name": "dense_91", "kernel_constraint": null}, "class_name": "Dense"}, {"config": {"rate": 0.4, "name": "dropout_68", "trainable": true}, "class_name": "Dropout"}, {"config": {"bias_regularizer": null, "bias_constraint": null, "activity_regularizer": null, "kernel_initializer": {"config": {"mode": "fan_avg", "scale": 1.0, "seed": null, "distribution": "uniform"}, "class_name": "VarianceScaling"}, "kernel_regularizer": null, "use_bias": true, "activation": "relu", "units": 50, "bias_initializer": {"config": {}, "class_name": "Zeros"}, "trainable": true, "name": "dense_92", "kernel_constraint": null}, "class_name": "Dense"}, {"config": {"rate": 0.4, "name": "dropout_69", "trainable": true}, "class_name": "Dropout"}, {"config": {"bias_regularizer": null, "bias_constraint": null, "activity_regularizer": null, "kernel_initializer": {"config": {"mode": "fan_avg", "scale": 1.0, "seed": null, "distribution": "uniform"}, "class_name": "VarianceScaling"}, "kernel_regularizer": null, "use_bias": true, "activation": "relu", "units": 50, "bias_initializer": {"config": {}, "class_name": "Zeros"}, "trainable": true, "name": "dense_93", "kernel_constraint": null}, "class_name": "Dense"}, {"config": {"rate": 0.4, "name": "dropout_70", "trainable": true}, "class_name": "Dropout"}, {"config": {"bias_regularizer": null, "bias_constraint": null, "activity_regularizer": null, "kernel_initializer": {"config": {"mode": "fan_avg", "scale": 1.0, "seed": null, "distribution": "uniform"}, "class_name": "VarianceScaling"}, "kernel_regularizer": null, "use_bias": true, "activation": "softmax", "units": 3, "bias_initializer": {"config": {}, "class_name": "Zeros"}, "trainable": true, "name": "dense_94", "kernel_constraint": null}, "class_name": "Dense"}], "class_name": "Sequential", "keras_version": "2.0.3", "backend": "theano"} \ No newline at end of file diff --git a/MLPmodels/MLP.hidlay4.cells50.drop0.4.png b/MLPmodels/MLP.hidlay4.cells50.drop0.4.png index edf48b3..9eab289 100644 Binary files a/MLPmodels/MLP.hidlay4.cells50.drop0.4.png and b/MLPmodels/MLP.hidlay4.cells50.drop0.4.png differ diff --git a/MLPmodels/MLP.hidlay4.cells60.drop0.4.json b/MLPmodels/MLP.hidlay4.cells60.drop0.4.json index 167ea53..7d1c365 100644 --- a/MLPmodels/MLP.hidlay4.cells60.drop0.4.json +++ b/MLPmodels/MLP.hidlay4.cells60.drop0.4.json @@ -1 +1 @@ -{"keras_version": "1.1.1", "class_name": "Sequential", "config": [{"class_name": "Dense", "config": {"W_constraint": null, "name": "dense_195", "init": "glorot_uniform", "b_regularizer": null, "batch_input_shape": [null, 79], "input_dtype": "float32", "b_constraint": null, "activation": "relu", "input_dim": null, "trainable": true, "activity_regularizer": null, "output_dim": 60, "bias": true, "W_regularizer": null}}, {"class_name": "Dropout", "config": {"name": "dropout_146", "p": 0.4, "trainable": true}}, {"class_name": "Dense", "config": {"W_constraint": null, "name": "dense_196", "init": "glorot_uniform", "b_regularizer": null, "bias": true, "b_constraint": null, "activation": "relu", "input_dim": null, "trainable": true, "activity_regularizer": null, "output_dim": 60, "W_regularizer": null}}, {"class_name": "Dropout", "config": {"name": "dropout_147", "p": 0.4, "trainable": true}}, {"class_name": "Dense", "config": {"W_constraint": null, "name": "dense_197", "init": "glorot_uniform", "b_regularizer": null, "bias": true, "b_constraint": null, "activation": "relu", "input_dim": null, "trainable": true, "activity_regularizer": null, "output_dim": 60, "W_regularizer": null}}, {"class_name": "Dropout", "config": {"name": "dropout_148", "p": 0.4, "trainable": true}}, {"class_name": "Dense", "config": {"W_constraint": null, "name": "dense_198", "init": "glorot_uniform", "b_regularizer": null, "bias": true, "b_constraint": null, "activation": "relu", "input_dim": null, "trainable": true, "activity_regularizer": null, "output_dim": 60, "W_regularizer": null}}, {"class_name": "Dropout", "config": {"name": "dropout_149", "p": 0.4, "trainable": true}}, {"class_name": "Dense", "config": {"W_constraint": null, "name": "dense_199", "init": "glorot_uniform", "b_regularizer": null, "bias": true, "b_constraint": null, "activation": "relu", "input_dim": null, "trainable": true, "activity_regularizer": null, "output_dim": 60, "W_regularizer": null}}, {"class_name": "Dropout", "config": {"name": "dropout_150", "p": 0.4, "trainable": true}}, {"class_name": "Dense", "config": {"W_constraint": null, "name": "dense_200", "init": "glorot_uniform", "b_regularizer": null, "bias": true, "b_constraint": null, "activation": "softmax", "input_dim": null, "trainable": true, "activity_regularizer": null, "output_dim": 3, "W_regularizer": null}}]} \ No newline at end of file +{"config": [{"config": {"bias_regularizer": null, "bias_constraint": null, "activity_regularizer": null, "batch_input_shape": [null, 79], "kernel_regularizer": null, "use_bias": true, "activation": "relu", "trainable": true, "bias_initializer": {"config": {}, "class_name": "Zeros"}, "units": 60, "kernel_initializer": {"config": {"mode": "fan_avg", "scale": 1.0, "seed": null, "distribution": "uniform"}, "class_name": "VarianceScaling"}, "name": "dense_95", "dtype": "float32", "kernel_constraint": null}, "class_name": "Dense"}, {"config": {"rate": 0.4, "name": "dropout_71", "trainable": true}, "class_name": "Dropout"}, {"config": {"bias_regularizer": null, "bias_constraint": null, "activity_regularizer": null, "kernel_initializer": {"config": {"mode": "fan_avg", "scale": 1.0, "seed": null, "distribution": "uniform"}, "class_name": "VarianceScaling"}, "kernel_regularizer": null, "use_bias": true, "activation": "relu", "units": 60, "bias_initializer": {"config": {}, "class_name": "Zeros"}, "trainable": true, "name": "dense_96", "kernel_constraint": null}, "class_name": "Dense"}, {"config": {"rate": 0.4, "name": "dropout_72", "trainable": true}, "class_name": "Dropout"}, {"config": {"bias_regularizer": null, "bias_constraint": null, "activity_regularizer": null, "kernel_initializer": {"config": {"mode": "fan_avg", "scale": 1.0, "seed": null, "distribution": "uniform"}, "class_name": "VarianceScaling"}, "kernel_regularizer": null, "use_bias": true, "activation": "relu", "units": 60, "bias_initializer": {"config": {}, "class_name": "Zeros"}, "trainable": true, "name": "dense_97", "kernel_constraint": null}, "class_name": "Dense"}, {"config": {"rate": 0.4, "name": "dropout_73", "trainable": true}, "class_name": "Dropout"}, {"config": {"bias_regularizer": null, "bias_constraint": null, "activity_regularizer": null, "kernel_initializer": {"config": {"mode": "fan_avg", "scale": 1.0, "seed": null, "distribution": "uniform"}, "class_name": "VarianceScaling"}, "kernel_regularizer": null, "use_bias": true, "activation": "relu", "units": 60, "bias_initializer": {"config": {}, "class_name": "Zeros"}, "trainable": true, "name": "dense_98", "kernel_constraint": null}, "class_name": "Dense"}, {"config": {"rate": 0.4, "name": "dropout_74", "trainable": true}, "class_name": "Dropout"}, {"config": {"bias_regularizer": null, "bias_constraint": null, "activity_regularizer": null, "kernel_initializer": {"config": {"mode": "fan_avg", "scale": 1.0, "seed": null, "distribution": "uniform"}, "class_name": "VarianceScaling"}, "kernel_regularizer": null, "use_bias": true, "activation": "relu", "units": 60, "bias_initializer": {"config": {}, "class_name": "Zeros"}, "trainable": true, "name": "dense_99", "kernel_constraint": null}, "class_name": "Dense"}, {"config": {"rate": 0.4, "name": "dropout_75", "trainable": true}, "class_name": "Dropout"}, {"config": {"bias_regularizer": null, "bias_constraint": null, "activity_regularizer": null, "kernel_initializer": {"config": {"mode": "fan_avg", "scale": 1.0, "seed": null, "distribution": "uniform"}, "class_name": "VarianceScaling"}, "kernel_regularizer": null, "use_bias": true, "activation": "softmax", "units": 3, "bias_initializer": {"config": {}, "class_name": "Zeros"}, "trainable": true, "name": "dense_100", "kernel_constraint": null}, "class_name": "Dense"}], "class_name": "Sequential", "keras_version": "2.0.3", "backend": "theano"} \ No newline at end of file diff --git a/MLPmodels/MLP.hidlay4.cells60.drop0.4.png b/MLPmodels/MLP.hidlay4.cells60.drop0.4.png index 14f34a3..68e7646 100644 Binary files a/MLPmodels/MLP.hidlay4.cells60.drop0.4.png and b/MLPmodels/MLP.hidlay4.cells60.drop0.4.png differ diff --git a/MLPresults/Dataset5.categorical_crossentropy.rmsprop.Dropout0.4 b/MLPresults/Dataset5.categorical_crossentropy.rmsprop.Dropout0.4 index d79dc97..2dc7072 100644 --- a/MLPresults/Dataset5.categorical_crossentropy.rmsprop.Dropout0.4 +++ b/MLPresults/Dataset5.categorical_crossentropy.rmsprop.Dropout0.4 @@ -50,3 +50,4 @@ HiddenLayers|CellsPerLayer|Accuracy 4|40|0.992000000954 4|50|0.984999997139 4|60|0.990000000954 +HiddenLayers|CellsPerLayer|Accuracy diff --git a/MLPresults/Dataset5.mse.sgd.Dropout0.4 b/MLPresults/Dataset5.mse.sgd.Dropout0.4 index c4b777d..977607a 100644 --- a/MLPresults/Dataset5.mse.sgd.Dropout0.4 +++ b/MLPresults/Dataset5.mse.sgd.Dropout0.4 @@ -104,3 +104,33 @@ HiddenLayers|CellsPerLayer|Accuracy 4|40|1.0 4|50|1.0 4|60|1.0 +HiddenLayers|CellsPerLayer|Accuracy +0|20|0.924999998569 +HiddenLayers|CellsPerLayer|Accuracy +0|20|0.961999997139 +0|30|0.985000000954 +0|40|0.910999999046 +0|50|0.921999998093 +0|60|0.988999997139 +1|20|1.0 +1|30|0.846999997616 +1|40|0.763999997616 +1|50|1.0 +1|60|1.0 +2|20|1.0 +2|30|1.0 +2|40|1.0 +2|50|1.0 +2|60|1.0 +3|20|1.0 +3|30|1.0 +3|40|1.0 +3|50|1.0 +3|60|1.0 +4|20|1.0 +4|30|1.0 +4|40|1.0 +4|50|1.0 +4|60|1.0 +HiddenLayers|CellsPerLayer|Accuracy +0|20|0.592000002384 diff --git a/MLPresults/Dataset: Dataset5 Model: MLP, Loss: mse, Opt: sgd, Batch: 128, Dropout: 0.4.png b/MLPresults/Dataset: Dataset5 Model: MLP, Loss: mse, Opt: sgd, Batch: 128, Dropout: 0.4.png index 84281bd..78a862e 100644 Binary files a/MLPresults/Dataset: Dataset5 Model: MLP, Loss: mse, Opt: sgd, Batch: 128, Dropout: 0.4.png and b/MLPresults/Dataset: Dataset5 Model: MLP, Loss: mse, Opt: sgd, Batch: 128, Dropout: 0.4.png differ diff --git a/RNNHandler.py b/RNNHandler.py index 75a5227..8873a6c 100644 --- a/RNNHandler.py +++ b/RNNHandler.py @@ -1,7 +1,7 @@ import keras.utils from keras.models import Sequential, model_from_json, load_model from keras.layers import Dense, Activation, SimpleRNN -from keras.utils.visualize_util import plot +from keras.utils.vis_utils import plot_model import keras.utils.np_utils from keras.utils.np_utils import to_categorical @@ -70,7 +70,7 @@ def fit_and_eval(self, x_train, y_train, x_test, y_test, nb_epoch, dataset_name) y_train = to_categorical(y_train, self.num_categories) y_test = to_categorical(y_test, self.num_categories) for i in range(1, nb_epoch+1): - self.model.fit(x_train, y_train, batch_size=1, nb_epoch=1, shuffle=False) + self.model.fit(x_train, y_train, batch_size=1, epochs=1, shuffle=False) self.model.reset_states() (loss, accuracy) = self.model.evaluate(x_test, y_test, batch_size=1) self.model.reset_states() diff --git a/RNN_1A.py b/RNN_1A.py index 924227c..c45c156 100644 --- a/RNN_1A.py +++ b/RNN_1A.py @@ -1,7 +1,7 @@ from keras.models import Sequential from keras.layers import Dense, Activation, SimpleRNN -from keras.utils.visualize_util import plot +from keras.utils.vis_utils import plot_model import os import numpy as np from reader import Reader @@ -14,12 +14,12 @@ #EXPECTS INPUT AS (nb_sample, timesteps, nb_features), where nb_sample=1 (batch_size = 1), timesteps = 1 and nb_features = length #model.add(Dense(40, input_dim = 12, init='uniform', activation='relu')) -model.add(SimpleRNN(output_dim=50, input_shape=(1,length), batch_input_shape=(1,1,length), init='uniform', inner_init='uniform', activation='relu', stateful=True)) -model.add(Dense(1, init='uniform', activation = 'sigmoid')) +model.add(SimpleRNN(units=50, input_shape=(1,length), batch_input_shape=(1,1,length), recurrent_initializer='uniform', kernel_initializer='uniform', activation='relu', stateful=True)) +model.add(Dense(1, kernel_initializer='uniform', activation = 'sigmoid')) model.summary() -plot(model, to_file='/home/orestis/net/RNNmodels/RNN_1A.png') +plot_model(model, to_file='/home/orestis/net/RNNmodels/RNN_1A.png', show_shapes=True) fp = open('/home/orestis/net/RNNmodels/RNN_1A.json', 'w') fp.write(model.to_json()) fp.close() diff --git a/RNN_1B.py b/RNN_1B.py index dd51820..6fb16c3 100644 --- a/RNN_1B.py +++ b/RNN_1B.py @@ -1,7 +1,7 @@ from keras.models import Sequential from keras.layers import Dense, Activation, SimpleRNN -from keras.utils.visualize_util import plot +from keras.utils.vis_utils import plot_model import os import numpy as np from reader import Reader @@ -14,12 +14,12 @@ #EXPECTS INPUT AS (nb_sample, timesteps, nb_features), where nb_sample=1 (batch_size = 1), timesteps = 1 and nb_features = length #model.add(Dense(40, input_dim = 12, init='uniform', activation='relu')) -model.add(SimpleRNN(output_dim=50, input_shape=(1,length), batch_input_shape=(1,1,length), init='uniform', inner_init='uniform', activation='relu', stateful=True)) -model.add(Dense(3, init='uniform', activation = 'softmax')) +model.add(SimpleRNN(units=50, input_shape=(1,length), batch_input_shape=(1,1,length), recurrent_initializer='uniform', kernel_initializer='uniform', activation='relu', stateful=True)) +model.add(Dense(3, kernel_initializer='uniform', activation = 'softmax')) model.summary() -plot(model, to_file='/home/orestis/net/RNNmodels/RNN_1B.png') +plot_model(model, to_file='/home/orestis/net/RNNmodels/RNN_1B.png', show_shapes=True) fp = open('/home/orestis/net/RNNmodels/RNN_1B.json', 'w') fp.write(model.to_json()) fp.close() diff --git a/RNN_1C.py b/RNN_1C.py index 46f0918..1370483 100644 --- a/RNN_1C.py +++ b/RNN_1C.py @@ -1,7 +1,7 @@ from keras.models import Sequential from keras.layers import Dense, Activation, SimpleRNN -from keras.utils.visualize_util import plot +from keras.utils.vis_utils import plot_model import os import numpy as np from reader import Reader @@ -14,12 +14,12 @@ #EXPECTS INPUT AS (nb_sample, timesteps, nb_features), where nb_sample=1 (batch_size = 1), timesteps = 1 and nb_features = length #model.add(Dense(40, input_dim = 12, init='uniform', activation='relu')) -model.add(SimpleRNN(output_dim=50, input_shape=(1,length), batch_input_shape=(1,1,length), init='uniform', inner_init='uniform', activation='relu', stateful=True)) -model.add(Dense(5, init='uniform', activation = 'softmax')) +model.add(SimpleRNN(units=50, input_shape=(1,length), batch_input_shape=(1,1,length), kernel_initializer='uniform', recurrent_initializer='uniform', activation='relu', stateful=True)) +model.add(Dense(5, kernel_initializer='uniform', activation = 'softmax')) model.summary() -plot(model, to_file='/home/orestis/net/RNNmodels/RNN_1C.png') +plot_model(model, to_file='/home/orestis/net/RNNmodels/RNN_1C.png', show_shapes=True) fp = open('/home/orestis/net/RNNmodels/RNN_1C.json', 'w') fp.write(model.to_json()) fp.close() diff --git a/RNN_plot_all.py b/RNN_plot_all.py index 3d2f9b7..2a45305 100644 --- a/RNN_plot_all.py +++ b/RNN_plot_all.py @@ -1,7 +1,7 @@ import keras.utils from keras.models import Sequential, model_from_json, load_model from keras.layers import Dense, Activation, SimpleRNN -from keras.utils.visualize_util import plot +from keras.utils.vis_utils import plot_model import keras.utils.np_utils from keras.utils.np_utils import to_categorical diff --git a/RNNmodels/RNN_1A.json b/RNNmodels/RNN_1A.json index f2447e1..05d4ee6 100644 --- a/RNNmodels/RNN_1A.json +++ b/RNNmodels/RNN_1A.json @@ -1 +1 @@ -{"keras_version": "1.1.1", "config": [{"config": {"dropout_U": 0.0, "name": "simplernn_1", "stateful": true, "input_dtype": "float32", "unroll": false, "U_regularizer": null, "init": "uniform", "inner_init": "uniform", "dropout_W": 0.0, "output_dim": 50, "batch_input_shape": [1, 1, 79], "return_sequences": false, "trainable": true, "W_regularizer": null, "go_backwards": false, "b_regularizer": null, "consume_less": "cpu", "activation": "relu"}, "class_name": "SimpleRNN"}, {"config": {"name": "dense_1", "activity_regularizer": null, "trainable": true, "output_dim": 1, "b_constraint": null, "bias": true, "activation": "sigmoid", "input_dim": null, "init": "uniform", "W_regularizer": null, "W_constraint": null, "b_regularizer": null}, "class_name": "Dense"}], "class_name": "Sequential"} \ No newline at end of file +{"config": [{"config": {"activation": "relu", "activity_regularizer": null, "batch_input_shape": [1, 1, 79], "name": "simple_rnn_1", "implementation": 0, "kernel_constraint": null, "kernel_regularizer": null, "dtype": "float32", "recurrent_regularizer": null, "units": 50, "go_backwards": false, "recurrent_initializer": {"config": {"seed": null, "minval": -0.05, "maxval": 0.05}, "class_name": "RandomUniform"}, "return_sequences": false, "dropout": 0.0, "bias_constraint": null, "stateful": true, "bias_regularizer": null, "recurrent_constraint": null, "bias_initializer": {"config": {}, "class_name": "Zeros"}, "trainable": true, "recurrent_dropout": 0.0, "unroll": false, "kernel_initializer": {"config": {"seed": null, "minval": -0.05, "maxval": 0.05}, "class_name": "RandomUniform"}, "use_bias": true}, "class_name": "SimpleRNN"}, {"config": {"activation": "sigmoid", "units": 1, "activity_regularizer": null, "bias_initializer": {"config": {}, "class_name": "Zeros"}, "name": "dense_1", "bias_regularizer": null, "bias_constraint": null, "kernel_constraint": null, "kernel_regularizer": null, "trainable": true, "kernel_initializer": {"config": {"seed": null, "minval": -0.05, "maxval": 0.05}, "class_name": "RandomUniform"}, "use_bias": true}, "class_name": "Dense"}], "backend": "theano", "class_name": "Sequential", "keras_version": "2.0.3"} \ No newline at end of file diff --git a/RNNmodels/RNN_1A.png b/RNNmodels/RNN_1A.png index 9f62edb..ee48d84 100644 Binary files a/RNNmodels/RNN_1A.png and b/RNNmodels/RNN_1A.png differ diff --git a/RNNmodels/RNN_1B.json b/RNNmodels/RNN_1B.json index 5df4f11..ed503f9 100644 --- a/RNNmodels/RNN_1B.json +++ b/RNNmodels/RNN_1B.json @@ -1 +1 @@ -{"class_name": "Sequential", "keras_version": "1.1.1", "config": [{"class_name": "SimpleRNN", "config": {"consume_less": "cpu", "inner_init": "uniform", "return_sequences": false, "output_dim": 50, "W_regularizer": null, "go_backwards": false, "batch_input_shape": [1, 1, 79], "trainable": true, "b_regularizer": null, "stateful": true, "unroll": false, "U_regularizer": null, "activation": "relu", "input_dtype": "float32", "name": "simplernn_1", "dropout_U": 0.0, "dropout_W": 0.0, "init": "uniform"}}, {"class_name": "Dense", "config": {"activity_regularizer": null, "output_dim": 3, "W_regularizer": null, "W_constraint": null, "b_constraint": null, "activation": "softmax", "trainable": true, "b_regularizer": null, "bias": true, "input_dim": null, "name": "dense_1", "init": "uniform"}}]} \ No newline at end of file +{"class_name": "Sequential", "keras_version": "2.0.3", "backend": "theano", "config": [{"class_name": "SimpleRNN", "config": {"recurrent_constraint": null, "batch_input_shape": [1, 1, 79], "name": "simple_rnn_1", "go_backwards": false, "units": 50, "recurrent_regularizer": null, "trainable": true, "activity_regularizer": null, "bias_constraint": null, "recurrent_initializer": {"class_name": "RandomUniform", "config": {"seed": null, "maxval": 0.05, "minval": -0.05}}, "implementation": 0, "activation": "relu", "kernel_initializer": {"class_name": "RandomUniform", "config": {"seed": null, "maxval": 0.05, "minval": -0.05}}, "kernel_regularizer": null, "recurrent_dropout": 0.0, "bias_initializer": {"class_name": "Zeros", "config": {}}, "unroll": false, "kernel_constraint": null, "stateful": true, "use_bias": true, "return_sequences": false, "dtype": "float32", "bias_regularizer": null, "dropout": 0.0}}, {"class_name": "Dense", "config": {"kernel_regularizer": null, "trainable": true, "bias_initializer": {"class_name": "Zeros", "config": {}}, "kernel_constraint": null, "name": "dense_1", "units": 3, "use_bias": true, "activity_regularizer": null, "bias_constraint": null, "bias_regularizer": null, "activation": "softmax", "kernel_initializer": {"class_name": "RandomUniform", "config": {"seed": null, "maxval": 0.05, "minval": -0.05}}}}]} \ No newline at end of file diff --git a/RNNmodels/RNN_1B.png b/RNNmodels/RNN_1B.png index 9f62edb..1b56fdb 100644 Binary files a/RNNmodels/RNN_1B.png and b/RNNmodels/RNN_1B.png differ diff --git a/RNNmodels/RNN_1C.json b/RNNmodels/RNN_1C.json index 62c13c6..4c53ff3 100644 --- a/RNNmodels/RNN_1C.json +++ b/RNNmodels/RNN_1C.json @@ -1 +1 @@ -{"keras_version": "1.1.1", "class_name": "Sequential", "config": [{"class_name": "SimpleRNN", "config": {"trainable": true, "go_backwards": false, "input_dtype": "float32", "activation": "relu", "unroll": false, "U_regularizer": null, "init": "uniform", "b_regularizer": null, "batch_input_shape": [1, 1, 79], "name": "simplernn_1", "consume_less": "cpu", "inner_init": "uniform", "stateful": true, "output_dim": 50, "dropout_U": 0.0, "return_sequences": false, "dropout_W": 0.0, "W_regularizer": null}}, {"class_name": "Dense", "config": {"trainable": true, "input_dim": null, "activation": "softmax", "W_constraint": null, "activity_regularizer": null, "b_constraint": null, "init": "uniform", "b_regularizer": null, "name": "dense_1", "output_dim": 5, "bias": true, "W_regularizer": null}}]} \ No newline at end of file +{"keras_version": "2.0.3", "config": [{"class_name": "SimpleRNN", "config": {"bias_constraint": null, "stateful": true, "go_backwards": false, "recurrent_constraint": null, "trainable": true, "name": "simple_rnn_1", "units": 50, "implementation": 0, "batch_input_shape": [1, 1, 79], "kernel_constraint": null, "unroll": false, "use_bias": true, "kernel_initializer": {"class_name": "RandomUniform", "config": {"maxval": 0.05, "seed": null, "minval": -0.05}}, "recurrent_regularizer": null, "recurrent_dropout": 0.0, "recurrent_initializer": {"class_name": "RandomUniform", "config": {"maxval": 0.05, "seed": null, "minval": -0.05}}, "kernel_regularizer": null, "return_sequences": false, "bias_regularizer": null, "bias_initializer": {"class_name": "Zeros", "config": {}}, "dropout": 0.0, "dtype": "float32", "activity_regularizer": null, "activation": "relu"}}, {"class_name": "Dense", "config": {"kernel_initializer": {"class_name": "RandomUniform", "config": {"maxval": 0.05, "seed": null, "minval": -0.05}}, "activation": "softmax", "name": "dense_1", "kernel_regularizer": null, "bias_constraint": null, "units": 5, "trainable": true, "kernel_constraint": null, "bias_initializer": {"class_name": "Zeros", "config": {}}, "use_bias": true, "activity_regularizer": null, "bias_regularizer": null}}], "backend": "theano", "class_name": "Sequential"} \ No newline at end of file diff --git a/RNNmodels/RNN_1C.png b/RNNmodels/RNN_1C.png index 9f62edb..3d8517f 100644 Binary files a/RNNmodels/RNN_1C.png and b/RNNmodels/RNN_1C.png differ diff --git a/RNNresults/Dataset Dataset5, Model RNN_1B.png b/RNNresults/Dataset Dataset5, Model RNN_1B.png new file mode 100644 index 0000000..7790cc7 Binary files /dev/null and b/RNNresults/Dataset Dataset5, Model RNN_1B.png differ diff --git a/RNNresults/RNN_1B.Dataset5 b/RNNresults/RNN_1B.Dataset5 index f686aab..b90f7c3 100644 --- a/RNNresults/RNN_1B.Dataset5 +++ b/RNNresults/RNN_1B.Dataset5 @@ -286,3 +286,116 @@ Epoch|Loss|Accuracy|Precision|Recall|Fscore 8|nan|1.0|0|0|0 9|nan|1.0|0|0|0 10|nan|1.0|0|0|0 +Model:RNN_1B Dataset:Dataset5 Loss:mae Optimizer:sgd Dropout:No +Epoch|Loss|Accuracy|Precision|Recall|Fscore +1|0.105827036105|1.0|0|0|0 +2|0.00628308028448|1.0|0|0|0 +3|0.00214775050813|1.0|0|0|0 +Model:RNN_1B Dataset:Dataset5 Loss:mae Optimizer:sgd Dropout:No +Epoch|Loss|Accuracy|Precision|Recall|Fscore +1|0.0830736070164|1.0|0|0|0 +2|0.005381967491|1.0|0|0|0 +3|0.00248970868177|1.0|0|0|0 +4|0.00232555467566|1.0|0|0|0 +5|0.00395533619839|1.0|0|0|0 +6|0.00481295977923|1.0|0|0|0 +7|0.00331216610496|1.0|0|0|0 +8|0.00290465095592|1.0|0|0|0 +9|0.00216038110923|1.0|0|0|0 +10|0.00062107586683|1.0|0|0|0 +Model:RNN_1B Dataset:Dataset5 Loss:mae Optimizer:adagrad Dropout:No +Epoch|Loss|Accuracy|Precision|Recall|Fscore +1|nan|1.0|0|0|0 +2|nan|1.0|0|0|0 +3|nan|1.0|0|0|0 +4|nan|1.0|0|0|0 +5|nan|1.0|0|0|0 +6|nan|1.0|0|0|0 +7|nan|1.0|0|0|0 +8|nan|1.0|0|0|0 +9|nan|1.0|0|0|0 +10|nan|1.0|0|0|0 +Model:RNN_1B Dataset:Dataset5 Loss:mae Optimizer:rmsprop Dropout:No +Epoch|Loss|Accuracy|Precision|Recall|Fscore +1|0.000965370614029|1.0|0|0|0 +2|nan|1.0|0|0|0 +3|nan|1.0|0|0|0 +4|nan|1.0|0|0|0 +5|nan|1.0|0|0|0 +6|nan|1.0|0|0|0 +7|nan|1.0|0|0|0 +8|nan|1.0|0|0|0 +9|nan|1.0|0|0|0 +10|nan|1.0|0|0|0 +Model:RNN_1B Dataset:Dataset5 Loss:mse Optimizer:sgd Dropout:No +Epoch|Loss|Accuracy|Precision|Recall|Fscore +1|0.0783026325777|1.0|0|0|0 +2|0.0318754488705|1.0|0|0|0 +3|0.0134065232346|1.0|0|0|0 +4|0.00807175439403|1.0|0|0|0 +5|0.00568059599505|1.0|0|0|0 +6|0.00469768777719|1.0|0|0|0 +7|0.00462760119671|1.0|0|0|0 +8|0.00520162056924|0.998|0|0|0 +9|0.0063396477446|0.998|0|0|0 +10|0.00768576446914|0.996|0|0|0 +Model:RNN_1B Dataset:Dataset5 Loss:mse Optimizer:adagrad Dropout:No +Epoch|Loss|Accuracy|Precision|Recall|Fscore +1|nan|1.0|0|0|0 +2|nan|1.0|0|0|0 +3|nan|1.0|0|0|0 +4|nan|1.0|0|0|0 +5|nan|1.0|0|0|0 +6|nan|1.0|0|0|0 +7|nan|1.0|0|0|0 +8|nan|1.0|0|0|0 +9|nan|1.0|0|0|0 +10|nan|1.0|0|0|0 +Model:RNN_1B Dataset:Dataset5 Loss:mse Optimizer:rmsprop Dropout:No +Epoch|Loss|Accuracy|Precision|Recall|Fscore +1|0.000365111000932|1.0|0|0|0 +2|nan|1.0|0|0|0 +3|nan|1.0|0|0|0 +4|nan|1.0|0|0|0 +5|nan|1.0|0|0|0 +6|nan|1.0|0|0|0 +7|nan|1.0|0|0|0 +8|nan|1.0|0|0|0 +9|nan|1.0|0|0|0 +10|nan|1.0|0|0|0 +Model:RNN_1B Dataset:Dataset5 Loss:categorical_crossentropy Optimizer:sgd Dropout:No +Epoch|Loss|Accuracy|Precision|Recall|Fscore +1|0.0741294674056|1.0|0|0|0 +2|0.0554310659029|0.996|0|0|0 +3|0.0473081712256|0.992|0|0|0 +4|0.0433158082678|0.991|0|0|0 +5|0.0456633309611|0.988|0|0|0 +6|0.0527807885949|0.987|0|0|0 +7|0.0589842486386|0.983|0|0|0 +8|0.0618967413316|0.982|0|0|0 +9|0.0618354014059|0.982|0|0|0 +10|0.059996911562|0.985|0|0|0 +Model:RNN_1B Dataset:Dataset5 Loss:categorical_crossentropy Optimizer:adagrad Dropout:No +Epoch|Loss|Accuracy|Precision|Recall|Fscore +1|nan|1.0|0|0|0 +2|nan|1.0|0|0|0 +3|nan|1.0|0|0|0 +4|nan|1.0|0|0|0 +5|nan|1.0|0|0|0 +6|nan|1.0|0|0|0 +7|nan|1.0|0|0|0 +8|nan|1.0|0|0|0 +9|nan|1.0|0|0|0 +10|nan|1.0|0|0|0 +Model:RNN_1B Dataset:Dataset5 Loss:categorical_crossentropy Optimizer:rmsprop Dropout:No +Epoch|Loss|Accuracy|Precision|Recall|Fscore +1|0.00214927719762|1.0|0|0|0 +2|nan|1.0|0|0|0 +3|nan|1.0|0|0|0 +4|nan|1.0|0|0|0 +5|nan|1.0|0|0|0 +6|nan|1.0|0|0|0 +7|nan|1.0|0|0|0 +8|nan|1.0|0|0|0 +9|nan|1.0|0|0|0 +10|nan|1.0|0|0|0