鸢尾花种类预测

【研究目的】

根据已有数据集训练相应的神经网络，能够对对鸢尾花种类进行预测

【数据集】

（感谢https://blog.csdn.net/skyli114/article/details/78515434的分享，分享仅供学习使用，谢谢合作）

iris.csv
"","Sepal.Length","Sepal.Width","Petal.Length","Petal.Width","Species"
"1",5.1,3.5,1.4,0.2,"setosa"
"2",4.9,3,1.4,0.2,"setosa"
"3",4.7,3.2,1.3,0.2,"setosa"
"4",4.6,3.1,1.5,0.2,"setosa"
"5",5,3.6,1.4,0.2,"setosa"
"6",5.4,3.9,1.7,0.4,"setosa"
"7",4.6,3.4,1.4,0.3,"setosa"
"8",5,3.4,1.5,0.2,"setosa"
"9",4.4,2.9,1.4,0.2,"setosa"
"10",4.9,3.1,1.5,0.1,"setosa"
"11",5.4,3.7,1.5,0.2,"setosa"
"12",4.8,3.4,1.6,0.2,"setosa"
"13",4.8,3,1.4,0.1,"setosa"
"14",4.3,3,1.1,0.1,"setosa"
"15",5.8,4,1.2,0.2,"setosa"
"16",5.7,4.4,1.5,0.4,"setosa"
"17",5.4,3.9,1.3,0.4,"setosa"
"18",5.1,3.5,1.4,0.3,"setosa"
"19",5.7,3.8,1.7,0.3,"setosa"
"20",5.1,3.8,1.5,0.3,"setosa"
"21",5.4,3.4,1.7,0.2,"setosa"
"22",5.1,3.7,1.5,0.4,"setosa"
"23",4.6,3.6,1,0.2,"setosa"
"24",5.1,3.3,1.7,0.5,"setosa"
"25",4.8,3.4,1.9,0.2,"setosa"
"26",5,3,1.6,0.2,"setosa"
"27",5,3.4,1.6,0.4,"setosa"
"28",5.2,3.5,1.5,0.2,"setosa"
"29",5.2,3.4,1.4,0.2,"setosa"
"30",4.7,3.2,1.6,0.2,"setosa"
"31",4.8,3.1,1.6,0.2,"setosa"
"32",5.4,3.4,1.5,0.4,"setosa"
"33",5.2,4.1,1.5,0.1,"setosa"
"34",5.5,4.2,1.4,0.2,"setosa"
"35",4.9,3.1,1.5,0.2,"setosa"
"36",5,3.2,1.2,0.2,"setosa"
"37",5.5,3.5,1.3,0.2,"setosa"
"38",4.9,3.6,1.4,0.1,"setosa"
"39",4.4,3,1.3,0.2,"setosa"
"40",5.1,3.4,1.5,0.2,"setosa"
"41",5,3.5,1.3,0.3,"setosa"
"42",4.5,2.3,1.3,0.3,"setosa"
"43",4.4,3.2,1.3,0.2,"setosa"
"44",5,3.5,1.6,0.6,"setosa"
"45",5.1,3.8,1.9,0.4,"setosa"
"46",4.8,3,1.4,0.3,"setosa"
"47",5.1,3.8,1.6,0.2,"setosa"
"48",4.6,3.2,1.4,0.2,"setosa"
"49",5.3,3.7,1.5,0.2,"setosa"
"50",5,3.3,1.4,0.2,"setosa"
"51",7,3.2,4.7,1.4,"versicolor"
"52",6.4,3.2,4.5,1.5,"versicolor"
"53",6.9,3.1,4.9,1.5,"versicolor"
"54",5.5,2.3,4,1.3,"versicolor"
"55",6.5,2.8,4.6,1.5,"versicolor"
"56",5.7,2.8,4.5,1.3,"versicolor"
"57",6.3,3.3,4.7,1.6,"versicolor"
"58",4.9,2.4,3.3,1,"versicolor"
"59",6.6,2.9,4.6,1.3,"versicolor"
"60",5.2,2.7,3.9,1.4,"versicolor"
"61",5,2,3.5,1,"versicolor"
"62",5.9,3,4.2,1.5,"versicolor"
"63",6,2.2,4,1,"versicolor"
"64",6.1,2.9,4.7,1.4,"versicolor"
"65",5.6,2.9,3.6,1.3,"versicolor"
"66",6.7,3.1,4.4,1.4,"versicolor"
"67",5.6,3,4.5,1.5,"versicolor"
"68",5.8,2.7,4.1,1,"versicolor"
"69",6.2,2.2,4.5,1.5,"versicolor"
"70",5.6,2.5,3.9,1.1,"versicolor"
"71",5.9,3.2,4.8,1.8,"versicolor"
"72",6.1,2.8,4,1.3,"versicolor"
"73",6.3,2.5,4.9,1.5,"versicolor"
"74",6.1,2.8,4.7,1.2,"versicolor"
"75",6.4,2.9,4.3,1.3,"versicolor"
"76",6.6,3,4.4,1.4,"versicolor"
"77",6.8,2.8,4.8,1.4,"versicolor"
"78",6.7,3,5,1.7,"versicolor"
"79",6,2.9,4.5,1.5,"versicolor"
"80",5.7,2.6,3.5,1,"versicolor"
"81",5.5,2.4,3.8,1.1,"versicolor"
"82",5.5,2.4,3.7,1,"versicolor"
"83",5.8,2.7,3.9,1.2,"versicolor"
"84",6,2.7,5.1,1.6,"versicolor"
"85",5.4,3,4.5,1.5,"versicolor"
"86",6,3.4,4.5,1.6,"versicolor"
"87",6.7,3.1,4.7,1.5,"versicolor"
"88",6.3,2.3,4.4,1.3,"versicolor"
"89",5.6,3,4.1,1.3,"versicolor"
"90",5.5,2.5,4,1.3,"versicolor"
"91",5.5,2.6,4.4,1.2,"versicolor"
"92",6.1,3,4.6,1.4,"versicolor"
"93",5.8,2.6,4,1.2,"versicolor"
"94",5,2.3,3.3,1,"versicolor"
"95",5.6,2.7,4.2,1.3,"versicolor"
"96",5.7,3,4.2,1.2,"versicolor"
"97",5.7,2.9,4.2,1.3,"versicolor"
"98",6.2,2.9,4.3,1.3,"versicolor"
"99",5.1,2.5,3,1.1,"versicolor"
"100",5.7,2.8,4.1,1.3,"versicolor"
"101",6.3,3.3,6,2.5,"virginica"
"102",5.8,2.7,5.1,1.9,"virginica"
"103",7.1,3,5.9,2.1,"virginica"
"104",6.3,2.9,5.6,1.8,"virginica"
"105",6.5,3,5.8,2.2,"virginica"
"106",7.6,3,6.6,2.1,"virginica"
"107",4.9,2.5,4.5,1.7,"virginica"
"108",7.3,2.9,6.3,1.8,"virginica"
"109",6.7,2.5,5.8,1.8,"virginica"
"110",7.2,3.6,6.1,2.5,"virginica"
"111",6.5,3.2,5.1,2,"virginica"
"112",6.4,2.7,5.3,1.9,"virginica"
"113",6.8,3,5.5,2.1,"virginica"
"114",5.7,2.5,5,2,"virginica"
"115",5.8,2.8,5.1,2.4,"virginica"
"116",6.4,3.2,5.3,2.3,"virginica"
"117",6.5,3,5.5,1.8,"virginica"
"118",7.7,3.8,6.7,2.2,"virginica"
"119",7.7,2.6,6.9,2.3,"virginica"
"120",6,2.2,5,1.5,"virginica"
"121",6.9,3.2,5.7,2.3,"virginica"
"122",5.6,2.8,4.9,2,"virginica"
"123",7.7,2.8,6.7,2,"virginica"
"124",6.3,2.7,4.9,1.8,"virginica"
"125",6.7,3.3,5.7,2.1,"virginica"
"126",7.2,3.2,6,1.8,"virginica"
"127",6.2,2.8,4.8,1.8,"virginica"
"128",6.1,3,4.9,1.8,"virginica"
"129",6.4,2.8,5.6,2.1,"virginica"
"130",7.2,3,5.8,1.6,"virginica"
"131",7.4,2.8,6.1,1.9,"virginica"
"132",7.9,3.8,6.4,2,"virginica"
"133",6.4,2.8,5.6,2.2,"virginica"
"134",6.3,2.8,5.1,1.5,"virginica"
"135",6.1,2.6,5.6,1.4,"virginica"
"136",7.7,3,6.1,2.3,"virginica"
"137",6.3,3.4,5.6,2.4,"virginica"
"138",6.4,3.1,5.5,1.8,"virginica"
"139",6,3,4.8,1.8,"virginica"
"140",6.9,3.1,5.4,2.1,"virginica"
"141",6.7,3.1,5.6,2.4,"virginica"
"142",6.9,3.1,5.1,2.3,"virginica"
"143",5.8,2.7,5.1,1.9,"virginica"
"144",6.8,3.2,5.9,2.3,"virginica"
"145",6.7,3.3,5.7,2.5,"virginica"
"146",6.7,3,5.2,2.3,"virginica"
"147",6.3,2.5,5,1.9,"virginica"
"148",6.5,3,5.2,2,"virginica"
"149",6.2,3.4,5.4,2.3,"virginica"
"150",5.9,3,5.1,1.8,"virginica"

【实现代码】

import numpy as np
import pandas as pd
from keras.models import Sequential
from keras.models import model_from_json
from keras.layers import Dense
from keras.utils import np_utils
from keras.wrappers.scikit_learn import KerasClassifier
from sklearn.model_selection import KFold
from sklearn.model_selection import cross_val_score
from sklearn.preprocessing import LabelEncoder

seed = 13  # 设置随机数种子，以便于结果的二次实现
np.random.seed(seed)

df = pd.read_csv("iris.csv")  # 读入数据
X = df.values[:, 1: 5].astype(float)  # 前四项作为输入
Y = df.values[:, 5]  # 后一项为输出

encoder = LabelEncoder()  # 将字符串与数字对应
Y_encode = encoder.fit_transform(Y)
Y_onehot = np_utils.to_categorical(Y_encode)

def bassline_model():  # 建立深度神经网络
    model = Sequential()  # 初始化
    model.add(Dense(7, input_dim=4, activation="tanh"))  # 隐藏层数，输入维度和激活函数
    model.add(Dense(3, activation="softmax"))  # 输出维度以及归一化函数
    model.compile(loss="mean_squared_error", optimizer="sgd", metrics=["accuracy"])  # 对神经网络进行编译，定义损失函数，优化方法以及正确性衡量方法
    return model

estimator = KerasClassifier(build_fn=bassline_model, epochs=20, batch_size=1, verbose=1)  # build_fn 神经网络 epochs 训练几回 batch_size 每批训练的数量

kfold = KFold(n_splits=10, shuffle=True, random_state=seed)  # 将150个数据随机分成10份进行交叉训练
result = cross_val_score(estimator, X, Y_onehot, cv=kfold)  # 训练结果（相应参数）
print("Accuracy of cross validation, mean %.2f, std %.2f" % (result.mean(), result.std()))  # 打印均值和方差

estimator.fit(X, Y_onehot)
model_json = estimator.model.to_json()  # 用json表达神经网络的相关信息
with open("model.json", "w",) as json_file:  # 输出到本地文件中
    json_file.write(model_json)

estimator.model.save_weights("model.h5")  # .h5是一种层次文件
print("save model to disk")

json_file = open("model.json", "r")  # 重新使用之前训练的网络
loaded_model_json = json_file.read()  # 读入网络
json_file.close()

loaded_model = model_from_json(loaded_model_json)  # 将json转回model
loaded_model.load_weights("model.h5")  # 从.h5文件中获取训练数据
print("Loaded model from disk")

# 对X进行预测（之前是通过X和Y训练网络，现在通过X预测Y看结果是否相同）
predicted = loaded_model.predict(X)  # 方法一
print("predicted probability:" + str(predicted))  # 打印预测概率

predicted_label = loaded_model.predict_classes(X)  # 方法二
print("predicted Label:" + str(predicted_label))  # 打印预测结果

【运行结果】

Using TensorFlow backend.
2020-01-12 19:51:09.946191: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library cudart64_101.dll
2020-01-12 19:51:16.791391: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library nvcuda.dll
2020-01-12 19:51:16.819312: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1555] Found device 0 with properties: 
pciBusID: 0000:01:00.0 name: GeForce GTX 1050 computeCapability: 6.1
coreClock: 1.493GHz coreCount: 5 deviceMemorySize: 2.00GiB deviceMemoryBandwidth: 104.43GiB/s
2020-01-12 19:51:16.819748: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library cudart64_101.dll
2020-01-12 19:51:16.829257: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library cublas64_10.dll
2020-01-12 19:51:16.836288: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library cufft64_10.dll
2020-01-12 19:51:16.838789: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library curand64_10.dll
2020-01-12 19:51:16.845896: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library cusolver64_10.dll
2020-01-12 19:51:16.849711: I tensorflow/stream_executor/platform/default/dso_loader.cc:44] Successfully opened dynamic library cusparse64_10.dll
2020-01-12 19:51:16.856122: W tensorflow/stream_executor/platform/default/dso_loader.cc:55] Could not load dynamic library 'cudnn64_7.dll'; dlerror: cudnn64_7.dll not found
2020-01-12 19:51:16.856464: W tensorflow/core/common_runtime/gpu/gpu_device.cc:1592] Cannot dlopen some GPU libraries. Please make sure the missing libraries mentioned above are installed properly if you would like to use GPU. Follow the guide at https://www.tensorflow.org/install/gpu for how to download and setup the required libraries for your platform.
Skipping registering GPU devices...
2020-01-12 19:51:16.857637: I tensorflow/core/platform/cpu_feature_guard.cc:142] Your CPU supports instructions that this TensorFlow binary was not compiled to use: AVX2
2020-01-12 19:51:16.858641: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1096] Device interconnect StreamExecutor with strength 1 edge matrix:
2020-01-12 19:51:16.859462: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1102]      
Epoch 1/20

  1/135 [..............................] - ETA: 8s - loss: 0.4754 - accuracy: 0.0000e+00
 81/135 [=================>............] - ETA: 0s - loss: 0.2616 - accuracy: 0.3086    
135/135 [==============================] - 0s 1ms/step - loss: 0.2443 - accuracy: 0.3407
Epoch 2/20

  1/135 [..............................] - ETA: 0s - loss: 0.2527 - accuracy: 0.0000e+00
 57/135 [===========>..................] - ETA: 0s - loss: 0.2126 - accuracy: 0.4561    
106/135 [======================>.......] - ETA: 0s - loss: 0.2101 - accuracy: 0.5377
135/135 [==============================] - 0s 949us/step - loss: 0.2072 - accuracy: 0.5704
Epoch 3/20

  1/135 [..............................] - ETA: 0s - loss: 0.1820 - accuracy: 1.0000
 50/135 [==========>...................] - ETA: 0s - loss: 0.1954 - accuracy: 0.6800
124/135 [==========================>...] - ETA: 0s - loss: 0.1946 - accuracy: 0.6532
135/135 [==============================] - 0s 803us/step - loss: 0.1936 - accuracy: 0.6593
Epoch 4/20

  1/135 [..............................] - ETA: 0s - loss: 0.1372 - accuracy: 1.0000
 68/135 [==============>...............] - ETA: 0s - loss: 0.1847 - accuracy: 0.6471
127/135 [===========================>..] - ETA: 0s - loss: 0.1821 - accuracy: 0.6614
135/135 [==============================] - 0s 798us/step - loss: 0.1820 - accuracy: 0.6593
Epoch 5/20

  1/135 [..............................] - ETA: 0s - loss: 0.1353 - accuracy: 1.0000
 73/135 [===============>..............] - ETA: 0s - loss: 0.1688 - accuracy: 0.6849
135/135 [==============================] - 0s 677us/step - loss: 0.1701 - accuracy: 0.6593
Epoch 6/20

  1/135 [..............................] - ETA: 0s - loss: 0.2446 - accuracy: 0.0000e+00
 77/135 [================>.............] - ETA: 0s - loss: 0.1546 - accuracy: 0.7143    
135/135 [==============================] - 0s 754us/step - loss: 0.1584 - accuracy: 0.6593
Epoch 7/20

  1/135 [..............................] - ETA: 0s - loss: 0.2557 - accuracy: 0.0000e+00
 68/135 [==============>...............] - ETA: 0s - loss: 0.1586 - accuracy: 0.6176    
135/135 [==============================] - 0s 735us/step - loss: 0.1492 - accuracy: 0.6593
Epoch 8/20

  1/135 [..............................] - ETA: 0s - loss: 0.0758 - accuracy: 1.0000
 73/135 [===============>..............] - ETA: 0s - loss: 0.1480 - accuracy: 0.6301
127/135 [===========================>..] - ETA: 0s - loss: 0.1384 - accuracy: 0.6772
135/135 [==============================] - 0s 805us/step - loss: 0.1409 - accuracy: 0.6593
Epoch 9/20

  1/135 [..............................] - ETA: 0s - loss: 0.0762 - accuracy: 1.0000
 62/135 [============>.................] - ETA: 0s - loss: 0.1375 - accuracy: 0.6452
135/135 [==============================] - 0s 768us/step - loss: 0.1340 - accuracy: 0.6593
Epoch 10/20

  1/135 [..............................] - ETA: 0s - loss: 0.0511 - accuracy: 1.0000
 73/135 [===============>..............] - ETA: 0s - loss: 0.1272 - accuracy: 0.6986
135/135 [==============================] - 0s 702us/step - loss: 0.1281 - accuracy: 0.6741
Epoch 11/20

  1/135 [..............................] - ETA: 0s - loss: 0.0321 - accuracy: 1.0000
 68/135 [==============>...............] - ETA: 0s - loss: 0.1332 - accuracy: 0.7353
135/135 [==============================] - 0s 761us/step - loss: 0.1231 - accuracy: 0.7407
Epoch 12/20

  1/135 [..............................] - ETA: 0s - loss: 0.2039 - accuracy: 1.0000
 66/135 [=============>................] - ETA: 0s - loss: 0.1254 - accuracy: 0.7879
135/135 [==============================] - 0s 724us/step - loss: 0.1188 - accuracy: 0.7704
Epoch 13/20

  1/135 [..............................] - ETA: 0s - loss: 0.2189 - accuracy: 0.0000e+00
 60/135 [============>.................] - ETA: 0s - loss: 0.1203 - accuracy: 0.7833    
128/135 [===========================>..] - ETA: 0s - loss: 0.1148 - accuracy: 0.7891
135/135 [==============================] - 0s 805us/step - loss: 0.1151 - accuracy: 0.8000
Epoch 14/20

  1/135 [..............................] - ETA: 0s - loss: 0.1044 - accuracy: 1.0000
 71/135 [==============>...............] - ETA: 0s - loss: 0.1130 - accuracy: 0.8451
135/135 [==============================] - 0s 724us/step - loss: 0.1108 - accuracy: 0.8667
Epoch 15/20

  1/135 [..............................] - ETA: 0s - loss: 0.1916 - accuracy: 1.0000
 75/135 [===============>..............] - ETA: 0s - loss: 0.1127 - accuracy: 0.8133
135/135 [==============================] - 0s 761us/step - loss: 0.1084 - accuracy: 0.8296
Epoch 16/20

  1/135 [..............................] - ETA: 0s - loss: 0.1004 - accuracy: 1.0000
 52/135 [==========>...................] - ETA: 0s - loss: 0.1209 - accuracy: 0.8654
111/135 [=======================>......] - ETA: 0s - loss: 0.1031 - accuracy: 0.8649
135/135 [==============================] - 0s 879us/step - loss: 0.1048 - accuracy: 0.8741
Epoch 17/20

  1/135 [..............................] - ETA: 0s - loss: 0.1867 - accuracy: 1.0000
 59/135 [============>.................] - ETA: 0s - loss: 0.0902 - accuracy: 0.9492
126/135 [===========================>..] - ETA: 0s - loss: 0.0998 - accuracy: 0.8889
135/135 [==============================] - 0s 818us/step - loss: 0.1022 - accuracy: 0.8815
Epoch 18/20

  1/135 [..............................] - ETA: 0s - loss: 0.1754 - accuracy: 1.0000
 58/135 [===========>..................] - ETA: 0s - loss: 0.0993 - accuracy: 0.9138
135/135 [==============================] - 0s 768us/step - loss: 0.0991 - accuracy: 0.9185
Epoch 19/20

  1/135 [..............................] - ETA: 0s - loss: 0.0911 - accuracy: 1.0000
 69/135 [==============>...............] - ETA: 0s - loss: 0.0930 - accuracy: 0.8696
128/135 [===========================>..] - ETA: 0s - loss: 0.0950 - accuracy: 0.9141
135/135 [==============================] - 0s 820us/step - loss: 0.0963 - accuracy: 0.9111
Epoch 20/20

  1/135 [..............................] - ETA: 0s - loss: 0.1543 - accuracy: 1.0000
 66/135 [=============>................] - ETA: 0s - loss: 0.0964 - accuracy: 0.8939
135/135 [==============================] - 0s 737us/step - loss: 0.0929 - accuracy: 0.9185

 1/15 [=>............................] - ETA: 0s
15/15 [==============================] - 0s 1ms/step
Epoch 1/20

  1/135 [..............................] - ETA: 5s - loss: 0.0712 - accuracy: 1.0000
 70/135 [==============>...............] - ETA: 0s - loss: 0.2244 - accuracy: 0.3857
135/135 [==============================] - 0s 1ms/step - loss: 0.2182 - accuracy: 0.4593
Epoch 2/20

  1/135 [..............................] - ETA: 0s - loss: 0.1864 - accuracy: 1.0000
 72/135 [===============>..............] - ETA: 0s - loss: 0.1878 - accuracy: 0.6389
135/135 [==============================] - 0s 724us/step - loss: 0.1816 - accuracy: 0.6593
Epoch 3/20

  1/135 [..............................] - ETA: 0s - loss: 0.2754 - accuracy: 0.0000e+00
 51/135 [==========>...................] - ETA: 0s - loss: 0.1854 - accuracy: 0.5686    
108/135 [=======================>......] - ETA: 0s - loss: 0.1713 - accuracy: 0.6111
135/135 [==============================] - 0s 931us/step - loss: 0.1637 - accuracy: 0.6593
Epoch 4/20

  1/135 [..............................] - ETA: 0s - loss: 0.0406 - accuracy: 1.0000
 73/135 [===============>..............] - ETA: 0s - loss: 0.1450 - accuracy: 0.6575
135/135 [==============================] - 0s 746us/step - loss: 0.1527 - accuracy: 0.6519
Epoch 5/20

  1/135 [..............................] - ETA: 0s - loss: 0.2189 - accuracy: 0.0000e+00
 58/135 [===========>..................] - ETA: 0s - loss: 0.1411 - accuracy: 0.7414    
129/135 [===========================>..] - ETA: 0s - loss: 0.1484 - accuracy: 0.6357
135/135 [==============================] - 0s 791us/step - loss: 0.1458 - accuracy: 0.6444
Epoch 6/20

  1/135 [..............................] - ETA: 0s - loss: 0.1792 - accuracy: 1.0000
 76/135 [===============>..............] - ETA: 0s - loss: 0.1359 - accuracy: 0.5526
135/135 [==============================] - 0s 702us/step - loss: 0.1409 - accuracy: 0.5481
Epoch 7/20

  1/135 [..............................] - ETA: 0s - loss: 0.1807 - accuracy: 0.0000e+00
 56/135 [===========>..................] - ETA: 0s - loss: 0.1338 - accuracy: 0.5893    
122/135 [==========================>...] - ETA: 0s - loss: 0.1358 - accuracy: 0.5820
135/135 [==============================] - 0s 824us/step - loss: 0.1372 - accuracy: 0.5630
Epoch 8/20

  1/135 [..............................] - ETA: 0s - loss: 0.0365 - accuracy: 1.0000
 78/135 [================>.............] - ETA: 0s - loss: 0.1302 - accuracy: 0.6538
135/135 [==============================] - 0s 707us/step - loss: 0.1343 - accuracy: 0.5926
Epoch 9/20

  1/135 [..............................] - ETA: 0s - loss: 0.1899 - accuracy: 0.0000e+00
 80/135 [================>.............] - ETA: 0s - loss: 0.1254 - accuracy: 0.5875    
135/135 [==============================] - 0s 716us/step - loss: 0.1319 - accuracy: 0.5630
Epoch 10/20

  1/135 [..............................] - ETA: 0s - loss: 0.1748 - accuracy: 1.0000
 57/135 [===========>..................] - ETA: 0s - loss: 0.1357 - accuracy: 0.5965
110/135 [=======================>......] - ETA: 0s - loss: 0.1268 - accuracy: 0.6636
135/135 [==============================] - 0s 894us/step - loss: 0.1299 - accuracy: 0.6222
Epoch 11/20

  1/135 [..............................] - ETA: 0s - loss: 0.0270 - accuracy: 1.0000
 64/135 [=============>................] - ETA: 0s - loss: 0.1223 - accuracy: 0.5781
117/135 [=========================>....] - ETA: 0s - loss: 0.1271 - accuracy: 0.6154
135/135 [==============================] - 0s 887us/step - loss: 0.1284 - accuracy: 0.6148
Epoch 12/20

  1/135 [..............................] - ETA: 0s - loss: 0.1717 - accuracy: 1.0000
 56/135 [===========>..................] - ETA: 0s - loss: 0.1204 - accuracy: 0.7143
124/135 [==========================>...] - ETA: 0s - loss: 0.1267 - accuracy: 0.6452
135/135 [==============================] - 0s 827us/step - loss: 0.1267 - accuracy: 0.6370
Epoch 13/20

  1/135 [..............................] - ETA: 0s - loss: 0.1665 - accuracy: 1.0000
 62/135 [============>.................] - ETA: 0s - loss: 0.1276 - accuracy: 0.6129
117/135 [=========================>....] - ETA: 0s - loss: 0.1243 - accuracy: 0.6239
135/135 [==============================] - 0s 867us/step - loss: 0.1258 - accuracy: 0.6222
Epoch 14/20

  1/135 [..............................] - ETA: 0s - loss: 0.0186 - accuracy: 1.0000
 67/135 [=============>................] - ETA: 0s - loss: 0.1257 - accuracy: 0.6716
135/135 [==============================] - 0s 711us/step - loss: 0.1246 - accuracy: 0.6741
Epoch 15/20

  1/135 [..............................] - ETA: 0s - loss: 0.1856 - accuracy: 0.0000e+00
 71/135 [==============>...............] - ETA: 0s - loss: 0.1271 - accuracy: 0.7042    
135/135 [==============================] - 0s 761us/step - loss: 0.1234 - accuracy: 0.6741
Epoch 16/20

  1/135 [..............................] - ETA: 0s - loss: 0.1698 - accuracy: 1.0000
 54/135 [===========>..................] - ETA: 0s - loss: 0.1135 - accuracy: 0.7593
131/135 [============================>.] - ETA: 0s - loss: 0.1224 - accuracy: 0.6794
135/135 [==============================] - 0s 776us/step - loss: 0.1229 - accuracy: 0.6667
Epoch 17/20

  1/135 [..............................] - ETA: 0s - loss: 0.0161 - accuracy: 1.0000
 77/135 [================>.............] - ETA: 0s - loss: 0.1172 - accuracy: 0.6623
135/135 [==============================] - 0s 724us/step - loss: 0.1222 - accuracy: 0.6593
Epoch 18/20

  1/135 [..............................] - ETA: 0s - loss: 0.0122 - accuracy: 1.0000
 58/135 [===========>..................] - ETA: 0s - loss: 0.1168 - accuracy: 0.6552
126/135 [===========================>..] - ETA: 0s - loss: 0.1243 - accuracy: 0.6349
135/135 [==============================] - 0s 806us/step - loss: 0.1217 - accuracy: 0.6444
Epoch 19/20

  1/135 [..............................] - ETA: 0s - loss: 0.1668 - accuracy: 1.0000
 76/135 [===============>..............] - ETA: 0s - loss: 0.1130 - accuracy: 0.6842
135/135 [==============================] - 0s 724us/step - loss: 0.1210 - accuracy: 0.6593
Epoch 20/20

  1/135 [..............................] - ETA: 0s - loss: 0.1797 - accuracy: 1.0000
 50/135 [==========>...................] - ETA: 0s - loss: 0.1300 - accuracy: 0.6000
116/135 [========================>.....] - ETA: 0s - loss: 0.1160 - accuracy: 0.6121
135/135 [==============================] - 0s 901us/step - loss: 0.1205 - accuracy: 0.5926

 1/15 [=>............................] - ETA: 0s
15/15 [==============================] - 0s 1ms/step
Epoch 1/20

  1/135 [..............................] - ETA: 7s - loss: 0.3551 - accuracy: 0.0000e+00
 74/135 [===============>..............] - ETA: 0s - loss: 0.2523 - accuracy: 0.3649    
135/135 [==============================] - 0s 1ms/step - loss: 0.2546 - accuracy: 0.2519
Epoch 2/20

  1/135 [..............................] - ETA: 0s - loss: 0.2037 - accuracy: 0.0000e+00
 77/135 [================>.............] - ETA: 0s - loss: 0.2208 - accuracy: 0.1688    
135/135 [==============================] - 0s 706us/step - loss: 0.2096 - accuracy: 0.3556
Epoch 3/20

  1/135 [..............................] - ETA: 0s - loss: 0.1936 - accuracy: 0.0000e+00
 58/135 [===========>..................] - ETA: 0s - loss: 0.1703 - accuracy: 0.6207    
129/135 [===========================>..] - ETA: 0s - loss: 0.1634 - accuracy: 0.6589
135/135 [==============================] - 0s 805us/step - loss: 0.1643 - accuracy: 0.6519
Epoch 4/20

  1/135 [..............................] - ETA: 0s - loss: 0.1399 - accuracy: 1.0000
 81/135 [=================>............] - ETA: 0s - loss: 0.1370 - accuracy: 0.8765
135/135 [==============================] - 0s 680us/step - loss: 0.1413 - accuracy: 0.8444
Epoch 5/20

  1/135 [..............................] - ETA: 0s - loss: 0.1212 - accuracy: 1.0000
 69/135 [==============>...............] - ETA: 0s - loss: 0.1273 - accuracy: 0.8696
135/135 [==============================] - 0s 753us/step - loss: 0.1289 - accuracy: 0.8741
Epoch 6/20

  1/135 [..............................] - ETA: 0s - loss: 0.0602 - accuracy: 1.0000
 62/135 [============>.................] - ETA: 0s - loss: 0.1148 - accuracy: 0.8548
129/135 [===========================>..] - ETA: 0s - loss: 0.1174 - accuracy: 0.8295
135/135 [==============================] - 0s 790us/step - loss: 0.1193 - accuracy: 0.8148
Epoch 7/20

  1/135 [..............................] - ETA: 0s - loss: 0.0578 - accuracy: 1.0000
 47/135 [=========>....................] - ETA: 0s - loss: 0.1029 - accuracy: 0.8936
 96/135 [====================>.........] - ETA: 0s - loss: 0.1097 - accuracy: 0.8646
135/135 [==============================] - 0s 990us/step - loss: 0.1126 - accuracy: 0.8593
Epoch 8/20

  1/135 [..............................] - ETA: 0s - loss: 0.0974 - accuracy: 1.0000
 76/135 [===============>..............] - ETA: 0s - loss: 0.1040 - accuracy: 0.9079
135/135 [==============================] - 0s 694us/step - loss: 0.1069 - accuracy: 0.9111
Epoch 9/20

  1/135 [..............................] - ETA: 0s - loss: 0.0582 - accuracy: 1.0000
 62/135 [============>.................] - ETA: 0s - loss: 0.0988 - accuracy: 0.9032
130/135 [===========================>..] - ETA: 0s - loss: 0.1004 - accuracy: 0.9231
135/135 [==============================] - 0s 790us/step - loss: 0.1020 - accuracy: 0.9185
Epoch 10/20

  1/135 [..............................] - ETA: 0s - loss: 0.1656 - accuracy: 1.0000
 74/135 [===============>..............] - ETA: 0s - loss: 0.0943 - accuracy: 0.9459
135/135 [==============================] - 0s 694us/step - loss: 0.0963 - accuracy: 0.9333
Epoch 11/20

  1/135 [..............................] - ETA: 0s - loss: 0.0586 - accuracy: 1.0000
 63/135 [=============>................] - ETA: 0s - loss: 0.0920 - accuracy: 0.9683
130/135 [===========================>..] - ETA: 0s - loss: 0.0894 - accuracy: 0.9462
135/135 [==============================] - 0s 785us/step - loss: 0.0919 - accuracy: 0.9407
Epoch 12/20

  1/135 [..............................] - ETA: 0s - loss: 0.1048 - accuracy: 1.0000
 71/135 [==============>...............] - ETA: 0s - loss: 0.0853 - accuracy: 0.9718
135/135 [==============================] - 0s 686us/step - loss: 0.0871 - accuracy: 0.9704
Epoch 13/20

  1/135 [..............................] - ETA: 0s - loss: 0.0304 - accuracy: 1.0000
 65/135 [=============>................] - ETA: 0s - loss: 0.0852 - accuracy: 0.9385
135/135 [==============================] - 0s 754us/step - loss: 0.0835 - accuracy: 0.9556
Epoch 14/20

  1/135 [..............................] - ETA: 0s - loss: 0.0254 - accuracy: 1.0000
 53/135 [==========>...................] - ETA: 0s - loss: 0.0820 - accuracy: 0.9623
 90/135 [===================>..........] - ETA: 0s - loss: 0.0805 - accuracy: 0.9667
135/135 [==============================] - 0s 1ms/step - loss: 0.0796 - accuracy: 0.9556
Epoch 15/20

  1/135 [..............................] - ETA: 0s - loss: 0.0197 - accuracy: 1.0000
 59/135 [============>.................] - ETA: 0s - loss: 0.0800 - accuracy: 0.9322
110/135 [=======================>......] - ETA: 0s - loss: 0.0772 - accuracy: 0.9545
135/135 [==============================] - 0s 1ms/step - loss: 0.0750 - accuracy: 0.9630
Epoch 16/20

  1/135 [..............................] - ETA: 0s - loss: 0.0712 - accuracy: 1.0000
 39/135 [=======>......................] - ETA: 0s - loss: 0.0650 - accuracy: 0.9744
 80/135 [================>.............] - ETA: 0s - loss: 0.0729 - accuracy: 0.9500
116/135 [========================>.....] - ETA: 0s - loss: 0.0721 - accuracy: 0.9655
135/135 [==============================] - 0s 1ms/step - loss: 0.0698 - accuracy: 0.9704
Epoch 17/20

  1/135 [..............................] - ETA: 0s - loss: 0.0220 - accuracy: 1.0000
 45/135 [=========>....................] - ETA: 0s - loss: 0.0677 - accuracy: 0.9556
105/135 [======================>.......] - ETA: 0s - loss: 0.0670 - accuracy: 0.9619
135/135 [==============================] - 0s 931us/step - loss: 0.0692 - accuracy: 0.9481
Epoch 18/20

  1/135 [..............................] - ETA: 0s - loss: 0.0187 - accuracy: 1.0000
 66/135 [=============>................] - ETA: 0s - loss: 0.0648 - accuracy: 0.9394
135/135 [==============================] - 0s 754us/step - loss: 0.0651 - accuracy: 0.9481
Epoch 19/20

  1/135 [..............................] - ETA: 0s - loss: 0.0162 - accuracy: 1.0000
 76/135 [===============>..............] - ETA: 0s - loss: 0.0650 - accuracy: 0.9474
135/135 [==============================] - 0s 717us/step - loss: 0.0637 - accuracy: 0.9556
Epoch 20/20

  1/135 [..............................] - ETA: 0s - loss: 0.0700 - accuracy: 1.0000
 54/135 [===========>..................] - ETA: 0s - loss: 0.0513 - accuracy: 1.0000
106/135 [======================>.......] - ETA: 0s - loss: 0.0589 - accuracy: 0.9811
135/135 [==============================] - 0s 916us/step - loss: 0.0608 - accuracy: 0.9778

 1/15 [=>............................] - ETA: 0s
15/15 [==============================] - 0s 1ms/step
Epoch 1/20

  1/135 [..............................] - ETA: 5s - loss: 0.2232 - accuracy: 0.0000e+00
 74/135 [===============>..............] - ETA: 0s - loss: 0.2072 - accuracy: 0.5405    
135/135 [==============================] - 0s 1ms/step - loss: 0.1878 - accuracy: 0.6222
Epoch 2/20

  1/135 [..............................] - ETA: 0s - loss: 0.2921 - accuracy: 0.0000e+00
 77/135 [================>.............] - ETA: 0s - loss: 0.1639 - accuracy: 0.6623    
135/135 [==============================] - 0s 695us/step - loss: 0.1557 - accuracy: 0.6741
Epoch 3/20

  1/135 [..............................] - ETA: 0s - loss: 0.1158 - accuracy: 1.0000
 67/135 [=============>................] - ETA: 0s - loss: 0.1424 - accuracy: 0.6716
131/135 [============================>.] - ETA: 0s - loss: 0.1388 - accuracy: 0.6641
135/135 [==============================] - 0s 774us/step - loss: 0.1363 - accuracy: 0.6741
Epoch 4/20

  1/135 [..............................] - ETA: 0s - loss: 0.2335 - accuracy: 0.0000e+00
 79/135 [================>.............] - ETA: 0s - loss: 0.1256 - accuracy: 0.6709    
135/135 [==============================] - 0s 665us/step - loss: 0.1166 - accuracy: 0.7111
Epoch 5/20

  1/135 [..............................] - ETA: 0s - loss: 0.0732 - accuracy: 1.0000
 61/135 [============>.................] - ETA: 0s - loss: 0.1097 - accuracy: 0.8197
114/135 [========================>.....] - ETA: 0s - loss: 0.1043 - accuracy: 0.8246
135/135 [==============================] - 0s 900us/step - loss: 0.1036 - accuracy: 0.8444
Epoch 6/20

  1/135 [..............................] - ETA: 0s - loss: 0.0227 - accuracy: 1.0000
 68/135 [==============>...............] - ETA: 0s - loss: 0.0915 - accuracy: 0.9118
135/135 [==============================] - 0s 748us/step - loss: 0.0965 - accuracy: 0.8741
Epoch 7/20

  1/135 [..............................] - ETA: 0s - loss: 0.0895 - accuracy: 1.0000
 66/135 [=============>................] - ETA: 0s - loss: 0.0812 - accuracy: 0.9394
114/135 [========================>.....] - ETA: 0s - loss: 0.0889 - accuracy: 0.8947
135/135 [==============================] - 0s 968us/step - loss: 0.0895 - accuracy: 0.9037
Epoch 8/20

  1/135 [..............................] - ETA: 0s - loss: 0.1298 - accuracy: 1.0000
 66/135 [=============>................] - ETA: 0s - loss: 0.0914 - accuracy: 0.9394
135/135 [==============================] - 0s 739us/step - loss: 0.0850 - accuracy: 0.9333
Epoch 9/20

  1/135 [..............................] - ETA: 0s - loss: 0.0119 - accuracy: 1.0000
 61/135 [============>.................] - ETA: 0s - loss: 0.0886 - accuracy: 0.9016
119/135 [=========================>....] - ETA: 0s - loss: 0.0845 - accuracy: 0.9244
135/135 [==============================] - 0s 879us/step - loss: 0.0813 - accuracy: 0.9333
Epoch 10/20

  1/135 [..............................] - ETA: 0s - loss: 0.0911 - accuracy: 1.0000
 66/135 [=============>................] - ETA: 0s - loss: 0.0858 - accuracy: 0.8788
135/135 [==============================] - 0s 754us/step - loss: 0.0781 - accuracy: 0.9259
Epoch 11/20

  1/135 [..............................] - ETA: 0s - loss: 0.0719 - accuracy: 1.0000
 71/135 [==============>...............] - ETA: 0s - loss: 0.0740 - accuracy: 0.9296
125/135 [==========================>...] - ETA: 0s - loss: 0.0741 - accuracy: 0.9200
135/135 [==============================] - 0s 820us/step - loss: 0.0729 - accuracy: 0.9259
Epoch 12/20

  1/135 [..............................] - ETA: 0s - loss: 0.1311 - accuracy: 1.0000
 68/135 [==============>...............] - ETA: 0s - loss: 0.0658 - accuracy: 0.9412
135/135 [==============================] - 0s 746us/step - loss: 0.0703 - accuracy: 0.9481
Epoch 13/20

  1/135 [..............................] - ETA: 0s - loss: 0.0406 - accuracy: 1.0000
 70/135 [==============>...............] - ETA: 0s - loss: 0.0644 - accuracy: 0.9429
130/135 [===========================>..] - ETA: 0s - loss: 0.0673 - accuracy: 0.9462
135/135 [==============================] - 0s 791us/step - loss: 0.0670 - accuracy: 0.9481
Epoch 14/20

  1/135 [..............................] - ETA: 0s - loss: 0.0133 - accuracy: 1.0000
 61/135 [============>.................] - ETA: 0s - loss: 0.0721 - accuracy: 0.9180
132/135 [============================>.] - ETA: 0s - loss: 0.0641 - accuracy: 0.9394
135/135 [==============================] - 0s 783us/step - loss: 0.0635 - accuracy: 0.9407
Epoch 15/20

  1/135 [..............................] - ETA: 0s - loss: 0.0743 - accuracy: 1.0000
 70/135 [==============>...............] - ETA: 0s - loss: 0.0645 - accuracy: 0.9429
118/135 [=========================>....] - ETA: 0s - loss: 0.0602 - accuracy: 0.9492
135/135 [==============================] - 0s 885us/step - loss: 0.0616 - accuracy: 0.9481
Epoch 16/20

  1/135 [..............................] - ETA: 0s - loss: 0.0368 - accuracy: 1.0000
 56/135 [===========>..................] - ETA: 0s - loss: 0.0561 - accuracy: 0.9464
102/135 [=====================>........] - ETA: 0s - loss: 0.0597 - accuracy: 0.9412
135/135 [==============================] - 0s 982us/step - loss: 0.0595 - accuracy: 0.9333
Epoch 17/20

  1/135 [..............................] - ETA: 0s - loss: 0.0038 - accuracy: 1.0000
 59/135 [============>.................] - ETA: 0s - loss: 0.0596 - accuracy: 0.8983
123/135 [==========================>...] - ETA: 0s - loss: 0.0593 - accuracy: 0.9106
135/135 [==============================] - 0s 857us/step - loss: 0.0575 - accuracy: 0.9185
Epoch 18/20

  1/135 [..............................] - ETA: 0s - loss: 0.0695 - accuracy: 1.0000
 66/135 [=============>................] - ETA: 0s - loss: 0.0570 - accuracy: 0.9394
116/135 [========================>.....] - ETA: 0s - loss: 0.0571 - accuracy: 0.9569
135/135 [==============================] - 0s 887us/step - loss: 0.0547 - accuracy: 0.9630
Epoch 19/20

  1/135 [..............................] - ETA: 0s - loss: 0.0540 - accuracy: 1.0000
 49/135 [=========>....................] - ETA: 0s - loss: 0.0430 - accuracy: 1.0000
103/135 [=====================>........] - ETA: 0s - loss: 0.0507 - accuracy: 0.9709
135/135 [==============================] - 0s 975us/step - loss: 0.0535 - accuracy: 0.9630
Epoch 20/20

  1/135 [..............................] - ETA: 0s - loss: 0.0055 - accuracy: 1.0000
 77/135 [================>.............] - ETA: 0s - loss: 0.0604 - accuracy: 0.9091
135/135 [==============================] - 0s 658us/step - loss: 0.0508 - accuracy: 0.9481

 1/15 [=>............................] - ETA: 0s
15/15 [==============================] - 0s 2ms/step
Epoch 1/20

  1/135 [..............................] - ETA: 6s - loss: 0.0858 - accuracy: 1.0000
 68/135 [==============>...............] - ETA: 0s - loss: 0.2537 - accuracy: 0.3088
125/135 [==========================>...] - ETA: 0s - loss: 0.2509 - accuracy: 0.3280
135/135 [==============================] - 0s 1ms/step - loss: 0.2508 - accuracy: 0.3259
Epoch 2/20

  1/135 [..............................] - ETA: 0s - loss: 0.2057 - accuracy: 0.0000e+00
 66/135 [=============>................] - ETA: 0s - loss: 0.2359 - accuracy: 0.3333    
115/135 [========================>.....] - ETA: 0s - loss: 0.2228 - accuracy: 0.4522
135/135 [==============================] - 0s 916us/step - loss: 0.2153 - accuracy: 0.5037
Epoch 3/20

  1/135 [..............................] - ETA: 0s - loss: 0.1657 - accuracy: 1.0000
 54/135 [===========>..................] - ETA: 0s - loss: 0.1796 - accuracy: 0.6296
125/135 [==========================>...] - ETA: 0s - loss: 0.1732 - accuracy: 0.6720
135/135 [==============================] - 0s 813us/step - loss: 0.1729 - accuracy: 0.6741
Epoch 4/20

  1/135 [..............................] - ETA: 0s - loss: 0.1102 - accuracy: 1.0000
 48/135 [=========>....................] - ETA: 0s - loss: 0.1562 - accuracy: 0.7292
 88/135 [==================>...........] - ETA: 0s - loss: 0.1661 - accuracy: 0.6591
133/135 [============================>.] - ETA: 0s - loss: 0.1636 - accuracy: 0.6692
135/135 [==============================] - 0s 1ms/step - loss: 0.1637 - accuracy: 0.6667
Epoch 5/20

  1/135 [..............................] - ETA: 0s - loss: 0.1314 - accuracy: 1.0000
 65/135 [=============>................] - ETA: 0s - loss: 0.1543 - accuracy: 0.7077
127/135 [===========================>..] - ETA: 0s - loss: 0.1550 - accuracy: 0.6772
135/135 [==============================] - 0s 818us/step - loss: 0.1566 - accuracy: 0.6667
Epoch 6/20

  1/135 [..............................] - ETA: 0s - loss: 0.2531 - accuracy: 0.0000e+00
 61/135 [============>.................] - ETA: 0s - loss: 0.1606 - accuracy: 0.6066    
125/135 [==========================>...] - ETA: 0s - loss: 0.1501 - accuracy: 0.6720
135/135 [==============================] - 0s 813us/step - loss: 0.1505 - accuracy: 0.6667
Epoch 7/20

  1/135 [..............................] - ETA: 0s - loss: 0.0697 - accuracy: 1.0000
 74/135 [===============>..............] - ETA: 0s - loss: 0.1388 - accuracy: 0.6892
135/135 [==============================] - 0s 672us/step - loss: 0.1448 - accuracy: 0.6667
Epoch 8/20

  1/135 [..............................] - ETA: 0s - loss: 0.0748 - accuracy: 1.0000
 62/135 [============>.................] - ETA: 0s - loss: 0.1476 - accuracy: 0.6129
125/135 [==========================>...] - ETA: 0s - loss: 0.1414 - accuracy: 0.6640
135/135 [==============================] - 0s 810us/step - loss: 0.1395 - accuracy: 0.6741
Epoch 9/20

  1/135 [..............................] - ETA: 0s - loss: 0.0517 - accuracy: 1.0000
 66/135 [=============>................] - ETA: 0s - loss: 0.1396 - accuracy: 0.6515
135/135 [==============================] - 0s 709us/step - loss: 0.1340 - accuracy: 0.6963
Epoch 10/20

  1/135 [..............................] - ETA: 0s - loss: 0.2034 - accuracy: 0.0000e+00
 60/135 [============>.................] - ETA: 0s - loss: 0.1243 - accuracy: 0.7167    
124/135 [==========================>...] - ETA: 0s - loss: 0.1292 - accuracy: 0.7016
135/135 [==============================] - 0s 820us/step - loss: 0.1278 - accuracy: 0.7111
Epoch 11/20

  1/135 [..............................] - ETA: 0s - loss: 0.1736 - accuracy: 1.0000
 69/135 [==============>...............] - ETA: 0s - loss: 0.1202 - accuracy: 0.8406
135/135 [==============================] - 0s 717us/step - loss: 0.1227 - accuracy: 0.8296
Epoch 12/20

  1/135 [..............................] - ETA: 0s - loss: 0.0413 - accuracy: 1.0000
 58/135 [===========>..................] - ETA: 0s - loss: 0.1195 - accuracy: 0.7759
117/135 [=========================>....] - ETA: 0s - loss: 0.1204 - accuracy: 0.8034
135/135 [==============================] - 0s 857us/step - loss: 0.1177 - accuracy: 0.8222
Epoch 13/20

  1/135 [..............................] - ETA: 0s - loss: 0.0439 - accuracy: 1.0000
 66/135 [=============>................] - ETA: 0s - loss: 0.1163 - accuracy: 0.8030
135/135 [==============================] - 0s 746us/step - loss: 0.1130 - accuracy: 0.8148
Epoch 14/20

  1/135 [..............................] - ETA: 0s - loss: 0.0115 - accuracy: 1.0000
 59/135 [============>.................] - ETA: 0s - loss: 0.1128 - accuracy: 0.9153
123/135 [==========================>...] - ETA: 0s - loss: 0.1093 - accuracy: 0.8780
135/135 [==============================] - 0s 842us/step - loss: 0.1102 - accuracy: 0.8667
Epoch 15/20

  1/135 [..............................] - ETA: 0s - loss: 0.0168 - accuracy: 1.0000
 71/135 [==============>...............] - ETA: 0s - loss: 0.1126 - accuracy: 0.8451
135/135 [==============================] - 0s 709us/step - loss: 0.1074 - accuracy: 0.8593
Epoch 16/20

  1/135 [..............................] - ETA: 0s - loss: 0.0158 - accuracy: 1.0000
 61/135 [============>.................] - ETA: 0s - loss: 0.1108 - accuracy: 0.8361
122/135 [==========================>...] - ETA: 0s - loss: 0.1071 - accuracy: 0.8689
135/135 [==============================] - 0s 901us/step - loss: 0.1054 - accuracy: 0.8741
Epoch 17/20

  1/135 [..............................] - ETA: 0s - loss: 0.1052 - accuracy: 1.0000
 58/135 [===========>..................] - ETA: 0s - loss: 0.1035 - accuracy: 0.8448
124/135 [==========================>...] - ETA: 0s - loss: 0.1041 - accuracy: 0.8387
135/135 [==============================] - 0s 857us/step - loss: 0.1032 - accuracy: 0.8444
Epoch 18/20

  1/135 [..............................] - ETA: 0s - loss: 0.0092 - accuracy: 1.0000
 55/135 [===========>..................] - ETA: 0s - loss: 0.1020 - accuracy: 0.8727
116/135 [========================>.....] - ETA: 0s - loss: 0.0989 - accuracy: 0.8966
135/135 [==============================] - 0s 855us/step - loss: 0.1014 - accuracy: 0.8889
Epoch 19/20

  1/135 [..............................] - ETA: 0s - loss: 0.0070 - accuracy: 1.0000
 76/135 [===============>..............] - ETA: 0s - loss: 0.1000 - accuracy: 0.9079
135/135 [==============================] - 0s 702us/step - loss: 0.0987 - accuracy: 0.9111
Epoch 20/20

  1/135 [..............................] - ETA: 0s - loss: 0.0136 - accuracy: 1.0000
 62/135 [============>.................] - ETA: 0s - loss: 0.0882 - accuracy: 0.9677
117/135 [=========================>....] - ETA: 0s - loss: 0.0971 - accuracy: 0.9316
135/135 [==============================] - 0s 850us/step - loss: 0.0958 - accuracy: 0.9259

 1/15 [=>............................] - ETA: 0s
15/15 [==============================] - 0s 1ms/step
Epoch 1/20

  1/135 [..............................] - ETA: 5s - loss: 0.1060 - accuracy: 1.0000
 78/135 [================>.............] - ETA: 0s - loss: 0.1720 - accuracy: 0.6538
135/135 [==============================] - 0s 1ms/step - loss: 0.1637 - accuracy: 0.6593
Epoch 2/20

  1/135 [..............................] - ETA: 0s - loss: 0.2226 - accuracy: 0.0000e+00
 73/135 [===============>..............] - ETA: 0s - loss: 0.1449 - accuracy: 0.6712    
135/135 [==============================] - 0s 731us/step - loss: 0.1419 - accuracy: 0.6593
Epoch 3/20

  1/135 [..............................] - ETA: 0s - loss: 0.2001 - accuracy: 0.0000e+00
 62/135 [============>.................] - ETA: 0s - loss: 0.1371 - accuracy: 0.6613    
127/135 [===========================>..] - ETA: 0s - loss: 0.1360 - accuracy: 0.6850
135/135 [==============================] - 0s 798us/step - loss: 0.1337 - accuracy: 0.6815
Epoch 4/20

  1/135 [..............................] - ETA: 0s - loss: 0.1826 - accuracy: 1.0000
 70/135 [==============>...............] - ETA: 0s - loss: 0.1328 - accuracy: 0.6571
135/135 [==============================] - 0s 724us/step - loss: 0.1279 - accuracy: 0.6815
Epoch 5/20

  1/135 [..............................] - ETA: 0s - loss: 0.1858 - accuracy: 0.0000e+00
 63/135 [=============>................] - ETA: 0s - loss: 0.1266 - accuracy: 0.7778    
111/135 [=======================>......] - ETA: 0s - loss: 0.1246 - accuracy: 0.7928
135/135 [==============================] - 0s 894us/step - loss: 0.1234 - accuracy: 0.8074
Epoch 6/20

  1/135 [..............................] - ETA: 0s - loss: 0.0186 - accuracy: 1.0000
 76/135 [===============>..............] - ETA: 0s - loss: 0.1157 - accuracy: 0.8158
135/135 [==============================] - 0s 687us/step - loss: 0.1192 - accuracy: 0.8222
Epoch 7/20

  1/135 [..............................] - ETA: 0s - loss: 0.1533 - accuracy: 1.0000
 52/135 [==========>...................] - ETA: 0s - loss: 0.1157 - accuracy: 0.7500
107/135 [======================>.......] - ETA: 0s - loss: 0.1164 - accuracy: 0.7664
135/135 [==============================] - 0s 909us/step - loss: 0.1160 - accuracy: 0.7778
Epoch 8/20

  1/135 [..............................] - ETA: 0s - loss: 0.0197 - accuracy: 1.0000
 75/135 [===============>..............] - ETA: 0s - loss: 0.1145 - accuracy: 0.8133
135/135 [==============================] - 0s 669us/step - loss: 0.1133 - accuracy: 0.8370
Epoch 9/20

  1/135 [..............................] - ETA: 0s - loss: 0.0159 - accuracy: 1.0000
 54/135 [===========>..................] - ETA: 0s - loss: 0.1226 - accuracy: 0.8333
113/135 [========================>.....] - ETA: 0s - loss: 0.1124 - accuracy: 0.8142
135/135 [==============================] - 0s 882us/step - loss: 0.1105 - accuracy: 0.8148
Epoch 10/20

  1/135 [..............................] - ETA: 0s - loss: 0.1571 - accuracy: 1.0000
 79/135 [================>.............] - ETA: 0s - loss: 0.1049 - accuracy: 0.8987
135/135 [==============================] - 0s 657us/step - loss: 0.1082 - accuracy: 0.8444
Epoch 11/20

  1/135 [..............................] - ETA: 0s - loss: 0.1432 - accuracy: 1.0000
 57/135 [===========>..................] - ETA: 0s - loss: 0.1100 - accuracy: 0.9123
109/135 [=======================>......] - ETA: 0s - loss: 0.1083 - accuracy: 0.9083
135/135 [==============================] - 0s 909us/step - loss: 0.1066 - accuracy: 0.8963
Epoch 12/20

  1/135 [..............................] - ETA: 0s - loss: 0.1315 - accuracy: 1.0000
 79/135 [================>.............] - ETA: 0s - loss: 0.1054 - accuracy: 0.7975
135/135 [==============================] - 0s 655us/step - loss: 0.1046 - accuracy: 0.8296
Epoch 13/20

  1/135 [..............................] - ETA: 0s - loss: 0.1764 - accuracy: 0.0000e+00
 50/135 [==========>...................] - ETA: 0s - loss: 0.0894 - accuracy: 0.9000    
112/135 [=======================>......] - ETA: 0s - loss: 0.0946 - accuracy: 0.8839
135/135 [==============================] - 0s 879us/step - loss: 0.1027 - accuracy: 0.8593
Epoch 14/20

  1/135 [..............................] - ETA: 0s - loss: 0.1547 - accuracy: 1.0000
 79/135 [================>.............] - ETA: 0s - loss: 0.0911 - accuracy: 0.9114
135/135 [==============================] - 0s 651us/step - loss: 0.0998 - accuracy: 0.8667
Epoch 15/20

  1/135 [..............................] - ETA: 0s - loss: 0.0071 - accuracy: 1.0000
 55/135 [===========>..................] - ETA: 0s - loss: 0.1007 - accuracy: 0.8909
116/135 [========================>.....] - ETA: 0s - loss: 0.0935 - accuracy: 0.8966
135/135 [==============================] - 0s 867us/step - loss: 0.0976 - accuracy: 0.8963
Epoch 16/20

  1/135 [..............................] - ETA: 0s - loss: 0.0863 - accuracy: 1.0000
 80/135 [================>.............] - ETA: 0s - loss: 0.0989 - accuracy: 0.8500
135/135 [==============================] - 0s 665us/step - loss: 0.0978 - accuracy: 0.8667
Epoch 17/20

  1/135 [..............................] - ETA: 0s - loss: 0.1761 - accuracy: 0.0000e+00
 60/135 [============>.................] - ETA: 0s - loss: 0.0797 - accuracy: 0.9167    
122/135 [==========================>...] - ETA: 0s - loss: 0.0907 - accuracy: 0.9180
135/135 [==============================] - 0s 835us/step - loss: 0.0950 - accuracy: 0.9185
Epoch 18/20

  1/135 [..............................] - ETA: 0s - loss: 0.1322 - accuracy: 1.0000
 80/135 [================>.............] - ETA: 0s - loss: 0.1003 - accuracy: 0.8500
135/135 [==============================] - 0s 665us/step - loss: 0.0923 - accuracy: 0.8741
Epoch 19/20

  1/135 [..............................] - ETA: 0s - loss: 0.0035 - accuracy: 1.0000
 51/135 [==========>...................] - ETA: 0s - loss: 0.0911 - accuracy: 0.9216
 92/135 [===================>..........] - ETA: 0s - loss: 0.0905 - accuracy: 0.9239
135/135 [==============================] - 0s 1ms/step - loss: 0.0878 - accuracy: 0.9111
Epoch 20/20

  1/135 [..............................] - ETA: 0s - loss: 0.0974 - accuracy: 1.0000
 75/135 [===============>..............] - ETA: 0s - loss: 0.0923 - accuracy: 0.8667
123/135 [==========================>...] - ETA: 0s - loss: 0.0906 - accuracy: 0.8943
135/135 [==============================] - 0s 835us/step - loss: 0.0872 - accuracy: 0.9037

 1/15 [=>............................] - ETA: 0s
15/15 [==============================] - 0s 2ms/step
Epoch 1/20

  1/135 [..............................] - ETA: 5s - loss: 0.3100 - accuracy: 0.0000e+00
 69/135 [==============>...............] - ETA: 0s - loss: 0.2332 - accuracy: 0.3188    
135/135 [==============================] - 0s 997us/step - loss: 0.2291 - accuracy: 0.3333
Epoch 2/20

  1/135 [..............................] - ETA: 0s - loss: 0.1865 - accuracy: 1.0000
 77/135 [================>.............] - ETA: 0s - loss: 0.2255 - accuracy: 0.3117
135/135 [==============================] - 0s 703us/step - loss: 0.2249 - accuracy: 0.3407
Epoch 3/20

  1/135 [..............................] - ETA: 0s - loss: 0.2253 - accuracy: 0.0000e+00
 61/135 [============>.................] - ETA: 0s - loss: 0.2238 - accuracy: 0.3279    
124/135 [==========================>...] - ETA: 0s - loss: 0.2230 - accuracy: 0.3306
135/135 [==============================] - 0s 812us/step - loss: 0.2235 - accuracy: 0.3259
Epoch 4/20

  1/135 [..............................] - ETA: 0s - loss: 0.2099 - accuracy: 1.0000
 78/135 [================>.............] - ETA: 0s - loss: 0.2222 - accuracy: 0.3205
135/135 [==============================] - 0s 709us/step - loss: 0.2230 - accuracy: 0.2963
Epoch 5/20

  1/135 [..............................] - ETA: 0s - loss: 0.2152 - accuracy: 1.0000
 44/135 [========>.....................] - ETA: 0s - loss: 0.2229 - accuracy: 0.3409
 87/135 [==================>...........] - ETA: 0s - loss: 0.2225 - accuracy: 0.3333
135/135 [==============================] - 0s 1ms/step - loss: 0.2229 - accuracy: 0.2741
Epoch 6/20

  1/135 [..............................] - ETA: 0s - loss: 0.2172 - accuracy: 0.0000e+00
 68/135 [==============>...............] - ETA: 0s - loss: 0.2221 - accuracy: 0.3382    
129/135 [===========================>..] - ETA: 0s - loss: 0.2226 - accuracy: 0.3023
135/135 [==============================] - 0s 824us/step - loss: 0.2226 - accuracy: 0.2963
Epoch 7/20

  1/135 [..............................] - ETA: 0s - loss: 0.2210 - accuracy: 0.0000e+00
 61/135 [============>.................] - ETA: 0s - loss: 0.2210 - accuracy: 0.3443    
135/135 [==============================] - 0s 761us/step - loss: 0.2224 - accuracy: 0.2815
Epoch 8/20

  1/135 [..............................] - ETA: 0s - loss: 0.2256 - accuracy: 0.0000e+00
 80/135 [================>.............] - ETA: 0s - loss: 0.2217 - accuracy: 0.3750    
135/135 [==============================] - 0s 702us/step - loss: 0.2223 - accuracy: 0.3481
Epoch 9/20

  1/135 [..............................] - ETA: 0s - loss: 0.2156 - accuracy: 1.0000
 65/135 [=============>................] - ETA: 0s - loss: 0.2222 - accuracy: 0.2769
128/135 [===========================>..] - ETA: 0s - loss: 0.2218 - accuracy: 0.3047
135/135 [==============================] - 0s 790us/step - loss: 0.2220 - accuracy: 0.2963
Epoch 10/20

  1/135 [..............................] - ETA: 0s - loss: 0.2279 - accuracy: 0.0000e+00
 76/135 [===============>..............] - ETA: 0s - loss: 0.2215 - accuracy: 0.3816    
135/135 [==============================] - 0s 702us/step - loss: 0.2214 - accuracy: 0.3630
Epoch 11/20

  1/135 [..............................] - ETA: 0s - loss: 0.2133 - accuracy: 1.0000
 61/135 [============>.................] - ETA: 0s - loss: 0.2208 - accuracy: 0.2459
121/135 [=========================>....] - ETA: 0s - loss: 0.2204 - accuracy: 0.2727
135/135 [==============================] - 0s 849us/step - loss: 0.2206 - accuracy: 0.2667
Epoch 12/20

  1/135 [..............................] - ETA: 0s - loss: 0.2195 - accuracy: 0.0000e+00
 78/135 [================>.............] - ETA: 0s - loss: 0.2188 - accuracy: 0.3718    
135/135 [==============================] - 0s 731us/step - loss: 0.2185 - accuracy: 0.3407
Epoch 13/20

  1/135 [..............................] - ETA: 0s - loss: 0.2099 - accuracy: 1.0000
 52/135 [==========>...................] - ETA: 0s - loss: 0.2154 - accuracy: 0.6731
111/135 [=======================>......] - ETA: 0s - loss: 0.2134 - accuracy: 0.6667
135/135 [==============================] - 0s 894us/step - loss: 0.2130 - accuracy: 0.6519
Epoch 14/20

  1/135 [..............................] - ETA: 0s - loss: 0.2063 - accuracy: 1.0000
 75/135 [===============>..............] - ETA: 0s - loss: 0.2056 - accuracy: 0.6533
131/135 [============================>.] - ETA: 0s - loss: 0.2028 - accuracy: 0.6489
135/135 [==============================] - 0s 827us/step - loss: 0.2026 - accuracy: 0.6519
Epoch 15/20

  1/135 [..............................] - ETA: 0s - loss: 0.1987 - accuracy: 1.0000
 44/135 [========>.....................] - ETA: 0s - loss: 0.1964 - accuracy: 0.7045
103/135 [=====================>........] - ETA: 0s - loss: 0.1929 - accuracy: 0.6893
135/135 [==============================] - 0s 935us/step - loss: 0.1926 - accuracy: 0.6667
Epoch 16/20

  1/135 [..............................] - ETA: 0s - loss: 0.1913 - accuracy: 1.0000
 65/135 [=============>................] - ETA: 0s - loss: 0.1894 - accuracy: 0.6154
124/135 [==========================>...] - ETA: 0s - loss: 0.1840 - accuracy: 0.6613
135/135 [==============================] - 0s 834us/step - loss: 0.1833 - accuracy: 0.6667
Epoch 17/20

  1/135 [..............................] - ETA: 0s - loss: 0.2284 - accuracy: 0.0000e+00
 62/135 [============>.................] - ETA: 0s - loss: 0.1697 - accuracy: 0.6774    
124/135 [==========================>...] - ETA: 0s - loss: 0.1717 - accuracy: 0.6613
135/135 [==============================] - 0s 840us/step - loss: 0.1721 - accuracy: 0.6667
Epoch 18/20

  1/135 [..............................] - ETA: 0s - loss: 0.1606 - accuracy: 1.0000
 75/135 [===============>..............] - ETA: 0s - loss: 0.1610 - accuracy: 0.6933
135/135 [==============================] - 0s 680us/step - loss: 0.1583 - accuracy: 0.6667
Epoch 19/20

  1/135 [..............................] - ETA: 0s - loss: 0.0796 - accuracy: 1.0000
 62/135 [============>.................] - ETA: 0s - loss: 0.1598 - accuracy: 0.5968
122/135 [==========================>...] - ETA: 0s - loss: 0.1491 - accuracy: 0.6475
135/135 [==============================] - 0s 835us/step - loss: 0.1474 - accuracy: 0.6667
Epoch 20/20

  1/135 [..............................] - ETA: 0s - loss: 0.1336 - accuracy: 1.0000
 80/135 [================>.............] - ETA: 0s - loss: 0.1370 - accuracy: 0.7000
135/135 [==============================] - 0s 643us/step - loss: 0.1404 - accuracy: 0.6667

 1/15 [=>............................] - ETA: 0s
15/15 [==============================] - 0s 1ms/step
Epoch 1/20

  1/135 [..............................] - ETA: 5s - loss: 0.1625 - accuracy: 1.0000
 69/135 [==============>...............] - ETA: 0s - loss: 0.2516 - accuracy: 0.2754
135/135 [==============================] - 0s 1ms/step - loss: 0.2242 - accuracy: 0.3630
Epoch 2/20

  1/135 [..............................] - ETA: 0s - loss: 0.1338 - accuracy: 1.0000
 77/135 [================>.............] - ETA: 0s - loss: 0.1814 - accuracy: 0.6364
135/135 [==============================] - 0s 672us/step - loss: 0.1905 - accuracy: 0.5926
Epoch 3/20

  1/135 [..............................] - ETA: 0s - loss: 0.1674 - accuracy: 1.0000
 62/135 [============>.................] - ETA: 0s - loss: 0.1819 - accuracy: 0.6129
121/135 [=========================>....] - ETA: 0s - loss: 0.1761 - accuracy: 0.6612
135/135 [==============================] - 0s 842us/step - loss: 0.1759 - accuracy: 0.6593
Epoch 4/20

  1/135 [..............................] - ETA: 0s - loss: 0.1881 - accuracy: 1.0000
 69/135 [==============>...............] - ETA: 0s - loss: 0.1635 - accuracy: 0.6957
135/135 [==============================] - 0s 687us/step - loss: 0.1637 - accuracy: 0.6593
Epoch 5/20

  1/135 [..............................] - ETA: 0s - loss: 0.0770 - accuracy: 1.0000
 71/135 [==============>...............] - ETA: 0s - loss: 0.1499 - accuracy: 0.5352
131/135 [============================>.] - ETA: 0s - loss: 0.1526 - accuracy: 0.5954
135/135 [==============================] - 0s 784us/step - loss: 0.1541 - accuracy: 0.5778
Epoch 6/20

  1/135 [..............................] - ETA: 0s - loss: 0.0525 - accuracy: 1.0000
 60/135 [============>.................] - ETA: 0s - loss: 0.1571 - accuracy: 0.5333
132/135 [============================>.] - ETA: 0s - loss: 0.1457 - accuracy: 0.5227
135/135 [==============================] - 0s 774us/step - loss: 0.1465 - accuracy: 0.5185
Epoch 7/20

  1/135 [..............................] - ETA: 0s - loss: 0.1718 - accuracy: 1.0000
 72/135 [===============>..............] - ETA: 0s - loss: 0.1326 - accuracy: 0.6528
128/135 [===========================>..] - ETA: 0s - loss: 0.1405 - accuracy: 0.5312
135/135 [==============================] - 0s 811us/step - loss: 0.1399 - accuracy: 0.5333
Epoch 8/20

  1/135 [..............................] - ETA: 0s - loss: 0.1941 - accuracy: 0.0000e+00
 57/135 [===========>..................] - ETA: 0s - loss: 0.1402 - accuracy: 0.4211    
130/135 [===========================>..] - ETA: 0s - loss: 0.1350 - accuracy: 0.5231
135/135 [==============================] - 0s 783us/step - loss: 0.1336 - accuracy: 0.5333
Epoch 9/20

  1/135 [..............................] - ETA: 0s - loss: 0.2036 - accuracy: 0.0000e+00
 71/135 [==============>...............] - ETA: 0s - loss: 0.1319 - accuracy: 0.6338    
129/135 [===========================>..] - ETA: 0s - loss: 0.1291 - accuracy: 0.6512
135/135 [==============================] - 0s 816us/step - loss: 0.1276 - accuracy: 0.6593
Epoch 10/20

  1/135 [..............................] - ETA: 0s - loss: 0.2076 - accuracy: 0.0000e+00
 66/135 [=============>................] - ETA: 0s - loss: 0.1191 - accuracy: 0.6818    
135/135 [==============================] - 0s 751us/step - loss: 0.1222 - accuracy: 0.6741
Epoch 11/20

  1/135 [..............................] - ETA: 0s - loss: 0.1301 - accuracy: 1.0000
 76/135 [===============>..............] - ETA: 0s - loss: 0.1188 - accuracy: 0.6579
134/135 [============================>.] - ETA: 0s - loss: 0.1170 - accuracy: 0.6791
135/135 [==============================] - 0s 768us/step - loss: 0.1177 - accuracy: 0.6741
Epoch 12/20

  1/135 [..............................] - ETA: 0s - loss: 0.0123 - accuracy: 1.0000
 62/135 [============>.................] - ETA: 0s - loss: 0.1215 - accuracy: 0.6452
130/135 [===========================>..] - ETA: 0s - loss: 0.1158 - accuracy: 0.6769
135/135 [==============================] - 0s 783us/step - loss: 0.1134 - accuracy: 0.6815
Epoch 13/20

  1/135 [..............................] - ETA: 0s - loss: 0.1886 - accuracy: 0.0000e+00
 78/135 [================>.............] - ETA: 0s - loss: 0.1011 - accuracy: 0.7051    
135/135 [==============================] - 0s 739us/step - loss: 0.1098 - accuracy: 0.7111
Epoch 14/20

  1/135 [..............................] - ETA: 0s - loss: 0.1097 - accuracy: 1.0000
 64/135 [=============>................] - ETA: 0s - loss: 0.1119 - accuracy: 0.7656
132/135 [============================>.] - ETA: 0s - loss: 0.1075 - accuracy: 0.7727
135/135 [==============================] - 0s 776us/step - loss: 0.1067 - accuracy: 0.7778
Epoch 15/20

  1/135 [..............................] - ETA: 0s - loss: 0.0075 - accuracy: 1.0000
 78/135 [================>.............] - ETA: 0s - loss: 0.0973 - accuracy: 0.7821
135/135 [==============================] - 0s 761us/step - loss: 0.1039 - accuracy: 0.7926
Epoch 16/20

  1/135 [..............................] - ETA: 0s - loss: 0.0093 - accuracy: 1.0000
 54/135 [===========>..................] - ETA: 0s - loss: 0.0957 - accuracy: 0.8889
123/135 [==========================>...] - ETA: 0s - loss: 0.1009 - accuracy: 0.8780
135/135 [==============================] - 0s 820us/step - loss: 0.1011 - accuracy: 0.8667
Epoch 17/20

  1/135 [..............................] - ETA: 0s - loss: 0.0106 - accuracy: 1.0000
 75/135 [===============>..............] - ETA: 0s - loss: 0.0935 - accuracy: 0.8933
121/135 [=========================>....] - ETA: 0s - loss: 0.0986 - accuracy: 0.8843
135/135 [==============================] - 0s 872us/step - loss: 0.0985 - accuracy: 0.8815
Epoch 18/20

  1/135 [..............................] - ETA: 0s - loss: 0.0138 - accuracy: 1.0000
 62/135 [============>.................] - ETA: 0s - loss: 0.0952 - accuracy: 0.8710
135/135 [==============================] - 0s 746us/step - loss: 0.0959 - accuracy: 0.8593
Epoch 19/20

  1/135 [..............................] - ETA: 0s - loss: 0.0132 - accuracy: 1.0000
 78/135 [================>.............] - ETA: 0s - loss: 0.0878 - accuracy: 0.8718
135/135 [==============================] - 0s 731us/step - loss: 0.0931 - accuracy: 0.8667
Epoch 20/20

  1/135 [..............................] - ETA: 0s - loss: 0.1525 - accuracy: 1.0000
 53/135 [==========>...................] - ETA: 0s - loss: 0.0880 - accuracy: 0.9623
125/135 [==========================>...] - ETA: 0s - loss: 0.0906 - accuracy: 0.9200
135/135 [==============================] - 0s 812us/step - loss: 0.0907 - accuracy: 0.9111

 1/15 [=>............................] - ETA: 0s
15/15 [==============================] - 0s 1ms/step
Epoch 1/20

  1/135 [..............................] - ETA: 5s - loss: 0.3476 - accuracy: 0.0000e+00
 75/135 [===============>..............] - ETA: 0s - loss: 0.1800 - accuracy: 0.6400    
135/135 [==============================] - 0s 959us/step - loss: 0.1676 - accuracy: 0.6667
Epoch 2/20

  1/135 [..............................] - ETA: 0s - loss: 0.0814 - accuracy: 1.0000
 68/135 [==============>...............] - ETA: 0s - loss: 0.1476 - accuracy: 0.7059
124/135 [==========================>...] - ETA: 0s - loss: 0.1511 - accuracy: 0.6694
135/135 [==============================] - 0s 844us/step - loss: 0.1505 - accuracy: 0.6667
Epoch 3/20

  1/135 [..............................] - ETA: 0s - loss: 0.2590 - accuracy: 0.0000e+00
 47/135 [=========>....................] - ETA: 0s - loss: 0.1551 - accuracy: 0.5957    
106/135 [======================>.......] - ETA: 0s - loss: 0.1441 - accuracy: 0.6415
135/135 [==============================] - 0s 968us/step - loss: 0.1395 - accuracy: 0.6667
Epoch 4/20

  1/135 [..............................] - ETA: 0s - loss: 0.2564 - accuracy: 0.0000e+00
 78/135 [================>.............] - ETA: 0s - loss: 0.1344 - accuracy: 0.6538    
134/135 [============================>.] - ETA: 0s - loss: 0.1296 - accuracy: 0.6716
135/135 [==============================] - 0s 768us/step - loss: 0.1306 - accuracy: 0.6667
Epoch 5/20

  1/135 [..............................] - ETA: 0s - loss: 0.1180 - accuracy: 1.0000
 45/135 [=========>....................] - ETA: 0s - loss: 0.1312 - accuracy: 0.6444
100/135 [=====================>........] - ETA: 0s - loss: 0.1296 - accuracy: 0.7400
135/135 [==============================] - 0s 968us/step - loss: 0.1228 - accuracy: 0.7481
Epoch 6/20

  1/135 [..............................] - ETA: 0s - loss: 0.0916 - accuracy: 1.0000
 65/135 [=============>................] - ETA: 0s - loss: 0.1218 - accuracy: 0.7077
121/135 [=========================>....] - ETA: 0s - loss: 0.1167 - accuracy: 0.7438
135/135 [==============================] - 0s 850us/step - loss: 0.1180 - accuracy: 0.7407
Epoch 7/20

  1/135 [..............................] - ETA: 0s - loss: 0.0311 - accuracy: 1.0000
 63/135 [=============>................] - ETA: 0s - loss: 0.1080 - accuracy: 0.8095
135/135 [==============================] - 0s 753us/step - loss: 0.1131 - accuracy: 0.8074
Epoch 8/20

  1/135 [..............................] - ETA: 0s - loss: 0.0768 - accuracy: 1.0000
 71/135 [==============>...............] - ETA: 0s - loss: 0.1122 - accuracy: 0.8310
135/135 [==============================] - 0s 709us/step - loss: 0.1084 - accuracy: 0.8519
Epoch 9/20

  1/135 [..............................] - ETA: 0s - loss: 0.0270 - accuracy: 1.0000
 61/135 [============>.................] - ETA: 0s - loss: 0.0956 - accuracy: 0.9180
124/135 [==========================>...] - ETA: 0s - loss: 0.1053 - accuracy: 0.8871
135/135 [==============================] - 0s 812us/step - loss: 0.1039 - accuracy: 0.8815
Epoch 10/20

  1/135 [..............................] - ETA: 0s - loss: 0.0957 - accuracy: 1.0000
 74/135 [===============>..............] - ETA: 0s - loss: 0.1045 - accuracy: 0.9324
135/135 [==============================] - 0s 685us/step - loss: 0.1022 - accuracy: 0.8963
Epoch 11/20

  1/135 [..............................] - ETA: 0s - loss: 0.0710 - accuracy: 1.0000
 65/135 [=============>................] - ETA: 0s - loss: 0.1066 - accuracy: 0.8308
127/135 [===========================>..] - ETA: 0s - loss: 0.0974 - accuracy: 0.8898
135/135 [==============================] - 0s 810us/step - loss: 0.0975 - accuracy: 0.8889
Epoch 12/20

  1/135 [..............................] - ETA: 0s - loss: 0.1981 - accuracy: 0.0000e+00
 69/135 [==============>...............] - ETA: 0s - loss: 0.0976 - accuracy: 0.9130    
135/135 [==============================] - 0s 694us/step - loss: 0.0954 - accuracy: 0.9111
Epoch 13/20

  1/135 [..............................] - ETA: 0s - loss: 0.0773 - accuracy: 1.0000
 63/135 [=============>................] - ETA: 0s - loss: 0.0897 - accuracy: 0.9206
125/135 [==========================>...] - ETA: 0s - loss: 0.0927 - accuracy: 0.8960
135/135 [==============================] - 0s 820us/step - loss: 0.0925 - accuracy: 0.9037
Epoch 14/20

  1/135 [..............................] - ETA: 0s - loss: 0.1647 - accuracy: 1.0000
 71/135 [==============>...............] - ETA: 0s - loss: 0.0909 - accuracy: 0.9296
135/135 [==============================] - 0s 715us/step - loss: 0.0895 - accuracy: 0.9037
Epoch 15/20

  1/135 [..............................] - ETA: 0s - loss: 0.1376 - accuracy: 1.0000
 57/135 [===========>..................] - ETA: 0s - loss: 0.0908 - accuracy: 0.9474
121/135 [=========================>....] - ETA: 0s - loss: 0.0892 - accuracy: 0.9339
135/135 [==============================] - 0s 840us/step - loss: 0.0877 - accuracy: 0.9407
Epoch 16/20

  1/135 [..............................] - ETA: 0s - loss: 0.0816 - accuracy: 1.0000
 73/135 [===============>..............] - ETA: 0s - loss: 0.0821 - accuracy: 0.9589
135/135 [==============================] - 0s 676us/step - loss: 0.0839 - accuracy: 0.9407
Epoch 17/20

  1/135 [..............................] - ETA: 0s - loss: 0.1659 - accuracy: 1.0000
 63/135 [=============>................] - ETA: 0s - loss: 0.0766 - accuracy: 0.9524
126/135 [===========================>..] - ETA: 0s - loss: 0.0786 - accuracy: 0.9444
135/135 [==============================] - 0s 814us/step - loss: 0.0802 - accuracy: 0.9333
Epoch 18/20

  1/135 [..............................] - ETA: 0s - loss: 0.1077 - accuracy: 1.0000
 75/135 [===============>..............] - ETA: 0s - loss: 0.0808 - accuracy: 0.9067
135/135 [==============================] - 0s 658us/step - loss: 0.0795 - accuracy: 0.9037
Epoch 19/20

  1/135 [..............................] - ETA: 0s - loss: 0.1175 - accuracy: 1.0000
 60/135 [============>.................] - ETA: 0s - loss: 0.0766 - accuracy: 0.9667
124/135 [==========================>...] - ETA: 0s - loss: 0.0792 - accuracy: 0.9516
135/135 [==============================] - 0s 850us/step - loss: 0.0788 - accuracy: 0.9481
Epoch 20/20

  1/135 [..............................] - ETA: 0s - loss: 0.0151 - accuracy: 1.0000
 71/135 [==============>...............] - ETA: 0s - loss: 0.0651 - accuracy: 0.9859
135/135 [==============================] - 0s 694us/step - loss: 0.0739 - accuracy: 0.9407

 1/15 [=>............................] - ETA: 0s
15/15 [==============================] - 0s 1ms/step
Epoch 1/20

  1/135 [..............................] - ETA: 5s - loss: 0.1941 - accuracy: 0.0000e+00
 73/135 [===============>..............] - ETA: 0s - loss: 0.2500 - accuracy: 0.3014    
135/135 [==============================] - 0s 968us/step - loss: 0.2382 - accuracy: 0.3630
Epoch 2/20

  1/135 [..............................] - ETA: 0s - loss: 0.3029 - accuracy: 0.0000e+00
 77/135 [================>.............] - ETA: 0s - loss: 0.1953 - accuracy: 0.5714    
135/135 [==============================] - 0s 687us/step - loss: 0.1833 - accuracy: 0.6222
Epoch 3/20

  1/135 [..............................] - ETA: 0s - loss: 0.0771 - accuracy: 1.0000
 62/135 [============>.................] - ETA: 0s - loss: 0.1514 - accuracy: 0.6935
129/135 [===========================>..] - ETA: 0s - loss: 0.1515 - accuracy: 0.6899
135/135 [==============================] - 0s 805us/step - loss: 0.1511 - accuracy: 0.6963
Epoch 4/20

  1/135 [..............................] - ETA: 0s - loss: 0.0483 - accuracy: 1.0000
 78/135 [================>.............] - ETA: 0s - loss: 0.1417 - accuracy: 0.7308
135/135 [==============================] - 0s 665us/step - loss: 0.1387 - accuracy: 0.7481
Epoch 5/20

  1/135 [..............................] - ETA: 0s - loss: 0.1570 - accuracy: 1.0000
 56/135 [===========>..................] - ETA: 0s - loss: 0.1411 - accuracy: 0.7321
115/135 [========================>.....] - ETA: 0s - loss: 0.1329 - accuracy: 0.7391
135/135 [==============================] - 0s 879us/step - loss: 0.1317 - accuracy: 0.7481
Epoch 6/20

  1/135 [..............................] - ETA: 0s - loss: 0.1359 - accuracy: 1.0000
 80/135 [================>.............] - ETA: 0s - loss: 0.1272 - accuracy: 0.7000
135/135 [==============================] - 0s 656us/step - loss: 0.1270 - accuracy: 0.7185
Epoch 7/20

  1/135 [..............................] - ETA: 0s - loss: 0.1297 - accuracy: 1.0000
 73/135 [===============>..............] - ETA: 0s - loss: 0.1347 - accuracy: 0.6986
134/135 [============================>.] - ETA: 0s - loss: 0.1232 - accuracy: 0.7239
135/135 [==============================] - 0s 768us/step - loss: 0.1233 - accuracy: 0.7259
Epoch 8/20

  1/135 [..............................] - ETA: 0s - loss: 0.0317 - accuracy: 1.0000
 64/135 [=============>................] - ETA: 0s - loss: 0.1128 - accuracy: 0.7344
135/135 [==============================] - 0s 746us/step - loss: 0.1202 - accuracy: 0.7556
Epoch 9/20

  1/135 [..............................] - ETA: 0s - loss: 0.2146 - accuracy: 0.0000e+00
 71/135 [==============>...............] - ETA: 0s - loss: 0.1176 - accuracy: 0.7746    
130/135 [===========================>..] - ETA: 0s - loss: 0.1180 - accuracy: 0.7538
135/135 [==============================] - 0s 790us/step - loss: 0.1177 - accuracy: 0.7556
Epoch 10/20

  1/135 [..............................] - ETA: 0s - loss: 0.0212 - accuracy: 1.0000
 64/135 [=============>................] - ETA: 0s - loss: 0.1207 - accuracy: 0.7656
135/135 [==============================] - 0s 738us/step - loss: 0.1154 - accuracy: 0.7630
Epoch 11/20

  1/135 [..............................] - ETA: 0s - loss: 0.0189 - accuracy: 1.0000
 75/135 [===============>..............] - ETA: 0s - loss: 0.1113 - accuracy: 0.8267
135/135 [==============================] - 0s 746us/step - loss: 0.1124 - accuracy: 0.7630
Epoch 12/20

  1/135 [..............................] - ETA: 0s - loss: 0.0196 - accuracy: 1.0000
 63/135 [=============>................] - ETA: 0s - loss: 0.1034 - accuracy: 0.8254
135/135 [==============================] - 0s 754us/step - loss: 0.1104 - accuracy: 0.7778
Epoch 13/20

  1/135 [..............................] - ETA: 0s - loss: 0.0173 - accuracy: 1.0000
 73/135 [===============>..............] - ETA: 0s - loss: 0.1077 - accuracy: 0.7808
132/135 [============================>.] - ETA: 0s - loss: 0.1074 - accuracy: 0.7955
135/135 [==============================] - 0s 798us/step - loss: 0.1083 - accuracy: 0.7926
Epoch 14/20

  1/135 [..............................] - ETA: 0s - loss: 0.1534 - accuracy: 1.0000
 65/135 [=============>................] - ETA: 0s - loss: 0.1130 - accuracy: 0.8000
135/135 [==============================] - 0s 746us/step - loss: 0.1060 - accuracy: 0.8148
Epoch 15/20

  1/135 [..............................] - ETA: 0s - loss: 0.1735 - accuracy: 1.0000
 71/135 [==============>...............] - ETA: 0s - loss: 0.1061 - accuracy: 0.8169
127/135 [===========================>..] - ETA: 0s - loss: 0.1023 - accuracy: 0.8425
135/135 [==============================] - 0s 798us/step - loss: 0.1033 - accuracy: 0.8222
Epoch 16/20

  1/135 [..............................] - ETA: 0s - loss: 0.1940 - accuracy: 1.0000
 65/135 [=============>................] - ETA: 0s - loss: 0.0979 - accuracy: 0.8769
135/135 [==============================] - 0s 731us/step - loss: 0.1015 - accuracy: 0.8593
Epoch 17/20

  1/135 [..............................] - ETA: 0s - loss: 0.1704 - accuracy: 1.0000
 74/135 [===============>..............] - ETA: 0s - loss: 0.1032 - accuracy: 0.8378
130/135 [===========================>..] - ETA: 0s - loss: 0.0983 - accuracy: 0.8385
135/135 [==============================] - 0s 786us/step - loss: 0.0987 - accuracy: 0.8444
Epoch 18/20

  1/135 [..............................] - ETA: 0s - loss: 0.1474 - accuracy: 1.0000
 63/135 [=============>................] - ETA: 0s - loss: 0.0949 - accuracy: 0.8889
134/135 [============================>.] - ETA: 0s - loss: 0.0959 - accuracy: 0.8806
135/135 [==============================] - 0s 758us/step - loss: 0.0953 - accuracy: 0.8815
Epoch 19/20

  1/135 [..............................] - ETA: 0s - loss: 0.1181 - accuracy: 1.0000
 75/135 [===============>..............] - ETA: 0s - loss: 0.0943 - accuracy: 0.8800
133/135 [============================>.] - ETA: 0s - loss: 0.0907 - accuracy: 0.8872
135/135 [==============================] - 0s 768us/step - loss: 0.0907 - accuracy: 0.8889
Epoch 20/20

  1/135 [..............................] - ETA: 0s - loss: 0.0705 - accuracy: 1.0000
 66/135 [=============>................] - ETA: 0s - loss: 0.0877 - accuracy: 0.9394
135/135 [==============================] - 0s 761us/step - loss: 0.0892 - accuracy: 0.9185

 1/15 [=>............................] - ETA: 0s
15/15 [==============================] - 0s 1ms/step
Accuracy of cross validation, mean 0.88, std 0.10
Epoch 1/20

  1/150 [..............................] - ETA: 5s - loss: 0.0505 - accuracy: 1.0000
 79/150 [==============>...............] - ETA: 0s - loss: 0.2678 - accuracy: 0.3797
150/150 [==============================] - 0s 898us/step - loss: 0.2746 - accuracy: 0.3000
Epoch 2/20

  1/150 [..............................] - ETA: 0s - loss: 0.1201 - accuracy: 1.0000
 72/150 [=============>................] - ETA: 0s - loss: 0.2421 - accuracy: 0.4861
139/150 [==========================>...] - ETA: 0s - loss: 0.2269 - accuracy: 0.5827
150/150 [==============================] - 0s 764us/step - loss: 0.2333 - accuracy: 0.5667
Epoch 3/20

  1/150 [..............................] - ETA: 0s - loss: 0.0884 - accuracy: 1.0000
 63/150 [===========>..................] - ETA: 0s - loss: 0.2148 - accuracy: 0.6349
118/150 [======================>.......] - ETA: 0s - loss: 0.2115 - accuracy: 0.6441
150/150 [==============================] - 0s 878us/step - loss: 0.2049 - accuracy: 0.6600
Epoch 4/20

  1/150 [..............................] - ETA: 0s - loss: 0.4252 - accuracy: 0.0000e+00
 80/150 [===============>..............] - ETA: 0s - loss: 0.2027 - accuracy: 0.6250    
142/150 [===========================>..] - ETA: 0s - loss: 0.1819 - accuracy: 0.6761
150/150 [==============================] - 0s 718us/step - loss: 0.1847 - accuracy: 0.6667
Epoch 5/20

  1/150 [..............................] - ETA: 0s - loss: 0.1054 - accuracy: 1.0000
 64/150 [===========>..................] - ETA: 0s - loss: 0.1567 - accuracy: 0.7188
129/150 [========================>.....] - ETA: 0s - loss: 0.1598 - accuracy: 0.6977
150/150 [==============================] - 0s 771us/step - loss: 0.1694 - accuracy: 0.6667
Epoch 6/20

  1/150 [..............................] - ETA: 0s - loss: 0.3721 - accuracy: 0.0000e+00
 79/150 [==============>...............] - ETA: 0s - loss: 0.1566 - accuracy: 0.6709    
144/150 [===========================>..] - ETA: 0s - loss: 0.1575 - accuracy: 0.6667
150/150 [==============================] - 0s 758us/step - loss: 0.1571 - accuracy: 0.6667
Epoch 7/20

  1/150 [..............................] - ETA: 0s - loss: 0.0328 - accuracy: 1.0000
 43/150 [=======>......................] - ETA: 0s - loss: 0.1622 - accuracy: 0.6047
 83/150 [===============>..............] - ETA: 0s - loss: 0.1471 - accuracy: 0.6627
147/150 [============================>.] - ETA: 0s - loss: 0.1457 - accuracy: 0.6667
150/150 [==============================] - 0s 1ms/step - loss: 0.1460 - accuracy: 0.6667
Epoch 8/20

  1/150 [..............................] - ETA: 0s - loss: 0.0456 - accuracy: 1.0000
 65/150 [============>.................] - ETA: 0s - loss: 0.1423 - accuracy: 0.6615
116/150 [======================>.......] - ETA: 0s - loss: 0.1349 - accuracy: 0.6810
150/150 [==============================] - 0s 863us/step - loss: 0.1363 - accuracy: 0.6667
Epoch 9/20

  1/150 [..............................] - ETA: 0s - loss: 0.2846 - accuracy: 0.0000e+00
 64/150 [===========>..................] - ETA: 0s - loss: 0.1246 - accuracy: 0.7031    
128/150 [========================>.....] - ETA: 0s - loss: 0.1287 - accuracy: 0.6641
150/150 [==============================] - 0s 806us/step - loss: 0.1287 - accuracy: 0.6667
Epoch 10/20

  1/150 [..............................] - ETA: 0s - loss: 0.0319 - accuracy: 1.0000
 47/150 [========>.....................] - ETA: 0s - loss: 0.1217 - accuracy: 0.7021
 91/150 [=================>............] - ETA: 0s - loss: 0.1246 - accuracy: 0.6703
150/150 [==============================] - 0s 1ms/step - loss: 0.1227 - accuracy: 0.6867
Epoch 11/20

  1/150 [..............................] - ETA: 0s - loss: 0.0353 - accuracy: 1.0000
 80/150 [===============>..............] - ETA: 0s - loss: 0.1216 - accuracy: 0.7250
150/150 [==============================] - 0s 677us/step - loss: 0.1178 - accuracy: 0.7467
Epoch 12/20

  1/150 [..............................] - ETA: 0s - loss: 0.1069 - accuracy: 1.0000
 66/150 [============>.................] - ETA: 0s - loss: 0.1141 - accuracy: 0.7727
137/150 [==========================>...] - ETA: 0s - loss: 0.1137 - accuracy: 0.7956
150/150 [==============================] - 0s 749us/step - loss: 0.1140 - accuracy: 0.8000
Epoch 13/20

  1/150 [..............................] - ETA: 0s - loss: 0.0305 - accuracy: 1.0000
 76/150 [==============>...............] - ETA: 0s - loss: 0.1196 - accuracy: 0.7895
146/150 [============================>.] - ETA: 0s - loss: 0.1119 - accuracy: 0.8425
150/150 [==============================] - 0s 692us/step - loss: 0.1097 - accuracy: 0.8467
Epoch 14/20

  1/150 [..............................] - ETA: 0s - loss: 0.1276 - accuracy: 1.0000
 61/150 [===========>..................] - ETA: 0s - loss: 0.0902 - accuracy: 0.8361
122/150 [=======================>......] - ETA: 0s - loss: 0.1069 - accuracy: 0.8115
150/150 [==============================] - 0s 804us/step - loss: 0.1063 - accuracy: 0.8133
Epoch 15/20

  1/150 [..............................] - ETA: 0s - loss: 0.1620 - accuracy: 1.0000
 71/150 [=============>................] - ETA: 0s - loss: 0.1089 - accuracy: 0.9296
141/150 [===========================>..] - ETA: 0s - loss: 0.1032 - accuracy: 0.9078
150/150 [==============================] - 0s 738us/step - loss: 0.1036 - accuracy: 0.9000
Epoch 16/20

  1/150 [..............................] - ETA: 0s - loss: 0.0814 - accuracy: 1.0000
 62/150 [===========>..................] - ETA: 0s - loss: 0.1049 - accuracy: 0.8871
130/150 [=========================>....] - ETA: 0s - loss: 0.1010 - accuracy: 0.9000
150/150 [==============================] - 0s 778us/step - loss: 0.1003 - accuracy: 0.9067
Epoch 17/20

  1/150 [..............................] - ETA: 0s - loss: 0.0174 - accuracy: 1.0000
 74/150 [=============>................] - ETA: 0s - loss: 0.0960 - accuracy: 0.9054
144/150 [===========================>..] - ETA: 0s - loss: 0.0966 - accuracy: 0.9028
150/150 [==============================] - 0s 738us/step - loss: 0.0978 - accuracy: 0.8933
Epoch 18/20

  1/150 [..............................] - ETA: 0s - loss: 0.0755 - accuracy: 1.0000
 65/150 [============>.................] - ETA: 0s - loss: 0.0946 - accuracy: 0.9077
128/150 [========================>.....] - ETA: 0s - loss: 0.0967 - accuracy: 0.8984
150/150 [==============================] - 0s 771us/step - loss: 0.0946 - accuracy: 0.9067
Epoch 19/20

  1/150 [..............................] - ETA: 0s - loss: 0.1344 - accuracy: 1.0000
 82/150 [===============>..............] - ETA: 0s - loss: 0.0787 - accuracy: 0.9390
150/150 [==============================] - 0s 658us/step - loss: 0.0904 - accuracy: 0.9067
Epoch 20/20

  1/150 [..............................] - ETA: 0s - loss: 0.0320 - accuracy: 1.0000
 64/150 [===========>..................] - ETA: 0s - loss: 0.0932 - accuracy: 0.9375
123/150 [=======================>......] - ETA: 0s - loss: 0.0895 - accuracy: 0.9512
150/150 [==============================] - 0s 812us/step - loss: 0.0892 - accuracy: 0.9267
save model to disk
Loaded model from disk
predicted probability:[[0.8176036  0.15708877 0.02530759]
 [0.78459394 0.18403882 0.03136715]
 [0.80807155 0.16473296 0.02719547]
 [0.79980403 0.1711593  0.0290367 ]
 [0.82353705 0.1521191  0.02434382]
 [0.81985974 0.1550209  0.02511946]
 [0.81341165 0.15996559 0.02662271]
 [0.81258905 0.1610863  0.02632464]
 [0.7894338  0.17946474 0.03110138]
 [0.80061233 0.170896   0.02849161]
 [0.8219431  0.15359488 0.02446205]
 [0.81413615 0.15952098 0.02634285]
 [0.7963921  0.17434025 0.02926764]
 [0.8112925  0.16201234 0.0266952 ]
 [0.83050185 0.14670154 0.02279658]
 [0.8353628  0.14244    0.02219713]
 [0.82392204 0.151946   0.02413193]
 [0.81218493 0.1614972  0.02631789]
 [0.81551975 0.15891214 0.0255681 ]
 [0.8251866  0.15064697 0.02416635]
 [0.8014835  0.17037782 0.02813869]
 [0.8162381  0.15793605 0.02582584]
 [0.83033353 0.1465571  0.02310942]
 [0.77298206 0.19297406 0.03404387]
 [0.80913764 0.1632038  0.02765862]
 [0.77737486 0.18983378 0.03279128]
 [0.7971808  0.1734002  0.02941905]
 [0.8149112  0.15930837 0.0257804 ]
 [0.8098797  0.16352107 0.02659913]
 [0.8034543  0.1681709  0.02837483]
 [0.7936033  0.17636427 0.03003239]
 [0.78815764 0.18135227 0.03049   ]
 [0.8381403  0.14010805 0.02175156]
 [0.8372635  0.14093915 0.02179727]
 [0.79267114 0.17734954 0.0299794 ]
 [0.80259293 0.16953196 0.02787516]
 [0.8107206  0.1630028  0.02627668]
 [0.82831824 0.14817078 0.02351103]
 [0.7996625  0.1712862  0.02905132]
 [0.81077975 0.16265202 0.02656825]
 [0.8150242  0.15916023 0.02581562]
 [0.6797736  0.26733392 0.05289237]
 [0.812504   0.16076699 0.02672902]
 [0.7874865  0.18083385 0.03167961]
 [0.81469935 0.15864329 0.02665732]
 [0.7780398  0.1892067  0.03275346]
 [0.8280141  0.14832404 0.02366195]
 [0.808342   0.16429593 0.02736202]
 [0.82329655 0.15242566 0.02427783]
 [0.8074683  0.16538243 0.02714932]
 [0.2371699  0.5080436  0.2547866 ]
 [0.16762026 0.47094685 0.3614329 ]
 [0.16747442 0.49072796 0.34179765]
 [0.14346018 0.47152358 0.38501623]
 [0.15169315 0.48443946 0.36386734]
 [0.12384433 0.43137476 0.44478086]
 [0.11569683 0.4234598  0.4608434 ]
 [0.2732499  0.4738421  0.25290793]
 [0.21482854 0.505384   0.27978736]
 [0.12107842 0.42149737 0.45742413]
 [0.21457908 0.49748275 0.28793815]
 [0.1431043  0.45056668 0.40632907]
 [0.2688202  0.51765746 0.21352236]
 [0.12146123 0.4404037  0.4381351 ]
 [0.25355166 0.47807539 0.26837298]
 [0.23969957 0.505578   0.25472245]
 [0.09111259 0.38407928 0.5248081 ]
 [0.27296075 0.4869325  0.24010666]
 [0.125542   0.4738372  0.40062082]
 [0.23077935 0.49455568 0.27466497]
 [0.06051832 0.34104812 0.5984336 ]
 [0.23740005 0.50114334 0.26145658]
 [0.09701437 0.43410867 0.46887696]
 [0.16223343 0.47103196 0.36673465]
 [0.2345515  0.5038415  0.261607  ]
 [0.22206321 0.50530154 0.27263528]
 [0.18445714 0.50615674 0.3093861 ]
 [0.09648707 0.42877492 0.47473794]
 [0.11438264 0.43366626 0.4519511 ]
 [0.34250644 0.4806805  0.17681311]
 [0.22686014 0.4967308  0.2764091 ]
 [0.27235296 0.4962425  0.23140459]
 [0.2399791  0.49405202 0.26596892]
 [0.05851999 0.3545751  0.58690494]
 [0.08248858 0.3637279  0.5537835 ]
 [0.11950982 0.4069009  0.47358927]
 [0.17029075 0.4874512  0.34225804]
 [0.1888723  0.51271796 0.29840976]
 [0.18081588 0.44999087 0.36919326]
 [0.15008937 0.46617678 0.3837338 ]
 [0.12880228 0.43819094 0.43300682]
 [0.1369536  0.4483036  0.41474274]
 [0.21701509 0.4961414  0.28684345]
 [0.27157864 0.48545122 0.24297008]
 [0.14464086 0.45268652 0.4026726 ]
 [0.20868427 0.45949778 0.33181798]
 [0.1678352  0.4566286  0.37553617]
 [0.21065629 0.49297976 0.29636392]
 [0.32231483 0.47544026 0.20224491]
 [0.1749828  0.46827447 0.3567427 ]
 [0.02916269 0.2696439  0.7011934 ]
 [0.0397934  0.30571663 0.65449   ]
 [0.04176277 0.3202247  0.6380125 ]
 [0.04284626 0.31521314 0.6419406 ]
 [0.03300031 0.2867323  0.6802674 ]
 [0.03817761 0.3103513  0.651471  ]
 [0.04404328 0.30642042 0.6495364 ]
 [0.04919862 0.34295318 0.6078482 ]
 [0.04616637 0.3348809  0.6189527 ]
 [0.03246057 0.2841827  0.68335676]
 [0.05315694 0.3421117  0.6047314 ]
 [0.04715966 0.33418575 0.6186546 ]
 [0.0440451  0.32548788 0.630467  ]
 [0.03652899 0.29858455 0.6648865 ]
 [0.03081263 0.27785102 0.6913364 ]
 [0.03603238 0.29472864 0.669239  ]
 [0.0502572  0.33648968 0.6132531 ]
 [0.03702015 0.29826206 0.6647178 ]
 [0.03215528 0.2899322  0.67791253]
 [0.06886169 0.3880379  0.54310036]
 [0.03646628 0.30024856 0.66328514]
 [0.03835049 0.29780057 0.663849  ]
 [0.04153734 0.32287413 0.6355885 ]
 [0.06472518 0.37645707 0.5588177 ]
 [0.03956974 0.30503732 0.65539294]
 [0.0566066  0.35686168 0.5865317 ]
 [0.0653713  0.37405172 0.560577  ]
 [0.05889592 0.35135135 0.5897527 ]
 [0.03544834 0.2966969  0.6678547 ]
 [0.08521078 0.41682804 0.49796116]
 [0.05431329 0.3592017  0.58648497]
 [0.05663683 0.35424903 0.5891141 ]
 [0.03355854 0.29046184 0.6759797 ]
 [0.08390398 0.40441236 0.5116837 ]
 [0.05558767 0.34824464 0.5961676 ]
 [0.04413661 0.33125904 0.62460434]
 [0.03238197 0.27848023 0.6891378 ]
 [0.04866914 0.32783046 0.6235004 ]
 [0.05954634 0.35079345 0.5896602 ]
 [0.04955655 0.34095564 0.6094878 ]
 [0.0333383  0.28952068 0.67714095]
 [0.04865904 0.34032983 0.6110111 ]
 [0.0397934  0.30571663 0.65449   ]
 [0.0332788  0.28804117 0.67868   ]
 [0.0315598  0.28126657 0.68717366]
 [0.04118951 0.31741795 0.6413926 ]
 [0.05331295 0.35336462 0.5933224 ]
 [0.04879689 0.33554298 0.61566013]
 [0.03511558 0.2850593  0.6798251 ]
 [0.04783995 0.32009792 0.6320622 ]]
predicted Label:[0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
 0 0 0 0 0 0 0 0 0 0 0 0 0 1 1 1 1 1 2 2 1 1 2 1 1 1 1 1 1 2 1 1 1 2 1 2 1
 1 1 1 2 2 1 1 1 1 2 2 2 1 1 1 1 1 1 1 1 1 1 1 1 1 1 2 2 2 2 2 2 2 2 2 2 2
 2 2 2 2 2 2 2 2 2 2 2 2 2 2 2 2 2 2 2 2 2 2 2 2 2 2 2 2 2 2 2 2 2 2 2 2 2
 2 2]

Process finished with exit code 0

【结果分析】

可以看到运行的均值为0.88，方差为0.1，且预测结果与实际结果相差不大，前1/3为0，中1/3为1，后1/3为2