{"metadata":{"kernelspec":{"language":"python","display_name":"Python 3","name":"python3"},"language_info":{"pygments_lexer":"ipython3","nbconvert_exporter":"python","version":"3.6.4","file_extension":".py","codemirror_mode":{"name":"ipython","version":3},"name":"python","mimetype":"text/x-python"}},"nbformat_minor":4,"nbformat":4,"cells":[{"cell_type":"code","source":"import os\nimport numpy as np\nimport pandas as pd\ntrain = pd.read_csv('../input/plant-pathology-2021-fgvc8/train.csv')\n# train = pd.read_csv('/content/drive/MyDrive/01python工研院課程/專題/data/train.csv')\n\ntrain.head()","metadata":{"id":"Q19brw5I4lZJ","executionInfo":{"status":"ok","timestamp":1626224675014,"user_tz":-480,"elapsed":760,"user":{"displayName":"02薛哲昊","photoUrl":"","userId":"10281035248801683245"}},"outputId":"efa7f352-8a44-45a4-9d54-769a675df49f","execution":{"iopub.status.busy":"2021-07-14T06:38:17.356909Z","iopub.execute_input":"2021-07-14T06:38:17.357328Z","iopub.status.idle":"2021-07-14T06:38:17.501150Z","shell.execute_reply.started":"2021-07-14T06:38:17.357240Z","shell.execute_reply":"2021-07-14T06:38:17.499678Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"from sklearn.preprocessing import MultiLabelBinarizer\nmb = MultiLabelBinarizer().fit(train.labels.apply(lambda x : x.split()))\nlabels = pd.DataFrame(mb.transform(train.labels.apply(lambda x : x.split())), columns = mb.classes_)\nnew_train = pd.concat([train['image'], labels], axis=1)\nnew_train.head()","metadata":{"id":"jd8rLNbw4lZN","executionInfo":{"status":"ok","timestamp":1626224675870,"user_tz":-480,"elapsed":861,"user":{"displayName":"02薛哲昊","photoUrl":"","userId":"10281035248801683245"}},"outputId":"0005463b-296a-419b-e85b-916142307e1a","execution":{"iopub.status.busy":"2021-07-14T06:38:24.737972Z","iopub.execute_input":"2021-07-14T06:38:24.738400Z","iopub.status.idle":"2021-07-14T06:38:25.819025Z","shell.execute_reply.started":"2021-07-14T06:38:24.738363Z","shell.execute_reply":"2021-07-14T06:38:25.817845Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"from keras.preprocessing.image import ImageDataGenerator\npre = ImageDataGenerator(\n    rescale = 1/255.,\n    rotation_range = 15,\n    width_shift_range=0.2, \n    height_shift_range=0.2,\n    zoom_range = 0.2,\n    shear_range=0.3,\n    featurewise_center=True,\n    featurewise_std_normalization=True,\n    horizontal_flip=True,\n    vertical_flip=True,\n    validation_split= 0.2,)\npos = ImageDataGenerator(rescale = 1./255)","metadata":{"id":"uaBlBmg54lZN","executionInfo":{"status":"ok","timestamp":1626224677966,"user_tz":-480,"elapsed":2100,"user":{"displayName":"02薛哲昊","photoUrl":"","userId":"10281035248801683245"}},"execution":{"iopub.status.busy":"2021-07-14T06:38:30.093918Z","iopub.execute_input":"2021-07-14T06:38:30.094272Z","iopub.status.idle":"2021-07-14T06:38:35.517688Z","shell.execute_reply.started":"2021-07-14T06:38:30.094241Z","shell.execute_reply":"2021-07-14T06:38:35.516366Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"seed = 88\ntarget_size = (384, 384)\nbatch_size = 16\nresize_img = '../input/resized-plant2021/img_sz_384'\ntest_img = '../input/plant-pathology-2021-fgvc8/test_images'\nsubmission = pd.read_csv('../input/plant-pathology-2021-fgvc8/sample_submission.csv')\nsubmission.head()","metadata":{"id":"W8yV7Pan4lZO","executionInfo":{"status":"ok","timestamp":1626224678524,"user_tz":-480,"elapsed":562,"user":{"displayName":"02薛哲昊","photoUrl":"","userId":"10281035248801683245"}},"outputId":"d1a9fdf8-6994-43f3-bdbd-12be688be253","execution":{"iopub.status.busy":"2021-07-14T06:39:07.221368Z","iopub.execute_input":"2021-07-14T06:39:07.221777Z","iopub.status.idle":"2021-07-14T06:39:07.249700Z","shell.execute_reply.started":"2021-07-14T06:39:07.221743Z","shell.execute_reply":"2021-07-14T06:39:07.248542Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"train_generator = pre.flow_from_dataframe(\n                  new_train,\n                  directory = resize_img, \n                  x_col = 'image',\n                  y_col = new_train.columns.tolist()[1:],\n                  subset = \"training\",\n                  color_mode = \"rgb\",\n                  target_size = target_size,\n                  class_mode = \"raw\",\n                  batch_size = batch_size,\n                  shuffle = True,\n                  seed = seed,)\nvalid_generator = pre.flow_from_dataframe(\n                  new_train,\n                  directory = resize_img,\n                  x_col = 'image',\n                  y_col = new_train.columns.tolist()[1:],\n                  subset = \"validation\",\n                  color_mode = \"rgb\",\n                  target_size = target_size,\n                  class_mode = \"raw\",\n                  batch_size = batch_size,\n                  shuffle = True,\n                  seed = seed,)\ntest_generator = pos.flow_from_dataframe(\n                  submission,\n                  directory = test_img,\n                  x_col = 'image',\n                  y_col = 'labels',\n                  class_mode = None,\n                  batch_size=8,\n                  target_size = target_size,\n                  color_mode=\"rgb\",\n                  shuffle = False,\n                  seed = seed,)","metadata":{"id":"2qzpa52m4lZO","executionInfo":{"status":"ok","timestamp":1626224815023,"user_tz":-480,"elapsed":136503,"user":{"displayName":"02薛哲昊","photoUrl":"","userId":"10281035248801683245"}},"outputId":"08b77eb4-864d-4282-ba6d-e137816b5dff","execution":{"iopub.status.busy":"2021-07-14T06:39:14.265699Z","iopub.execute_input":"2021-07-14T06:39:14.266161Z","iopub.status.idle":"2021-07-14T06:39:41.766489Z","shell.execute_reply.started":"2021-07-14T06:39:14.266131Z","shell.execute_reply":"2021-07-14T06:39:41.764897Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"import matplotlib.pyplot as plt\nexample = next(train_generator)\nprint(example[0].shape)\nplt.imshow(example[0][0,:,:,:])\nplt.show()","metadata":{"id":"y-9GfAiH4lZP","executionInfo":{"status":"ok","timestamp":1626224820357,"user_tz":-480,"elapsed":5343,"user":{"displayName":"02薛哲昊","photoUrl":"","userId":"10281035248801683245"}},"outputId":"39af4737-fac8-41a3-dac7-adfcba616f06","execution":{"iopub.status.busy":"2021-07-14T06:40:04.548046Z","iopub.execute_input":"2021-07-14T06:40:04.548398Z","iopub.status.idle":"2021-07-14T06:40:05.402756Z","shell.execute_reply.started":"2021-07-14T06:40:04.548368Z","shell.execute_reply":"2021-07-14T06:40:05.401500Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"import matplotlib.pyplot as plt\nexample = next(test_generator)\nprint(example[0].shape)\nplt.imshow(example[0])\nplt.show()","metadata":{"id":"1Ile26Jr4lZP","executionInfo":{"status":"ok","timestamp":1626224822919,"user_tz":-480,"elapsed":2567,"user":{"displayName":"02薛哲昊","photoUrl":"","userId":"10281035248801683245"}},"outputId":"70c7e2a3-0d6c-4acf-9626-6815f82f63b8","execution":{"iopub.status.busy":"2021-07-14T06:40:10.922493Z","iopub.execute_input":"2021-07-14T06:40:10.922970Z","iopub.status.idle":"2021-07-14T06:40:12.116240Z","shell.execute_reply.started":"2021-07-14T06:40:10.922937Z","shell.execute_reply":"2021-07-14T06:40:12.111123Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"# import tensorflow as tf\n# from tensorflow import keras\n# from tensorflow.keras.applications import EfficientNetB4\n# from tensorflow.keras import layers, optimizers\n# from tensorflow.keras.layers import Dense, Dropout, GlobalAveragePooling2D, BatchNormalization\n# from keras import Model\n# base_model = EfficientNetB4(include_top=False, \n#                 weights='imagenet',\n#                 pooling='avg', \n#                 input_shape=(384,384,3))","metadata":{"execution":{"iopub.status.busy":"2021-07-08T23:43:06.130056Z","iopub.execute_input":"2021-07-08T23:43:06.132817Z","iopub.status.idle":"2021-07-08T23:43:13.363736Z","shell.execute_reply.started":"2021-07-08T23:43:06.132771Z","shell.execute_reply":"2021-07-08T23:43:13.362895Z"},"id":"6f2y78WA4lZQ","executionInfo":{"status":"ok","timestamp":1626224831848,"user_tz":-480,"elapsed":8933,"user":{"displayName":"02薛哲昊","photoUrl":"","userId":"10281035248801683245"}},"outputId":"f383397d-58c1-428b-98e4-36e434628fd8","trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"# model_pre = tf.keras.Sequential([\n#         base_model,\n#         layers.BatchNormalization(),\n#         layers.Dense(32,activation='relu'),\n#         layers.Dropout(0.4),\n#         layers.Dense(16,activation='relu'),\n#         layers.Dropout(0.4),\n#         layers.Dense(6,activation='sigmoid')\n# ])","metadata":{"execution":{"iopub.status.busy":"2021-07-08T23:43:13.365900Z","iopub.execute_input":"2021-07-08T23:43:13.366282Z","iopub.status.idle":"2021-07-08T23:43:14.520590Z","shell.execute_reply.started":"2021-07-08T23:43:13.366248Z","shell.execute_reply":"2021-07-08T23:43:14.519751Z"},"id":"YE3HN-V-4lZQ","executionInfo":{"status":"ok","timestamp":1626224833502,"user_tz":-480,"elapsed":1657,"user":{"displayName":"02薛哲昊","photoUrl":"","userId":"10281035248801683245"}},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"# from keras.callbacks import ModelCheckpoint, EarlyStopping\n# model_pre.compile(\n#     optimizer=tf.keras.optimizers.Adam(learning_rate=0.001, decay=0.001/20),\n#     loss='binary_crossentropy',\n#     metrics=[tf.keras.metrics.BinaryAccuracy(name='binary_accuracy'),tf.keras.metrics.AUC(name='auc')])\n# model_checkpoint = ModelCheckpoint(\n#             filepath=\"./content/drive/MyDrive/01python工研院課程/專題/data/0713_B4.h5\", \n#             mode='max',\n#             monitor='val_auc', \n#             save_best_only=True, \n#             save_freq=\"epoch\", \n#             verbose=1)\n# early_stopping = EarlyStopping(\n#             monitor='val_loss', \n#             min_delta=0.003,\n#             patience=5, \n#             verbose=1, \n#             baseline=0.89,\n#             restore_best_weights=True)\n# model_pre = model_pre.fit_generator(train_generator,\n#             validation_data=valid_generator,\n#             # steps_per_epoch=100,\n#             epochs=30,\n#             callbacks=[model_checkpoint, early_stopping])\n\n# WARNING:tensorflow:Early stopping conditioned on metric `val_acc` which is not available. \n# Available metrics are: loss,binary_accuracy,auc,val_loss,val_binary_accuracy,val_auc","metadata":{"execution":{"iopub.status.busy":"2021-07-08T23:43:14.521971Z","iopub.execute_input":"2021-07-08T23:43:14.522311Z","iopub.status.idle":"2021-07-09T02:14:58.597718Z","shell.execute_reply.started":"2021-07-08T23:43:14.522276Z","shell.execute_reply":"2021-07-09T02:14:58.596703Z"},"id":"j6NDnVs24lZQ","executionInfo":{"status":"ok","timestamp":1626235386132,"user_tz":-480,"elapsed":10552633,"user":{"displayName":"02薛哲昊","photoUrl":"","userId":"10281035248801683245"}},"outputId":"c5618776-f2b1-4212-df2c-95b198661df8","trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"# import matplotlib.pyplot as plt\n\n# pre_history = model_pre.history\n\n# plt.figure()\n# plt.plot(pre_history['binary_accuracy'])\n# plt.plot(pre_history['val_binary_accuracy'])\n# plt.title('model binary_accuracy')\n# plt.ylabel('accuracy')\n# plt.xlabel('epoch')\n# plt.legend(['train', 'validation'])\n# plt.savefig('accuracy')\n# plt.show()","metadata":{"execution":{"iopub.status.busy":"2021-07-09T02:18:04.014927Z","iopub.execute_input":"2021-07-09T02:18:04.015256Z","iopub.status.idle":"2021-07-09T02:18:04.248328Z","shell.execute_reply.started":"2021-07-09T02:18:04.015225Z","shell.execute_reply":"2021-07-09T02:18:04.247313Z"},"id":"KVD0fV_t4lZR","executionInfo":{"status":"ok","timestamp":1626235386790,"user_tz":-480,"elapsed":667,"user":{"displayName":"02薛哲昊","photoUrl":"","userId":"10281035248801683245"}},"outputId":"bdea9f19-1356-4ccf-9be1-9bb9fd3b19c4","trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"# pre_history = model_pre.history\n\n# plt.figure()\n# plt.plot(pre_history['auc'])\n# plt.plot(pre_history['val_auc'])\n# plt.title('model auc')\n# plt.ylabel('auc')\n# plt.xlabel('epoch')\n# plt.legend(['train', 'validation'])\n# plt.savefig('auc')\n# plt.show()","metadata":{"id":"zedJQTPH3tfd","executionInfo":{"status":"ok","timestamp":1626235387364,"user_tz":-480,"elapsed":598,"user":{"displayName":"02薛哲昊","photoUrl":"","userId":"10281035248801683245"}},"outputId":"eec755d4-8d37-440a-d90a-e3673ced1f6b"},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"# plt.figure()\n# plt.plot(pre_history['loss'])\n# plt.plot(pre_history['val_loss'])\n# plt.title('model loss')\n# plt.ylabel('loss')\n# plt.xlabel('epoch')\n# plt.legend(['train', 'validation'])\n# plt.savefig('loss')\n# plt.show()","metadata":{"execution":{"iopub.status.busy":"2021-07-09T02:18:09.183213Z","iopub.execute_input":"2021-07-09T02:18:09.183538Z","iopub.status.idle":"2021-07-09T02:18:09.365621Z","shell.execute_reply.started":"2021-07-09T02:18:09.183507Z","shell.execute_reply":"2021-07-09T02:18:09.364655Z"},"id":"Hv9w4qgP4lZR","executionInfo":{"status":"ok","timestamp":1626235387365,"user_tz":-480,"elapsed":7,"user":{"displayName":"02薛哲昊","photoUrl":"","userId":"10281035248801683245"}},"outputId":"3b957f6d-32e5-4cbb-fe6c-f807cda3b8a1","trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"import keras\ndef load_model():\n    model_pre = keras.models.load_model(\"../input/b4auc0713/fgvc8-b4-auc0713.h5\")\n    return model_pre\nmodel = load_model()","metadata":{"id":"aGqy9lEr4lZS","executionInfo":{"status":"ok","timestamp":1626235394187,"user_tz":-480,"elapsed":6827,"user":{"displayName":"02薛哲昊","photoUrl":"","userId":"10281035248801683245"}},"execution":{"iopub.status.busy":"2021-07-14T06:45:18.321226Z","iopub.execute_input":"2021-07-14T06:45:18.321627Z","iopub.status.idle":"2021-07-14T06:45:32.539408Z","shell.execute_reply.started":"2021-07-14T06:45:18.321587Z","shell.execute_reply":"2021-07-14T06:45:32.538341Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"# base_model.trainable = True\n\n# model.compile(\n#     optimizer=keras.optimizers.Adam(1e-5, decay=1e-5/10),\n#     loss=keras.losses.BinaryCrossentropy(from_logits=True),\n#     metrics=[tf.keras.metrics.BinaryAccuracy(name='binary_accuracy'),tf.keras.metrics.AUC(name='auc')])\n# model = model.fit(\n#     train_generator,\n#     validation_data=valid_generator, # 遮蔽這邊checkpoint要重寫 monitor=auc\n#     epochs=30,\n#     callbacks=[model_checkpoint, early_stopping])","metadata":{"id":"sKbOgN7k4lZS","executionInfo":{"status":"ok","timestamp":1626240679461,"user_tz":-480,"elapsed":5285277,"user":{"displayName":"02薛哲昊","photoUrl":"","userId":"10281035248801683245"}},"outputId":"d0fd8169-ee37-4fee-be84-02d7d246054f","execution":{"iopub.status.busy":"2021-07-14T06:45:59.936257Z","iopub.execute_input":"2021-07-14T06:45:59.936659Z","iopub.status.idle":"2021-07-14T06:46:00.312538Z","shell.execute_reply.started":"2021-07-14T06:45:59.936627Z","shell.execute_reply":"2021-07-14T06:46:00.310567Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"# model_history = model.history\n\n# plt.figure()\n# plt.plot(model_history['binary_accuracy'])\n# plt.plot(model_history['val_binary_accuracy'])\n# plt.title('model binary_accuracy')\n# plt.ylabel('accuracy')\n# plt.xlabel('epoch')\n# plt.legend(['train', 'validation'])\n# plt.savefig('accuracy')\n# plt.show()","metadata":{"execution":{"iopub.status.busy":"2021-07-09T05:20:55.759798Z","iopub.execute_input":"2021-07-09T05:20:55.760170Z","iopub.status.idle":"2021-07-09T05:20:55.950853Z","shell.execute_reply.started":"2021-07-09T05:20:55.760138Z","shell.execute_reply":"2021-07-09T05:20:55.950113Z"},"id":"zGSFR2lc4lZS","executionInfo":{"status":"ok","timestamp":1626240680119,"user_tz":-480,"elapsed":667,"user":{"displayName":"02薛哲昊","photoUrl":"","userId":"10281035248801683245"}},"outputId":"72ed44f8-c8e4-4168-9b11-b6bf57abec27","trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"model = load_model()\npred = model.predict(test_generator)","metadata":{"id":"SKnxmDRT4lZT","executionInfo":{"status":"ok","timestamp":1626240701346,"user_tz":-480,"elapsed":21232,"user":{"displayName":"02薛哲昊","photoUrl":"","userId":"10281035248801683245"}},"execution":{"iopub.status.busy":"2021-07-14T06:46:24.402723Z","iopub.execute_input":"2021-07-14T06:46:24.403093Z","iopub.status.idle":"2021-07-14T06:46:47.444090Z","shell.execute_reply.started":"2021-07-14T06:46:24.403063Z","shell.execute_reply":"2021-07-14T06:46:47.442671Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"perdict = (pred>0.40)\nn_label = new_train.columns.tolist()[1:]\nanswer = []\n\nfor i in range(perdict.shape[0]):\n    temp = []\n    for j, k in enumerate(n_label):\n        if perdict[i, j]:\n            temp.append(k)\n    answer.append(temp)\n    \nanswer = [' '.join(n) for n in answer]","metadata":{"id":"BfdudNBq4lZT","executionInfo":{"status":"ok","timestamp":1626240701367,"user_tz":-480,"elapsed":32,"user":{"displayName":"02薛哲昊","photoUrl":"","userId":"10281035248801683245"}},"execution":{"iopub.status.busy":"2021-07-14T06:47:45.702472Z","iopub.execute_input":"2021-07-14T06:47:45.702918Z","iopub.status.idle":"2021-07-14T06:47:45.711007Z","shell.execute_reply.started":"2021-07-14T06:47:45.702882Z","shell.execute_reply":"2021-07-14T06:47:45.709456Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"np.around(pred, decimals=1, out=None)","metadata":{"id":"eNJweZzMHxr5","executionInfo":{"status":"ok","timestamp":1626240701367,"user_tz":-480,"elapsed":31,"user":{"displayName":"02薛哲昊","photoUrl":"","userId":"10281035248801683245"}},"outputId":"b415d3c1-6456-44f3-82ee-6ba684dde2a1","execution":{"iopub.status.busy":"2021-07-14T06:48:07.310005Z","iopub.execute_input":"2021-07-14T06:48:07.310352Z","iopub.status.idle":"2021-07-14T06:48:07.318899Z","shell.execute_reply.started":"2021-07-14T06:48:07.310321Z","shell.execute_reply":"2021-07-14T06:48:07.317609Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"submission['labels'] = np.array(answer)\nsubmission","metadata":{"id":"Qbv9SGm74lZT","executionInfo":{"status":"ok","timestamp":1626240701368,"user_tz":-480,"elapsed":28,"user":{"displayName":"02薛哲昊","photoUrl":"","userId":"10281035248801683245"}},"outputId":"071668ce-67a1-4a9a-8633-6f747595447f","execution":{"iopub.status.busy":"2021-07-14T06:49:23.505608Z","iopub.execute_input":"2021-07-14T06:49:23.506026Z","iopub.status.idle":"2021-07-14T06:49:23.519015Z","shell.execute_reply.started":"2021-07-14T06:49:23.505993Z","shell.execute_reply":"2021-07-14T06:49:23.517640Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"submission.to_csv('submission.csv', index=False)","metadata":{"id":"H7KCvpCL4lZT","executionInfo":{"status":"ok","timestamp":1626240701369,"user_tz":-480,"elapsed":28,"user":{"displayName":"02薛哲昊","photoUrl":"","userId":"10281035248801683245"}},"execution":{"iopub.status.busy":"2021-07-14T06:49:36.268000Z","iopub.execute_input":"2021-07-14T06:49:36.268431Z","iopub.status.idle":"2021-07-14T06:49:36.279145Z","shell.execute_reply.started":"2021-07-14T06:49:36.268387Z","shell.execute_reply":"2021-07-14T06:49:36.277888Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"!mv /content/content/drive/MyDrive/01python工研院課程/專題/data/0713_B4.h5 /content/drive/MyDrive/01python工研院課程/專題/data/0713_B4.h5","metadata":{"id":"fKu8VYrlLgL9","executionInfo":{"status":"ok","timestamp":1626240702188,"user_tz":-480,"elapsed":846,"user":{"displayName":"02薛哲昊","photoUrl":"","userId":"10281035248801683245"}}},"execution_count":null,"outputs":[]}]}