{"metadata":{"kernelspec":{"language":"python","display_name":"Python 3","name":"python3"},"language_info":{"pygments_lexer":"ipython3","nbconvert_exporter":"python","version":"3.6.4","file_extension":".py","codemirror_mode":{"name":"ipython","version":3},"name":"python","mimetype":"text/x-python"}},"nbformat_minor":4,"nbformat":4,"cells":[{"cell_type":"markdown","source":"# Histopathic Cancer Detection (HCD)\n### Taylor Kern","metadata":{}},{"cell_type":"markdown","source":"# Prepare Enviornment","metadata":{}},{"cell_type":"code","source":"import numpy as np\nimport pandas as pd\nimport matplotlib.pyplot as plt\nimport matplotlib.image as mpimg\nimport pickle\nimport os\n\nfrom sklearn.model_selection import train_test_split\n\nimport tensorflow as tf\nfrom tensorflow.keras.models import Sequential\nfrom tensorflow import keras\nfrom tensorflow.keras.layers import * \n\nfrom tensorflow.keras.preprocessing.image import ImageDataGenerator","metadata":{"execution":{"iopub.status.busy":"2022-03-22T21:40:16.398282Z","iopub.execute_input":"2022-03-22T21:40:16.398687Z","iopub.status.idle":"2022-03-22T21:40:22.626102Z","shell.execute_reply.started":"2022-03-22T21:40:16.398591Z","shell.execute_reply":"2022-03-22T21:40:22.625285Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":"# Load Training DataFrame","metadata":{}},{"cell_type":"code","source":"train = pd.read_csv('../input/histopathologic-cancer-detection/train_labels.csv', dtype=str)\nprint(train.shape)","metadata":{"execution":{"iopub.status.busy":"2022-03-22T21:40:22.630019Z","iopub.execute_input":"2022-03-22T21:40:22.630246Z","iopub.status.idle":"2022-03-22T21:40:22.978835Z","shell.execute_reply.started":"2022-03-22T21:40:22.630218Z","shell.execute_reply":"2022-03-22T21:40:22.977255Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"train.head()","metadata":{"execution":{"iopub.status.busy":"2022-03-22T21:40:22.980268Z","iopub.execute_input":"2022-03-22T21:40:22.980546Z","iopub.status.idle":"2022-03-22T21:40:22.997786Z","shell.execute_reply.started":"2022-03-22T21:40:22.980508Z","shell.execute_reply":"2022-03-22T21:40:22.996997Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"train.id = train.id + '.tif'","metadata":{"execution":{"iopub.status.busy":"2022-03-22T21:40:22.999904Z","iopub.execute_input":"2022-03-22T21:40:23.000246Z","iopub.status.idle":"2022-03-22T21:40:23.047074Z","shell.execute_reply.started":"2022-03-22T21:40:23.000209Z","shell.execute_reply":"2022-03-22T21:40:23.046276Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"train.head()","metadata":{"execution":{"iopub.status.busy":"2022-03-22T21:40:23.048579Z","iopub.execute_input":"2022-03-22T21:40:23.048854Z","iopub.status.idle":"2022-03-22T21:40:23.057748Z","shell.execute_reply.started":"2022-03-22T21:40:23.048818Z","shell.execute_reply":"2022-03-22T21:40:23.05691Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":"# Label Distribution","metadata":{}},{"cell_type":"code","source":"(train.label.value_counts() / len(train)).to_frame().sort_index().T","metadata":{"execution":{"iopub.status.busy":"2022-03-22T21:40:23.05927Z","iopub.execute_input":"2022-03-22T21:40:23.059772Z","iopub.status.idle":"2022-03-22T21:40:23.099481Z","shell.execute_reply.started":"2022-03-22T21:40:23.059733Z","shell.execute_reply":"2022-03-22T21:40:23.098642Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":"# Extract Images","metadata":{}},{"cell_type":"code","source":"train_path = \"../input/histopathologic-cancer-detection/train\"\n\nsample = train.sample(n=16).reset_index()\n\nplt.figure(figsize=(6,6))\n\nfor i, row in sample.iterrows():\n\n    img = mpimg.imread(f'../input/histopathologic-cancer-detection/train/{row.id}')    \n    label = row.label\n\n    plt.subplot(4,4,i+1)\n    plt.imshow(img)\n    plt.text(0, -5, f'Class {label}', color='k')\n        \n    plt.axis('off')\n\nplt.tight_layout()\nplt.show()","metadata":{"execution":{"iopub.status.busy":"2022-03-22T21:40:23.10116Z","iopub.execute_input":"2022-03-22T21:40:23.101503Z","iopub.status.idle":"2022-03-22T21:40:23.853919Z","shell.execute_reply.started":"2022-03-22T21:40:23.101464Z","shell.execute_reply":"2022-03-22T21:40:23.853301Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":"# Training and Validation Sets","metadata":{}},{"cell_type":"code","source":"train_df, valid_df = train_test_split(train, test_size=0.2, random_state=1, stratify=train.label)","metadata":{"execution":{"iopub.status.busy":"2022-03-22T21:40:23.85483Z","iopub.execute_input":"2022-03-22T21:40:23.855103Z","iopub.status.idle":"2022-03-22T21:40:24.154201Z","shell.execute_reply.started":"2022-03-22T21:40:23.855068Z","shell.execute_reply":"2022-03-22T21:40:24.153447Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":"# Data Generators","metadata":{}},{"cell_type":"code","source":"train_datagen = ImageDataGenerator(rescale=1/255)\nvalidation_datagen = ImageDataGenerator(rescale=1/255)","metadata":{"execution":{"iopub.status.busy":"2022-03-22T21:40:24.15542Z","iopub.execute_input":"2022-03-22T21:40:24.155671Z","iopub.status.idle":"2022-03-22T21:40:24.160521Z","shell.execute_reply.started":"2022-03-22T21:40:24.155638Z","shell.execute_reply":"2022-03-22T21:40:24.159839Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"BATCH_SIZE = 64\n\ntrain_loader = train_datagen.flow_from_dataframe(\n    dataframe = valid_df,\n    directory = train_path,\n    x_col = 'id',\n    y_col = 'label',\n    batch_size = BATCH_SIZE,\n    seed = 1,\n    shuffle = True,\n    class_mode = 'categorical',\n    target_size = (32,32)\n)\n\nvalid_loader = train_datagen.flow_from_dataframe(\n    dataframe = valid_df,\n    directory = train_path,\n    x_col = 'id',\n    y_col = 'label',\n    batch_size = BATCH_SIZE,\n    seed = 1,\n    shuffle = True,\n    class_mode = 'categorical',\n    target_size = (32,32)\n)","metadata":{"execution":{"iopub.status.busy":"2022-03-22T21:40:24.163874Z","iopub.execute_input":"2022-03-22T21:40:24.164726Z","iopub.status.idle":"2022-03-22T21:41:51.370166Z","shell.execute_reply.started":"2022-03-22T21:40:24.164687Z","shell.execute_reply":"2022-03-22T21:41:51.3693Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"TR_STEPS = len(train_loader)\nVA_STEPS = len(valid_loader)\n\nprint(TR_STEPS)\nprint(VA_STEPS)","metadata":{"execution":{"iopub.status.busy":"2022-03-22T21:41:51.371603Z","iopub.execute_input":"2022-03-22T21:41:51.37207Z","iopub.status.idle":"2022-03-22T21:41:51.378578Z","shell.execute_reply.started":"2022-03-22T21:41:51.372028Z","shell.execute_reply":"2022-03-22T21:41:51.377693Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":"# Build and Train","metadata":{}},{"cell_type":"code","source":"os.environ['TF_CPP_MIN_LOG_LEVEL'] = '3'","metadata":{},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"np.random.seed(1)\ntf.random.set_seed(1)\n\ncnn = Sequential([\n    Conv2D(64, (3,3), activation = 'relu', padding = 'same', input_shape=(32,32,3)),\n    Conv2D(64, (3,3), activation = 'relu', padding = 'same'),\n    MaxPooling2D(2,2),\n    Dropout(0.5),\n    BatchNormalization(),\n\n    Conv2D(64, (3,3), activation = 'relu', padding = 'same'),\n    Conv2D(64, (3,3), activation = 'relu', padding = 'same'),\n    MaxPooling2D(2,2),\n    Dropout(0.5),\n    BatchNormalization(),\n    \n    Conv2D(128, (3,3), activation = 'relu', padding = 'same'),\n    Conv2D(128, (3,3), activation = 'relu', padding = 'same'),\n    MaxPooling2D(2,2),\n    Dropout(0.5),\n    BatchNormalization(),\n\n    Flatten(),\n    \n    Dense(16, activation='relu'),\n    Dropout(0.5),\n    Dense(8, activation='relu'),\n    Dropout(0.5),\n    BatchNormalization(),\n    Dense(2, activation='softmax')\n])\n\ncnn.summary()","metadata":{"execution":{"iopub.status.busy":"2022-03-22T21:41:51.380227Z","iopub.execute_input":"2022-03-22T21:41:51.380729Z","iopub.status.idle":"2022-03-22T21:41:54.122399Z","shell.execute_reply.started":"2022-03-22T21:41:51.380689Z","shell.execute_reply":"2022-03-22T21:41:54.121599Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"opt = tf.keras.optimizers.Adam(0.001)\ncnn.compile(loss='categorical_crossentropy', optimizer=opt, metrics=['accuracy', tf.keras.metrics.AUC()])","metadata":{"execution":{"iopub.status.busy":"2022-03-22T21:41:54.123893Z","iopub.execute_input":"2022-03-22T21:41:54.124195Z","iopub.status.idle":"2022-03-22T21:41:54.146325Z","shell.execute_reply.started":"2022-03-22T21:41:54.124146Z","shell.execute_reply":"2022-03-22T21:41:54.145604Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"%%time \n\nh1 = cnn.fit(\n    x = train_loader, \n    steps_per_epoch = TR_STEPS, \n    epochs = 40,\n    validation_data = valid_loader, \n    validation_steps = VA_STEPS, \n    verbose = 1\n)","metadata":{"execution":{"iopub.status.busy":"2022-03-22T21:41:54.147533Z","iopub.execute_input":"2022-03-22T21:41:54.14801Z","iopub.status.idle":"2022-03-22T22:55:46.335504Z","shell.execute_reply.started":"2022-03-22T21:41:54.147967Z","shell.execute_reply":"2022-03-22T22:55:46.334499Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"history = h1.history\nprint(history.keys())","metadata":{"execution":{"iopub.status.busy":"2022-03-22T22:55:46.337006Z","iopub.execute_input":"2022-03-22T22:55:46.337803Z","iopub.status.idle":"2022-03-22T22:55:46.342974Z","shell.execute_reply.started":"2022-03-22T22:55:46.337762Z","shell.execute_reply":"2022-03-22T22:55:46.342235Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"epoch_range = range(1, len(history['loss'])+1)\n\nplt.figure(figsize=[14,4])\nplt.subplot(1,3,1)\nplt.plot(epoch_range, history['loss'], label='Training')\nplt.plot(epoch_range, history['val_loss'], label='Validation')\nplt.xlabel('Epoch'); plt.ylabel('Loss'); plt.title('Loss')\nplt.legend()\nplt.subplot(1,3,2)\nplt.plot(epoch_range, history['accuracy'], label='Training')\nplt.plot(epoch_range, history['val_accuracy'], label='Validation')\nplt.xlabel('Epoch'); plt.ylabel('Accuracy'); plt.title('Accuracy')\nplt.legend()\nplt.subplot(1,3,3)\nplt.plot(epoch_range, history['auc'], label='Training')\nplt.plot(epoch_range, history['val_auc'], label='Validation')\nplt.xlabel('Epoch'); plt.ylabel('AUC'); plt.title('AUC')\nplt.legend()\nplt.tight_layout()\nplt.show()","metadata":{"execution":{"iopub.status.busy":"2022-03-22T22:55:46.344324Z","iopub.execute_input":"2022-03-22T22:55:46.345094Z","iopub.status.idle":"2022-03-22T22:55:46.899137Z","shell.execute_reply.started":"2022-03-22T22:55:46.345055Z","shell.execute_reply":"2022-03-22T22:55:46.898478Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":"# Train 2  ","metadata":{}},{"cell_type":"code","source":"tf.keras.backend.set_value(cnn.optimizer.learning_rate, 0.0001)","metadata":{"execution":{"iopub.status.busy":"2022-03-22T22:55:46.900163Z","iopub.execute_input":"2022-03-22T22:55:46.900509Z","iopub.status.idle":"2022-03-22T22:55:46.906394Z","shell.execute_reply.started":"2022-03-22T22:55:46.900476Z","shell.execute_reply":"2022-03-22T22:55:46.905575Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"%%time \n\nh2 = cnn.fit(\n    x = train_loader, \n    steps_per_epoch = TR_STEPS, \n    epochs = 30,\n    validation_data = valid_loader, \n    validation_steps = VA_STEPS, \n    verbose = 1\n)","metadata":{"execution":{"iopub.status.busy":"2022-03-22T22:55:46.907923Z","iopub.execute_input":"2022-03-22T22:55:46.9082Z","iopub.status.idle":"2022-03-22T23:49:28.202131Z","shell.execute_reply.started":"2022-03-22T22:55:46.908156Z","shell.execute_reply":"2022-03-22T23:49:28.201359Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"for k in history.keys():\n    history[k] += h2.history[k]\n\nepoch_range = range(1, len(history['loss'])+1)\n\nplt.figure(figsize=[14,4])\nplt.subplot(1,3,1)\nplt.plot(epoch_range, history['loss'], label='Training')\nplt.plot(epoch_range, history['val_loss'], label='Validation')\nplt.xlabel('Epoch'); plt.ylabel('Loss'); plt.title('Loss')\nplt.legend()\nplt.subplot(1,3,2)\nplt.plot(epoch_range, history['accuracy'], label='Training')\nplt.plot(epoch_range, history['val_accuracy'], label='Validation')\nplt.xlabel('Epoch'); plt.ylabel('Accuracy'); plt.title('Accuracy')\nplt.legend()\nplt.subplot(1,3,3)\nplt.plot(epoch_range, history['auc'], label='Training')\nplt.plot(epoch_range, history['val_auc'], label='Validation')\nplt.xlabel('Epoch'); plt.ylabel('AUC'); plt.title('AUC')\nplt.legend()\nplt.tight_layout()\nplt.show()","metadata":{"execution":{"iopub.status.busy":"2022-03-22T23:49:28.203564Z","iopub.execute_input":"2022-03-22T23:49:28.204361Z","iopub.status.idle":"2022-03-22T23:49:28.731001Z","shell.execute_reply.started":"2022-03-22T23:49:28.204321Z","shell.execute_reply":"2022-03-22T23:49:28.730187Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":"## Training 3","metadata":{}},{"cell_type":"code","source":"tf.keras.backend.set_value(cnn.optimizer.learning_rate, 0.0001)","metadata":{"execution":{"iopub.status.busy":"2022-03-22T23:49:28.732362Z","iopub.execute_input":"2022-03-22T23:49:28.73275Z","iopub.status.idle":"2022-03-22T23:49:28.739266Z","shell.execute_reply.started":"2022-03-22T23:49:28.732713Z","shell.execute_reply":"2022-03-22T23:49:28.738212Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"%%time \n\nh3 = cnn.fit(\n    x = train_loader, \n    steps_per_epoch = TR_STEPS, \n    epochs = 20,\n    validation_data = valid_loader, \n    validation_steps = VA_STEPS, \n    verbose = 1\n)","metadata":{"execution":{"iopub.status.busy":"2022-03-22T23:49:28.74073Z","iopub.execute_input":"2022-03-22T23:49:28.741152Z","iopub.status.idle":"2022-03-23T00:24:39.514016Z","shell.execute_reply.started":"2022-03-22T23:49:28.741111Z","shell.execute_reply":"2022-03-23T00:24:39.513253Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"for k in history.keys():\n    history[k] += h3.history[k]\n\nepoch_range = range(1, len(history['loss'])+1)\n\nplt.figure(figsize=[14,4])\nplt.subplot(1,3,1)\nplt.plot(epoch_range, history['loss'], label='Training')\nplt.plot(epoch_range, history['val_loss'], label='Validation')\nplt.xlabel('Epoch'); plt.ylabel('Loss'); plt.title('Loss')\nplt.legend()\nplt.subplot(1,3,2)\nplt.plot(epoch_range, history['accuracy'], label='Training')\nplt.plot(epoch_range, history['val_accuracy'], label='Validation')\nplt.xlabel('Epoch'); plt.ylabel('Accuracy'); plt.title('Accuracy')\nplt.legend()\nplt.subplot(1,3,3)\nplt.plot(epoch_range, history['auc'], label='Training')\nplt.plot(epoch_range, history['val_auc'], label='Validation')\nplt.xlabel('Epoch'); plt.ylabel('AUC'); plt.title('AUC')\nplt.legend()\nplt.tight_layout()\nplt.show()","metadata":{"execution":{"iopub.status.busy":"2022-03-23T00:24:39.515519Z","iopub.execute_input":"2022-03-23T00:24:39.516153Z","iopub.status.idle":"2022-03-23T00:24:39.981429Z","shell.execute_reply.started":"2022-03-23T00:24:39.516111Z","shell.execute_reply":"2022-03-23T00:24:39.980769Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"cnn.save('HCDv01.h5')\npickle.dump(history, open(f'HCDv01.pkl', 'wb'))","metadata":{"execution":{"iopub.status.busy":"2022-03-23T00:24:39.982787Z","iopub.execute_input":"2022-03-23T00:24:39.983269Z","iopub.status.idle":"2022-03-23T00:24:40.069413Z","shell.execute_reply.started":"2022-03-23T00:24:39.983231Z","shell.execute_reply":"2022-03-23T00:24:40.068665Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"","metadata":{},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":"# Submission","metadata":{}},{"cell_type":"code","source":"test = pd.read_csv('../input/histopathologic-cancer-detection/sample_submission.csv')\n\nprint('Test Set Size:', test.shape)","metadata":{},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"test['filename'] = test.id + '.tif'","metadata":{},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"test.head()","metadata":{},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"test_path = \"../input/histopathologic-cancer-detection/test\"\nprint('Test Images:', len(os.listdir(test_path)))","metadata":{},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"BATCH_SIZE = 64\n\ntest_datagen = ImageDataGenerator(rescale=1/255)\n\ntest_loader = test_datagen.flow_from_dataframe(\n    dataframe = test,\n    directory = test_path,\n    x_col = 'filename',\n    batch_size = BATCH_SIZE,\n    shuffle = False,\n    class_mode = None,\n    target_size = (32,32)\n)","metadata":{"execution":{"iopub.status.busy":"2022-03-23T00:24:40.070801Z","iopub.execute_input":"2022-03-23T00:24:40.071076Z","iopub.status.idle":"2022-03-23T00:24:40.357349Z","shell.execute_reply.started":"2022-03-23T00:24:40.071037Z","shell.execute_reply":"2022-03-23T00:24:40.355793Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"test_probs = cnn.predict(test_loader)\nprint(test_probs.shape)","metadata":{"execution":{"iopub.status.busy":"2022-03-23T00:24:40.358505Z","iopub.status.idle":"2022-03-23T00:24:40.359072Z","shell.execute_reply.started":"2022-03-23T00:24:40.358821Z","shell.execute_reply":"2022-03-23T00:24:40.358848Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"print(len(test_loader))\n","metadata":{"execution":{"iopub.status.busy":"2022-03-23T00:24:40.360519Z","iopub.status.idle":"2022-03-23T00:24:40.360958Z","shell.execute_reply.started":"2022-03-23T00:24:40.36072Z","shell.execute_reply":"2022-03-23T00:24:40.360742Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"print(test_probs[:10,].round(2))\n","metadata":{"execution":{"iopub.status.busy":"2022-03-23T00:24:40.362291Z","iopub.status.idle":"2022-03-23T00:24:40.362748Z","shell.execute_reply.started":"2022-03-23T00:24:40.362497Z","shell.execute_reply":"2022-03-23T00:24:40.362521Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"test_pred = np.argmax(test_probs, axis=1)\nprint(test_pred[:10])","metadata":{"execution":{"iopub.status.busy":"2022-03-23T00:24:40.364117Z","iopub.status.idle":"2022-03-23T00:24:40.36508Z","shell.execute_reply.started":"2022-03-23T00:24:40.364818Z","shell.execute_reply":"2022-03-23T00:24:40.364843Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":"# Prepare Submission","metadata":{}},{"cell_type":"code","source":"submission = pd.read_csv('../input/histopathologic-cancer-detection/sample_submission.csv')\nsubmission.head()","metadata":{"execution":{"iopub.status.busy":"2022-03-23T00:24:40.366307Z","iopub.status.idle":"2022-03-23T00:24:40.366723Z","shell.execute_reply.started":"2022-03-23T00:24:40.36649Z","shell.execute_reply":"2022-03-23T00:24:40.366514Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"submission.label = test_probs[:,1]\nsubmission.head()","metadata":{"execution":{"iopub.status.busy":"2022-03-23T00:24:40.368681Z","iopub.status.idle":"2022-03-23T00:24:40.369235Z","shell.execute_reply.started":"2022-03-23T00:24:40.368984Z","shell.execute_reply":"2022-03-23T00:24:40.36901Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"submission.to_csv('submission.csv', header=True, index=False)","metadata":{"execution":{"iopub.status.busy":"2022-03-23T00:24:40.370639Z","iopub.status.idle":"2022-03-23T00:24:40.371539Z","shell.execute_reply.started":"2022-03-23T00:24:40.37131Z","shell.execute_reply":"2022-03-23T00:24:40.371334Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"","metadata":{},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"","metadata":{},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"","metadata":{},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"","metadata":{},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"","metadata":{},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"","metadata":{},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"","metadata":{},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"","metadata":{},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"","metadata":{},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"","metadata":{},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"","metadata":{},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"","metadata":{},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"","metadata":{},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"","metadata":{},"execution_count":null,"outputs":[]}]}