{"metadata":{"kernelspec":{"language":"python","display_name":"Python 3","name":"python3"},"language_info":{"pygments_lexer":"ipython3","nbconvert_exporter":"python","version":"3.6.4","file_extension":".py","codemirror_mode":{"name":"ipython","version":3},"name":"python","mimetype":"text/x-python"}},"nbformat_minor":4,"nbformat":4,"cells":[{"cell_type":"code","source":"import os\nimport glob\n\nimport pandas as pd\nimport numpy as np\nfrom pathlib import Path\n\nimport random\nfrom tqdm.notebook import tqdm\nimport matplotlib.pyplot as plt\n\nimport pydicom # Handle MRI images\n\nimport cv2  # OpenCV - https://docs.opencv.org/master/d6/d00/tutorial_py_root.html\n\nfrom sklearn.model_selection import train_test_split\nfrom sklearn.metrics import roc_auc_score, accuracy_score, log_loss\n\nfrom scipy import ndimage\n\nimport tensorflow as tf\nfrom tensorflow import keras\nfrom tensorflow.keras.utils import to_categorical\nfrom tensorflow.keras import layers","metadata":{"execution":{"iopub.status.busy":"2021-12-24T01:55:26.109088Z","iopub.execute_input":"2021-12-24T01:55:26.109356Z","iopub.status.idle":"2021-12-24T01:55:26.115845Z","shell.execute_reply.started":"2021-12-24T01:55:26.109312Z","shell.execute_reply":"2021-12-24T01:55:26.114915Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"data_dir = Path('../input/rsna-miccai-brain-tumor-radiogenomic-classification/')\n\nmri_types = [\"FLAIR\", \"T1w\", \"T2w\", \"T1wCE\"]\nexcluded_images = [109, 123, 709] # Bad images","metadata":{"execution":{"iopub.status.busy":"2021-12-24T01:48:07.763104Z","iopub.execute_input":"2021-12-24T01:48:07.763304Z","iopub.status.idle":"2021-12-24T01:48:07.768250Z","shell.execute_reply.started":"2021-12-24T01:48:07.763280Z","shell.execute_reply":"2021-12-24T01:48:07.767570Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"train_df = pd.read_csv(data_dir / \"train_labels.csv\")\ntest_df = pd.read_csv(data_dir / \"sample_submission.csv\")\nsample_submission = pd.read_csv(data_dir / \"sample_submission.csv\")\n\ntrain_df = train_df[~train_df.BraTS21ID.isin(excluded_images)]\n\nprint(f\"train data: Rows={train_df.shape[0]}, Columns={train_df.shape[1]}\")\nprint(f\"test data : Rows={test_df.shape[0]}, Columns={test_df.shape[1]}\")","metadata":{"execution":{"iopub.status.busy":"2021-12-24T01:48:07.769293Z","iopub.execute_input":"2021-12-24T01:48:07.769511Z","iopub.status.idle":"2021-12-24T01:48:07.826725Z","shell.execute_reply.started":"2021-12-24T01:48:07.769467Z","shell.execute_reply":"2021-12-24T01:48:07.825962Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"def resize_volume(img):\n    \"\"\"Resize across z-axis\"\"\"\n    # Set the desired depth\n    desired_depth = 64\n    desired_width = 128\n    desired_height = 128\n    # Get current depth\n    current_depth = img.shape[-1]\n    current_width = img.shape[0]\n    current_height = img.shape[1]\n    # Compute depth factor\n    depth = current_depth / desired_depth\n    width = current_width / desired_width\n    height = current_height / desired_height\n    depth_factor = 1 / depth\n    width_factor = 1 / width\n    height_factor = 1 / height\n    # Resize across z-axis\n    img = ndimage.zoom(img, (width_factor, height_factor, depth_factor), order=1)\n    return img","metadata":{"execution":{"iopub.status.busy":"2021-12-24T01:48:07.828828Z","iopub.execute_input":"2021-12-24T01:48:07.829098Z","iopub.status.idle":"2021-12-24T01:48:07.835631Z","shell.execute_reply.started":"2021-12-24T01:48:07.829066Z","shell.execute_reply":"2021-12-24T01:48:07.834760Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"def load_dicom(path, size = 224):\n    dicom = pydicom.read_file(path)\n    data = dicom.pixel_array\n    if np.max(data) != 0:\n        data = data / np.max(data)\n    data = (data * 255).astype(np.uint8)\n    return cv2.resize(data, (size, size))","metadata":{"execution":{"iopub.status.busy":"2021-12-24T01:48:07.837184Z","iopub.execute_input":"2021-12-24T01:48:07.837467Z","iopub.status.idle":"2021-12-24T01:48:07.845190Z","shell.execute_reply.started":"2021-12-24T01:48:07.837431Z","shell.execute_reply":"2021-12-24T01:48:07.844255Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"def load_dicom2(path):\n    data = np.concatenate([tf.expand_dims(pydicom.read_file(p).pixel_array, axis=-1) for p in path], axis=2)\n    if np.max(data) != 0:\n        data = data / np.max(data)\n    data = (data * 255).astype(np.uint8)\n    return resize_volume(data)","metadata":{"execution":{"iopub.status.busy":"2021-12-24T01:48:07.848021Z","iopub.execute_input":"2021-12-24T01:48:07.848236Z","iopub.status.idle":"2021-12-24T01:48:07.854485Z","shell.execute_reply.started":"2021-12-24T01:48:07.848212Z","shell.execute_reply":"2021-12-24T01:48:07.853565Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"def get_all_image_paths(brats21id, image_type, folder='train'):\n    assert(image_type in mri_types)\n    \n    patient_path = os.path.join(\n        \"../input/rsna-miccai-brain-tumor-radiogenomic-classification/%s/\" % folder, \n        str(brats21id).zfill(5),\n    )\n\n    paths = sorted(\n        glob.glob(os.path.join(patient_path, image_type, \"*\")), \n        key=lambda x: int(x[:-4].split(\"-\")[-1]),\n    )\n    \n    num_images = len(paths)\n    \n    start = int(num_images * 0.25)\n    end = int(num_images * 0.75)\n\n    interval = 1\n    \n    return np.array(paths[start:end:interval])\n\ndef get_all_images(brats21id, image_type, folder='train', size=225):\n    return [load_dicom(path, size) for path in get_all_image_paths(brats21id, image_type, folder)]\n\ndef get_all_images2(brats21id, image_type, folder='train', size=225):\n    return [load_dicom2(get_all_image_paths(brats21id, image_type, folder))]","metadata":{"execution":{"iopub.status.busy":"2021-12-24T04:34:19.419757Z","iopub.execute_input":"2021-12-24T04:34:19.420007Z","iopub.status.idle":"2021-12-24T04:34:19.431054Z","shell.execute_reply.started":"2021-12-24T04:34:19.419980Z","shell.execute_reply":"2021-12-24T04:34:19.430290Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"def get_all_data_for_train(image_type, image_size=32):\n    global train_df\n    \n    X = []\n    y = []\n    train_ids = []\n\n    for i in tqdm(train_df.index):\n        x = train_df.loc[i]\n        images = get_all_images2(int(x['BraTS21ID']), image_type, 'train', image_size)\n        label = x['MGMT_value']\n\n        X += images\n        y += [label] * len(images)\n        train_ids += [int(x['BraTS21ID'])] * len(images)\n        assert(len(X) == len(y))\n    return np.array(X), np.array(y), np.array(train_ids)","metadata":{"execution":{"iopub.status.busy":"2021-12-24T01:48:07.869254Z","iopub.execute_input":"2021-12-24T01:48:07.869757Z","iopub.status.idle":"2021-12-24T01:48:07.878123Z","shell.execute_reply.started":"2021-12-24T01:48:07.869715Z","shell.execute_reply":"2021-12-24T01:48:07.877304Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"def get_all_data_for_test(image_type, image_size=32):\n    global test_df\n    \n    X = []\n    test_ids = []\n\n    for i in tqdm(test_df.index):\n        x = test_df.loc[i]\n        images = get_all_images2(int(x['BraTS21ID']), image_type, 'test', image_size)\n        X += images\n        test_ids += [int(x['BraTS21ID'])] * len(images)\n\n    return np.array(X), np.array(test_ids)","metadata":{"execution":{"iopub.status.busy":"2021-12-24T01:48:07.879636Z","iopub.execute_input":"2021-12-24T01:48:07.880060Z","iopub.status.idle":"2021-12-24T01:48:07.888851Z","shell.execute_reply.started":"2021-12-24T01:48:07.880020Z","shell.execute_reply":"2021-12-24T01:48:07.888156Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"X, y, trainidt = get_all_data_for_train('T1wCE', image_size=32)\nX_test, testidt = get_all_data_for_test('T1wCE', image_size=32)","metadata":{"execution":{"iopub.status.busy":"2021-12-24T01:48:07.893157Z","iopub.execute_input":"2021-12-24T01:48:07.893413Z","iopub.status.idle":"2021-12-24T01:53:11.255921Z","shell.execute_reply.started":"2021-12-24T01:48:07.893376Z","shell.execute_reply":"2021-12-24T01:53:11.255189Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"# X_train, X_valid, y_train, y_valid, trainidt_train, trainidt_valid = train_test_split(X, y, trainidt, test_size=0.2, random_state=0)","metadata":{"execution":{"iopub.status.busy":"2021-12-24T01:53:11.257108Z","iopub.execute_input":"2021-12-24T01:53:11.257866Z","iopub.status.idle":"2021-12-24T01:53:11.262282Z","shell.execute_reply.started":"2021-12-24T01:53:11.257827Z","shell.execute_reply":"2021-12-24T01:53:11.261098Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"# X_train = tf.expand_dims(X_train, axis=-1)\n# X_valid = tf.expand_dims(X_valid, axis=-1)","metadata":{"execution":{"iopub.status.busy":"2021-12-24T01:53:11.263646Z","iopub.execute_input":"2021-12-24T01:53:11.263922Z","iopub.status.idle":"2021-12-24T01:53:11.272619Z","shell.execute_reply.started":"2021-12-24T01:53:11.263887Z","shell.execute_reply":"2021-12-24T01:53:11.271941Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"# y_train = to_categorical(y_train)\n# y_valid = to_categorical(y_valid)","metadata":{"execution":{"iopub.status.busy":"2021-12-24T01:53:11.274121Z","iopub.execute_input":"2021-12-24T01:53:11.274382Z","iopub.status.idle":"2021-12-24T01:53:11.283950Z","shell.execute_reply.started":"2021-12-24T01:53:11.274350Z","shell.execute_reply":"2021-12-24T01:53:11.283192Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"# source: https://keras.io/examples/vision/3D_image_classification/\ndef get_3DCNNmodel(width=128, height=128, depth=64, name='3dcnn'):\n    \"\"\"Build a 3D convolutional neural network model.\"\"\"\n\n    inputs = tf.keras.Input((width, height, depth, 1))\n\n    x = tf.keras.layers.Conv3D(filters=64, kernel_size=3, activation=\"relu\")(inputs)\n    x = tf.keras.layers.MaxPool3D(pool_size=2)(x)\n    x = tf.keras.layers.BatchNormalization()(x)\n\n    x = tf.keras.layers.Conv3D(filters=64, kernel_size=3, activation=\"relu\")(x)\n    x = tf.keras.layers.MaxPool3D(pool_size=2)(x)\n    x = tf.keras.layers.BatchNormalization()(x)\n\n    x = tf.keras.layers.Conv3D(filters=128, kernel_size=3, activation=\"relu\")(x)\n    x = tf.keras.layers.MaxPool3D(pool_size=2)(x)\n    x = tf.keras.layers.BatchNormalization()(x)\n\n    x = tf.keras.layers.Conv3D(filters=256, kernel_size=3, activation=\"relu\")(x)\n    x = tf.keras.layers.MaxPool3D(pool_size=2)(x)\n    x = tf.keras.layers.BatchNormalization()(x)\n\n    x = tf.keras.layers.GlobalAveragePooling3D()(x)\n    x = tf.keras.layers.Dense(units=512, activation=\"relu\")(x)\n    x = tf.keras.layers.Dropout(0.3)(x)\n\n    #outputs = tf.keras.layers.Dense(units=1, activation=\"sigmoid\")(x)\n    output = keras.layers.Dense(2, activation=\"softmax\")(x)\n\n    #model = tf.keras.Model(inputs, outputs, name=name)\n\n    #initial_learning_rate = 0.0001\n    #lr_schedule = tf.keras.optimizers.schedules.ExponentialDecay(\n    #    initial_learning_rate, decay_steps=100000, decay_rate=0.96, staircase=True\n    #)\n    #model.compile(\n    #    loss=\"binary_crossentropy\",\n    #    optimizer=tf.keras.optimizers.Adam(learning_rate=lr_schedule),\n    #    metrics=[\"acc\"],\n    #)\n    model = keras.Model(inputs, output)\n    initial_learning_rate =  0.0001\n    lr_schedule = tf.keras.optimizers.schedules.ExponentialDecay(\n        initial_learning_rate,\n        decay_steps=100000,\n        decay_rate=0.96, \n        staircase=True\n    )\n  \n    roc_auc = tf.keras.metrics.AUC(name='roc_auc', curve='ROC')\n\n    model.compile(\n        loss=\"categorical_crossentropy\", \n        optimizer=keras.optimizers.Adam(),\n        metrics=[roc_auc],\n    )\n    return model","metadata":{"execution":{"iopub.status.busy":"2021-12-24T01:53:11.285428Z","iopub.execute_input":"2021-12-24T01:53:11.285722Z","iopub.status.idle":"2021-12-24T01:53:11.302869Z","shell.execute_reply.started":"2021-12-24T01:53:11.285686Z","shell.execute_reply":"2021-12-24T01:53:11.302105Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"def get_2DCNNmodel():\n    np.random.seed(0)\n    random.seed(12)\n    tf.random.set_seed(12)\n\n    inpt = keras.Input(shape=X_train.shape[1:])\n\n    h = keras.layers.experimental.preprocessing.Rescaling(1.0 / 255)(inpt)\n\n    h = keras.layers.Conv2D(64, kernel_size=(4, 4), activation=\"relu\", name=\"Conv_1\")(h)\n    h = keras.layers.MaxPool2D(pool_size=(2, 2))(h)\n\n    h = keras.layers.Conv2D(32, kernel_size=(2, 2), activation=\"relu\", name=\"Conv_2\")(h)\n    h = keras.layers.MaxPool2D(pool_size=(1, 1))(h)\n\n    h = keras.layers.Dropout(0.1)(h)\n\n    h = keras.layers.Flatten()(h)\n    h = keras.layers.Dense(32, activation=\"relu\")(h)\n\n    output = keras.layers.Dense(2, activation=\"softmax\")(h)\n\n    model = keras.Model(inpt, output)\n    initial_learning_rate =  0.0001\n    lr_schedule = tf.keras.optimizers.schedules.ExponentialDecay(\n        initial_learning_rate,\n        decay_steps=100000,\n        decay_rate=0.96, \n        staircase=True\n    )\n  \n    roc_auc = tf.keras.metrics.AUC(name='roc_auc', curve='ROC')\n\n    model.compile(\n        loss=\"categorical_crossentropy\", \n        optimizer=keras.optimizers.Adam(),\n        metrics=[roc_auc],\n    )\n    return model","metadata":{"execution":{"iopub.status.busy":"2021-12-24T01:53:11.303858Z","iopub.execute_input":"2021-12-24T01:53:11.304050Z","iopub.status.idle":"2021-12-24T01:53:11.316641Z","shell.execute_reply.started":"2021-12-24T01:53:11.304019Z","shell.execute_reply":"2021-12-24T01:53:11.315818Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"# checkpoint_filepath = \"best_model.h5\"\n\n# model_checkpoint_cb = tf.keras.callbacks.ModelCheckpoint(\n#     filepath=checkpoint_filepath,\n#     save_weights_only=False,\n#     monitor=\"val_roc_auc\",\n#     mode=\"max\",\n#     save_best_only=True,\n#     save_freq=\"epoch\",\n#     verbose=1,\n# )","metadata":{"execution":{"iopub.status.busy":"2021-12-24T01:53:11.318125Z","iopub.execute_input":"2021-12-24T01:53:11.318386Z","iopub.status.idle":"2021-12-24T01:53:11.329419Z","shell.execute_reply.started":"2021-12-24T01:53:11.318348Z","shell.execute_reply":"2021-12-24T01:53:11.328678Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"early_stopping_cb = tf.keras.callbacks.EarlyStopping(monitor=\"val_roc_auc\", mode='max', patience=10)","metadata":{"execution":{"iopub.status.busy":"2021-12-24T01:56:34.928608Z","iopub.execute_input":"2021-12-24T01:56:34.929327Z","iopub.status.idle":"2021-12-24T01:56:34.934348Z","shell.execute_reply.started":"2021-12-24T01:56:34.929285Z","shell.execute_reply":"2021-12-24T01:56:34.933584Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"auc_list = []\nbest_auc = float(\"-inf\")\n\nfor i in tqdm(range(20)):\n    checkpoint_filepath = \"best_model_\"+str(i)+\".h5\"\n\n    model_checkpoint_cb = tf.keras.callbacks.ModelCheckpoint(\n        filepath=checkpoint_filepath,\n        save_weights_only=False,\n        monitor=\"val_roc_auc\",\n        mode=\"max\",\n        save_best_only=True,\n        save_freq=\"epoch\",\n        verbose=0,\n    )\n    X_train, X_valid, y_train, y_valid, trainidt_train, trainidt_valid = train_test_split(X, y, trainidt, test_size=0.2, random_state=i)\n\n    X_train = tf.expand_dims(X_train, axis=-1)\n    X_valid = tf.expand_dims(X_valid, axis=-1)\n    y_train = to_categorical(y_train)\n    y_valid = to_categorical(y_valid)\n\n    model = get_3DCNNmodel()\n\n    history = model.fit(x=X_train, y = y_train, epochs=40, batch_size = 2,\n                        callbacks=[model_checkpoint_cb, early_stopping_cb],\n                        validation_data=(X_valid, y_valid), verbose=0)\n\n    model_best = tf.keras.models.load_model(filepath=checkpoint_filepath)\n    y_pred = model_best.predict(X_valid,batch_size = 2)\n\n    pred = np.argmax(y_pred, axis=1)\n\n    result = pd.DataFrame(trainidt_valid)\n    result[1] = pred\n\n    result.columns = [\"BraTS21ID\", \"MGMT_value\"]\n    result2 = result.groupby(\"BraTS21ID\", as_index=False).mean()\n\n    result2 = result2.merge(train_df, on=\"BraTS21ID\")\n    auc = roc_auc_score(\n        result2.MGMT_value_y,\n        result2.MGMT_value_x,\n    )\n    print(f\"Validation AUC={auc}\")\n    auc_list.append(auc)\n    if auc > best_auc:\n        best_i = i\n        best_auc = auc","metadata":{"execution":{"iopub.status.busy":"2021-12-24T01:56:34.961150Z","iopub.execute_input":"2021-12-24T01:56:34.961352Z","iopub.status.idle":"2021-12-24T04:18:37.094732Z","shell.execute_reply.started":"2021-12-24T01:56:34.961328Z","shell.execute_reply":"2021-12-24T04:18:37.093912Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"plt.hist(auc_list)\nplt.xlabel(\"AUC\")\nplt.ylabel(\"No. of trials\")\nplt.title(f\"Mean AUC = {np.mean(auc_list)}\")\nplt.show()","metadata":{"execution":{"iopub.status.busy":"2021-12-24T04:18:37.096557Z","iopub.execute_input":"2021-12-24T04:18:37.097399Z","iopub.status.idle":"2021-12-24T04:18:37.389504Z","shell.execute_reply.started":"2021-12-24T04:18:37.097359Z","shell.execute_reply":"2021-12-24T04:18:37.388726Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"checkpoint_filepath = \"best_model_\"+str(best_i)+\".h5\"\nprint(f\"Using {checkpoint_filepath} with AUC = {best_auc}.\")\nmodel_best = tf.keras.models.load_model(filepath=checkpoint_filepath)\ny_pred = model_best.predict(X_test,batch_size = 2)\n\npred = np.argmax(y_pred, axis=1) #\n\nresult = pd.DataFrame(testidt)\nresult[1] = pred\npred","metadata":{"execution":{"iopub.status.busy":"2021-12-24T04:18:37.390544Z","iopub.execute_input":"2021-12-24T04:18:37.390811Z","iopub.status.idle":"2021-12-24T04:18:39.051981Z","shell.execute_reply.started":"2021-12-24T04:18:37.390774Z","shell.execute_reply":"2021-12-24T04:18:39.051236Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"# y_pred = model_best.predict(X_valid,batch_size = 2)\n\n# pred = np.argmax(y_pred, axis=1)\n\n# result = pd.DataFrame(trainidt_valid)\n# result[1] = pred\n\n# result.columns = [\"BraTS21ID\", \"MGMT_value\"]\n# result2 = result.groupby(\"BraTS21ID\", as_index=False).mean()\n\n# result2 = result2.merge(train_df, on=\"BraTS21ID\")\n# auc = roc_auc_score(\n#     result2.MGMT_value_y,\n#     result2.MGMT_value_x,\n# )\n# accuracy = accuracy_score(\n#     result2.MGMT_value_y,\n#     result2.MGMT_value_x,\n# )\n# loss = log_loss(\n#     result2.MGMT_value_y,\n#     result2.MGMT_value_x,\n# )\n# print(f\"Validation AUC={auc}, Validation accuracy={accuracy}, Validation loss={loss}\")","metadata":{"execution":{"iopub.status.busy":"2021-12-24T04:18:39.053190Z","iopub.execute_input":"2021-12-24T04:18:39.053479Z","iopub.status.idle":"2021-12-24T04:18:39.058890Z","shell.execute_reply.started":"2021-12-24T04:18:39.053443Z","shell.execute_reply":"2021-12-24T04:18:39.058192Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"# y_pred = model_best.predict(X_test,batch_size = 2)\n\n# pred = np.argmax(y_pred, axis=1) #\n\n# result = pd.DataFrame(testidt)\n# result[1] = pred\n# pred","metadata":{"execution":{"iopub.status.busy":"2021-12-24T04:18:39.061287Z","iopub.execute_input":"2021-12-24T04:18:39.061812Z","iopub.status.idle":"2021-12-24T04:18:39.069436Z","shell.execute_reply.started":"2021-12-24T04:18:39.061774Z","shell.execute_reply":"2021-12-24T04:18:39.068682Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"result.columns=['BraTS21ID','MGMT_value']\n\nresult2 = result.groupby('BraTS21ID',as_index=False).mean()\nresult2['BraTS21ID'] = sample_submission['BraTS21ID']\n\nresult2['MGMT_value'] = result2['MGMT_value'].apply(lambda x:round(x*10)/10)\n\nresult2.to_csv('submission.csv',index=False)\nresult2","metadata":{"execution":{"iopub.status.busy":"2021-12-24T04:18:39.070453Z","iopub.execute_input":"2021-12-24T04:18:39.070732Z","iopub.status.idle":"2021-12-24T04:18:39.098175Z","shell.execute_reply.started":"2021-12-24T04:18:39.070697Z","shell.execute_reply":"2021-12-24T04:18:39.097368Z"},"trusted":true},"execution_count":null,"outputs":[]}]}