{"metadata":{"kernelspec":{"language":"python","display_name":"Python 3","name":"python3"},"language_info":{"pygments_lexer":"ipython3","nbconvert_exporter":"python","version":"3.6.4","file_extension":".py","codemirror_mode":{"name":"ipython","version":3},"name":"python","mimetype":"text/x-python"}},"nbformat_minor":4,"nbformat":4,"cells":[{"cell_type":"markdown","source":"# **feel free to upvote this kernel !!**","metadata":{"papermill":{"duration":0.019666,"end_time":"2021-10-21T13:31:26.584863","exception":false,"start_time":"2021-10-21T13:31:26.565197","status":"completed"},"tags":[]}},{"cell_type":"code","source":"import numpy as np \nimport pandas as pd \nimport glob\nimport os\nimport matplotlib.pyplot as plt\nimport plotly.figure_factory as ff\nimport plotly.express as px\n\nimport plotly.graph_objects as go\nfrom plotly.offline import iplot","metadata":{"papermill":{"duration":3.578621,"end_time":"2021-10-21T13:31:30.181612","exception":false,"start_time":"2021-10-21T13:31:26.602991","status":"completed"},"tags":[],"execution":{"iopub.status.busy":"2021-10-26T06:00:30.629779Z","iopub.execute_input":"2021-10-26T06:00:30.630598Z","iopub.status.idle":"2021-10-26T06:00:34.221824Z","shell.execute_reply.started":"2021-10-26T06:00:30.630472Z","shell.execute_reply":"2021-10-26T06:00:34.22084Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"sub_684_1 = pd.read_csv('../input/rsnabelender/submission  68.4 - 2.csv')\nsub_684_2 = pd.read_csv('../input/rsnabelender/submission  68.4 - 2.csv')\nsub_684_3 = pd.read_csv('../input/rsnabelender/submission68.4.csv')\nsub_684_4 = pd.read_csv('../input/rsnabelender/submission68.4.csv')\nsub_676 = pd.read_csv('../input/rsnabelender/submission - 67.6.csv')\nsub_674 = pd.read_csv('../input/rsnabelender/submission67.4.csv')\nsub_673 = pd.read_csv('../input/rsnabelender/submission68.4.csv')","metadata":{"papermill":{"duration":0.08029,"end_time":"2021-10-21T13:31:30.279917","exception":false,"start_time":"2021-10-21T13:31:30.199627","status":"completed"},"tags":[],"execution":{"iopub.status.busy":"2021-10-26T06:00:34.223929Z","iopub.execute_input":"2021-10-26T06:00:34.224303Z","iopub.status.idle":"2021-10-26T06:00:34.408465Z","shell.execute_reply.started":"2021-10-26T06:00:34.224268Z","shell.execute_reply":"2021-10-26T06:00:34.406426Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"sub_684_1=sub_684_1.sort_values(by=['BraTS21ID'], ascending=True)\nsub_684_1=sub_684_1.reset_index(drop=True)\nsub_684_1.head(3)","metadata":{"papermill":{"duration":0.048241,"end_time":"2021-10-21T13:31:30.346654","exception":false,"start_time":"2021-10-21T13:31:30.298413","status":"completed"},"tags":[],"execution":{"iopub.status.busy":"2021-10-26T06:00:34.40927Z","iopub.status.idle":"2021-10-26T06:00:34.40961Z","shell.execute_reply.started":"2021-10-26T06:00:34.409423Z","shell.execute_reply":"2021-10-26T06:00:34.40944Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"sub_684_2=sub_684_2.sort_values(by=['BraTS21ID'], ascending=True)\nsub_684_2=sub_684_2.reset_index(drop=True)\nsub_684_2.head(3)","metadata":{"papermill":{"duration":0.031925,"end_time":"2021-10-21T13:31:30.397266","exception":false,"start_time":"2021-10-21T13:31:30.365341","status":"completed"},"tags":[],"execution":{"iopub.status.busy":"2021-10-26T06:00:34.410852Z","iopub.status.idle":"2021-10-26T06:00:34.411218Z","shell.execute_reply.started":"2021-10-26T06:00:34.41101Z","shell.execute_reply":"2021-10-26T06:00:34.411057Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"sub_684_3=sub_684_3.sort_values(by=['BraTS21ID'], ascending=True)\nsub_684_3=sub_684_3.reset_index(drop=True)\nsub_684_3.head(3)","metadata":{"papermill":{"duration":0.032186,"end_time":"2021-10-21T13:31:30.448","exception":false,"start_time":"2021-10-21T13:31:30.415814","status":"completed"},"tags":[],"execution":{"iopub.status.busy":"2021-10-26T06:00:34.412346Z","iopub.status.idle":"2021-10-26T06:00:34.412664Z","shell.execute_reply.started":"2021-10-26T06:00:34.412495Z","shell.execute_reply":"2021-10-26T06:00:34.412511Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"sub_684_4=sub_684_4.sort_values(by=['BraTS21ID'], ascending=True)\nsub_684_4=sub_684_4.reset_index(drop=True)\nsub_684_4.head(3)","metadata":{"papermill":{"duration":0.03197,"end_time":"2021-10-21T13:31:30.499394","exception":false,"start_time":"2021-10-21T13:31:30.467424","status":"completed"},"tags":[],"execution":{"iopub.status.busy":"2021-10-26T06:00:34.413678Z","iopub.status.idle":"2021-10-26T06:00:34.413972Z","shell.execute_reply.started":"2021-10-26T06:00:34.413816Z","shell.execute_reply":"2021-10-26T06:00:34.413831Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"sub_676=sub_676.sort_values(by=['BraTS21ID'], ascending=True)\nsub_676=sub_676.reset_index(drop=True)\nsub_676.head(3)","metadata":{"papermill":{"duration":0.033183,"end_time":"2021-10-21T13:31:30.553439","exception":false,"start_time":"2021-10-21T13:31:30.520256","status":"completed"},"tags":[],"execution":{"iopub.status.busy":"2021-10-26T06:00:34.414884Z","iopub.status.idle":"2021-10-26T06:00:34.415187Z","shell.execute_reply.started":"2021-10-26T06:00:34.415031Z","shell.execute_reply":"2021-10-26T06:00:34.415047Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"sub_674=sub_674.sort_values(by=['BraTS21ID'], ascending=True)\nsub_674=sub_674.reset_index(drop=True)\nsub_674.head(3)","metadata":{"papermill":{"duration":0.032873,"end_time":"2021-10-21T13:31:30.60623","exception":false,"start_time":"2021-10-21T13:31:30.573357","status":"completed"},"tags":[],"execution":{"iopub.status.busy":"2021-10-26T06:00:34.416881Z","iopub.status.idle":"2021-10-26T06:00:34.417217Z","shell.execute_reply.started":"2021-10-26T06:00:34.417056Z","shell.execute_reply":"2021-10-26T06:00:34.417073Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"sub_673=sub_673.sort_values(by=['BraTS21ID'], ascending=True)\nsub_673=sub_673.reset_index(drop=True)\nsub_673.head(3)","metadata":{"papermill":{"duration":0.033524,"end_time":"2021-10-21T13:31:30.660169","exception":false,"start_time":"2021-10-21T13:31:30.626645","status":"completed"},"tags":[],"execution":{"iopub.status.busy":"2021-10-26T06:00:34.418008Z","iopub.status.idle":"2021-10-26T06:00:34.418343Z","shell.execute_reply.started":"2021-10-26T06:00:34.418179Z","shell.execute_reply":"2021-10-26T06:00:34.418195Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"\nhist_data = [sub_684_1.MGMT_value, sub_684_2.MGMT_value, sub_684_3.MGMT_value, sub_684_4.MGMT_value,\n             sub_676.MGMT_value, sub_674.MGMT_value, sub_673.MGMT_value]\ngroup_labels = ['sub_684_1', 'sub_684_2', 'sub_684_3','sub_684_4', 'sub_676','sub_674','sub_673']\n\nfig = ff.create_distplot(hist_data, group_labels, bin_size=.2, show_hist=False, show_rug=False)\n\nfig.update_layout(\n    width = 700,\n    height = 400\n)\nfig.show()","metadata":{"papermill":{"duration":0.185532,"end_time":"2021-10-21T13:31:30.866333","exception":false,"start_time":"2021-10-21T13:31:30.680801","status":"completed"},"tags":[],"execution":{"iopub.status.busy":"2021-10-26T06:00:34.420642Z","iopub.status.idle":"2021-10-26T06:00:34.421321Z","shell.execute_reply.started":"2021-10-26T06:00:34.421138Z","shell.execute_reply":"2021-10-26T06:00:34.421159Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"# dict for the dataframes and their names\ndfs = {\"sub_684_1\" : sub_684_1, \"sub_684_2\": sub_684_2, \"sub_684_3\" : sub_684_3, \"sub_684_4\" : sub_684_4,\n       \"sub_676\" : sub_676, \"sub_674\" : sub_674, \"sub_673\" : sub_673}\n\n# plot the data\nfig = go.Figure()\nfor i in dfs:\n    fig = fig.add_trace(go.Scatter(x = dfs[i][\"BraTS21ID\"],\n                                   y = dfs[i][\"MGMT_value\"], \n                                   mode=\"markers\",\n                                   name = i))\n    fig = fig.add_trace(\n        go.Scatter(\n            x=[0, 1010],\n            y=[0.5, 0.5],\n            mode=\"lines\",\n            line=go.scatter.Line(color=\"gray\"),\n            showlegend=False)\n    )\n\nfig.update_layout(\n    width = 700,\n    height = 500\n)\nfig.show()\n","metadata":{"_kg_hide-input":true,"papermill":{"duration":0.058252,"end_time":"2021-10-21T13:31:30.949144","exception":false,"start_time":"2021-10-21T13:31:30.890892","status":"completed"},"tags":[],"execution":{"iopub.status.busy":"2021-10-26T06:00:34.422241Z","iopub.status.idle":"2021-10-26T06:00:34.422942Z","shell.execute_reply.started":"2021-10-26T06:00:34.422737Z","shell.execute_reply":"2021-10-26T06:00:34.42276Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"data=np.corrcoef(hist_data)\nfig = px.imshow(data,x=group_labels,y=group_labels)\nfig.show()","metadata":{"_kg_hide-input":true,"papermill":{"duration":0.870995,"end_time":"2021-10-21T13:31:31.846279","exception":false,"start_time":"2021-10-21T13:31:30.975284","status":"completed"},"tags":[],"execution":{"iopub.status.busy":"2021-10-26T06:00:34.423728Z","iopub.status.idle":"2021-10-26T06:00:34.424243Z","shell.execute_reply.started":"2021-10-26T06:00:34.424055Z","shell.execute_reply":"2021-10-26T06:00:34.424074Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"Finalsubmission = sub_684_1.copy()\nFinalsubmission['MGMT_value'] =\\\nsub_684_1['MGMT_value'].values*0.45+\\\nsub_684_2['MGMT_value'].values*0.33+\\\nsub_684_3['MGMT_value'].values*0+\\\nsub_684_4['MGMT_value'].values*0+\\\nsub_676['MGMT_value'].values*0.03+\\\nsub_674['MGMT_value'].values*0.35+\\\nsub_673['MGMT_value'].values*0","metadata":{"papermill":{"duration":0.038405,"end_time":"2021-10-21T13:31:31.911064","exception":false,"start_time":"2021-10-21T13:31:31.872659","status":"completed"},"tags":[],"execution":{"iopub.status.busy":"2021-10-26T06:00:34.425011Z","iopub.status.idle":"2021-10-26T06:00:34.425755Z","shell.execute_reply.started":"2021-10-26T06:00:34.425539Z","shell.execute_reply":"2021-10-26T06:00:34.425562Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"Finalsubmission['BraTS21ID'] = Finalsubmission['BraTS21ID'].apply(lambda x: str(x).zfill(5))","metadata":{"papermill":{"duration":0.035794,"end_time":"2021-10-21T13:31:31.972889","exception":false,"start_time":"2021-10-21T13:31:31.937095","status":"completed"},"tags":[],"execution":{"iopub.status.busy":"2021-10-26T06:00:34.42663Z","iopub.status.idle":"2021-10-26T06:00:34.427459Z","shell.execute_reply.started":"2021-10-26T06:00:34.427262Z","shell.execute_reply":"2021-10-26T06:00:34.427283Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"Finalsubmission.head(3)","metadata":{"papermill":{"duration":0.041593,"end_time":"2021-10-21T13:31:32.042547","exception":false,"start_time":"2021-10-21T13:31:32.000954","status":"completed"},"tags":[],"execution":{"iopub.status.busy":"2021-10-26T06:00:34.42851Z","iopub.status.idle":"2021-10-26T06:00:34.428845Z","shell.execute_reply.started":"2021-10-26T06:00:34.428685Z","shell.execute_reply":"2021-10-26T06:00:34.428702Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"Fsubmission = Finalsubmission.set_index('BraTS21ID')\nFsubmissionDict = Fsubmission['MGMT_value'].to_dict()","metadata":{"papermill":{"duration":0.03567,"end_time":"2021-10-21T13:31:32.104905","exception":false,"start_time":"2021-10-21T13:31:32.069235","status":"completed"},"tags":[],"execution":{"iopub.status.busy":"2021-10-26T06:00:34.430186Z","iopub.status.idle":"2021-10-26T06:00:34.43097Z","shell.execute_reply.started":"2021-10-26T06:00:34.430761Z","shell.execute_reply":"2021-10-26T06:00:34.430785Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"listOfStudyPaths = glob.glob('../input/rsna-miccai-brain-tumor-radiogenomic-classification/test/*')\nlistOfStudies = [eachPath.split('/')[-1] for eachPath in listOfStudyPaths]\n\npredList = []\nfor eachStudy in listOfStudies:\n    if eachStudy not in FsubmissionDict:\n        predList.append('0.500')\n    else:\n        score = float(FsubmissionDict[eachStudy])\n        predList.append(score)\n        \nsubmission = pd.DataFrame({'BraTS21ID':listOfStudies,'MGMT_value':predList})\n","metadata":{"papermill":{"duration":0.050238,"end_time":"2021-10-21T13:31:32.182386","exception":false,"start_time":"2021-10-21T13:31:32.132148","status":"completed"},"tags":[],"execution":{"iopub.status.busy":"2021-10-26T06:00:34.431835Z","iopub.status.idle":"2021-10-26T06:00:34.43253Z","shell.execute_reply.started":"2021-10-26T06:00:34.432343Z","shell.execute_reply":"2021-10-26T06:00:34.432364Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"submission=submission.sort_values(by=['BraTS21ID'], ascending=True)\nsubmission=submission.reset_index(drop=True)\nsubmission.head(5)","metadata":{"papermill":{"duration":0.044419,"end_time":"2021-10-21T13:31:32.254536","exception":false,"start_time":"2021-10-21T13:31:32.210117","status":"completed"},"tags":[],"execution":{"iopub.status.busy":"2021-10-26T06:00:34.433461Z","iopub.status.idle":"2021-10-26T06:00:34.434236Z","shell.execute_reply.started":"2021-10-26T06:00:34.434044Z","shell.execute_reply":"2021-10-26T06:00:34.434066Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"submission.to_csv('submission.csv', index=False)","metadata":{"papermill":{"duration":0.041049,"end_time":"2021-10-21T13:31:32.323764","exception":false,"start_time":"2021-10-21T13:31:32.282715","status":"completed"},"tags":[],"execution":{"iopub.status.busy":"2021-10-26T06:00:34.435133Z","iopub.status.idle":"2021-10-26T06:00:34.435425Z","shell.execute_reply.started":"2021-10-26T06:00:34.435272Z","shell.execute_reply":"2021-10-26T06:00:34.435287Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"plt.figure(figsize=(5, 5))\nplt.hist(submission[\"MGMT_value\"]);","metadata":{"papermill":{"duration":0.306589,"end_time":"2021-10-21T13:31:32.658341","exception":false,"start_time":"2021-10-21T13:31:32.351752","status":"completed"},"tags":[],"execution":{"iopub.status.busy":"2021-10-26T06:00:34.436374Z","iopub.status.idle":"2021-10-26T06:00:34.436697Z","shell.execute_reply.started":"2021-10-26T06:00:34.436509Z","shell.execute_reply":"2021-10-26T06:00:34.436524Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":"# **if you copy this kernel, please upvote !!**","metadata":{"papermill":{"duration":0.027335,"end_time":"2021-10-21T13:31:32.713584","exception":false,"start_time":"2021-10-21T13:31:32.686249","status":"completed"},"tags":[]}}]}