{"metadata":{"kernelspec":{"language":"python","display_name":"Python 3","name":"python3"},"language_info":{"pygments_lexer":"ipython3","nbconvert_exporter":"python","version":"3.6.4","file_extension":".py","codemirror_mode":{"name":"ipython","version":3},"name":"python","mimetype":"text/x-python"}},"nbformat_minor":4,"nbformat":4,"cells":[{"cell_type":"code","source":"# This Python 3 environment comes with many helpful analytics libraries installed\n# It is defined by the kaggle/python Docker image: https://github.com/kaggle/docker-python\n# For example, here's several helpful packages to load\n\nimport numpy as np # linear algebra\nimport pandas as pd # data processing, CSV file I/O (e.g. pd.read_csv)\n\n# Input data files are available in the read-only \"../input/\" directory\n# For example, running this (by clicking run or pressing Shift+Enter) will list all files under the input directory\n\nimport os\nfor dirname, _, filenames in os.walk('/kaggle/input'):\n    for filename in filenames:\n        print(os.path.join(dirname, filename))\n\n# You can write up to 20GB to the current directory (/kaggle/working/) that gets preserved as output when you create a version using \"Save & Run All\" \n# You can also write temporary files to /kaggle/temp/, but they won't be saved outside of the current session","metadata":{"_uuid":"8f2839f25d086af736a60e9eeb907d3b93b6e0e5","_cell_guid":"b1076dfc-b9ad-4769-8c92-a6c4dae69d19","execution":{"iopub.status.busy":"2022-08-02T13:28:15.049751Z","iopub.execute_input":"2022-08-02T13:28:15.050209Z","iopub.status.idle":"2022-08-02T13:28:15.093361Z","shell.execute_reply.started":"2022-08-02T13:28:15.050113Z","shell.execute_reply":"2022-08-02T13:28:15.091762Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"import seaborn as sns\nfrom lightgbm import LGBMClassifier\nfrom catboost import CatBoostClassifier\nfrom sklearn.impute import KNNImputer, SimpleImputer\nfrom sklearn.model_selection import train_test_split, GridSearchCV, cross_val_score, ShuffleSplit\nfrom sklearn.metrics import ConfusionMatrixDisplay,classification_report,accuracy_score,plot_precision_recall_curve,plot_roc_curve,confusion_matrix\nfrom sklearn.metrics import mean_absolute_error,mean_squared_error,r2_score","metadata":{"execution":{"iopub.status.busy":"2022-08-02T13:28:15.096767Z","iopub.execute_input":"2022-08-02T13:28:15.097507Z","iopub.status.idle":"2022-08-02T13:28:21.123934Z","shell.execute_reply.started":"2022-08-02T13:28:15.097461Z","shell.execute_reply":"2022-08-02T13:28:21.122091Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"cols = ['customer_ID','B_30', 'B_38', 'D_114', 'D_116', 'D_117', 'D_120', 'D_126', 'D_63', 'D_64', 'D_66', 'D_68']","metadata":{"execution":{"iopub.status.busy":"2022-08-02T13:28:21.125936Z","iopub.execute_input":"2022-08-02T13:28:21.127629Z","iopub.status.idle":"2022-08-02T13:28:21.138962Z","shell.execute_reply.started":"2022-08-02T13:28:21.127570Z","shell.execute_reply":"2022-08-02T13:28:21.137217Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"dtrain = pd.read_csv('/kaggle/input/amex-default-prediction/train_data.csv',nrows=458913,usecols=cols)\ndlabel = pd.read_csv('/kaggle/input/amex-default-prediction/train_labels.csv', nrows=458913,usecols=['target'])","metadata":{"execution":{"iopub.status.busy":"2022-08-02T13:28:21.144349Z","iopub.execute_input":"2022-08-02T13:28:21.145957Z","iopub.status.idle":"2022-08-02T13:28:44.064786Z","shell.execute_reply.started":"2022-08-02T13:28:21.145910Z","shell.execute_reply":"2022-08-02T13:28:44.063190Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"#label = pd.read_csv('/kaggle/input/amex-default-prediction/train_labels.csv',usecols=['target'])","metadata":{"execution":{"iopub.status.busy":"2022-07-31T10:26:04.596861Z","iopub.execute_input":"2022-07-31T10:26:04.597245Z","iopub.status.idle":"2022-07-31T10:26:04.603136Z","shell.execute_reply.started":"2022-07-31T10:26:04.597209Z","shell.execute_reply":"2022-07-31T10:26:04.601298Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"#label.info()","metadata":{"execution":{"iopub.status.busy":"2022-07-31T10:26:04.604592Z","iopub.execute_input":"2022-07-31T10:26:04.605752Z","iopub.status.idle":"2022-07-31T10:26:04.611986Z","shell.execute_reply.started":"2022-07-31T10:26:04.605714Z","shell.execute_reply":"2022-07-31T10:26:04.611096Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"dtrain.info()","metadata":{"execution":{"iopub.status.busy":"2022-08-02T13:28:44.066874Z","iopub.execute_input":"2022-08-02T13:28:44.067822Z","iopub.status.idle":"2022-08-02T13:28:44.237514Z","shell.execute_reply.started":"2022-08-02T13:28:44.067776Z","shell.execute_reply":"2022-08-02T13:28:44.236027Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"dlabel.info()","metadata":{"execution":{"iopub.status.busy":"2022-08-02T13:29:33.516738Z","iopub.execute_input":"2022-08-02T13:29:33.517281Z","iopub.status.idle":"2022-08-02T13:29:33.535838Z","shell.execute_reply.started":"2022-08-02T13:29:33.517217Z","shell.execute_reply":"2022-08-02T13:29:33.534165Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"df = pd.concat([dtrain,dlabel],axis=1)","metadata":{"execution":{"iopub.status.busy":"2022-08-02T13:29:35.102734Z","iopub.execute_input":"2022-08-02T13:29:35.103213Z","iopub.status.idle":"2022-08-02T13:29:35.148520Z","shell.execute_reply.started":"2022-08-02T13:29:35.103160Z","shell.execute_reply":"2022-08-02T13:29:35.147133Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"df.head()","metadata":{"execution":{"iopub.status.busy":"2022-08-02T13:29:35.410869Z","iopub.execute_input":"2022-08-02T13:29:35.412074Z","iopub.status.idle":"2022-08-02T13:29:35.441709Z","shell.execute_reply.started":"2022-08-02T13:29:35.412039Z","shell.execute_reply":"2022-08-02T13:29:35.440208Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"df.isnull().sum()","metadata":{"execution":{"iopub.status.busy":"2022-08-02T13:29:37.083054Z","iopub.execute_input":"2022-08-02T13:29:37.083692Z","iopub.status.idle":"2022-08-02T13:29:37.247441Z","shell.execute_reply.started":"2022-08-02T13:29:37.083611Z","shell.execute_reply":"2022-08-02T13:29:37.246171Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"#df['D_64'].unique()\n\n#df['D_66'].unique()\n\n#df['D_68'].unique()","metadata":{"execution":{"iopub.status.busy":"2022-07-31T10:26:05.000794Z","iopub.execute_input":"2022-07-31T10:26:05.001658Z","iopub.status.idle":"2022-07-31T10:26:05.005519Z","shell.execute_reply.started":"2022-07-31T10:26:05.001620Z","shell.execute_reply":"2022-07-31T10:26:05.004360Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"#df['B_30'].unique()array([ 0.,  2.,  1., nan])\n\n#df['B_38'].unique()array([ 2.,  1.,  3.,  5.,  6.,  7.,  4., nan])\n\n#df['D_114'].unique()array([ 1.,  0., nan])\n#df['D_116'].unique()array([ 0., nan,  1.])\n#df['D_117'].unique()array([ 4., -1.,  6.,  2.,  1., nan,  3.,  5.])\n#df['D_120'].unique()array([ 0.,  1., nan])\n#df['D_126'].unique()array([ 1., nan,  0., -1.])\n#df['D_68'].unique()array([ 6.,  2.,  3., nan,  5.,  4.,  0.,  1.])","metadata":{"execution":{"iopub.status.busy":"2022-07-31T10:26:05.006876Z","iopub.execute_input":"2022-07-31T10:26:05.007617Z","iopub.status.idle":"2022-07-31T10:26:05.019790Z","shell.execute_reply.started":"2022-07-31T10:26:05.007581Z","shell.execute_reply":"2022-07-31T10:26:05.018856Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"knn_int = KNNImputer(n_neighbors=10,missing_values=np.nan)\nsmp_str = SimpleImputer(missing_values=np.nan,strategy='most_frequent')","metadata":{"execution":{"iopub.status.busy":"2022-08-02T13:29:44.221093Z","iopub.execute_input":"2022-08-02T13:29:44.221517Z","iopub.status.idle":"2022-08-02T13:29:44.228262Z","shell.execute_reply.started":"2022-08-02T13:29:44.221483Z","shell.execute_reply":"2022-08-02T13:29:44.226800Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"df.iloc[:,5:12] = knn_int.fit_transform(df.iloc[:,5:12])","metadata":{"execution":{"iopub.status.busy":"2022-08-02T13:29:46.403771Z","iopub.execute_input":"2022-08-02T13:29:46.404230Z","iopub.status.idle":"2022-08-02T13:51:38.982897Z","shell.execute_reply.started":"2022-08-02T13:29:46.404197Z","shell.execute_reply":"2022-08-02T13:51:38.981463Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"df.iloc[:,2:5] = smp_str.fit_transform(df.iloc[:,2:5])","metadata":{"execution":{"iopub.status.busy":"2022-08-02T13:51:38.985628Z","iopub.execute_input":"2022-08-02T13:51:38.986464Z","iopub.status.idle":"2022-08-02T13:51:39.601641Z","shell.execute_reply.started":"2022-08-02T13:51:38.986418Z","shell.execute_reply":"2022-08-02T13:51:39.600173Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"df.isnull().sum()","metadata":{"execution":{"iopub.status.busy":"2022-08-02T13:51:39.604750Z","iopub.execute_input":"2022-08-02T13:51:39.605899Z","iopub.status.idle":"2022-08-02T13:51:39.685857Z","shell.execute_reply.started":"2022-08-02T13:51:39.605855Z","shell.execute_reply":"2022-08-02T13:51:39.684330Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"df.info()","metadata":{"execution":{"iopub.status.busy":"2022-08-02T13:57:25.958137Z","iopub.execute_input":"2022-08-02T13:57:25.958572Z","iopub.status.idle":"2022-08-02T13:57:26.047156Z","shell.execute_reply.started":"2022-08-02T13:57:25.958540Z","shell.execute_reply":"2022-08-02T13:57:26.045795Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"#df.iloc[:,3:12] = df.iloc[:,3:12].astype(int)","metadata":{"execution":{"iopub.status.busy":"2022-07-31T10:48:00.686672Z","iopub.execute_input":"2022-07-31T10:48:00.687342Z","iopub.status.idle":"2022-07-31T10:48:00.692018Z","shell.execute_reply.started":"2022-07-31T10:48:00.687306Z","shell.execute_reply":"2022-07-31T10:48:00.690668Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"df.head()","metadata":{"execution":{"iopub.status.busy":"2022-08-02T13:57:29.027685Z","iopub.execute_input":"2022-08-02T13:57:29.028151Z","iopub.status.idle":"2022-08-02T13:57:29.064469Z","shell.execute_reply.started":"2022-08-02T13:57:29.028118Z","shell.execute_reply":"2022-08-02T13:57:29.063026Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"df= pd.get_dummies(df, columns=['D_63','D_64'])","metadata":{"execution":{"iopub.status.busy":"2022-08-02T13:57:31.742724Z","iopub.execute_input":"2022-08-02T13:57:31.743177Z","iopub.status.idle":"2022-08-02T13:57:31.900525Z","shell.execute_reply.started":"2022-08-02T13:57:31.743144Z","shell.execute_reply":"2022-08-02T13:57:31.899046Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"df","metadata":{"execution":{"iopub.status.busy":"2022-08-02T13:57:31.954922Z","iopub.execute_input":"2022-08-02T13:57:31.955538Z","iopub.status.idle":"2022-08-02T13:57:32.062448Z","shell.execute_reply.started":"2022-08-02T13:57:31.955506Z","shell.execute_reply":"2022-08-02T13:57:32.061048Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"df = df[['customer_ID', 'D_66', 'D_68', 'B_30', 'B_38', 'D_114', 'D_116',\n       'D_117', 'D_120', 'D_126','D_63_CL', 'D_63_CO', 'D_63_CR',\n       'D_63_XL', 'D_63_XM', 'D_63_XZ', 'D_64_-1', 'D_64_O', 'D_64_R',\n       'D_64_U','target']]","metadata":{"execution":{"iopub.status.busy":"2022-08-02T13:57:34.744680Z","iopub.execute_input":"2022-08-02T13:57:34.745203Z","iopub.status.idle":"2022-08-02T13:57:34.775452Z","shell.execute_reply.started":"2022-08-02T13:57:34.745167Z","shell.execute_reply":"2022-08-02T13:57:34.774036Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"df.info()","metadata":{"execution":{"iopub.status.busy":"2022-08-02T13:57:34.945628Z","iopub.execute_input":"2022-08-02T13:57:34.947585Z","iopub.status.idle":"2022-08-02T13:57:35.002595Z","shell.execute_reply.started":"2022-08-02T13:57:34.947543Z","shell.execute_reply":"2022-08-02T13:57:35.001169Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"df.iloc[:,10:19]= df.iloc[:,10:20].astype(float)","metadata":{"execution":{"iopub.status.busy":"2022-08-02T13:57:38.159118Z","iopub.execute_input":"2022-08-02T13:57:38.159538Z","iopub.status.idle":"2022-08-02T13:57:38.198451Z","shell.execute_reply.started":"2022-08-02T13:57:38.159505Z","shell.execute_reply":"2022-08-02T13:57:38.197059Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"#df.to_csv('pre_model.csv')","metadata":{"execution":{"iopub.status.busy":"2022-08-02T13:57:38.431196Z","iopub.execute_input":"2022-08-02T13:57:38.431646Z","iopub.status.idle":"2022-08-02T13:57:38.437931Z","shell.execute_reply.started":"2022-08-02T13:57:38.431605Z","shell.execute_reply":"2022-08-02T13:57:38.436046Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"X = df.drop(['target','customer_ID'],axis=1)\ny = df['target']","metadata":{"execution":{"iopub.status.busy":"2022-08-02T13:57:38.929636Z","iopub.execute_input":"2022-08-02T13:57:38.931083Z","iopub.status.idle":"2022-08-02T13:57:39.025519Z","shell.execute_reply.started":"2022-08-02T13:57:38.931041Z","shell.execute_reply":"2022-08-02T13:57:39.023886Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"X_train,X_test,y_train,y_test = train_test_split(X,y)","metadata":{"execution":{"iopub.status.busy":"2022-08-02T13:57:41.490268Z","iopub.execute_input":"2022-08-02T13:57:41.490685Z","iopub.status.idle":"2022-08-02T13:57:41.607088Z","shell.execute_reply.started":"2022-08-02T13:57:41.490655Z","shell.execute_reply":"2022-08-02T13:57:41.605767Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"def reportkt(model):\n    model.fit(X_train,y_train)\n    scores_mdl_t = cross_val_score(model,X_train,y_train,cv=cvt,n_jobs=-1,verbose=0)\n    print('Scores 10 kfolds: ',scores_mdl_t)\n    print('\\n')\n    print('Mean 10 Kfolds: ',scores_mdl_t.mean(),'\\n','STD: ',scores_mdl_t.std())\n    print('\\n')\n    pred_mdl_t = model.predict(X_test)\n    print(classification_report(y_test,pred_mdl_t))\n    \ndef reportkf(model):\n    model.fit(X_train,y_train)\n    scores_mdl_f = cross_val_score(model,X_train,y_train,cv=cvf,n_jobs=-1,verbose=0)\n    print('Scores 5 kfolds: ',scores_mdl_f)\n    print('\\n')\n    print('Mean 5 Kfolds: ',scores_mdl_f.mean(),'\\n','STD: ',scores_mdl_f.std())\n    print('\\n')\n    pred_mdl_f = model.predict(X_test)\n\n    print(classification_report(y_test,pred_mdl_f))","metadata":{"execution":{"iopub.status.busy":"2022-08-02T13:57:41.688492Z","iopub.execute_input":"2022-08-02T13:57:41.689304Z","iopub.status.idle":"2022-08-02T13:57:41.701320Z","shell.execute_reply.started":"2022-08-02T13:57:41.689259Z","shell.execute_reply":"2022-08-02T13:57:41.699925Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"cvf = ShuffleSplit(n_splits=5,test_size=0.3,random_state=0)\ncvt = ShuffleSplit(n_splits=10,test_size=0.3,random_state=0)","metadata":{"execution":{"iopub.status.busy":"2022-08-02T13:58:20.768760Z","iopub.execute_input":"2022-08-02T13:58:20.769235Z","iopub.status.idle":"2022-08-02T13:58:20.776347Z","shell.execute_reply.started":"2022-08-02T13:58:20.769186Z","shell.execute_reply":"2022-08-02T13:58:20.774918Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":"**LIGHTGBM**","metadata":{}},{"cell_type":"code","source":"lgbm = LGBMClassifier(boosting_type= 'gbdt', learning_rate= 0.1,max_bin= 100,\n                      max_depth= 15, n_estimators= 100)\n#param_grid_lgbm = {'boosting_type':['gbdt'],'learning_rate':[0.1,0.5,0.8],'max_depth':[0,5,15],\n                  # 'n_estimators':[100,200],'max_bin':[100,200]}\n#grid_search = GridSearchCV(lgbm,param_grid_lgbm,verbose=2,n_jobs=-1,cv=5)\n\n#grid_search.fit(X_train,y_train)","metadata":{"execution":{"iopub.status.busy":"2022-08-02T13:58:29.905885Z","iopub.execute_input":"2022-08-02T13:58:29.906402Z","iopub.status.idle":"2022-08-02T13:58:29.913356Z","shell.execute_reply.started":"2022-08-02T13:58:29.906339Z","shell.execute_reply":"2022-08-02T13:58:29.912023Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"reportkf(lgbm)","metadata":{"execution":{"iopub.status.busy":"2022-08-02T13:59:03.369849Z","iopub.execute_input":"2022-08-02T13:59:03.370732Z","iopub.status.idle":"2022-08-02T13:59:23.361222Z","shell.execute_reply.started":"2022-08-02T13:59:03.370697Z","shell.execute_reply":"2022-08-02T13:59:23.359394Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"reportkt(lgbm)","metadata":{"execution":{"iopub.status.busy":"2022-08-02T14:00:03.818494Z","iopub.execute_input":"2022-08-02T14:00:03.818948Z","iopub.status.idle":"2022-08-02T14:00:29.442018Z","shell.execute_reply.started":"2022-08-02T14:00:03.818913Z","shell.execute_reply":"2022-08-02T14:00:29.440456Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"lgbm.fit(X,y)\n#scores_mdl_t = cross_val_score(lgbm,X,y,cv=cvf,n_jobs=-1,verbose=0)\n#pred_mdl_t = lgbm.predict(X)\npred_prob = lgbm.predict_proba(X)","metadata":{"execution":{"iopub.status.busy":"2022-08-02T14:20:54.276257Z","iopub.execute_input":"2022-08-02T14:20:54.276759Z","iopub.status.idle":"2022-08-02T14:20:58.564349Z","shell.execute_reply.started":"2022-08-02T14:20:54.276726Z","shell.execute_reply":"2022-08-02T14:20:58.562930Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"pred = pred_prob.reshape(-1,1)","metadata":{"execution":{"iopub.status.busy":"2022-08-02T14:21:25.376201Z","iopub.execute_input":"2022-08-02T14:21:25.376614Z","iopub.status.idle":"2022-08-02T14:21:25.391174Z","shell.execute_reply.started":"2022-08-02T14:21:25.376583Z","shell.execute_reply":"2022-08-02T14:21:25.389442Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"pred","metadata":{"execution":{"iopub.status.busy":"2022-08-02T14:21:26.123168Z","iopub.execute_input":"2022-08-02T14:21:26.124435Z","iopub.status.idle":"2022-08-02T14:21:26.136008Z","shell.execute_reply.started":"2022-08-02T14:21:26.124383Z","shell.execute_reply":"2022-08-02T14:21:26.134517Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"target = pd.DataFrame(pred,columns=['prediction'])\nsubmission = pd.concat([df['customer_ID'],target],axis=1)","metadata":{"execution":{"iopub.status.busy":"2022-08-02T14:21:40.309024Z","iopub.execute_input":"2022-08-02T14:21:40.309468Z","iopub.status.idle":"2022-08-02T14:21:40.377584Z","shell.execute_reply.started":"2022-08-02T14:21:40.309436Z","shell.execute_reply":"2022-08-02T14:21:40.375869Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"submission.head()","metadata":{"execution":{"iopub.status.busy":"2022-08-02T14:22:47.062219Z","iopub.execute_input":"2022-08-02T14:22:47.062840Z","iopub.status.idle":"2022-08-02T14:22:47.081488Z","shell.execute_reply.started":"2022-08-02T14:22:47.062808Z","shell.execute_reply":"2022-08-02T14:22:47.079933Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"submission['prediction'] = np.round(submission['prediction'],2)","metadata":{"execution":{"iopub.status.busy":"2022-08-02T14:22:43.382268Z","iopub.execute_input":"2022-08-02T14:22:43.382677Z","iopub.status.idle":"2022-08-02T14:22:43.396320Z","shell.execute_reply.started":"2022-08-02T14:22:43.382647Z","shell.execute_reply":"2022-08-02T14:22:43.394613Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"submission.to_csv('submission.csv',index=False)","metadata":{"execution":{"iopub.status.busy":"2022-08-02T14:22:55.460946Z","iopub.execute_input":"2022-08-02T14:22:55.461402Z","iopub.status.idle":"2022-08-02T14:22:57.172478Z","shell.execute_reply.started":"2022-08-02T14:22:55.461372Z","shell.execute_reply":"2022-08-02T14:22:57.170956Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"","metadata":{},"execution_count":null,"outputs":[]}]}