{"metadata":{"kernelspec":{"language":"python","display_name":"Python 3","name":"python3"},"language_info":{"pygments_lexer":"ipython3","nbconvert_exporter":"python","version":"3.6.4","file_extension":".py","codemirror_mode":{"name":"ipython","version":3},"name":"python","mimetype":"text/x-python"},"kaggle":{"accelerator":"none","dataSources":[{"sourceId":59094,"databundleVersionId":7010844,"sourceType":"competition"},{"sourceId":6474517,"sourceType":"datasetVersion","datasetId":3740063},{"sourceId":6475027,"sourceType":"datasetVersion","datasetId":3740385},{"sourceId":6475160,"sourceType":"datasetVersion","datasetId":3740463},{"sourceId":6475266,"sourceType":"datasetVersion","datasetId":3740522},{"sourceId":6475422,"sourceType":"datasetVersion","datasetId":3740621},{"sourceId":6479031,"sourceType":"datasetVersion","datasetId":3743095},{"sourceId":6494926,"sourceType":"datasetVersion","datasetId":3753857},{"sourceId":6495268,"sourceType":"datasetVersion","datasetId":3754089},{"sourceId":6495400,"sourceType":"datasetVersion","datasetId":3754176},{"sourceId":6495464,"sourceType":"datasetVersion","datasetId":3754204},{"sourceId":6500571,"sourceType":"datasetVersion","datasetId":3757671},{"sourceId":6500868,"sourceType":"datasetVersion","datasetId":3757881},{"sourceId":6501790,"sourceType":"datasetVersion","datasetId":3758459},{"sourceId":6502299,"sourceType":"datasetVersion","datasetId":3758758},{"sourceId":6570272,"sourceType":"datasetVersion","datasetId":3795429},{"sourceId":6579492,"sourceType":"datasetVersion","datasetId":3799288},{"sourceId":6594215,"sourceType":"datasetVersion","datasetId":3805546},{"sourceId":6598277,"sourceType":"datasetVersion","datasetId":3807231},{"sourceId":6604684,"sourceType":"datasetVersion","datasetId":3810594},{"sourceId":6605014,"sourceType":"datasetVersion","datasetId":3810809},{"sourceId":6611322,"sourceType":"datasetVersion","datasetId":3815043},{"sourceId":6617293,"sourceType":"datasetVersion","datasetId":3818997},{"sourceId":6633667,"sourceType":"datasetVersion","datasetId":3829612},{"sourceId":6652421,"sourceType":"datasetVersion","datasetId":3839394},{"sourceId":6669981,"sourceType":"datasetVersion","datasetId":3848667},{"sourceId":6670941,"sourceType":"datasetVersion","datasetId":3849040},{"sourceId":6684905,"sourceType":"datasetVersion","datasetId":3856024},{"sourceId":6705111,"sourceType":"datasetVersion","datasetId":3864371},{"sourceId":6705327,"sourceType":"datasetVersion","datasetId":3864475},{"sourceId":6705555,"sourceType":"datasetVersion","datasetId":3864586},{"sourceId":6724051,"sourceType":"datasetVersion","datasetId":3873706},{"sourceId":6725550,"sourceType":"datasetVersion","datasetId":3874232},{"sourceId":6751574,"sourceType":"datasetVersion","datasetId":3887039},{"sourceId":6751757,"sourceType":"datasetVersion","datasetId":3887113},{"sourceId":6753000,"sourceType":"datasetVersion","datasetId":3887493},{"sourceId":6753227,"sourceType":"datasetVersion","datasetId":3887595},{"sourceId":6753361,"sourceType":"datasetVersion","datasetId":3887655},{"sourceId":6768324,"sourceType":"datasetVersion","datasetId":3894900},{"sourceId":6768432,"sourceType":"datasetVersion","datasetId":3894939},{"sourceId":6801649,"sourceType":"datasetVersion","datasetId":3913447},{"sourceId":6836099,"sourceType":"datasetVersion","datasetId":3930317},{"sourceId":6856128,"sourceType":"datasetVersion","datasetId":3940896},{"sourceId":6866458,"sourceType":"datasetVersion","datasetId":3946346},{"sourceId":6892683,"sourceType":"datasetVersion","datasetId":3959643},{"sourceId":6901792,"sourceType":"datasetVersion","datasetId":3964482},{"sourceId":6902158,"sourceType":"datasetVersion","datasetId":3964653},{"sourceId":6922316,"sourceType":"datasetVersion","datasetId":3974838},{"sourceId":6922343,"sourceType":"datasetVersion","datasetId":3974857},{"sourceId":7013557,"sourceType":"datasetVersion","datasetId":4032535},{"sourceId":7032270,"sourceType":"datasetVersion","datasetId":4045041},{"sourceId":7040398,"sourceType":"datasetVersion","datasetId":4050555},{"sourceId":7047501,"sourceType":"datasetVersion","datasetId":4055451},{"sourceId":7054558,"sourceType":"datasetVersion","datasetId":4060317},{"sourceId":7054713,"sourceType":"datasetVersion","datasetId":4060432},{"sourceId":7068130,"sourceType":"datasetVersion","datasetId":4070136},{"sourceId":7068248,"sourceType":"datasetVersion","datasetId":4070203},{"sourceId":7068340,"sourceType":"datasetVersion","datasetId":4070266},{"sourceId":7068436,"sourceType":"datasetVersion","datasetId":4070346},{"sourceId":7068540,"sourceType":"datasetVersion","datasetId":4070418},{"sourceId":7078438,"sourceType":"datasetVersion","datasetId":4077345},{"sourceId":7078567,"sourceType":"datasetVersion","datasetId":4077429},{"sourceId":7078615,"sourceType":"datasetVersion","datasetId":4077464},{"sourceId":7078671,"sourceType":"datasetVersion","datasetId":4077499},{"sourceId":7078723,"sourceType":"datasetVersion","datasetId":4077531},{"sourceId":7078766,"sourceType":"datasetVersion","datasetId":4077568}],"dockerImageVersionId":30558,"isInternetEnabled":false,"language":"python","sourceType":"notebook","isGpuEnabled":false}},"nbformat_minor":4,"nbformat":4,"cells":[{"cell_type":"code","source":"import numpy as np # linear algebra\nimport pandas as pd # data processing, CSV file I/O (e.g. pd.read_csv)","metadata":{"_uuid":"8f2839f25d086af736a60e9eeb907d3b93b6e0e5","_cell_guid":"b1076dfc-b9ad-4769-8c92-a6c4dae69d19","execution":{"iopub.status.busy":"2023-10-27T14:01:48.980531Z","iopub.execute_input":"2023-10-27T14:01:48.980997Z","iopub.status.idle":"2023-10-27T14:01:48.986422Z","shell.execute_reply.started":"2023-10-27T14:01:48.980963Z","shell.execute_reply":"2023-10-27T14:01:48.985194Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"df1_1 = pd.read_csv('/kaggle/input/submission-tabmod-ge600-pca10-20epochs/submission_tabmod1k5c25dGeneEmbs6c_PCA10norm_20e_lr3e4.csv', sep=',')\ndf1_1.set_index('id', inplace=True)\ndf1_1","metadata":{"execution":{"iopub.status.busy":"2023-10-27T14:01:49.045361Z","iopub.execute_input":"2023-10-27T14:01:49.045789Z","iopub.status.idle":"2023-10-27T14:01:54.320156Z","shell.execute_reply.started":"2023-10-27T14:01:49.045754Z","shell.execute_reply":"2023-10-27T14:01:54.318841Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"df1_2 = pd.read_csv('/kaggle/input/submission-v57-tabmod-new-seed55/submission_tabmod1k5c25dGeneEmbs6c_PCA10norm_20e_lr3e4_seed55.csv', sep=',')\ndf1_2.set_index('id', inplace=True)\ndf1_2","metadata":{"execution":{"iopub.status.busy":"2023-10-27T14:01:54.322884Z","iopub.execute_input":"2023-10-27T14:01:54.323646Z","iopub.status.idle":"2023-10-27T14:02:00.351049Z","shell.execute_reply.started":"2023-10-27T14:01:54.323600Z","shell.execute_reply":"2023-10-27T14:02:00.349904Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"df1_3 = pd.read_csv('/kaggle/input/submission-v57-tabmod-seed457/submission_tabmod1k5c25dGeneEmbs6c_PCA10norm_20e_lr3e4_seed457.csv', sep=',')\ndf1_3.set_index('id', inplace=True)\ndf1_3","metadata":{"execution":{"iopub.status.busy":"2023-10-27T14:02:00.352777Z","iopub.execute_input":"2023-10-27T14:02:00.353475Z","iopub.status.idle":"2023-10-27T14:02:06.308933Z","shell.execute_reply.started":"2023-10-27T14:02:00.353435Z","shell.execute_reply":"2023-10-27T14:02:06.307771Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"df1_4 = pd.read_csv('/kaggle/input/submission-v57-tabmod-seed736/submission_tabmod1k5c25dGeneEmbs6c_PCA10norm_20e_lr3e4_seed736.csv', sep=',')\ndf1_4.set_index('id', inplace=True)\ndf1_4","metadata":{"execution":{"iopub.status.busy":"2023-10-27T14:02:06.310248Z","iopub.execute_input":"2023-10-27T14:02:06.310589Z","iopub.status.idle":"2023-10-27T14:02:12.331881Z","shell.execute_reply.started":"2023-10-27T14:02:06.310560Z","shell.execute_reply":"2023-10-27T14:02:12.330775Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"df1_5 = pd.read_csv('/kaggle/input/submission-v57-tabmod-seed120/submission_tabmod1k5c25dGeneEmbs6c_PCA10norm_20e_lr3e4_seed120.csv', sep=',')\ndf1_5.set_index('id', inplace=True)\ndf1_5","metadata":{"execution":{"iopub.status.busy":"2023-10-27T14:02:12.335947Z","iopub.execute_input":"2023-10-27T14:02:12.336457Z","iopub.status.idle":"2023-10-27T14:02:18.473126Z","shell.execute_reply.started":"2023-10-27T14:02:12.336411Z","shell.execute_reply":"2023-10-27T14:02:18.471651Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"df1_6 = pd.read_csv('/kaggle/input/submission-tabmod1k5c25dgeneemb1k-pca10-seed42/submission_tabmod1k5c25dGeneEmbs1k_PCA10norm_20e_lr3e4_seed42.csv', sep=',')\ndf1_6.set_index('id', inplace=True)\ndf1_6","metadata":{},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"df1_7 = pd.read_csv('/kaggle/input/submission-tabmod1k5c25dge1kpca10-20e-s970/submission_tabmod1k5c25dGeneEmbs1k_PCA10norm_20e_lr3e4_seed970.csv', sep=',')\ndf1_7.set_index('id', inplace=True)\ndf1_7","metadata":{},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"df1_8 = pd.read_csv('/kaggle/input/submission-tabmod1k5c25dge1kpca10-20e-s550/submission_tabmod1k5c25dGE1kPCA10_20e_lr3e4_seed550.csv', sep=',')\ndf1_8.set_index('id', inplace=True)\ndf1_8","metadata":{},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"df1_9 = pd.read_csv('/kaggle/input/submission-tabmod1k5c25dpca10ge1k20e-seed885/submission_tabmod1k5c25dPCA10GE1k20e_lr3e4_seed885.csv', sep=',')\ndf1_9.set_index('id', inplace=True)\ndf1_9","metadata":{},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"df1_10 = pd.read_csv('/kaggle/input/submission-tabmod1k5c25dpca10ge1k20e-seed199/submission_tabmod1k5c25dPCA10GE1k20e_lr3e4_seed199.csv', sep=',')\ndf1_10.set_index('id', inplace=True)\ndf1_10","metadata":{},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"df1 = round((df1_1*0.1 + df1_2*0.1 + df1_3*0.1 + df1_4*0.1 + df1_5*0.1 + df1_6*0.1 + df1_7*0.1 + df1_8*0.1 + df1_9*0.1 + df1_10*0.1), 4)\ndf1","metadata":{"execution":{"iopub.status.busy":"2023-10-27T14:02:18.475035Z","iopub.execute_input":"2023-10-27T14:02:18.475909Z","iopub.status.idle":"2023-10-27T14:02:18.681597Z","shell.execute_reply.started":"2023-10-27T14:02:18.475865Z","shell.execute_reply":"2023-10-27T14:02:18.680130Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"df2_1 = pd.read_csv('/kaggle/input/submission-forest100-100pct-c5m10g10npe-seed209/submission_forest100_100pct_c5m10g10nopcaembs_seed209.csv', sep=',')\ndf2_1.set_index('id', inplace=True)\ndf2_1","metadata":{"execution":{"iopub.status.busy":"2023-10-27T14:02:18.683428Z","iopub.execute_input":"2023-10-27T14:02:18.683916Z","iopub.status.idle":"2023-10-27T14:02:24.384051Z","shell.execute_reply.started":"2023-10-27T14:02:18.683871Z","shell.execute_reply":"2023-10-27T14:02:24.382874Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"df2_2 = pd.read_csv('/kaggle/input/submission-forest100-100pct-c5m10g10npe-seed569/submission_forest100_100pct_c5m10g10nopcaembs_seed569.csv', sep=',')\ndf2_2.set_index('id', inplace=True)\ndf2_2","metadata":{},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"df2_3 = pd.read_csv('/kaggle/input/submission-forest100-100pct-c5m10g10npe-seed739/submission_forest100_100pct_c5m10g10nopcaembs_seed739.csv', sep=',')\ndf2_3.set_index('id', inplace=True)\ndf2_3","metadata":{},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"df2_4 = pd.read_csv('/kaggle/input/submission-forest100-100pct-c5m10g10npe-seed885/submission_forest100_100pct_c5m10g10nopcaembs_seed885.csv', sep=',')\ndf2_4.set_index('id', inplace=True)\ndf2_4","metadata":{},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"df2_5 = pd.read_csv('/kaggle/input/submission-forest100-100pct-c5m10g10npe-seed926/submission_forest100_100pct_c5m10g10nopcaembs_seed926.csv', sep=',')\ndf2_5.set_index('id', inplace=True)\ndf2_5","metadata":{},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"df2 = round((df2_1*0.2 + df2_2*0.2 + df2_3*0.2 + df2_4*0.2 + df2_5*0.2), 4)\ndf2","metadata":{},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"df3_1 = pd.read_csv('/kaggle/input/submission-xgboost185-r100c55d20-c5m10g10npe-s117/submission_xgboost185_r100c55d20_c5m10g10NoPCAembs_seed117.csv', sep=',')\ndf3_1.set_index('id', inplace=True)\ndf3_1","metadata":{},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"df3_2 = pd.read_csv('/kaggle/input/submission-xgboost185r100c55d20-c5m10g10npe-s234/submission_xgboost185_r100c55d20_c5m10g10NoPCAembs_seed234.csv', sep=',')\ndf3_2.set_index('id', inplace=True)\ndf3_2","metadata":{},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"df3_3 = pd.read_csv('/kaggle/input/submission-xgboost185-r100c55d20-c5m10g10npe-s150/submission_xgboost185_r100c55d20_c5m10g10NoPCAembs_seed150.csv', sep=',')\ndf3_3.set_index('id', inplace=True)\ndf3_3","metadata":{},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"df3_4 = pd.read_csv('/kaggle/input/submission-xgboost185r100c55d20-c5m10g10npe-s804/submission_xgboost185_r100c55d20_c5m10g10NoPCAembs_seed804.csv', sep=',')\ndf3_4.set_index('id', inplace=True)\ndf3_4","metadata":{},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"df3_5 = pd.read_csv('/kaggle/input/submission-xgboost185r100c55d20-c5m10g10npe-s624/submission_xgboost185_r100c55d20_c5m10g10NoPCAembs_seed624.csv', sep=',')\ndf3_5.set_index('id', inplace=True)\ndf3_5","metadata":{},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"df3 = round((df3_1*0.2 + df3_2*0.2 + df3_3*0.2 + df3_4*0.2 + df3_5*0.2), 4)\ndf3","metadata":{},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"\ndf4_1 = pd.read_csv('/kaggle/input/submission-transformer-tinybiobert-80-tasked-30eps/submission_transformer_80pct_tinybiobert_tasked_30eps.csv', sep=',')\ndf4_1.set_index('id', inplace=True)\ndf4_1","metadata":{},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"df4_2 = pd.read_csv('/kaggle/input/submission-transformer-tbb-task1s-30e-seed546/submission_transformer_80pct_tinybiobert_tasked_one_sentence_30eps_seed546.csv', sep=',')\ndf4_2.set_index('id', inplace=True)\ndf4_2","metadata":{"execution":{"iopub.status.busy":"2023-10-27T14:02:24.385698Z","iopub.execute_input":"2023-10-27T14:02:24.386442Z","iopub.status.idle":"2023-10-27T14:02:29.696328Z","shell.execute_reply.started":"2023-10-27T14:02:24.386401Z","shell.execute_reply":"2023-10-27T14:02:29.695188Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"df4_3 = pd.read_csv('/kaggle/input/submission-transformer-tbb-task1s-20e-seed419/submission_transformer_80pct_tinybiobert_tasked_one_sentence_20eps_seed419.csv', sep=',')\ndf4_3.set_index('id', inplace=True)\ndf4_3","metadata":{},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"df4_4 = pd.read_csv('/kaggle/input/submission-transf-tbb-t1s-25e42-17-188-121-962/submission_transformer_tinybiobert_tasked_one_sentence_5eps42_5eps17_5eps188_5eps121_5eps962.csv', sep=',')\ndf4_4.set_index('id', inplace=True)\ndf4_4","metadata":{},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"df4_5 = pd.read_csv('/kaggle/input/submission-transformer-22epochs/submission_transformer_deberta-v3-small_100pct_22epochs.csv', sep=',')\ndf4_5.set_index('id', inplace=True)\ndf4_5","metadata":{},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"df4 = round((df4_1*0.15 + df4_2*0.15 + df4_3*0.15 + df4_4*0.15 + df4_5*0.4), 4)\ndf4","metadata":{},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"super_df = round((df1*0.6 + df2*0.1 + df3*0.1 + df4*0.2), 2)\nsuper_df","metadata":{"execution":{"iopub.status.busy":"2023-10-27T14:02:29.697725Z","iopub.execute_input":"2023-10-27T14:02:29.698084Z","iopub.status.idle":"2023-10-27T14:02:29.839523Z","shell.execute_reply.started":"2023-10-27T14:02:29.698054Z","shell.execute_reply":"2023-10-27T14:02:29.838092Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"aug_df = pd.read_csv('/kaggle/input/submission-tm1k5c25dpca10ge1k-20e-lr3e4-seed42/submission_tabmod1k5c25dGeneEmbs1k_PCA10norm_augmented_20e_lr3e4_seed42.csv', sep=',')\naug_df.set_index('id', inplace=True)\naug_df","metadata":{},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"mean_df = round((super_df*0.6 + aug_df*0.4), 2)\nmean_df","metadata":{},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"mean_df.to_csv('submission.csv', sep=',')","metadata":{"execution":{"iopub.status.busy":"2023-10-27T14:02:29.841214Z","iopub.execute_input":"2023-10-27T14:02:29.841979Z","iopub.status.idle":"2023-10-27T14:02:36.944032Z","shell.execute_reply.started":"2023-10-27T14:02:29.841936Z","shell.execute_reply":"2023-10-27T14:02:36.942737Z"},"trusted":true},"execution_count":null,"outputs":[]}]}