{"metadata":{"kernelspec":{"language":"python","display_name":"Python 3","name":"python3"},"language_info":{"name":"python","version":"3.10.12","mimetype":"text/x-python","codemirror_mode":{"name":"ipython","version":3},"pygments_lexer":"ipython3","nbconvert_exporter":"python","file_extension":".py"},"kaggle":{"accelerator":"none","dataSources":[{"sourceId":59094,"databundleVersionId":7010844,"sourceType":"competition"},{"sourceId":6474517,"sourceType":"datasetVersion","datasetId":3740063},{"sourceId":6475027,"sourceType":"datasetVersion","datasetId":3740385},{"sourceId":6475160,"sourceType":"datasetVersion","datasetId":3740463},{"sourceId":6475266,"sourceType":"datasetVersion","datasetId":3740522},{"sourceId":6475422,"sourceType":"datasetVersion","datasetId":3740621},{"sourceId":6479031,"sourceType":"datasetVersion","datasetId":3743095},{"sourceId":6494926,"sourceType":"datasetVersion","datasetId":3753857},{"sourceId":6495268,"sourceType":"datasetVersion","datasetId":3754089},{"sourceId":6495400,"sourceType":"datasetVersion","datasetId":3754176},{"sourceId":6495464,"sourceType":"datasetVersion","datasetId":3754204},{"sourceId":6500571,"sourceType":"datasetVersion","datasetId":3757671},{"sourceId":6500868,"sourceType":"datasetVersion","datasetId":3757881},{"sourceId":6501790,"sourceType":"datasetVersion","datasetId":3758459},{"sourceId":6502299,"sourceType":"datasetVersion","datasetId":3758758},{"sourceId":6506099,"sourceType":"datasetVersion","datasetId":3761450},{"sourceId":6556280,"sourceType":"datasetVersion","datasetId":3788479},{"sourceId":6558940,"sourceType":"datasetVersion","datasetId":3789689},{"sourceId":6566200,"sourceType":"datasetVersion","datasetId":3793331},{"sourceId":6570272,"sourceType":"datasetVersion","datasetId":3795429},{"sourceId":6579492,"sourceType":"datasetVersion","datasetId":3799288},{"sourceId":6594215,"sourceType":"datasetVersion","datasetId":3805546},{"sourceId":6598277,"sourceType":"datasetVersion","datasetId":3807231},{"sourceId":6604684,"sourceType":"datasetVersion","datasetId":3810594},{"sourceId":6605014,"sourceType":"datasetVersion","datasetId":3810809},{"sourceId":6611322,"sourceType":"datasetVersion","datasetId":3815043},{"sourceId":6612481,"sourceType":"datasetVersion","datasetId":3815749},{"sourceId":6617293,"sourceType":"datasetVersion","datasetId":3818997},{"sourceId":6633667,"sourceType":"datasetVersion","datasetId":3829612},{"sourceId":6640609,"sourceType":"datasetVersion","datasetId":3833588},{"sourceId":6640678,"sourceType":"datasetVersion","datasetId":3833626},{"sourceId":6650205,"sourceType":"datasetVersion","datasetId":3838545},{"sourceId":6650810,"sourceType":"datasetVersion","datasetId":3838761},{"sourceId":6652421,"sourceType":"datasetVersion","datasetId":3839394},{"sourceId":6657503,"sourceType":"datasetVersion","datasetId":3841979},{"sourceId":6658215,"sourceType":"datasetVersion","datasetId":3842357},{"sourceId":6659466,"sourceType":"datasetVersion","datasetId":3843078},{"sourceId":6662244,"sourceType":"datasetVersion","datasetId":3844388},{"sourceId":6662284,"sourceType":"datasetVersion","datasetId":3844410},{"sourceId":6667658,"sourceType":"datasetVersion","datasetId":3847460},{"sourceId":6669981,"sourceType":"datasetVersion","datasetId":3848667},{"sourceId":6670941,"sourceType":"datasetVersion","datasetId":3849040},{"sourceId":6671114,"sourceType":"datasetVersion","datasetId":3849089},{"sourceId":6671303,"sourceType":"datasetVersion","datasetId":3849151},{"sourceId":6676738,"sourceType":"datasetVersion","datasetId":3852103},{"sourceId":6679082,"sourceType":"datasetVersion","datasetId":3853196},{"sourceId":6679396,"sourceType":"datasetVersion","datasetId":3853302},{"sourceId":6684905,"sourceType":"datasetVersion","datasetId":3856024},{"sourceId":6688886,"sourceType":"datasetVersion","datasetId":3857457},{"sourceId":6688929,"sourceType":"datasetVersion","datasetId":3857465},{"sourceId":6688973,"sourceType":"datasetVersion","datasetId":3857471},{"sourceId":6689272,"sourceType":"datasetVersion","datasetId":3857561},{"sourceId":6689444,"sourceType":"datasetVersion","datasetId":3857611},{"sourceId":6704997,"sourceType":"datasetVersion","datasetId":3864323},{"sourceId":6705111,"sourceType":"datasetVersion","datasetId":3864371},{"sourceId":6705327,"sourceType":"datasetVersion","datasetId":3864475},{"sourceId":6705555,"sourceType":"datasetVersion","datasetId":3864586},{"sourceId":6724051,"sourceType":"datasetVersion","datasetId":3873706},{"sourceId":6725550,"sourceType":"datasetVersion","datasetId":3874232},{"sourceId":6740949,"sourceType":"datasetVersion","datasetId":3881914},{"sourceId":6744040,"sourceType":"datasetVersion","datasetId":3883399},{"sourceId":6751574,"sourceType":"datasetVersion","datasetId":3887039},{"sourceId":6751757,"sourceType":"datasetVersion","datasetId":3887113},{"sourceId":6753000,"sourceType":"datasetVersion","datasetId":3887493},{"sourceId":6753227,"sourceType":"datasetVersion","datasetId":3887595},{"sourceId":6753361,"sourceType":"datasetVersion","datasetId":3887655},{"sourceId":6768324,"sourceType":"datasetVersion","datasetId":3894900},{"sourceId":6768432,"sourceType":"datasetVersion","datasetId":3894939},{"sourceId":6775148,"sourceType":"datasetVersion","datasetId":3898359},{"sourceId":6780167,"sourceType":"datasetVersion","datasetId":3901602},{"sourceId":6786221,"sourceType":"datasetVersion","datasetId":3904661},{"sourceId":6786465,"sourceType":"datasetVersion","datasetId":3904786},{"sourceId":6786697,"sourceType":"datasetVersion","datasetId":3904907},{"sourceId":6786919,"sourceType":"datasetVersion","datasetId":3905003},{"sourceId":6788729,"sourceType":"datasetVersion","datasetId":3905735},{"sourceId":6789123,"sourceType":"datasetVersion","datasetId":3905858},{"sourceId":6796426,"sourceType":"datasetVersion","datasetId":3910069},{"sourceId":6801649,"sourceType":"datasetVersion","datasetId":3913447},{"sourceId":6803187,"sourceType":"datasetVersion","datasetId":3914455},{"sourceId":6803782,"sourceType":"datasetVersion","datasetId":3914819},{"sourceId":6812835,"sourceType":"datasetVersion","datasetId":3919167},{"sourceId":6827495,"sourceType":"datasetVersion","datasetId":3925925},{"sourceId":6836099,"sourceType":"datasetVersion","datasetId":3930317},{"sourceId":6838218,"sourceType":"datasetVersion","datasetId":3931448},{"sourceId":6845629,"sourceType":"datasetVersion","datasetId":3935491},{"sourceId":6855777,"sourceType":"datasetVersion","datasetId":3940702},{"sourceId":6856128,"sourceType":"datasetVersion","datasetId":3940896},{"sourceId":6856405,"sourceType":"datasetVersion","datasetId":3941028},{"sourceId":6856726,"sourceType":"datasetVersion","datasetId":3941196},{"sourceId":6857023,"sourceType":"datasetVersion","datasetId":3941344},{"sourceId":6864492,"sourceType":"datasetVersion","datasetId":3945207},{"sourceId":6864911,"sourceType":"datasetVersion","datasetId":3945468},{"sourceId":6865334,"sourceType":"datasetVersion","datasetId":3945729},{"sourceId":6866458,"sourceType":"datasetVersion","datasetId":3946346},{"sourceId":6892683,"sourceType":"datasetVersion","datasetId":3959643},{"sourceId":6900894,"sourceType":"datasetVersion","datasetId":3964014},{"sourceId":6901416,"sourceType":"datasetVersion","datasetId":3964299},{"sourceId":6901792,"sourceType":"datasetVersion","datasetId":3964482},{"sourceId":6902158,"sourceType":"datasetVersion","datasetId":3964653},{"sourceId":6914172,"sourceType":"datasetVersion","datasetId":3970673},{"sourceId":6915264,"sourceType":"datasetVersion","datasetId":3970984},{"sourceId":6915548,"sourceType":"datasetVersion","datasetId":3971104},{"sourceId":6916154,"sourceType":"datasetVersion","datasetId":3971399},{"sourceId":6922316,"sourceType":"datasetVersion","datasetId":3974838},{"sourceId":6922343,"sourceType":"datasetVersion","datasetId":3974857},{"sourceId":6999337,"sourceType":"datasetVersion","datasetId":4023584},{"sourceId":7032270,"sourceType":"datasetVersion","datasetId":4045041},{"sourceId":7047343,"sourceType":"datasetVersion","datasetId":4055336},{"sourceId":7047501,"sourceType":"datasetVersion","datasetId":4055451},{"sourceId":7054713,"sourceType":"datasetVersion","datasetId":4060432},{"sourceId":7061238,"sourceType":"datasetVersion","datasetId":4065142}],"dockerImageVersionId":30558,"isInternetEnabled":false,"language":"python","sourceType":"notebook","isGpuEnabled":false}},"nbformat_minor":4,"nbformat":4,"cells":[{"cell_type":"code","source":"import numpy as np # linear algebra\nimport pandas as pd # data processing, CSV file I/O (e.g. pd.read_csv)\nimport seaborn as sns\nimport matplotlib.pyplot as plt","metadata":{"_uuid":"8f2839f25d086af736a60e9eeb907d3b93b6e0e5","_cell_guid":"b1076dfc-b9ad-4769-8c92-a6c4dae69d19","execution":{"iopub.status.busy":"2023-12-11T15:15:17.860560Z","iopub.execute_input":"2023-12-11T15:15:17.861027Z","iopub.status.idle":"2023-12-11T15:15:17.866254Z","shell.execute_reply.started":"2023-12-11T15:15:17.860988Z","shell.execute_reply":"2023-12-11T15:15:17.865142Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"from sklearn.preprocessing import StandardScaler\nscaler = StandardScaler()","metadata":{"execution":{"iopub.status.busy":"2023-12-11T15:15:17.874038Z","iopub.execute_input":"2023-12-11T15:15:17.874592Z","iopub.status.idle":"2023-12-11T15:15:17.883459Z","shell.execute_reply.started":"2023-12-11T15:15:17.874541Z","shell.execute_reply":"2023-12-11T15:15:17.882269Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":"## Load and Normalize Predictions","metadata":{}},{"cell_type":"code","source":"df1_1 = pd.read_csv('/kaggle/input/submission-tabmod1k5c25dgeneemb1k-pca10-seed42/submission_tabmod1k5c25dGeneEmbs1k_PCA10norm_20e_lr3e4_seed42.csv', sep=',')\ndf1_1.set_index('id', inplace=True)\ndf1_1 # LB 0.560\nd1_1 = scaler.fit_transform(df1_1)","metadata":{"execution":{"iopub.status.busy":"2023-12-11T15:15:17.885638Z","iopub.execute_input":"2023-12-11T15:15:17.886031Z","iopub.status.idle":"2023-12-11T15:15:23.710668Z","shell.execute_reply.started":"2023-12-11T15:15:17.885998Z","shell.execute_reply":"2023-12-11T15:15:23.709323Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"df1_2 = pd.read_csv('/kaggle/input/submission-tabmod1k5c25dge1kpca10-20e-s970/submission_tabmod1k5c25dGeneEmbs1k_PCA10norm_20e_lr3e4_seed970.csv', sep=',')\ndf1_2.set_index('id', inplace=True)\ndf1_2 # LB 0.564\nd1_2 = scaler.fit_transform(df1_2)","metadata":{"execution":{"iopub.status.busy":"2023-12-11T15:15:23.712727Z","iopub.execute_input":"2023-12-11T15:15:23.713224Z","iopub.status.idle":"2023-12-11T15:15:29.264094Z","shell.execute_reply.started":"2023-12-11T15:15:23.713179Z","shell.execute_reply":"2023-12-11T15:15:29.262805Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"df1_3 = pd.read_csv('/kaggle/input/submission-tabmod-ge600-pca10-20epochs/submission_tabmod1k5c25dGeneEmbs6c_PCA10norm_20e_lr3e4.csv', sep=',')\ndf1_3.set_index('id', inplace=True)\nd1_3 = scaler.fit_transform(df1_3)","metadata":{"execution":{"iopub.status.busy":"2023-12-11T15:15:29.265432Z","iopub.execute_input":"2023-12-11T15:15:29.265821Z","iopub.status.idle":"2023-12-11T15:15:34.813151Z","shell.execute_reply.started":"2023-12-11T15:15:29.265787Z","shell.execute_reply":"2023-12-11T15:15:34.811852Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"df1_4 = pd.read_csv('/kaggle/input/submission-v57-tabmod-seed120/submission_tabmod1k5c25dGeneEmbs6c_PCA10norm_20e_lr3e4_seed120.csv', sep=',')\ndf1_4.set_index('id', inplace=True)\nd1_4 = scaler.fit_transform(df1_4)","metadata":{"execution":{"iopub.status.busy":"2023-12-11T15:15:34.816839Z","iopub.execute_input":"2023-12-11T15:15:34.817673Z","iopub.status.idle":"2023-12-11T15:15:40.351888Z","shell.execute_reply.started":"2023-12-11T15:15:34.817626Z","shell.execute_reply":"2023-12-11T15:15:40.350841Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"df2_1 = pd.read_csv('/kaggle/input/submission-transf-debs-sp-5e42-594-356-714-878/submission_transformer_deberta-v3-small_sparse_5eps42_5eps594_5eps356_5eps714_5eps878.csv', sep=',')\ndf2_1.set_index('id', inplace=True)\ndf2_1 # LB 0.591\nd2_1 = scaler.fit_transform(df2_1)","metadata":{"execution":{"iopub.status.busy":"2023-12-11T15:15:40.353375Z","iopub.execute_input":"2023-12-11T15:15:40.353813Z","iopub.status.idle":"2023-12-11T15:15:45.815047Z","shell.execute_reply.started":"2023-12-11T15:15:40.353773Z","shell.execute_reply":"2023-12-11T15:15:45.813648Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"df2_2 = pd.read_csv('/kaggle/input/submission-transf-tbb-t1s-5e42-5e17-5e188-5e121/submission_transformer_tinybiobert_tasked_one_sentence_5eps42_5eps17_5eps188_5eps121.csv', sep=',')\ndf2_2.set_index('id', inplace=True)\ndf2_2 # LB 0.608\nd2_2 = scaler.fit_transform(df2_2)","metadata":{"execution":{"iopub.status.busy":"2023-12-11T15:15:45.816776Z","iopub.execute_input":"2023-12-11T15:15:45.817269Z","iopub.status.idle":"2023-12-11T15:15:51.167570Z","shell.execute_reply.started":"2023-12-11T15:15:45.817228Z","shell.execute_reply":"2023-12-11T15:15:51.166371Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"df3_1 = pd.read_csv('/kaggle/input/submission-forest100-100pct-c5m10g10nopcaembs-s42/submission_forest100_100pct_c5m10g10nopcaembs_seed42.csv', sep=',')\ndf3_1.set_index('id', inplace=True)\ndf3_1 # LB 0.588\nd3_1 = scaler.fit_transform(df3_1)","metadata":{"execution":{"iopub.status.busy":"2023-12-11T15:15:51.168904Z","iopub.execute_input":"2023-12-11T15:15:51.169261Z","iopub.status.idle":"2023-12-11T15:15:56.797001Z","shell.execute_reply.started":"2023-12-11T15:15:51.169223Z","shell.execute_reply":"2023-12-11T15:15:56.795670Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"df4_1 = pd.read_csv('/kaggle/input/submission-xgboost185r100c55d20-c5m10g10nopcae-s42/submission_xgboost185_r100c55d20_c5m10g10NoPCAembs_seed42.csv', sep=',')\ndf4_1.set_index('id', inplace=True)\ndf4_1 # LB 0.59\nd4_1 = scaler.fit_transform(df4_1)","metadata":{"execution":{"iopub.status.busy":"2023-12-11T15:15:56.798449Z","iopub.execute_input":"2023-12-11T15:15:56.798812Z","iopub.status.idle":"2023-12-11T15:16:02.312538Z","shell.execute_reply.started":"2023-12-11T15:15:56.798779Z","shell.execute_reply":"2023-12-11T15:16:02.311346Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":"## Calculate Correlation Matrix","metadata":{}},{"cell_type":"code","source":"%%time\npredictions = [d1_1, d1_2, d1_3, d1_4, d2_1, d2_2, d3_1, d4_1]\ncorrelation_matrix = np.zeros((8, 8))\n\nfor i, a in enumerate(predictions):\n    for j, b in enumerate(predictions):\n        correlation = np.nanmean(np.array([np.corrcoef(a[:, x], b[:, x])[0, 1] for x in range(a.shape[1])]))\n        correlation_matrix[i, j] = correlation\n        \ncorrelation_matrix","metadata":{"execution":{"iopub.status.busy":"2023-12-11T15:16:02.314096Z","iopub.execute_input":"2023-12-11T15:16:02.314483Z","iopub.status.idle":"2023-12-11T15:18:20.173451Z","shell.execute_reply.started":"2023-12-11T15:16:02.314448Z","shell.execute_reply":"2023-12-11T15:18:20.171964Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":"## Plot Correlation Heat Map","metadata":{}},{"cell_type":"code","source":"plt.figure(figsize=(10, 9))\nsns.heatmap(correlation_matrix, annot=True, cmap='coolwarm', square=True)\nplt.xticks(ticks=np.arange(8) + 0.5, labels=['tabmod1k_seed42', 'tabmod1k_seed970', 'tabmod600_seed42', 'tabmod600_seed120', 'deberta_5x5epochs', 'tinybiobert_5x5epochs', 'randforest_seed42', 'xgbforest_seed42'])\nplt.xticks(rotation=90) \nplt.yticks(ticks=np.arange(8) + 0.5, labels=['tabmod1k_seed42', 'tabmod1k_seed970', 'tabmod600_seed42', 'tabmod600_seed120', 'deberta_5x5epochs', 'tinybiobert_5x5epochs', 'randforest_seed42', 'xgbforest_seed42'])\nplt.yticks(rotation=0) \nplt.title('Averaged Correlation Heatmap')\nplt.tight_layout()\nplt.savefig('prediction_correlation.png', format='png', dpi=300)\nplt.show()","metadata":{"execution":{"iopub.status.busy":"2023-12-11T15:20:53.341983Z","iopub.execute_input":"2023-12-11T15:20:53.343066Z","iopub.status.idle":"2023-12-11T15:20:54.624253Z","shell.execute_reply.started":"2023-12-11T15:20:53.343023Z","shell.execute_reply":"2023-12-11T15:20:54.622855Z"},"trusted":true},"execution_count":null,"outputs":[]}]}