{"metadata":{"kernelspec":{"language":"python","display_name":"Python 3","name":"python3"},"language_info":{"pygments_lexer":"ipython3","nbconvert_exporter":"python","version":"3.6.4","file_extension":".py","codemirror_mode":{"name":"ipython","version":3},"name":"python","mimetype":"text/x-python"}},"nbformat_minor":4,"nbformat":4,"cells":[{"cell_type":"code","source":"import numpy as np # linear algebra\nimport pandas as pd # data processing, CSV file I/O (e.g. pd.read_csv)\nimport os","metadata":{"_uuid":"8f2839f25d086af736a60e9eeb907d3b93b6e0e5","_cell_guid":"b1076dfc-b9ad-4769-8c92-a6c4dae69d19","execution":{"iopub.status.busy":"2022-10-29T13:23:50.611467Z","iopub.execute_input":"2022-10-29T13:23:50.611837Z","iopub.status.idle":"2022-10-29T13:23:50.617432Z","shell.execute_reply.started":"2022-10-29T13:23:50.611809Z","shell.execute_reply":"2022-10-29T13:23:50.615920Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"!pip install tables","metadata":{"execution":{"iopub.status.busy":"2022-10-29T13:25:33.082496Z","iopub.execute_input":"2022-10-29T13:25:33.082935Z","iopub.status.idle":"2022-10-29T13:25:45.747571Z","shell.execute_reply.started":"2022-10-29T13:25:33.082888Z","shell.execute_reply":"2022-10-29T13:25:45.746052Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"cite_inputs=pd.read_hdf('../input/open-problems-multimodal/train_cite_inputs.h5')\ncorrect_idx=list(cite_inputs.index)\ncite_inputs=pd.read_hdf('../input/open-problems-multimodal/test_cite_inputs.h5')\ncorrect_idx.extend(list(cite_inputs.index))\nlen(correct_idx)","metadata":{"execution":{"iopub.status.busy":"2022-10-29T13:33:29.207443Z","iopub.execute_input":"2022-10-29T13:33:29.207842Z","iopub.status.idle":"2022-10-29T13:35:04.822524Z","shell.execute_reply.started":"2022-10-29T13:33:29.207811Z","shell.execute_reply":"2022-10-29T13:35:04.821362Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"cite_inputs=pd.read_hdf('../input/citeseq-denoised-dca/train_cite_inputs_denoised_dca.h5')\nraw_idx=list(cite_inputs.index)\ncite_inputs=pd.read_hdf('../input/citeseq-denoised-dca/test_cite_inputs_denoised_dca.h5')\nraw_idx.extend(list(cite_inputs.index))\nlen(raw_idx)","metadata":{"execution":{"iopub.status.busy":"2022-10-29T13:36:11.857030Z","iopub.execute_input":"2022-10-29T13:36:11.857478Z","iopub.status.idle":"2022-10-29T13:38:02.342260Z","shell.execute_reply.started":"2022-10-29T13:36:11.857439Z","shell.execute_reply":"2022-10-29T13:38:02.340939Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"corr_inp=pd.DataFrame(index=correct_idx)","metadata":{"execution":{"iopub.status.busy":"2022-10-29T13:41:06.929636Z","iopub.execute_input":"2022-10-29T13:41:06.930087Z","iopub.status.idle":"2022-10-29T13:41:06.941103Z","shell.execute_reply.started":"2022-10-29T13:41:06.930048Z","shell.execute_reply":"2022-10-29T13:41:06.939906Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"cite_inputs=pd.concat([\n    pd.read_csv('../input/msci-cite-denoised-pca200/X_dca_denoised_PCA200.csv'),\n    pd.read_csv('../input/msci-cite-denoised-pca200/Xt_dca_denoised_PCA200.csv')\n                      ])\ncite_inputs.index=raw_idx\nprint(len(cite_inputs))\ncite_inputs=corr_inp.join(cite_inputs, how='left')\ncite_inputs.fillna(0, inplace=True)\ncite_inputs.to_csv('cite_inputs_dca_denoised_PCA200.csv')\nprint(len(cite_inputs))\n","metadata":{"execution":{"iopub.status.busy":"2022-10-29T13:44:37.071663Z","iopub.execute_input":"2022-10-29T13:44:37.072082Z","iopub.status.idle":"2022-10-29T13:45:06.241166Z","shell.execute_reply.started":"2022-10-29T13:44:37.072049Z","shell.execute_reply":"2022-10-29T13:45:06.239876Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"cite_inputs=pd.concat([\n    pd.read_csv('../input/msci-cite-denoised-pca200/X_denoised_PCA200.csv'),\n    pd.read_csv('../input/msci-cite-denoised-pca200/Xt_denoised_PCA200.csv')\n                      ])\ncite_inputs.index=correct_idx\ncite_inputs.fillna(0, inplace=True)\ncite_inputs.to_csv('cite_inputs_denoised_PCA200.csv')\nprint(len(cite_inputs))\n","metadata":{"execution":{"iopub.status.busy":"2022-10-29T13:42:48.762805Z","iopub.execute_input":"2022-10-29T13:42:48.763750Z","iopub.status.idle":"2022-10-29T13:42:48.897904Z","shell.execute_reply.started":"2022-10-29T13:42:48.763696Z","shell.execute_reply":"2022-10-29T13:42:48.896718Z"},"trusted":true},"execution_count":null,"outputs":[]}]}