{"metadata":{"kernelspec":{"language":"python","display_name":"Python 3","name":"python3"},"language_info":{"pygments_lexer":"ipython3","nbconvert_exporter":"python","version":"3.6.4","file_extension":".py","codemirror_mode":{"name":"ipython","version":3},"name":"python","mimetype":"text/x-python"}},"nbformat_minor":4,"nbformat":4,"cells":[{"cell_type":"markdown","source":"# **A comparision between the csv file and parquet file**","metadata":{}},{"cell_type":"markdown","source":"Since csv version of this file takes a long time to open, a parquet version is much more convenient to work with.\nHere a quick comparision between csv file and parquet file in opening time.","metadata":{}},{"cell_type":"code","source":"import pandas as pd","metadata":{"execution":{"iopub.status.busy":"2023-10-19T12:49:01.790337Z","iopub.execute_input":"2023-10-19T12:49:01.790704Z","iopub.status.idle":"2023-10-19T12:49:02.247988Z","shell.execute_reply.started":"2023-10-19T12:49:01.790675Z","shell.execute_reply":"2023-10-19T12:49:02.246766Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"%%time\ncsv = pd.read_csv('/kaggle/input/stanford-ribonanza-rna-folding/train_data.csv')\ncsv","metadata":{"execution":{"iopub.status.busy":"2023-10-19T12:49:08.771950Z","iopub.execute_input":"2023-10-19T12:49:08.772498Z","iopub.status.idle":"2023-10-19T12:50:54.049831Z","shell.execute_reply.started":"2023-10-19T12:49:08.772467Z","shell.execute_reply":"2023-10-19T12:50:54.048603Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"%%time\nparquet = pd.read_parquet('/kaggle/input/stanford-ribonoza-train-data-in-parquet-format/file.parquet')\nparquet","metadata":{"execution":{"iopub.status.busy":"2023-10-19T12:44:21.284213Z","iopub.execute_input":"2023-10-19T12:44:21.284846Z","iopub.status.idle":"2023-10-19T12:44:34.651327Z","shell.execute_reply.started":"2023-10-19T12:44:21.284812Z","shell.execute_reply":"2023-10-19T12:44:34.649975Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"","metadata":{},"execution_count":null,"outputs":[]}]}