{"metadata":{"kernelspec":{"language":"python","display_name":"Python 3","name":"python3"},"language_info":{"pygments_lexer":"ipython3","nbconvert_exporter":"python","version":"3.6.4","file_extension":".py","codemirror_mode":{"name":"ipython","version":3},"name":"python","mimetype":"text/x-python"}},"nbformat_minor":4,"nbformat":4,"cells":[{"cell_type":"code","source":"","metadata":{"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"import pandas as pd","metadata":{"execution":{"iopub.status.busy":"2022-07-01T14:55:39.965050Z","iopub.execute_input":"2022-07-01T14:55:39.965413Z","iopub.status.idle":"2022-07-01T14:55:39.969994Z","shell.execute_reply.started":"2022-07-01T14:55:39.965383Z","shell.execute_reply":"2022-07-01T14:55:39.969071Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"df={}\ndef create_df(df_ch,iter_num) :\n    \n    df[iter_num]=pd.DataFrame(df_ch)\n    print(f'Processing iteration {iter_num}')\n    ","metadata":{"execution":{"iopub.status.busy":"2022-07-01T14:55:42.538445Z","iopub.execute_input":"2022-07-01T14:55:42.538837Z","iopub.status.idle":"2022-07-01T14:55:42.544083Z","shell.execute_reply.started":"2022-07-01T14:55:42.538805Z","shell.execute_reply":"2022-07-01T14:55:42.543244Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"df_iter = pd.read_csv('../input/amex-default-prediction/train_data.csv', chunksize=500000, iterator=True)\n\nfor iter_num, chunk in enumerate(df_iter, 1):\n    create_df(chunk,iter_num)","metadata":{"execution":{"iopub.status.busy":"2022-07-01T14:55:44.796261Z","iopub.execute_input":"2022-07-01T14:55:44.797182Z","iopub.status.idle":"2022-07-01T15:02:03.290411Z","shell.execute_reply.started":"2022-07-01T14:55:44.797143Z","shell.execute_reply":"2022-07-01T15:02:03.289432Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"df[1].to_csv('data1.csv')","metadata":{"execution":{"iopub.status.busy":"2022-07-01T15:14:18.822864Z","iopub.execute_input":"2022-07-01T15:14:18.823239Z","iopub.status.idle":"2022-07-01T15:16:00.977855Z","shell.execute_reply.started":"2022-07-01T15:14:18.823211Z","shell.execute_reply":"2022-07-01T15:16:00.976720Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"df[2].to_csv('data2.csv')","metadata":{"execution":{"iopub.status.busy":"2022-07-01T15:12:03.256826Z","iopub.execute_input":"2022-07-01T15:12:03.257268Z","iopub.status.idle":"2022-07-01T15:13:39.893631Z","shell.execute_reply.started":"2022-07-01T15:12:03.257236Z","shell.execute_reply":"2022-07-01T15:13:39.892260Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"df[3].to_csv('data3.csv')","metadata":{"execution":{"iopub.status.busy":"2022-07-01T15:16:00.979625Z","iopub.execute_input":"2022-07-01T15:16:00.979877Z","iopub.status.idle":"2022-07-01T15:17:20.817493Z","shell.execute_reply.started":"2022-07-01T15:16:00.979853Z","shell.execute_reply":"2022-07-01T15:17:20.816477Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"df[4].to_csv('data4.csv')","metadata":{"execution":{"iopub.status.busy":"2022-07-01T15:17:20.818686Z","iopub.execute_input":"2022-07-01T15:17:20.818989Z","iopub.status.idle":"2022-07-01T15:18:59.100388Z","shell.execute_reply.started":"2022-07-01T15:17:20.818958Z","shell.execute_reply":"2022-07-01T15:18:59.099511Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"df[5].to_csv('data5.csv')","metadata":{"execution":{"iopub.status.busy":"2022-07-01T15:20:51.350943Z","iopub.execute_input":"2022-07-01T15:20:51.351267Z","iopub.status.idle":"2022-07-01T15:22:43.080681Z","shell.execute_reply.started":"2022-07-01T15:20:51.351238Z","shell.execute_reply":"2022-07-01T15:22:43.079206Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"","metadata":{},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"df[6].to_csv('data6.csv')","metadata":{"execution":{"iopub.status.busy":"2022-07-01T15:24:35.645987Z","iopub.execute_input":"2022-07-01T15:24:35.646330Z","iopub.status.idle":"2022-07-01T15:26:12.455757Z","shell.execute_reply.started":"2022-07-01T15:24:35.646294Z","shell.execute_reply":"2022-07-01T15:26:12.454726Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"df[7].to_csv('data7.csv')","metadata":{"execution":{"iopub.status.busy":"2022-07-01T15:22:43.082635Z","iopub.execute_input":"2022-07-01T15:22:43.085352Z","iopub.status.idle":"2022-07-01T15:24:35.644684Z","shell.execute_reply.started":"2022-07-01T15:22:43.085289Z","shell.execute_reply":"2022-07-01T15:24:35.643662Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"df[8].to_csv('data8.csv')","metadata":{"execution":{"iopub.status.busy":"2022-07-01T15:26:12.456952Z","iopub.execute_input":"2022-07-01T15:26:12.457253Z","iopub.status.idle":"2022-07-01T15:28:19.157096Z","shell.execute_reply.started":"2022-07-01T15:26:12.457223Z","shell.execute_reply":"2022-07-01T15:28:19.156115Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"df[9].to_csv('data9.csv')","metadata":{"execution":{"iopub.status.busy":"2022-07-01T15:28:19.158380Z","iopub.execute_input":"2022-07-01T15:28:19.158738Z","iopub.status.idle":"2022-07-01T15:30:02.146906Z","shell.execute_reply.started":"2022-07-01T15:28:19.158701Z","shell.execute_reply":"2022-07-01T15:30:02.145780Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"df[10].to_csv('data10.csv')","metadata":{"execution":{"iopub.status.busy":"2022-07-01T15:30:02.151044Z","iopub.execute_input":"2022-07-01T15:30:02.151300Z","iopub.status.idle":"2022-07-01T15:31:43.227060Z","shell.execute_reply.started":"2022-07-01T15:30:02.151277Z","shell.execute_reply":"2022-07-01T15:31:43.225748Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"df[11].to_csv('data11.csv')","metadata":{"execution":{"iopub.status.busy":"2022-07-01T15:31:43.228519Z","iopub.execute_input":"2022-07-01T15:31:43.228847Z","iopub.status.idle":"2022-07-01T15:33:02.121501Z","shell.execute_reply.started":"2022-07-01T15:31:43.228815Z","shell.execute_reply":"2022-07-01T15:33:02.120395Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"df[12].to_csv('data12.csv')","metadata":{"execution":{"iopub.status.busy":"2022-07-01T15:33:58.154836Z","iopub.execute_input":"2022-07-01T15:33:58.155221Z","iopub.status.idle":"2022-07-01T15:34:06.200852Z","shell.execute_reply.started":"2022-07-01T15:33:58.155194Z","shell.execute_reply":"2022-07-01T15:34:06.199757Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"","metadata":{},"execution_count":null,"outputs":[]}]}