{"metadata":{"kernelspec":{"language":"python","display_name":"Python 3","name":"python3"},"language_info":{"name":"python","version":"3.10.13","mimetype":"text/x-python","codemirror_mode":{"name":"ipython","version":3},"pygments_lexer":"ipython3","nbconvert_exporter":"python","file_extension":".py"},"kaggle":{"accelerator":"gpu","dataSources":[{"sourceId":50160,"databundleVersionId":7602123,"sourceType":"competition"}],"dockerImageVersionId":30646,"isInternetEnabled":true,"language":"python","sourceType":"notebook","isGpuEnabled":true}},"nbformat_minor":4,"nbformat":4,"cells":[{"cell_type":"markdown","source":"# home credit data view","metadata":{}},{"cell_type":"code","source":"import os\nimport pandas as pd\nimport pyarrow as pa\nimport pyarrow.parquet as pq","metadata":{"execution":{"iopub.status.busy":"2024-02-07T06:01:49.486874Z","iopub.execute_input":"2024-02-07T06:01:49.487258Z","iopub.status.idle":"2024-02-07T06:01:49.922894Z","shell.execute_reply.started":"2024-02-07T06:01:49.487227Z","shell.execute_reply":"2024-02-07T06:01:49.921908Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"paths=[]\nfor dirname, _, filenames in os.walk('/kaggle/input/home-credit-credit-risk-model-stability/csv_files/train'):\n    for filename in filenames:\n        paths+=[(os.path.join(dirname, filename))]\n","metadata":{"execution":{"iopub.status.busy":"2024-02-07T05:31:20.959693Z","iopub.execute_input":"2024-02-07T05:31:20.960549Z","iopub.status.idle":"2024-02-07T05:31:20.972209Z","shell.execute_reply.started":"2024-02-07T05:31:20.960513Z","shell.execute_reply":"2024-02-07T05:31:20.971051Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":"\\033[1mThis is bold text\\033[0m","metadata":{}},{"cell_type":"code","source":"for i in range(len(paths)):\n    df=pd.read_csv(paths[i])\n    file=paths[i].split('/')[-1]\n    print()    \n    print(f\"\\033[1m{file}\\033[0m\")\n    print()\n    print(df.columns.tolist())\n    display(df[0:3])\n    print('------------------'*3)","metadata":{"execution":{"iopub.status.busy":"2024-02-07T05:31:20.974109Z","iopub.execute_input":"2024-02-07T05:31:20.974681Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"ppaths=[]\nfor dirname, _, filenames in os.walk('/kaggle/input/home-credit-credit-risk-model-stability/parquet_files/train'):\n    for filename in filenames:\n        ppaths+=[(os.path.join(dirname, filename))]","metadata":{"execution":{"iopub.status.busy":"2024-02-07T06:01:54.675304Z","iopub.execute_input":"2024-02-07T06:01:54.675825Z","iopub.status.idle":"2024-02-07T06:01:54.685637Z","shell.execute_reply.started":"2024-02-07T06:01:54.675791Z","shell.execute_reply":"2024-02-07T06:01:54.684731Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"for i in range(len(ppaths)):\n    dp=pd.read_parquet(ppaths[i])\n    file=ppaths[i].split('/')[-1]\n    print()\n    print(f\"\\033[1m{file}\\033[0m\")\n    print()\n    print(dp.columns.tolist())\n    display(dp[0:3])\n    print('------------------'*3)","metadata":{"execution":{"iopub.status.busy":"2024-02-08T07:28:09.765532Z","iopub.execute_input":"2024-02-08T07:28:09.766320Z","iopub.status.idle":"2024-02-08T07:28:10.093825Z","shell.execute_reply.started":"2024-02-08T07:28:09.766278Z","shell.execute_reply":"2024-02-08T07:28:10.092555Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"","metadata":{},"execution_count":null,"outputs":[]}]}