{"metadata":{"kernelspec":{"language":"python","display_name":"Python 3","name":"python3"},"language_info":{"name":"python","version":"3.10.13","mimetype":"text/x-python","codemirror_mode":{"name":"ipython","version":3},"pygments_lexer":"ipython3","nbconvert_exporter":"python","file_extension":".py"},"kaggle":{"accelerator":"none","dataSources":[{"sourceId":50160,"databundleVersionId":7602123,"sourceType":"competition"}],"dockerImageVersionId":30664,"isInternetEnabled":true,"language":"python","sourceType":"notebook","isGpuEnabled":false}},"nbformat_minor":4,"nbformat":4,"cells":[{"cell_type":"code","source":"import polars as pl\nimport numpy as np\nimport pandas as pd\nimport lightgbm as lgb\nfrom sklearn.model_selection import train_test_split\nfrom sklearn.metrics import roc_auc_score\n","metadata":{"_uuid":"8f2839f25d086af736a60e9eeb907d3b93b6e0e5","_cell_guid":"b1076dfc-b9ad-4769-8c92-a6c4dae69d19","execution":{"iopub.status.busy":"2024-03-03T07:53:06.469821Z","iopub.execute_input":"2024-03-03T07:53:06.470189Z","iopub.status.idle":"2024-03-03T07:53:06.475690Z","shell.execute_reply.started":"2024-03-03T07:53:06.470161Z","shell.execute_reply":"2024-03-03T07:53:06.474480Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"\ntrain_basetable = pl.read_csv('/kaggle/input/home-credit-credit-risk-model-stability/csv_files/train/train_base.csv')\n","metadata":{"execution":{"iopub.status.busy":"2024-03-03T07:59:04.017222Z","iopub.execute_input":"2024-03-03T07:59:04.017647Z","iopub.status.idle":"2024-03-03T07:59:04.202132Z","shell.execute_reply.started":"2024-03-03T07:59:04.017616Z","shell.execute_reply":"2024-03-03T07:59:04.200772Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"train_static = pl.concat([pl.read_csv(\"/kaggle/input/home-credit-credit-risk-model-stability/csv_files/train/train_static_0_0.csv\"),\n                  pl.read_csv(\"/kaggle/input/home-credit-credit-risk-model-stability/csv_files/train/train_static_0_1.csv\"),],\n                 how = \"vertical_relaxed\")","metadata":{"execution":{"iopub.status.busy":"2024-03-03T08:22:33.983395Z","iopub.execute_input":"2024-03-03T08:22:33.983833Z","iopub.status.idle":"2024-03-03T08:22:46.378926Z","shell.execute_reply.started":"2024-03-03T08:22:33.983800Z","shell.execute_reply":"2024-03-03T08:22:46.377589Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":"As some columns values are numbers but they are stored as string. so we need to convers all the values to float.","metadata":{}},{"cell_type":"code","source":"for col in train_static.columns:\n    if col[-1] in ('P','A'):\n        train_static = train_static.with_columns(pl.col(col).cast(pl.Float64).alias(col))","metadata":{"execution":{"iopub.status.busy":"2024-03-03T08:22:50.221495Z","iopub.execute_input":"2024-03-03T08:22:50.222332Z","iopub.status.idle":"2024-03-03T08:22:51.507892Z","shell.execute_reply.started":"2024-03-03T08:22:50.222286Z","shell.execute_reply":"2024-03-03T08:22:51.503662Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"train_static_cb = pl.read_csv(\"/kaggle/input/home-credit-credit-risk-model-stability/csv_files/train/train_static_cb_0.csv\")\nfor col in train_static_cb.columns:\n    if col[-1] in ('P','A'):\n        train_static_cb = train_static_cb.with_columns(pl.col(col).cast(pl.Float64).alias(col))\ntrain_static_cb.head()","metadata":{"execution":{"iopub.status.busy":"2024-03-03T08:51:08.532042Z","iopub.execute_input":"2024-03-03T08:51:08.532672Z","iopub.status.idle":"2024-03-03T08:51:10.562578Z","shell.execute_reply.started":"2024-03-03T08:51:08.532629Z","shell.execute_reply":"2024-03-03T08:51:10.561347Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"train_person_1 = pl.read_csv(\"/kaggle/input/home-credit-credit-risk-model-stability/csv_files/train/train_person_1.csv\")\nfor col in train_person_1.columns:\n    if col[-1] in ('P','A'):\n        train_person_1 = train_person_1.with_columns(pl.col(col).cast(pl.Float64).alias(col))\ntrain_person_1.head()","metadata":{"execution":{"iopub.status.busy":"2024-03-03T08:58:08.432040Z","iopub.execute_input":"2024-03-03T08:58:08.432513Z","iopub.status.idle":"2024-03-03T08:58:11.893610Z","shell.execute_reply.started":"2024-03-03T08:58:08.432480Z","shell.execute_reply":"2024-03-03T08:58:11.892205Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"train_credit_bureau_b_2 = pl.read_csv(\"/kaggle/input/home-credit-credit-risk-model-stability/csv_files/train/train_credit_bureau_b_2.csv\")\n\nfor col in train_credit_bureau_b_2.columns:\n    if col[-1] in ('P','A'):\n        train_credit_bureau_b_2 = train_credit_bureau_b_2.with_columns(pl.col(col).cast(pl.Float64).alias(col))\ntrain_credit_bureau_b_2.head()\n","metadata":{"execution":{"iopub.status.busy":"2024-03-03T09:07:48.894385Z","iopub.execute_input":"2024-03-03T09:07:48.895486Z","iopub.status.idle":"2024-03-03T09:07:49.128363Z","shell.execute_reply.started":"2024-03-03T09:07:48.895441Z","shell.execute_reply":"2024-03-03T09:07:49.127503Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"\ntest_basetable = pl.read_csv('/kaggle/input/home-credit-credit-risk-model-stability/csv_files/test/test_base.csv')\nprint(test_basetable.head())\n\ntest_static = pl.concat([pl.read_csv(\"/kaggle/input/home-credit-credit-risk-model-stability/csv_files/test/test_static_0_0.csv\"),\n                  pl.read_csv(\"/kaggle/input/home-credit-credit-risk-model-stability/csv_files/test/test_static_0_1.csv\"),],\n                 how = \"vertical_relaxed\")\nfor col in test_static.columns:\n    if col[-1] in ('P','A'):\n        test_static = test_static.with_columns(pl.col(col).cast(pl.Float64).alias(col))\n\ntest_static_cb = pl.read_csv(\"/kaggle/input/home-credit-credit-risk-model-stability/csv_files/test/test_static_cb_0.csv\")\nfor col in test_static_cb.columns:\n    if col[-1] in ('P','A'):\n        test_static_cb = test_static_cb.with_columns(pl.col(col).cast(pl.Float64).alias(col))\nprint(test_static_cb.head())\n\ntest_person_1 = pl.read_csv(\"/kaggle/input/home-credit-credit-risk-model-stability/csv_files/test/test_person_1.csv\")\nfor col in test_person_1.columns:\n    if col[-1] in ('P','A'):\n        test_person_1 = test_person_1.with_columns(pl.col(col).cast(pl.Float64).alias(col))\nprint(test_person_1.head())\n\n\ntest_credit_bureau_b_2 = pl.read_csv(\"/kaggle/input/home-credit-credit-risk-model-stability/csv_files/test/test_credit_bureau_b_2.csv\")\n\nfor col in test_credit_bureau_b_2.columns:\n    if col[-1] in ('P','A'):\n        test_credit_bureau_b_2 = test_credit_bureau_b_2.with_columns(pl.col(col).cast(pl.Float64).alias(col))\nprint(test_credit_bureau_b_2.head())\n","metadata":{"execution":{"iopub.status.busy":"2024-03-03T09:14:19.992372Z","iopub.execute_input":"2024-03-03T09:14:19.992879Z","iopub.status.idle":"2024-03-03T09:14:20.034030Z","shell.execute_reply.started":"2024-03-03T09:14:19.992846Z","shell.execute_reply":"2024-03-03T09:14:20.032920Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"","metadata":{},"execution_count":null,"outputs":[]}]}