{"metadata":{"kernelspec":{"language":"python","display_name":"Python 3","name":"python3"},"language_info":{"pygments_lexer":"ipython3","nbconvert_exporter":"python","version":"3.6.4","file_extension":".py","codemirror_mode":{"name":"ipython","version":3},"name":"python","mimetype":"text/x-python"}},"nbformat_minor":4,"nbformat":4,"cells":[{"cell_type":"markdown","source":"> Starting off with loading the dataset in to the environment","metadata":{}},{"cell_type":"markdown","source":"# We will be starting with the EDA ( Exploratory Data Analysis)","metadata":{}},{"cell_type":"code","source":"#it is used when we need to handle a very large amount to data\nimport dask.dataframe as dd\nimport numpy as np\nimport pandas as pd\n\n# Read the data using dask\ndf_dask_test = dd.read_csv(\"../input/amex-default-prediction/test_data.csv\")\ndf_dask_train = dd.read_csv(\"../input/amex-default-prediction/train_data.csv\")\ndf_dask_labels = dd.read_csv(\"../input/amex-default-prediction/train_labels.csv\")","metadata":{"execution":{"iopub.status.busy":"2022-07-24T18:13:11.526264Z","iopub.execute_input":"2022-07-24T18:13:11.526542Z","iopub.status.idle":"2022-07-24T18:13:11.642864Z","shell.execute_reply.started":"2022-07-24T18:13:11.526514Z","shell.execute_reply":"2022-07-24T18:13:11.642069Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"df_dask_train.head()","metadata":{"execution":{"iopub.status.busy":"2022-07-24T18:07:52.120940Z","iopub.execute_input":"2022-07-24T18:07:52.121908Z","iopub.status.idle":"2022-07-24T18:07:54.111614Z","shell.execute_reply.started":"2022-07-24T18:07:52.121862Z","shell.execute_reply":"2022-07-24T18:07:54.110980Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"df_dask_test.head()","metadata":{"execution":{"iopub.status.busy":"2022-07-24T18:07:44.073169Z","iopub.execute_input":"2022-07-24T18:07:44.073455Z","iopub.status.idle":"2022-07-24T18:07:45.506210Z","shell.execute_reply.started":"2022-07-24T18:07:44.073426Z","shell.execute_reply":"2022-07-24T18:07:45.505627Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"df_dask_labels.head()","metadata":{"execution":{"iopub.status.busy":"2022-07-24T18:09:26.317319Z","iopub.execute_input":"2022-07-24T18:09:26.317737Z","iopub.status.idle":"2022-07-24T18:09:27.598896Z","shell.execute_reply.started":"2022-07-24T18:09:26.317688Z","shell.execute_reply":"2022-07-24T18:09:27.598297Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"df_dask_test.dtypes.to_numpy()","metadata":{"execution":{"iopub.status.busy":"2022-07-24T18:21:33.802655Z","iopub.execute_input":"2022-07-24T18:21:33.802950Z","iopub.status.idle":"2022-07-24T18:21:33.816628Z","shell.execute_reply.started":"2022-07-24T18:21:33.802916Z","shell.execute_reply":"2022-07-24T18:21:33.815681Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"df_dask_train.partitions","metadata":{"execution":{"iopub.status.busy":"2022-07-24T18:20:23.470891Z","iopub.execute_input":"2022-07-24T18:20:23.471200Z","iopub.status.idle":"2022-07-24T18:20:23.476969Z","shell.execute_reply.started":"2022-07-24T18:20:23.471172Z","shell.execute_reply":"2022-07-24T18:20:23.475895Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"df_dask_train.info()","metadata":{"execution":{"iopub.status.busy":"2022-07-24T18:08:55.694175Z","iopub.execute_input":"2022-07-24T18:08:55.694956Z","iopub.status.idle":"2022-07-24T18:08:55.701897Z","shell.execute_reply.started":"2022-07-24T18:08:55.694913Z","shell.execute_reply":"2022-07-24T18:08:55.701265Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"df_dask_labels.target.value_counts()","metadata":{"execution":{"iopub.status.busy":"2022-07-24T18:15:33.664264Z","iopub.execute_input":"2022-07-24T18:15:33.664706Z","iopub.status.idle":"2022-07-24T18:15:33.672499Z","shell.execute_reply.started":"2022-07-24T18:15:33.664675Z","shell.execute_reply":"2022-07-24T18:15:33.671721Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"df_dask_labels.groupby(\"target\")","metadata":{"execution":{"iopub.status.busy":"2022-07-24T18:18:52.337184Z","iopub.execute_input":"2022-07-24T18:18:52.337472Z","iopub.status.idle":"2022-07-24T18:18:52.346215Z","shell.execute_reply.started":"2022-07-24T18:18:52.337443Z","shell.execute_reply":"2022-07-24T18:18:52.345354Z"},"trusted":true},"execution_count":null,"outputs":[]}]}