{"metadata":{"kernelspec":{"language":"python","display_name":"Python 3","name":"python3"},"language_info":{"name":"python","version":"3.10.14","mimetype":"text/x-python","codemirror_mode":{"name":"ipython","version":3},"pygments_lexer":"ipython3","nbconvert_exporter":"python","file_extension":".py"},"kaggle":{"accelerator":"gpu","dataSources":[{"sourceId":81933,"databundleVersionId":9643020,"sourceType":"competition"}],"dockerImageVersionId":30776,"isInternetEnabled":true,"language":"python","sourceType":"notebook","isGpuEnabled":true}},"nbformat_minor":4,"nbformat":4,"cells":[{"cell_type":"code","source":"import numpy as np\nimport pandas as pd\npd.set_option('display.max_colwidth', None)","metadata":{"execution":{"iopub.status.busy":"2024-09-25T09:41:09.065609Z","iopub.execute_input":"2024-09-25T09:41:09.066461Z","iopub.status.idle":"2024-09-25T09:41:09.070733Z","shell.execute_reply.started":"2024-09-25T09:41:09.066420Z","shell.execute_reply":"2024-09-25T09:41:09.069776Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"data_dict = pd.read_csv(\"/kaggle/input/child-mind-institute-problematic-internet-use/data_dictionary.csv\")\ntrain_data = pd.read_csv(\"/kaggle/input/child-mind-institute-problematic-internet-use/train.csv\")\ntest_data = pd.read_csv(\"/kaggle/input/child-mind-institute-problematic-internet-use/test.csv\")\nsample_sub = pd.read_csv(\"/kaggle/input/child-mind-institute-problematic-internet-use/sample_submission.csv\")","metadata":{"execution":{"iopub.status.busy":"2024-09-25T08:51:46.386565Z","iopub.execute_input":"2024-09-25T08:51:46.386910Z","iopub.status.idle":"2024-09-25T08:51:46.474465Z","shell.execute_reply.started":"2024-09-25T08:51:46.386877Z","shell.execute_reply":"2024-09-25T08:51:46.473548Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":"# All tabular data (csv) visualization","metadata":{}},{"cell_type":"code","source":"# data_dict (data_dictionary.csv) is the description of each parameter column in train.csv. \ndata_dict","metadata":{"execution":{"iopub.status.busy":"2024-09-25T08:58:00.643403Z","iopub.execute_input":"2024-09-25T08:58:00.644054Z","iopub.status.idle":"2024-09-25T08:58:00.657456Z","shell.execute_reply.started":"2024-09-25T08:58:00.644014Z","shell.execute_reply":"2024-09-25T08:58:00.656509Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"train_data","metadata":{"execution":{"iopub.status.busy":"2024-09-25T08:53:38.842023Z","iopub.execute_input":"2024-09-25T08:53:38.842721Z","iopub.status.idle":"2024-09-25T08:53:38.884013Z","shell.execute_reply.started":"2024-09-25T08:53:38.842683Z","shell.execute_reply":"2024-09-25T08:53:38.883217Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"test_data","metadata":{"execution":{"iopub.status.busy":"2024-09-25T08:58:14.864688Z","iopub.execute_input":"2024-09-25T08:58:14.865350Z","iopub.status.idle":"2024-09-25T08:58:14.903491Z","shell.execute_reply.started":"2024-09-25T08:58:14.865308Z","shell.execute_reply":"2024-09-25T08:58:14.902611Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"sample_sub","metadata":{"execution":{"iopub.status.busy":"2024-09-25T09:38:30.113052Z","iopub.execute_input":"2024-09-25T09:38:30.113420Z","iopub.status.idle":"2024-09-25T09:38:30.124163Z","shell.execute_reply.started":"2024-09-25T09:38:30.113386Z","shell.execute_reply":"2024-09-25T09:38:30.123216Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":"# Tabular data analysis","metadata":{}},{"cell_type":"code","source":"# Parameters that are not present in test\ntrain_cols = list(train_data.columns.values)\ntest_cols = list(test_data.columns.values)\ntrain_not_test = set(train_cols).difference(test_cols)\ntrain_not_test","metadata":{"execution":{"iopub.status.busy":"2024-09-25T09:34:34.292570Z","iopub.execute_input":"2024-09-25T09:34:34.292909Z","iopub.status.idle":"2024-09-25T09:34:34.299982Z","shell.execute_reply.started":"2024-09-25T09:34:34.292877Z","shell.execute_reply":"2024-09-25T09:34:34.299075Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"data_dict[data_dict[\"Field\"]==\"PCIAT-PCIAT_Total\"]","metadata":{"execution":{"iopub.status.busy":"2024-09-25T09:43:22.692096Z","iopub.execute_input":"2024-09-25T09:43:22.692460Z","iopub.status.idle":"2024-09-25T09:43:22.704352Z","shell.execute_reply.started":"2024-09-25T09:43:22.692428Z","shell.execute_reply":"2024-09-25T09:43:22.703382Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":"# parquet data analysis","metadata":{}},{"cell_type":"code","source":"train_parquet = pd.read_parquet('/kaggle/input/child-mind-institute-problematic-internet-use/series_train.parquet/id=00115b9f/part-0.parquet')\ntrain_parquet","metadata":{"execution":{"iopub.status.busy":"2024-09-25T09:09:43.131148Z","iopub.execute_input":"2024-09-25T09:09:43.132021Z","iopub.status.idle":"2024-09-25T09:09:43.161026Z","shell.execute_reply.started":"2024-09-25T09:09:43.131979Z","shell.execute_reply":"2024-09-25T09:09:43.160138Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"test_parquet = pd.read_parquet('/kaggle/input/child-mind-institute-problematic-internet-use/series_test.parquet/id=00115b9f/part-0.parquet')\ntest_parquet","metadata":{"execution":{"iopub.status.busy":"2024-09-25T09:09:57.479091Z","iopub.execute_input":"2024-09-25T09:09:57.479480Z","iopub.status.idle":"2024-09-25T09:09:57.523618Z","shell.execute_reply.started":"2024-09-25T09:09:57.479443Z","shell.execute_reply":"2024-09-25T09:09:57.522707Z"},"trusted":true},"execution_count":null,"outputs":[]}]}