{"metadata":{"kernelspec":{"name":"ir","display_name":"R","language":"R"},"language_info":{"name":"R","codemirror_mode":"r","pygments_lexer":"r","mimetype":"text/x-r-source","file_extension":".r","version":"4.0.5"}},"nbformat_minor":4,"nbformat":4,"cells":[{"cell_type":"code","source":"# packages\nlibrary(tidyverse)\n\nlibrary(data.table)","metadata":{"_uuid":"051d70d956493feee0c6d64651c6a088724dca2a","_execution_state":"idle","execution":{"iopub.status.busy":"2022-05-25T18:39:35.622091Z","iopub.execute_input":"2022-05-25T18:39:35.624803Z","iopub.status.idle":"2022-05-25T18:39:37.200228Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"# show files\nlist.files(path = \"../input/amex-default-prediction/\")","metadata":{"execution":{"iopub.status.busy":"2022-05-25T18:39:37.202737Z","iopub.execute_input":"2022-05-25T18:39:37.237418Z","iopub.status.idle":"2022-05-25T18:39:37.279554Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":"### Load huge training data set","metadata":{}},{"cell_type":"code","source":"t1 <- Sys.time()\ndf_train <- fread('../input/amex-default-prediction/train_data.csv')\nt2 <- Sys.time()\nprint(t2-t1)","metadata":{"execution":{"iopub.status.busy":"2022-05-25T18:39:37.284352Z","iopub.execute_input":"2022-05-25T18:39:37.28723Z","iopub.status.idle":"2022-05-25T18:41:57.122199Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"# garbage collection\ninvisible(gc())","metadata":{"execution":{"iopub.status.busy":"2022-05-25T18:41:57.127121Z","iopub.execute_input":"2022-05-25T18:41:57.129708Z","iopub.status.idle":"2022-05-25T18:41:57.90729Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"# preview\nhead(df_train)","metadata":{"execution":{"iopub.status.busy":"2022-05-25T18:41:57.910239Z","iopub.execute_input":"2022-05-25T18:41:57.911931Z","iopub.status.idle":"2022-05-25T18:41:58.019099Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"# convert ID to factor\ndf_train$customer_ID <- as.factor(df_train$customer_ID)","metadata":{"execution":{"iopub.status.busy":"2022-05-25T18:41:58.022517Z","iopub.execute_input":"2022-05-25T18:41:58.024241Z","iopub.status.idle":"2022-05-25T18:42:14.858954Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"# overview of variables\nstr(df_train, list.len=1000)","metadata":{"execution":{"iopub.status.busy":"2022-05-25T18:42:14.8623Z","iopub.execute_input":"2022-05-25T18:42:14.864531Z","iopub.status.idle":"2022-05-25T18:42:15.523238Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"# categorical features (see data description)\nfeatures_cat = c('B_30', 'B_38', 'D_114', 'D_116', 'D_117', 'D_120', 'D_126', 'D_63', 'D_64', 'D_66', 'D_68')\n\n# convert to factor\nfor (col in features_cat) set(df_train, j=col, value=as.factor(df_train[[col]]))","metadata":{"execution":{"iopub.status.busy":"2022-05-25T18:42:15.526631Z","iopub.execute_input":"2022-05-25T18:42:15.528463Z","iopub.status.idle":"2022-05-25T18:42:56.1318Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"invisible(gc())","metadata":{"execution":{"iopub.status.busy":"2022-05-25T18:42:56.134606Z","iopub.execute_input":"2022-05-25T18:42:56.136148Z","iopub.status.idle":"2022-05-25T18:42:56.64508Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"# basic stats\nsummary(df_train)","metadata":{"execution":{"iopub.status.busy":"2022-05-25T18:42:56.647807Z","iopub.execute_input":"2022-05-25T18:42:56.649309Z","iopub.status.idle":"2022-05-25T18:43:58.115774Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"invisible(gc())","metadata":{},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"# export as RData\nsave(df_train, file='train.RData')","metadata":{"execution":{"iopub.status.busy":"2022-05-25T18:51:31.957326Z","iopub.execute_input":"2022-05-25T18:51:31.95977Z","iopub.status.idle":"2022-05-25T18:59:43.282712Z"},"trusted":true},"execution_count":null,"outputs":[]}]}