{"metadata":{"kernelspec":{"language":"python","display_name":"Python 3","name":"python3"},"language_info":{"pygments_lexer":"ipython3","nbconvert_exporter":"python","version":"3.6.4","file_extension":".py","codemirror_mode":{"name":"ipython","version":3},"name":"python","mimetype":"text/x-python"}},"nbformat_minor":4,"nbformat":4,"cells":[{"cell_type":"code","source":"import pandas as pd\nimport numpy as np\nimport os\nimport random\nimport warnings\nwarnings.simplefilter('ignore')\n\nTRAIN_PATH = \"../input/house-prices-advanced-regression-techniques/train.csv\"\nTEST_PATH = \"../input/house-prices-advanced-regression-techniques/test.csv\"\nSAMPLE_SUBMISSION_PATH = \"../input/house-prices-advanced-regression-techniques/sample_submission.csv\"\nSUBMISSION_PATH = \"submission.csv\"\n\nID = \"Id\"\nTARGET = \"SalePrice\"\n\nSEED = 1004\ndef seed_everything(seed=SEED):\n    random.seed(seed)\n    os.environ['PYTHONHASHSEED'] = str(seed)\n    np.random.seed(seed)\n\nseed_everything()","metadata":{"_uuid":"8f2839f25d086af736a60e9eeb907d3b93b6e0e5","_cell_guid":"b1076dfc-b9ad-4769-8c92-a6c4dae69d19","execution":{"iopub.status.busy":"2022-07-25T22:22:43.039937Z","iopub.execute_input":"2022-07-25T22:22:43.040325Z","iopub.status.idle":"2022-07-25T22:22:43.047713Z","shell.execute_reply.started":"2022-07-25T22:22:43.040291Z","shell.execute_reply":"2022-07-25T22:22:43.046712Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"train = pd.read_csv(TRAIN_PATH)\ntest = pd.read_csv(TEST_PATH)","metadata":{"execution":{"iopub.status.busy":"2022-07-25T22:22:43.183705Z","iopub.execute_input":"2022-07-25T22:22:43.184071Z","iopub.status.idle":"2022-07-25T22:22:43.231928Z","shell.execute_reply.started":"2022-07-25T22:22:43.184041Z","shell.execute_reply":"2022-07-25T22:22:43.230850Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":"# check null count","metadata":{}},{"cell_type":"markdown","source":"### by ascending True","metadata":{}},{"cell_type":"code","source":"train.isnull().sum().sort_values(ascending=True)","metadata":{"execution":{"iopub.status.busy":"2022-07-25T22:22:43.429812Z","iopub.execute_input":"2022-07-25T22:22:43.430194Z","iopub.status.idle":"2022-07-25T22:22:43.447645Z","shell.execute_reply.started":"2022-07-25T22:22:43.430160Z","shell.execute_reply":"2022-07-25T22:22:43.446672Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":"### by ascending False","metadata":{}},{"cell_type":"code","source":"train.isnull().sum().sort_values(ascending=False)","metadata":{"execution":{"iopub.status.busy":"2022-07-25T22:22:43.603243Z","iopub.execute_input":"2022-07-25T22:22:43.604034Z","iopub.status.idle":"2022-07-25T22:22:43.621170Z","shell.execute_reply.started":"2022-07-25T22:22:43.604000Z","shell.execute_reply":"2022-07-25T22:22:43.619928Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"train.isnull()","metadata":{"execution":{"iopub.status.busy":"2022-07-25T22:22:43.713473Z","iopub.execute_input":"2022-07-25T22:22:43.714584Z","iopub.status.idle":"2022-07-25T22:22:43.753769Z","shell.execute_reply.started":"2022-07-25T22:22:43.714531Z","shell.execute_reply":"2022-07-25T22:22:43.752605Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"train.isnull().values","metadata":{"execution":{"iopub.status.busy":"2022-07-25T22:22:43.806005Z","iopub.execute_input":"2022-07-25T22:22:43.806666Z","iopub.status.idle":"2022-07-25T22:22:43.821851Z","shell.execute_reply.started":"2022-07-25T22:22:43.806602Z","shell.execute_reply":"2022-07-25T22:22:43.820604Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"train.isnull().values.sum()","metadata":{"execution":{"iopub.status.busy":"2022-07-25T22:22:44.002238Z","iopub.execute_input":"2022-07-25T22:22:44.002682Z","iopub.status.idle":"2022-07-25T22:22:44.017534Z","shell.execute_reply.started":"2022-07-25T22:22:44.002601Z","shell.execute_reply":"2022-07-25T22:22:44.016707Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":"# N/A data process","metadata":{}},{"cell_type":"code","source":"train = pd.read_csv(TRAIN_PATH)\ntest = pd.read_csv(TEST_PATH)\n\ntrain_len = len(train)\n\ntrain_test = pd.concat(objs=[train, test], axis=0).reset_index(drop=True)\n\ndef checkNull_fillData_median(df):\n    for col in df.columns:\n        if len(df.loc[df[col].isnull() == True]) != 0:\n            if df[col].dtype == \"str\" or df[col].dtype == \"object\":\n                df.loc[df[col].isnull() == True,col] = \"Missing\"\n            else:\n                df.loc[df[col].isnull() == True,col] = df[col].median()\n                \ncheckNull_fillData_median(train_test)\n\ntrain = train_test[:train_len]\ntest = train_test[train_len:]\ntest.drop(labels=[TARGET],axis = 1,inplace=True)\n\nprint(\"train null count = \",train.isnull().values.sum(),\"test null count = \",test.isnull().values.sum())\n\ntrain.isnull().sum().sort_values(ascending=False)","metadata":{"execution":{"iopub.status.busy":"2022-07-25T22:22:44.175448Z","iopub.execute_input":"2022-07-25T22:22:44.176461Z","iopub.status.idle":"2022-07-25T22:22:44.363994Z","shell.execute_reply.started":"2022-07-25T22:22:44.176423Z","shell.execute_reply":"2022-07-25T22:22:44.362875Z"},"trusted":true},"execution_count":null,"outputs":[]}]}