{"metadata":{"kernelspec":{"language":"python","display_name":"Python 3","name":"python3"},"language_info":{"pygments_lexer":"ipython3","nbconvert_exporter":"python","version":"3.6.4","file_extension":".py","codemirror_mode":{"name":"ipython","version":3},"name":"python","mimetype":"text/x-python"}},"nbformat_minor":4,"nbformat":4,"cells":[{"cell_type":"code","source":"# This Python 3 environment comes with many helpful analytics libraries installed\n# It is defined by the kaggle/python Docker image: https://github.com/kaggle/docker-python\n# For example, here's several helpful packages to load\n\nimport numpy as np # linear algebra\nimport pandas as pd # data processing, CSV file I/O (e.g. pd.read_csv)\n\n# Input data files are available in the read-only \"../input/\" directory\n# For example, running this (by clicking run or pressing Shift+Enter) will list all files under the input directory\n\nimport os\nfor dirname, _, filenames in os.walk('/kaggle/input'):\n    for filename in filenames:\n        print(os.path.join(dirname, filename))\n\n# You can write up to 20GB to the current directory (/kaggle/working/) that gets preserved as output when you create a version using \"Save & Run All\" \n# You can also write temporary files to /kaggle/temp/, but they won't be saved outside of the current session","metadata":{"_uuid":"8f2839f25d086af736a60e9eeb907d3b93b6e0e5","_cell_guid":"b1076dfc-b9ad-4769-8c92-a6c4dae69d19","trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"import numpy as np\nimport pandas as pd\nimport seaborn as sns\nimport matplotlib.pyplot as plt\nimport scipy.stats as stats\nimport warnings\nwarnings.filterwarnings('ignore')\npd.options.display.max_columns=None","metadata":{"execution":{"iopub.status.busy":"2023-02-25T23:07:57.001475Z","iopub.execute_input":"2023-02-25T23:07:57.001934Z","iopub.status.idle":"2023-02-25T23:07:57.009608Z","shell.execute_reply.started":"2023-02-25T23:07:57.001898Z","shell.execute_reply":"2023-02-25T23:07:57.007854Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"train = pd.read_csv(\"/kaggle/input/asl-signs/train.csv\")\ntrain.head()","metadata":{"execution":{"iopub.status.busy":"2023-02-25T23:21:55.269804Z","iopub.execute_input":"2023-02-25T23:21:55.270257Z","iopub.status.idle":"2023-02-25T23:21:55.521693Z","shell.execute_reply.started":"2023-02-25T23:21:55.270221Z","shell.execute_reply":"2023-02-25T23:21:55.520327Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"df = pd.read_parquet('/kaggle/input/asl-signs/train_landmark_files/16069/100015657.parquet')\ndf.head()","metadata":{"execution":{"iopub.status.busy":"2023-02-25T23:31:28.841160Z","iopub.execute_input":"2023-02-25T23:31:28.841636Z","iopub.status.idle":"2023-02-25T23:31:29.044279Z","shell.execute_reply.started":"2023-02-25T23:31:28.841583Z","shell.execute_reply":"2023-02-25T23:31:29.042734Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"combined=pd.concat([df,train])\ncombined.head()","metadata":{"execution":{"iopub.status.busy":"2023-02-25T23:34:39.725973Z","iopub.execute_input":"2023-02-25T23:34:39.726411Z","iopub.status.idle":"2023-02-25T23:34:39.767486Z","shell.execute_reply.started":"2023-02-25T23:34:39.726374Z","shell.execute_reply":"2023-02-25T23:34:39.766018Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"combined.dtypes","metadata":{"execution":{"iopub.status.busy":"2023-02-25T23:35:59.602284Z","iopub.execute_input":"2023-02-25T23:35:59.602661Z","iopub.status.idle":"2023-02-25T23:35:59.612564Z","shell.execute_reply.started":"2023-02-25T23:35:59.602627Z","shell.execute_reply":"2023-02-25T23:35:59.611158Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"combined.info()","metadata":{"execution":{"iopub.status.busy":"2023-02-25T23:36:15.798838Z","iopub.execute_input":"2023-02-25T23:36:15.799919Z","iopub.status.idle":"2023-02-25T23:36:15.842963Z","shell.execute_reply.started":"2023-02-25T23:36:15.799874Z","shell.execute_reply":"2023-02-25T23:36:15.841636Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"combined.describe().T","metadata":{"execution":{"iopub.status.busy":"2023-02-25T23:36:31.110123Z","iopub.execute_input":"2023-02-25T23:36:31.110628Z","iopub.status.idle":"2023-02-25T23:36:31.193298Z","shell.execute_reply.started":"2023-02-25T23:36:31.110586Z","shell.execute_reply":"2023-02-25T23:36:31.192062Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"combined.isnull().sum()/len(combined)*100","metadata":{"execution":{"iopub.status.busy":"2023-02-25T23:36:49.773900Z","iopub.execute_input":"2023-02-25T23:36:49.774333Z","iopub.status.idle":"2023-02-25T23:36:49.822802Z","shell.execute_reply.started":"2023-02-25T23:36:49.774296Z","shell.execute_reply":"2023-02-25T23:36:49.821765Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"combined.shape","metadata":{"execution":{"iopub.status.busy":"2023-02-25T23:37:12.856752Z","iopub.execute_input":"2023-02-25T23:37:12.857257Z","iopub.status.idle":"2023-02-25T23:37:12.867831Z","shell.execute_reply.started":"2023-02-25T23:37:12.857207Z","shell.execute_reply":"2023-02-25T23:37:12.866178Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":"# To checking the null value ","metadata":{}},{"cell_type":"markdown","source":"","metadata":{}},{"cell_type":"code","source":"sns.boxplot(combined)","metadata":{"execution":{"iopub.status.busy":"2023-02-25T23:37:32.882935Z","iopub.execute_input":"2023-02-25T23:37:32.883363Z","iopub.status.idle":"2023-02-25T23:37:33.774817Z","shell.execute_reply.started":"2023-02-25T23:37:32.883328Z","shell.execute_reply":"2023-02-25T23:37:33.773395Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"sns.scatterplot(combined)","metadata":{"execution":{"iopub.status.busy":"2023-02-25T23:37:46.581413Z","iopub.execute_input":"2023-02-25T23:37:46.581880Z","iopub.status.idle":"2023-02-25T23:38:02.271899Z","shell.execute_reply.started":"2023-02-25T23:37:46.581839Z","shell.execute_reply":"2023-02-25T23:38:02.270171Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"Q1 = combined.quantile (0.25)\nQ2 = combined.quantile(0.5)\nQ3 = combined.quantile (0.75)\nIQR = Q3-Q1\nprint(IQR)","metadata":{"execution":{"iopub.status.busy":"2023-02-25T23:40:55.577978Z","iopub.execute_input":"2023-02-25T23:40:55.578397Z","iopub.status.idle":"2023-02-25T23:40:55.614766Z","shell.execute_reply.started":"2023-02-25T23:40:55.578362Z","shell.execute_reply":"2023-02-25T23:40:55.612977Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"UL = Q3+(1.5*IQR)\nLL = Q1-(1.5*IQR)","metadata":{"execution":{"iopub.status.busy":"2023-02-25T23:41:19.748949Z","iopub.execute_input":"2023-02-25T23:41:19.750224Z","iopub.status.idle":"2023-02-25T23:41:19.757335Z","shell.execute_reply.started":"2023-02-25T23:41:19.750161Z","shell.execute_reply":"2023-02-25T23:41:19.756349Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"combined_new = combined [~((combined<LL) | (combined>UL)).any(axis=1)]","metadata":{"execution":{"iopub.status.busy":"2023-02-25T23:45:37.074128Z","iopub.execute_input":"2023-02-25T23:45:37.074626Z","iopub.status.idle":"2023-02-25T23:45:37.198774Z","shell.execute_reply.started":"2023-02-25T23:45:37.074582Z","shell.execute_reply":"2023-02-25T23:45:37.197577Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"combined_new.shape","metadata":{"execution":{"iopub.status.busy":"2023-02-25T23:45:50.170260Z","iopub.execute_input":"2023-02-25T23:45:50.170953Z","iopub.status.idle":"2023-02-25T23:45:50.176829Z","shell.execute_reply.started":"2023-02-25T23:45:50.170911Z","shell.execute_reply":"2023-02-25T23:45:50.175999Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"sns.pairplot(combined)","metadata":{"execution":{"iopub.status.busy":"2023-02-25T23:46:19.327637Z","iopub.execute_input":"2023-02-25T23:46:19.328182Z","iopub.status.idle":"2023-02-25T23:46:39.858731Z","shell.execute_reply.started":"2023-02-25T23:46:19.328131Z","shell.execute_reply":"2023-02-25T23:46:39.857564Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"cat_cols= combined.select_dtypes (include= object)","metadata":{"execution":{"iopub.status.busy":"2023-02-25T23:52:02.728671Z","iopub.execute_input":"2023-02-25T23:52:02.729116Z","iopub.status.idle":"2023-02-25T23:52:02.742104Z","shell.execute_reply.started":"2023-02-25T23:52:02.729079Z","shell.execute_reply":"2023-02-25T23:52:02.740525Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"for i in cat_cols:\n    print(i)\n    print(combined[i].value_counts())\n    print('_____'*50)","metadata":{"execution":{"iopub.status.busy":"2023-02-25T23:52:39.095502Z","iopub.execute_input":"2023-02-25T23:52:39.096054Z","iopub.status.idle":"2023-02-25T23:52:39.202683Z","shell.execute_reply.started":"2023-02-25T23:52:39.095970Z","shell.execute_reply":"2023-02-25T23:52:39.201329Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"num_cols = combined.select_dtypes (include= 'number')","metadata":{"execution":{"iopub.status.busy":"2023-02-25T23:54:06.336012Z","iopub.execute_input":"2023-02-25T23:54:06.336582Z","iopub.status.idle":"2023-02-25T23:54:06.348225Z","shell.execute_reply.started":"2023-02-25T23:54:06.336510Z","shell.execute_reply":"2023-02-25T23:54:06.346868Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"for i in num_cols :\n    print(i)\n    print(combined[i].value_counts())\n    print('_'*50)","metadata":{"execution":{"iopub.status.busy":"2023-02-25T23:55:48.521055Z","iopub.execute_input":"2023-02-25T23:55:48.521517Z","iopub.status.idle":"2023-02-25T23:55:48.572467Z","shell.execute_reply.started":"2023-02-25T23:55:48.521470Z","shell.execute_reply":"2023-02-25T23:55:48.571177Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"combined.head()","metadata":{"execution":{"iopub.status.busy":"2023-02-25T23:56:10.234337Z","iopub.execute_input":"2023-02-25T23:56:10.234713Z","iopub.status.idle":"2023-02-25T23:56:10.254045Z","shell.execute_reply.started":"2023-02-25T23:56:10.234678Z","shell.execute_reply":"2023-02-25T23:56:10.252780Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"combined['frame']=combined['frame'].map({'Good':2,'Standard':1,'Poor':0})","metadata":{"execution":{"iopub.status.busy":"2023-02-25T23:57:28.040937Z","iopub.execute_input":"2023-02-25T23:57:28.042186Z","iopub.status.idle":"2023-02-25T23:57:28.062126Z","shell.execute_reply.started":"2023-02-25T23:57:28.042139Z","shell.execute_reply":"2023-02-25T23:57:28.061048Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"plt.figure(figsize=(17,9))\nsns.heatmap(combined.corr(),annot = True,cmap='afmhot_r')\nplt.show()\n","metadata":{"execution":{"iopub.status.busy":"2023-02-25T23:59:07.374642Z","iopub.execute_input":"2023-02-25T23:59:07.375454Z","iopub.status.idle":"2023-02-25T23:59:07.776824Z","shell.execute_reply.started":"2023-02-25T23:59:07.375400Z","shell.execute_reply":"2023-02-25T23:59:07.775620Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"combined.drop ('sign',inplace=True,axis=1)\n","metadata":{"execution":{"iopub.status.busy":"2023-02-26T00:02:32.310280Z","iopub.execute_input":"2023-02-26T00:02:32.310711Z","iopub.status.idle":"2023-02-26T00:02:32.324226Z","shell.execute_reply.started":"2023-02-26T00:02:32.310674Z","shell.execute_reply":"2023-02-26T00:02:32.322570Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"combined.head()","metadata":{"execution":{"iopub.status.busy":"2023-02-26T00:02:40.818966Z","iopub.execute_input":"2023-02-26T00:02:40.819594Z","iopub.status.idle":"2023-02-26T00:02:40.837744Z","shell.execute_reply.started":"2023-02-26T00:02:40.819555Z","shell.execute_reply":"2023-02-26T00:02:40.836037Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"combined.value_counts('row_id')","metadata":{"execution":{"iopub.status.busy":"2023-02-26T00:03:41.237914Z","iopub.execute_input":"2023-02-26T00:03:41.238322Z","iopub.status.idle":"2023-02-26T00:03:41.301229Z","shell.execute_reply.started":"2023-02-26T00:03:41.238288Z","shell.execute_reply":"2023-02-26T00:03:41.299920Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":"# Replacing weird values","metadata":{}},{"cell_type":"code","source":"combined = combined.applymap(lambda x : x if x is np.NaN or not isinstance(x,str) else str(x).strip('_,\"')\n                            ).replace(['','nan','!@9#%8', '#F$D@*&8'],np.NaN)","metadata":{"execution":{"iopub.status.busy":"2023-02-26T00:09:56.348293Z","iopub.execute_input":"2023-02-26T00:09:56.348818Z","iopub.status.idle":"2023-02-26T00:09:57.044145Z","shell.execute_reply.started":"2023-02-26T00:09:56.348773Z","shell.execute_reply":"2023-02-26T00:09:57.042480Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"combined.head()","metadata":{"execution":{"iopub.status.busy":"2023-02-26T00:10:06.327157Z","iopub.execute_input":"2023-02-26T00:10:06.327552Z","iopub.status.idle":"2023-02-26T00:10:06.345118Z","shell.execute_reply.started":"2023-02-26T00:10:06.327503Z","shell.execute_reply":"2023-02-26T00:10:06.343885Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"cat_cols","metadata":{"execution":{"iopub.status.busy":"2023-02-26T00:10:48.603325Z","iopub.execute_input":"2023-02-26T00:10:48.604413Z","iopub.status.idle":"2023-02-26T00:10:48.618226Z","shell.execute_reply.started":"2023-02-26T00:10:48.604368Z","shell.execute_reply":"2023-02-26T00:10:48.617367Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"num_cols","metadata":{"execution":{"iopub.status.busy":"2023-02-26T00:10:54.031338Z","iopub.execute_input":"2023-02-26T00:10:54.031799Z","iopub.status.idle":"2023-02-26T00:10:54.052443Z","shell.execute_reply.started":"2023-02-26T00:10:54.031753Z","shell.execute_reply":"2023-02-26T00:10:54.051010Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"combined['frame'].value_counts(normalize=True)*100","metadata":{"execution":{"iopub.status.busy":"2023-02-26T00:31:46.854027Z","iopub.execute_input":"2023-02-26T00:31:46.855105Z","iopub.status.idle":"2023-02-26T00:31:46.865884Z","shell.execute_reply.started":"2023-02-26T00:31:46.855038Z","shell.execute_reply":"2023-02-26T00:31:46.864392Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"combined['frame'].unique()","metadata":{"execution":{"iopub.status.busy":"2023-02-26T00:40:03.267855Z","iopub.execute_input":"2023-02-26T00:40:03.268880Z","iopub.status.idle":"2023-02-26T00:40:03.280071Z","shell.execute_reply.started":"2023-02-26T00:40:03.268823Z","shell.execute_reply":"2023-02-26T00:40:03.278711Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"combined['type']=combined['type'].map({'Good':2,'Standard':1,'Poor':0})","metadata":{"execution":{"iopub.status.busy":"2023-02-26T00:41:19.964364Z","iopub.execute_input":"2023-02-26T00:41:19.965633Z","iopub.status.idle":"2023-02-26T00:41:19.985834Z","shell.execute_reply.started":"2023-02-26T00:41:19.965570Z","shell.execute_reply":"2023-02-26T00:41:19.984589Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"combined['frame']=combined['frame'].map({'Large':2,'Medium':1,'Small':0})","metadata":{"execution":{"iopub.status.busy":"2023-02-26T00:42:42.557647Z","iopub.execute_input":"2023-02-26T00:42:42.558107Z","iopub.status.idle":"2023-02-26T00:42:42.591519Z","shell.execute_reply.started":"2023-02-26T00:42:42.558068Z","shell.execute_reply":"2023-02-26T00:42:42.590358Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"train.shape","metadata":{"execution":{"iopub.status.busy":"2023-02-26T00:42:45.628514Z","iopub.execute_input":"2023-02-26T00:42:45.629905Z","iopub.status.idle":"2023-02-26T00:42:45.637285Z","shell.execute_reply.started":"2023-02-26T00:42:45.629864Z","shell.execute_reply":"2023-02-26T00:42:45.636018Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"new_train=combined.iloc[0:train.shape[0],:]","metadata":{"execution":{"iopub.status.busy":"2023-02-26T00:42:46.555006Z","iopub.execute_input":"2023-02-26T00:42:46.555461Z","iopub.status.idle":"2023-02-26T00:42:46.562718Z","shell.execute_reply.started":"2023-02-26T00:42:46.555422Z","shell.execute_reply":"2023-02-26T00:42:46.560992Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"new_test=combined.iloc[train.shape[0]:,:]","metadata":{"execution":{"iopub.status.busy":"2023-02-26T00:43:28.090767Z","iopub.execute_input":"2023-02-26T00:43:28.092009Z","iopub.status.idle":"2023-02-26T00:43:28.097840Z","shell.execute_reply.started":"2023-02-26T00:43:28.091957Z","shell.execute_reply":"2023-02-26T00:43:28.096294Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"import scipy.stats as stats","metadata":{"execution":{"iopub.status.busy":"2023-02-26T00:46:11.399156Z","iopub.execute_input":"2023-02-26T00:46:11.399908Z","iopub.status.idle":"2023-02-26T00:46:11.405655Z","shell.execute_reply.started":"2023-02-26T00:46:11.399866Z","shell.execute_reply":"2023-02-26T00:46:11.403981Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"num_cols = combined .select_dtypes (include = 'object')","metadata":{"execution":{"iopub.status.busy":"2023-02-26T00:47:43.680722Z","iopub.execute_input":"2023-02-26T00:47:43.682044Z","iopub.status.idle":"2023-02-26T00:47:43.724308Z","shell.execute_reply.started":"2023-02-26T00:47:43.681980Z","shell.execute_reply":"2023-02-26T00:47:43.722488Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"cat_cols = combined.select_dtypes(include='number')","metadata":{"execution":{"iopub.status.busy":"2023-02-26T00:48:00.263919Z","iopub.execute_input":"2023-02-26T00:48:00.264407Z","iopub.status.idle":"2023-02-26T00:48:00.275885Z","shell.execute_reply.started":"2023-02-26T00:48:00.264364Z","shell.execute_reply":"2023-02-26T00:48:00.273763Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":"","metadata":{}},{"cell_type":"code","source":"sig_num=[]\nfor i in num_cols:\n    zero=new_train.loc[new_train['frame']==0,i]\n    one=new_train.loc[new_train['frame']==1,i]\n    two=new_train.loc[new_train['frame']==2,i]\n    teststat,pval=stats.f_oneway(zero,one,two)\n    if pval<0.05:\n        sig_num.append(i)\n        print(i)\n\n","metadata":{"execution":{"iopub.status.busy":"2023-02-26T00:51:00.473585Z","iopub.execute_input":"2023-02-26T00:51:00.474004Z","iopub.status.idle":"2023-02-26T00:51:00.490251Z","shell.execute_reply.started":"2023-02-26T00:51:00.473962Z","shell.execute_reply":"2023-02-26T00:51:00.488714Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"\ntrain_new=new_train.loc[:,sig_cat+sig_num]","metadata":{"execution":{"iopub.status.busy":"2023-02-26T00:54:18.971585Z","iopub.execute_input":"2023-02-26T00:54:18.972037Z","iopub.status.idle":"2023-02-26T00:54:18.980194Z","shell.execute_reply.started":"2023-02-26T00:54:18.971999Z","shell.execute_reply":"2023-02-26T00:54:18.978320Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"test_new=new_test.loc[:,sig_cat+sig_num]","metadata":{"execution":{"iopub.status.busy":"2023-02-26T00:57:36.784729Z","iopub.execute_input":"2023-02-26T00:57:36.785197Z","iopub.status.idle":"2023-02-26T00:57:36.797003Z","shell.execute_reply.started":"2023-02-26T00:57:36.785158Z","shell.execute_reply":"2023-02-26T00:57:36.795597Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"# Scaling hte col\n","metadata":{"execution":{"iopub.status.busy":"2023-02-26T00:58:59.034728Z","iopub.execute_input":"2023-02-26T00:58:59.035652Z","iopub.status.idle":"2023-02-26T00:58:59.040684Z","shell.execute_reply.started":"2023-02-26T00:58:59.035603Z","shell.execute_reply":"2023-02-26T00:58:59.039398Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"scaling = []","metadata":{"execution":{"iopub.status.busy":"2023-02-26T01:02:27.398172Z","iopub.execute_input":"2023-02-26T01:02:27.398628Z","iopub.status.idle":"2023-02-26T01:02:27.404839Z","shell.execute_reply.started":"2023-02-26T01:02:27.398588Z","shell.execute_reply":"2023-02-26T01:02:27.403613Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"from sklearn.preprocessing import StandardScaler\nsclare= StandardScaler()","metadata":{"execution":{"iopub.status.busy":"2023-02-26T01:02:27.733596Z","iopub.execute_input":"2023-02-26T01:02:27.734088Z","iopub.status.idle":"2023-02-26T01:02:27.740014Z","shell.execute_reply.started":"2023-02-26T01:02:27.734037Z","shell.execute_reply":"2023-02-26T01:02:27.738470Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"for i in scaling:\n    train_new.loc[:,i]=scaler.fit_transform(pd.DataFrame(train_new.loc[:,i]))\n    test_new.loc[:,i]=scaler.fit_transform(pd.DataFrame(test_new.loc[:,i]))\n","metadata":{"execution":{"iopub.status.busy":"2023-02-26T01:02:28.152769Z","iopub.execute_input":"2023-02-26T01:02:28.153232Z","iopub.status.idle":"2023-02-26T01:02:28.160414Z","shell.execute_reply.started":"2023-02-26T01:02:28.153188Z","shell.execute_reply":"2023-02-26T01:02:28.158828Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"train_new","metadata":{"execution":{"iopub.status.busy":"2023-02-26T01:02:34.408887Z","iopub.execute_input":"2023-02-26T01:02:34.409601Z","iopub.status.idle":"2023-02-26T01:02:34.424783Z","shell.execute_reply.started":"2023-02-26T01:02:34.409529Z","shell.execute_reply":"2023-02-26T01:02:34.422905Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"test_new","metadata":{"execution":{"iopub.status.busy":"2023-02-26T01:02:43.317251Z","iopub.execute_input":"2023-02-26T01:02:43.318652Z","iopub.status.idle":"2023-02-26T01:02:43.329886Z","shell.execute_reply.started":"2023-02-26T01:02:43.318599Z","shell.execute_reply":"2023-02-26T01:02:43.328637Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"combined.skew()","metadata":{"execution":{"iopub.status.busy":"2023-02-26T01:16:00.292657Z","iopub.execute_input":"2023-02-26T01:16:00.293142Z","iopub.status.idle":"2023-02-26T01:16:00.348039Z","shell.execute_reply.started":"2023-02-26T01:16:00.293098Z","shell.execute_reply":"2023-02-26T01:16:00.346632Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"combined.kurt()","metadata":{"execution":{"iopub.status.busy":"2023-02-26T01:16:10.109769Z","iopub.execute_input":"2023-02-26T01:16:10.110153Z","iopub.status.idle":"2023-02-26T01:16:10.147107Z","shell.execute_reply.started":"2023-02-26T01:16:10.110115Z","shell.execute_reply":"2023-02-26T01:16:10.146118Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"combined.boxplot()","metadata":{"execution":{"iopub.status.busy":"2023-02-26T01:17:43.611749Z","iopub.execute_input":"2023-02-26T01:17:43.613181Z","iopub.status.idle":"2023-02-26T01:17:44.294058Z","shell.execute_reply.started":"2023-02-26T01:17:43.613123Z","shell.execute_reply":"2023-02-26T01:17:44.292515Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"sns.kdeplot(combined['type'],cumulative=True)\nplt.axvline(25000,color='red')","metadata":{"execution":{"iopub.status.busy":"2023-02-26T01:21:23.464353Z","iopub.execute_input":"2023-02-26T01:21:23.465175Z","iopub.status.idle":"2023-02-26T01:21:23.812128Z","shell.execute_reply.started":"2023-02-26T01:21:23.465128Z","shell.execute_reply":"2023-02-26T01:21:23.810624Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"combined.head()","metadata":{"execution":{"iopub.status.busy":"2023-02-26T01:29:27.624924Z","iopub.execute_input":"2023-02-26T01:29:27.625372Z","iopub.status.idle":"2023-02-26T01:29:27.644375Z","shell.execute_reply.started":"2023-02-26T01:29:27.625332Z","shell.execute_reply":"2023-02-26T01:29:27.642839Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"pd.get_dummies(data=combined,columns=['row_id'])","metadata":{"execution":{"iopub.status.busy":"2023-02-26T01:30:27.703568Z","iopub.execute_input":"2023-02-26T01:30:27.704015Z","iopub.status.idle":"2023-02-26T01:31:24.226363Z","shell.execute_reply.started":"2023-02-26T01:30:27.703976Z","shell.execute_reply":"2023-02-26T01:31:24.224571Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"combined.head()","metadata":{"execution":{"iopub.status.busy":"2023-02-26T01:32:11.637290Z","iopub.execute_input":"2023-02-26T01:32:11.638450Z","iopub.status.idle":"2023-02-26T01:32:11.659430Z","shell.execute_reply.started":"2023-02-26T01:32:11.638398Z","shell.execute_reply":"2023-02-26T01:32:11.658168Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"combined.corr()","metadata":{"execution":{"iopub.status.busy":"2023-02-26T01:44:52.305568Z","iopub.execute_input":"2023-02-26T01:44:52.306720Z","iopub.status.idle":"2023-02-26T01:44:52.344772Z","shell.execute_reply.started":"2023-02-26T01:44:52.306660Z","shell.execute_reply":"2023-02-26T01:44:52.343408Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"combined.columns\n","metadata":{"execution":{"iopub.status.busy":"2023-02-26T01:44:43.454379Z","iopub.execute_input":"2023-02-26T01:44:43.455826Z","iopub.status.idle":"2023-02-26T01:44:43.465498Z","shell.execute_reply.started":"2023-02-26T01:44:43.455766Z","shell.execute_reply":"2023-02-26T01:44:43.464625Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"","metadata":{"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"\n","metadata":{},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"","metadata":{},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"","metadata":{},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"","metadata":{},"execution_count":null,"outputs":[]}]}