{"metadata":{"kernelspec":{"language":"python","display_name":"Python 3","name":"python3"},"language_info":{"pygments_lexer":"ipython3","nbconvert_exporter":"python","version":"3.6.4","file_extension":".py","codemirror_mode":{"name":"ipython","version":3},"name":"python","mimetype":"text/x-python"}},"nbformat_minor":4,"nbformat":4,"cells":[{"cell_type":"code","source":"import pandas as pd\nimport numpy  as np\n\nfrom sklearn                 import svm\nfrom sklearn.model_selection import GridSearchCV\nfrom sklearn                 import metrics","metadata":{"_uuid":"267116d17830c52e9c244ec991fef993729bd543","execution":{"iopub.status.busy":"2022-07-19T13:44:18.937369Z","iopub.execute_input":"2022-07-19T13:44:18.937837Z","iopub.status.idle":"2022-07-19T13:44:18.942423Z","shell.execute_reply.started":"2022-07-19T13:44:18.937799Z","shell.execute_reply":"2022-07-19T13:44:18.941557Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"# Define parameters\nFCSV_TRAIN=\"/kaggle/input/titanic/train.csv\"\nFCSV_TESTX=\"/kaggle/input/titanic/test.csv\"\nFCSV_TESTY=\"/kaggle/input/titanic/gender_submission.csv\"\nY=\"Survived\"\nREMOVE=[\"PassengerId\",\"Name\",\"Sex\",\"Embarked\",\"Ticket\",\"Cabin\",\"Age\"]","metadata":{"_uuid":"57c42c3f121f793852e454cbb292c087d3893ad7","execution":{"iopub.status.busy":"2022-07-19T13:44:18.945006Z","iopub.execute_input":"2022-07-19T13:44:18.945470Z","iopub.status.idle":"2022-07-19T13:44:18.954315Z","shell.execute_reply.started":"2022-07-19T13:44:18.945414Z","shell.execute_reply":"2022-07-19T13:44:18.953667Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"# Load training data from train.csv\ndata=pd.read_csv(FCSV_TRAIN)\ndata=pd.concat([data.drop(REMOVE,axis=1),pd.get_dummies(data['Sex']),      \\\n                                         pd.get_dummies(data['Embarked'])],axis=1)\n\nx_train=data['male']\nx_train=x_train.dropna()\nx_train=x_train.values\nnd_train,=x_train.shape\nx_train=np.reshape(x_train,[nd_train,1])\ny_train=data[Y]","metadata":{"_uuid":"e4165a07d6ed57f756999a08ce9d432761fcbcb8","execution":{"iopub.status.busy":"2022-07-19T13:44:18.955450Z","iopub.execute_input":"2022-07-19T13:44:18.955855Z","iopub.status.idle":"2022-07-19T13:44:18.984182Z","shell.execute_reply.started":"2022-07-19T13:44:18.955815Z","shell.execute_reply":"2022-07-19T13:44:18.983208Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"# Load test data from test.csv and gender_submission.csv\ndata_testx=pd.read_csv(FCSV_TESTX)\npid_test  =data_testx['PassengerId']\ndata_testy=pd.read_csv(FCSV_TESTY)\ndata_test=pd.concat([data_testy,data_testx],axis=1)\ndata_test=pd.concat([data_test.drop(REMOVE,axis=1),pd.get_dummies(data_test['Sex']),      \\\n                                                   pd.get_dummies(data_test['Embarked'])],axis=1)\nx_test=data_test['male']\nx_test=x_test.dropna()\nx_test=x_test.values\nnd_test,=x_test.shape\nx_test=np.reshape(x_test,[nd_test,1])\ny_test=data_test[Y]","metadata":{"_uuid":"82f01ca6b2716b87f1d80db6d76c0af814c432b4","execution":{"iopub.status.busy":"2022-07-19T13:44:18.985480Z","iopub.execute_input":"2022-07-19T13:44:18.985748Z","iopub.status.idle":"2022-07-19T13:44:19.008956Z","shell.execute_reply.started":"2022-07-19T13:44:18.985700Z","shell.execute_reply":"2022-07-19T13:44:19.007947Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"# Support vector machine with rbf kernel\np_cs    =2**np.arange(-10,11,dtype=float)\np_gammas=2**np.arange(-20,10,dtype=float) \nmodel_cv=GridSearchCV(svm.SVC(kernel='rbf'),{'C':p_cs,'gamma':p_gammas},cv=4,return_train_score=True,n_jobs=-1) \nmodel_cv.fit(x_train,y_train)","metadata":{"_uuid":"7e42819af92f946de7f01c7e7636b85a3fec2855","execution":{"iopub.status.busy":"2022-07-19T13:44:19.010114Z","iopub.execute_input":"2022-07-19T13:44:19.010535Z","iopub.status.idle":"2022-07-19T13:44:44.703977Z","shell.execute_reply.started":"2022-07-19T13:44:19.010475Z","shell.execute_reply":"2022-07-19T13:44:44.703084Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"# Results of hyper parameter by grid search\np_c    =model_cv.best_params_['C'] \np_gamma=model_cv.best_params_['gamma'] \nprint(p_c)\nprint(p_gamma)","metadata":{"_uuid":"48d6c85da6322aa760c3a5d08c18d7c280c97239","execution":{"iopub.status.busy":"2022-07-19T13:44:44.705529Z","iopub.execute_input":"2022-07-19T13:44:44.705805Z","iopub.status.idle":"2022-07-19T13:44:44.711520Z","shell.execute_reply.started":"2022-07-19T13:44:44.705757Z","shell.execute_reply":"2022-07-19T13:44:44.710748Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"# Model construction with the optimized parameters: c and gamma\n#model=svm.SVC(kernel='rbf',C=p_c,gamma=p_gamma) # rbf kernel\nmodel=svm.SVC(kernel='rbf',C=64.0,gamma=0.03125) # rbf kernel\nmodel.fit(x_train,y_train)","metadata":{"_uuid":"61d0a325927d4fb70b415408b0299833735ac8f4","execution":{"iopub.status.busy":"2022-07-19T13:44:44.712897Z","iopub.execute_input":"2022-07-19T13:44:44.713223Z","iopub.status.idle":"2022-07-19T13:44:44.735744Z","shell.execute_reply.started":"2022-07-19T13:44:44.713177Z","shell.execute_reply":"2022-07-19T13:44:44.735050Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"# Predicting training data with the model we have constructed \nyp_train=model.predict(x_train)\naccuracy=metrics.accuracy_score(y_train,yp_train)\nconfusin=metrics.confusion_matrix(y_train,yp_train)\nprint(accuracy)\nprint(confusin)","metadata":{"_uuid":"55108659945a3aba92512e03db5d66ea14ead313","execution":{"iopub.status.busy":"2022-07-19T13:44:44.736570Z","iopub.execute_input":"2022-07-19T13:44:44.736768Z","iopub.status.idle":"2022-07-19T13:44:44.753648Z","shell.execute_reply.started":"2022-07-19T13:44:44.736737Z","shell.execute_reply":"2022-07-19T13:44:44.752847Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"# Predicting test data with the model we have constructed \nyp_test =model.predict(x_test)\naccuracy=metrics.accuracy_score(y_test,yp_test)\nconfusin=metrics.confusion_matrix(y_test,yp_test)\nprint(accuracy)\nprint(confusin)","metadata":{"_uuid":"24e484ed01e61e8053f7535a88894384465f8aba","execution":{"iopub.status.busy":"2022-07-19T13:44:44.754898Z","iopub.execute_input":"2022-07-19T13:44:44.755218Z","iopub.status.idle":"2022-07-19T13:44:44.766789Z","shell.execute_reply.started":"2022-07-19T13:44:44.755182Z","shell.execute_reply":"2022-07-19T13:44:44.765830Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"results=pd.DataFrame(pid_test,columns=['PassengerId'])\nresults['Survived']=yp_test\n\nresults.head()","metadata":{"execution":{"iopub.status.busy":"2022-07-19T13:44:44.767912Z","iopub.execute_input":"2022-07-19T13:44:44.768130Z","iopub.status.idle":"2022-07-19T13:44:44.784571Z","shell.execute_reply.started":"2022-07-19T13:44:44.768091Z","shell.execute_reply":"2022-07-19T13:44:44.783780Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"results.to_csv('submission.csv', index= False)","metadata":{"execution":{"iopub.status.busy":"2022-07-19T13:44:44.785751Z","iopub.execute_input":"2022-07-19T13:44:44.785967Z","iopub.status.idle":"2022-07-19T13:44:44.792345Z","shell.execute_reply.started":"2022-07-19T13:44:44.785929Z","shell.execute_reply":"2022-07-19T13:44:44.791729Z"},"trusted":true},"execution_count":null,"outputs":[]}]}