{"cells":[{"metadata":{"trusted":true,"_uuid":"d30c1f0c193c1f1636f65ccbcc064d46d8f1dad5"},"cell_type":"code","source":"import os\nimport pandas as pd\nimport numpy as np\nfrom collections import Counter\nfrom sklearn.naive_bayes import MultinomialNB, GaussianNB, BernoulliNB\nfrom sklearn.svm import SVC, NuSVC, LinearSVC","execution_count":null,"outputs":[]},{"metadata":{"trusted":true,"_uuid":"4243ea9d1012c241d6b5bb3dfd99519f94710a1a"},"cell_type":"code","source":"raw_test = pd.read_csv('../input/test.csv')\nraw_train = pd.read_csv('../input/train.csv')\n\ntrain_text = raw_train['question_text']\ntrain_target = raw_train['target']","execution_count":null,"outputs":[]},{"metadata":{"trusted":true,"_uuid":"f9ac45364f2744fb821b13b842db9dc592e03ae6"},"cell_type":"code","source":"from sklearn.model_selection import train_test_split\n\n\nx_train, x_test, y_train, y_test = train_test_split(train_text, train_target, test_size = 0.2)","execution_count":null,"outputs":[]},{"metadata":{"trusted":true,"_uuid":"9876278f1fd4d336ed46d6a52e5534d61ad766a5"},"cell_type":"code","source":"from sklearn.feature_extraction.text import CountVectorizer\n\ncount_vect = CountVectorizer()\nX_train_counts = count_vect.fit_transform(x_train)","execution_count":null,"outputs":[]},{"metadata":{"trusted":true,"_uuid":"9b3dbb8c2b85ccbb5b06a4483ace833a9fc8b98f"},"cell_type":"code","source":"from sklearn.feature_extraction.text import TfidfTransformer\n\n#tf_transformer = TfidfTransformer(use_idf=False).fit(X_train_counts)\n#X_train_tf = tf_transformer.transform(X_train_counts)\n\ntfidf_transformer = TfidfTransformer()\n#X_train_tfidf = tfidf_transformer.fit_transform(X_train_counts)","execution_count":null,"outputs":[]},{"metadata":{"trusted":true,"_uuid":"beaada73967f9948775209f46605c9086570165d"},"cell_type":"code","source":"from sklearn.naive_bayes import MultinomialNB","execution_count":null,"outputs":[]},{"metadata":{"trusted":false,"_uuid":"86662dc907a8dbe6444353731b62ce130dc6b33d"},"cell_type":"code","source":"#clf = MultinomialNB().fit(X_train_tfidf, x_test)","execution_count":null,"outputs":[]},{"metadata":{"trusted":false,"_uuid":"7c02c652001c8126608092fd5b3765daa9dd9243"},"cell_type":"code","source":"#clf","execution_count":null,"outputs":[]},{"metadata":{"trusted":true,"_uuid":"086ccfc7c2d39ffa41b3578e459767c625c98e18"},"cell_type":"code","source":"from sklearn.pipeline import Pipeline\ntext_clf = Pipeline([\n    ('vect', CountVectorizer(min_df = 10, max_df = 0.9, stop_words = 'english')),\n    ('tfidf', TfidfTransformer()),\n    ('clf', MultinomialNB())\n])","execution_count":null,"outputs":[]},{"metadata":{"trusted":true,"_uuid":"9ad29c2ec5133a5f650a60461c0504e5cfe946f5"},"cell_type":"code","source":"text_clf.fit(x_train,y_train)","execution_count":null,"outputs":[]},{"metadata":{"trusted":true,"_uuid":"d3da07f5f63ed27d43bf0ce4d78eb7538060586f"},"cell_type":"code","source":"text_clf.score(x_test,y_test)","execution_count":null,"outputs":[]},{"metadata":{"trusted":true,"_uuid":"d7d07c046cb4f2f0dcbaafa46b0364cc8cd89539"},"cell_type":"code","source":"predict_test = raw_test['question_text']","execution_count":null,"outputs":[]},{"metadata":{"trusted":true,"_uuid":"30a66baeafcf448c32fc8056fd70c94b329f7b52"},"cell_type":"code","source":"predicted = text_clf.predict(predict_test)","execution_count":null,"outputs":[]},{"metadata":{"trusted":true,"_uuid":"79f53dc7ed2e7e228a63807f366787e42b4b02ff"},"cell_type":"code","source":"my_df=pd.DataFrame(predicted)","execution_count":null,"outputs":[]},{"metadata":{"trusted":true,"_uuid":"192c7856671361df3de1179207db34f4b42aec26"},"cell_type":"code","source":"submission_pd = pd.concat([raw_test[\"qid\"],pd.DataFrame(predicted)],axis=1)","execution_count":null,"outputs":[]},{"metadata":{"trusted":true,"_uuid":"f2066be73d7b6c0b2b87f3849b006301b4103bb1"},"cell_type":"code","source":"submission_pd.columns = ['qid','prediction']","execution_count":null,"outputs":[]},{"metadata":{"trusted":true,"_uuid":"02d93f059d607839e660693ab985296bcce68b9c"},"cell_type":"code","source":"submission_pd.to_csv(\"submission.csv\",index=False)","execution_count":null,"outputs":[]},{"metadata":{"collapsed":true,"trusted":false,"_uuid":"32959d8d73e0c333fb4c7b46d87ef1e28d4d7d83"},"cell_type":"code","source":"","execution_count":null,"outputs":[]}],"metadata":{"kernelspec":{"display_name":"Python 3","language":"python","name":"python3"},"language_info":{"name":"python","version":"3.6.6","mimetype":"text/x-python","codemirror_mode":{"name":"ipython","version":3},"pygments_lexer":"ipython3","nbconvert_exporter":"python","file_extension":".py"}},"nbformat":4,"nbformat_minor":1}