{"cells":[{"metadata":{"_uuid":"cce986799410fd8a51197331f1e126bfe2710990"},"cell_type":"markdown","source":"Problem:\n        Quora Insincere Questions Classification"},{"metadata":{"trusted":true,"_uuid":"00ac4638f6a824a0edb1d02b4b6dd7b092672155"},"cell_type":"code","source":"print(' Problem:QIQC')","execution_count":null,"outputs":[]},{"metadata":{"_uuid":"8f2839f25d086af736a60e9eeb907d3b93b6e0e5","_cell_guid":"b1076dfc-b9ad-4769-8c92-a6c4dae69d19","trusted":true},"cell_type":"code","source":"import os\nprint(os.listdir(\"../input\"))\nimport pandas as pd\nimport numpy as np\nimport matplotlib.pyplot as plt\nfrom wordcloud import WordCloud\nimport warnings\nimport collections\nimport sklearn as sklearn\nfrom sklearn.feature_extraction.text import CountVectorizer, TfidfTransformer,TfidfVectorizer\nfrom sklearn.model_selection import cross_val_score, KFold, train_test_split\nfrom sklearn.feature_extraction import text \nfrom sklearn.naive_bayes import MultinomialNB\nfrom sklearn.ensemble import RandomForestClassifier,VotingClassifier\nfrom sklearn.neural_network import MLPClassifier\nfrom sklearn.linear_model import LogisticRegression\nfrom sklearn import svm, tree\nfrom sklearn.svm import LinearSVC\nfrom sklearn.metrics import accuracy_score\nimport gensim\nfrom collections import defaultdict\nfrom itertools import islice\nfrom sklearn.ensemble import ExtraTreesClassifier\nfrom sklearn.pipeline import Pipeline\nfrom sklearn.naive_bayes import GaussianNB\nfrom keras import Sequential\nfrom keras.layers import Bidirectional, GlobalMaxPool1D,Dense, Input, Embedding, Dropout, LSTM, CuDNNGRU\nfrom keras.models import Model\nfrom keras.preprocessing.sequence import pad_sequences\nfrom keras.preprocessing.text import Tokenizer\n\n\nimport time\n%matplotlib inline\nwarnings.filterwarnings('ignore')\nprint('Libraries loaded')","execution_count":null,"outputs":[]},{"metadata":{"_cell_guid":"79c7e3d0-c299-4dcb-8224-4455121ee9b0","_uuid":"d629ff2d2480ee46fbb7e2d37f6b5fab8052498a","trusted":true},"cell_type":"code","source":"!ls ../input/","execution_count":null,"outputs":[]},{"metadata":{"trusted":true,"_uuid":"d5376acbdbc3ff7c8587f7d40125aac1b6eb2f96"},"cell_type":"code","source":"!ls ../input/embeddings/","execution_count":null,"outputs":[]},{"metadata":{"trusted":true,"_uuid":"b232d83f7d8a8ca36042ab3c764f570addd09dbe"},"cell_type":"code","source":"\ntrain_df = pd.read_csv(\"../input/train.csv\")\ntest_df = pd.read_csv(\"../input/test.csv\")","execution_count":null,"outputs":[]},{"metadata":{"trusted":true,"_uuid":"1942ce4a13fc5be9160afdd1b0e0093a72bd59fd"},"cell_type":"code","source":"print(\"Train:\",train_df.shape)\nprint(\"Test:\", test_df.shape)","execution_count":null,"outputs":[]},{"metadata":{"trusted":true,"_uuid":"c498e831729afc6d493fcb2b0fec7e4c1ccea6da"},"cell_type":"code","source":"train_df.head(20)","execution_count":null,"outputs":[]},{"metadata":{"trusted":true,"_uuid":"aafc30e0e115e22a8f2fedb01f7ec7c87ea872a0"},"cell_type":"code","source":"train_df.dtypes","execution_count":null,"outputs":[]},{"metadata":{"trusted":true,"_uuid":"b08012794f661bc4b56ae81906f893b7f7f1dc1c"},"cell_type":"code","source":"# To generate a Wordcloud of the Question text in the given data file\ntxtCorpus = \" \".join(train_df.question_text)\n\nwordCloud = WordCloud(width=1024, height=1024, margin=0).generate(txtCorpus)\n\n# To display the image generated\nfig, ax = plt.subplots(1,1,figsize=(10,10))\nax.imshow(wordCloud, interpolation='bilinear')\nax.axis(\"off\")\nax.margins(x=0, y=0)\nplt.show()","execution_count":null,"outputs":[]},{"metadata":{"trusted":true,"_uuid":"c15b3bc2e410599659ee60463a82e0fe8487e28b"},"cell_type":"code","source":"","execution_count":null,"outputs":[]}],"metadata":{"kernelspec":{"display_name":"Python 3","language":"python","name":"python3"},"language_info":{"name":"python","version":"3.6.6","mimetype":"text/x-python","codemirror_mode":{"name":"ipython","version":3},"pygments_lexer":"ipython3","nbconvert_exporter":"python","file_extension":".py"}},"nbformat":4,"nbformat_minor":1}