{"metadata":{"kernelspec":{"language":"python","display_name":"Python 3","name":"python3"},"language_info":{"pygments_lexer":"ipython3","nbconvert_exporter":"python","version":"3.6.4","file_extension":".py","codemirror_mode":{"name":"ipython","version":3},"name":"python","mimetype":"text/x-python"}},"nbformat_minor":4,"nbformat":4,"cells":[{"cell_type":"code","source":"# This Python 3 environment comes with many helpful analytics libraries installed\n# It is defined by the kaggle/python Docker image: https://github.com/kaggle/docker-python\n# For example, here's several helpful packages to load\n\nimport numpy as np # linear algebra\nimport pandas as pd # data processing, CSV file I/O (e.g. pd.read_csv)\n\n# Input data files are available in the read-only \"../input/\" directory\n# For example, running this (by clicking run or pressing Shift+Enter) will list all files under the input directory\n\nimport os\nfor dirname, _, filenames in os.walk('/kaggle/input'):\n for filename in filenames:\n print(os.path.join(dirname, filename))\n\n# You can write up to 20GB to the current directory (/kaggle/working/) that gets preserved as output when you create a version using \"Save & Run All\" \n# You can also write temporary files to /kaggle/temp/, but they won't be saved outside of the current session","metadata":{"execution":{"iopub.status.busy":"2021-11-19T19:38:06.963000Z","iopub.execute_input":"2021-11-19T19:38:06.963343Z","iopub.status.idle":"2021-11-19T19:38:06.996593Z","shell.execute_reply.started":"2021-11-19T19:38:06.963242Z","shell.execute_reply":"2021-11-19T19:38:06.995983Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"import matplotlib.pyplot as plt\nimport seaborn as sns","metadata":{"execution":{"iopub.status.busy":"2021-11-19T19:38:06.997865Z","iopub.execute_input":"2021-11-19T19:38:06.998089Z","iopub.status.idle":"2021-11-19T19:38:07.837508Z","shell.execute_reply.started":"2021-11-19T19:38:06.998060Z","shell.execute_reply":"2021-11-19T19:38:07.836675Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"from sklearn.model_selection import StratifiedKFold","metadata":{"execution":{"iopub.status.busy":"2021-11-19T19:38:07.838601Z","iopub.execute_input":"2021-11-19T19:38:07.838827Z","iopub.status.idle":"2021-11-19T19:38:08.004983Z","shell.execute_reply.started":"2021-11-19T19:38:07.838798Z","shell.execute_reply":"2021-11-19T19:38:08.004255Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":"#

Set Seed for Reproducibility

","metadata":{}},{"cell_type":"code","source":"def set_seed(seed=42):\n '''Sets the seed of the entire notebook so results are the same every time we run.\n This is for REPRODUCIBILITY.'''\n import os\n import random\n import numpy as np\n \n random.seed(seed)\n os.environ['PYTHONHASHSEED'] = str(seed)\n np.random.seed(seed)\n \nset_seed()","metadata":{"execution":{"iopub.status.busy":"2021-11-19T19:38:08.007009Z","iopub.execute_input":"2021-11-19T19:38:08.007221Z","iopub.status.idle":"2021-11-19T19:38:08.012678Z","shell.execute_reply.started":"2021-11-19T19:38:08.007195Z","shell.execute_reply":"2021-11-19T19:38:08.011894Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":"#

Loading Datasets

","metadata":{}},{"cell_type":"code","source":"jigsaw_toxic = pd.read_csv(\"/kaggle/input/jigsaw-multilingual-toxic-comment-classification/jigsaw-toxic-comment-train.csv\")\n\njigsaw_unintended_bias = pd.read_csv(\"/kaggle/input/jigsaw-multilingual-toxic-comment-classification/jigsaw-unintended-bias-train.csv\")","metadata":{"execution":{"iopub.status.busy":"2021-11-19T19:38:08.013833Z","iopub.execute_input":"2021-11-19T19:38:08.014302Z","iopub.status.idle":"2021-11-19T19:38:34.544975Z","shell.execute_reply.started":"2021-11-19T19:38:08.014252Z","shell.execute_reply":"2021-11-19T19:38:34.544213Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"jigsaw_unintended_bias = jigsaw_unintended_bias[jigsaw_unintended_bias.toxicity_annotator_count>5]\n\njigsaw_toxic['dataset'] = ['jigsaw_toxic'] * len(jigsaw_toxic)\njigsaw_unintended_bias['dataset'] = ['jigsaw_unintended_bias'] * len(jigsaw_unintended_bias)","metadata":{"execution":{"iopub.status.busy":"2021-11-19T19:38:34.546354Z","iopub.execute_input":"2021-11-19T19:38:34.546594Z","iopub.status.idle":"2021-11-19T19:38:34.967425Z","shell.execute_reply.started":"2021-11-19T19:38:34.546565Z","shell.execute_reply":"2021-11-19T19:38:34.966492Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"print(jigsaw_toxic.shape)\nprint(jigsaw_unintended_bias.shape)","metadata":{"execution":{"iopub.status.busy":"2021-11-19T19:38:34.968767Z","iopub.execute_input":"2021-11-19T19:38:34.969290Z","iopub.status.idle":"2021-11-19T19:38:34.974449Z","shell.execute_reply.started":"2021-11-19T19:38:34.969219Z","shell.execute_reply":"2021-11-19T19:38:34.973515Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"jigsaw_toxic.head()","metadata":{"execution":{"iopub.status.busy":"2021-11-19T19:38:34.975587Z","iopub.execute_input":"2021-11-19T19:38:34.975814Z","iopub.status.idle":"2021-11-19T19:38:35.000090Z","shell.execute_reply.started":"2021-11-19T19:38:34.975788Z","shell.execute_reply":"2021-11-19T19:38:34.999525Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"jigsaw_unintended_bias.head()","metadata":{"execution":{"iopub.status.busy":"2021-11-19T19:38:35.001170Z","iopub.execute_input":"2021-11-19T19:38:35.001738Z","iopub.status.idle":"2021-11-19T19:38:35.027740Z","shell.execute_reply.started":"2021-11-19T19:38:35.001705Z","shell.execute_reply":"2021-11-19T19:38:35.026972Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":"#

Selecting Features

","metadata":{}},{"cell_type":"code","source":"jigsaw_toxic = jigsaw_toxic[['id', 'dataset' ,'comment_text', 'toxic', 'severe_toxic', 'obscene','threat','insult','identity_hate']]\njigsaw_unintended_bias = jigsaw_unintended_bias[['id', 'dataset' ,'comment_text', 'toxic', 'severe_toxicity', 'obscene','threat','insult','identity_attack']]\njigsaw_unintended_bias.columns = ['id', 'dataset' , 'comment_text', 'toxic', 'severe_toxic', 'obscene','threat','insult','identity_hate']","metadata":{"execution":{"iopub.status.busy":"2021-11-19T19:38:35.030234Z","iopub.execute_input":"2021-11-19T19:38:35.030473Z","iopub.status.idle":"2021-11-19T19:38:35.227802Z","shell.execute_reply.started":"2021-11-19T19:38:35.030447Z","shell.execute_reply":"2021-11-19T19:38:35.226891Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"print(jigsaw_toxic.shape)\nprint(jigsaw_unintended_bias.shape)","metadata":{"execution":{"iopub.status.busy":"2021-11-19T19:38:35.229301Z","iopub.execute_input":"2021-11-19T19:38:35.229883Z","iopub.status.idle":"2021-11-19T19:38:35.234603Z","shell.execute_reply.started":"2021-11-19T19:38:35.229838Z","shell.execute_reply":"2021-11-19T19:38:35.233784Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"","metadata":{"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":"#

Multiplication factors for categories

\n\n Reference from @ekaterinadranitsyna notebook","metadata":{}},{"cell_type":"code","source":"# Multiplication factors for categories.\ncat_mtpl = {'toxic': 1, \n 'severe_toxic': 1.75, \n 'obscene': 0.95,\n 'threat': 2, \n 'insult': 1.6, \n 'identity_hate': 1.95}\n\n# Target buckets\ntarget_buckets = {\n True: 'toxic',\n False: 'non_toxic'\n}","metadata":{"execution":{"iopub.status.busy":"2021-11-19T19:38:35.236169Z","iopub.execute_input":"2021-11-19T19:38:35.236488Z","iopub.status.idle":"2021-11-19T19:38:35.245376Z","shell.execute_reply.started":"2021-11-19T19:38:35.236452Z","shell.execute_reply":"2021-11-19T19:38:35.244472Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"features = []\nfor k,v in cat_mtpl.items():\n if k in jigsaw_toxic.columns:\n features.append(k)\n print(k,v)\n jigsaw_toxic[k] *= v","metadata":{"execution":{"iopub.status.busy":"2021-11-19T19:38:35.246392Z","iopub.execute_input":"2021-11-19T19:38:35.246932Z","iopub.status.idle":"2021-11-19T19:38:35.270832Z","shell.execute_reply.started":"2021-11-19T19:38:35.246901Z","shell.execute_reply":"2021-11-19T19:38:35.270050Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"jigsaw_toxic['score'] = jigsaw_toxic[features].sum(axis=1)","metadata":{"execution":{"iopub.status.busy":"2021-11-19T19:38:35.272029Z","iopub.execute_input":"2021-11-19T19:38:35.272345Z","iopub.status.idle":"2021-11-19T19:38:35.291569Z","shell.execute_reply.started":"2021-11-19T19:38:35.272312Z","shell.execute_reply":"2021-11-19T19:38:35.290694Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"jigsaw_unintended_bias['score'] = jigsaw_unintended_bias[features].sum(axis=1)\njigsaw_unintended_bias_mask_less_toxic = (jigsaw_unintended_bias.toxic < 0.5)\njigsaw_unintended_bias.loc[jigsaw_unintended_bias_mask_less_toxic, 'score'] = jigsaw_unintended_bias[jigsaw_unintended_bias_mask_less_toxic].toxic","metadata":{"execution":{"iopub.status.busy":"2021-11-19T19:38:35.292762Z","iopub.execute_input":"2021-11-19T19:38:35.293055Z","iopub.status.idle":"2021-11-19T19:38:35.385223Z","shell.execute_reply.started":"2021-11-19T19:38:35.293026Z","shell.execute_reply":"2021-11-19T19:38:35.384461Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":"#

Merging Datasets

","metadata":{}},{"cell_type":"code","source":"jigsaw_all_data = pd.concat([jigsaw_toxic, jigsaw_unintended_bias])\njigsaw_all_data.shape","metadata":{"execution":{"iopub.status.busy":"2021-11-19T19:38:35.386487Z","iopub.execute_input":"2021-11-19T19:38:35.386694Z","iopub.status.idle":"2021-11-19T19:38:35.457089Z","shell.execute_reply.started":"2021-11-19T19:38:35.386669Z","shell.execute_reply":"2021-11-19T19:38:35.456227Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"","metadata":{"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"jigsaw_all_data['target'] = (jigsaw_all_data['score'] > 1).map(target_buckets)","metadata":{"execution":{"iopub.status.busy":"2021-11-19T19:38:35.458793Z","iopub.execute_input":"2021-11-19T19:38:35.459103Z","iopub.status.idle":"2021-11-19T19:38:35.579209Z","shell.execute_reply.started":"2021-11-19T19:38:35.459064Z","shell.execute_reply":"2021-11-19T19:38:35.578453Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"jigsaw_all_data.head()","metadata":{"execution":{"iopub.status.busy":"2021-11-19T19:38:35.580726Z","iopub.execute_input":"2021-11-19T19:38:35.581144Z","iopub.status.idle":"2021-11-19T19:38:35.600501Z","shell.execute_reply.started":"2021-11-19T19:38:35.581102Z","shell.execute_reply":"2021-11-19T19:38:35.599663Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":"#

Dropping duplicates

","metadata":{}},{"cell_type":"code","source":"sum(jigsaw_all_data.duplicated(subset=['comment_text']))","metadata":{"execution":{"iopub.status.busy":"2021-11-19T19:38:35.601994Z","iopub.execute_input":"2021-11-19T19:38:35.602230Z","iopub.status.idle":"2021-11-19T19:38:36.772276Z","shell.execute_reply.started":"2021-11-19T19:38:35.602202Z","shell.execute_reply":"2021-11-19T19:38:36.771538Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"jigsaw_all_data = jigsaw_all_data.drop_duplicates(subset=['comment_text']).reset_index(drop=True)","metadata":{"execution":{"iopub.status.busy":"2021-11-19T19:38:36.773834Z","iopub.execute_input":"2021-11-19T19:38:36.774130Z","iopub.status.idle":"2021-11-19T19:38:38.045450Z","shell.execute_reply.started":"2021-11-19T19:38:36.774092Z","shell.execute_reply":"2021-11-19T19:38:38.044479Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"jigsaw_all_data.shape","metadata":{"execution":{"iopub.status.busy":"2021-11-19T19:38:38.046880Z","iopub.execute_input":"2021-11-19T19:38:38.047178Z","iopub.status.idle":"2021-11-19T19:38:38.056181Z","shell.execute_reply.started":"2021-11-19T19:38:38.047135Z","shell.execute_reply":"2021-11-19T19:38:38.055147Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"","metadata":{"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":"#

Making KFolds using Score

","metadata":{}},{"cell_type":"code","source":"num_bins = int(np.floor(1 + np.log2(len(jigsaw_all_data))))\njigsaw_all_data.loc[:,'bins'] = pd.cut(jigsaw_all_data['score'],\n bins=num_bins,\n labels=False)\n\nbins = jigsaw_all_data.bins.to_numpy()\n\njigsaw_all_data['kfold_regression'] = -1\nkfold = StratifiedKFold(n_splits= 5,\n shuffle=True,\n random_state=42)\n\nfor k , (train_idx,valid_idx) in enumerate(kfold.split(X=jigsaw_all_data,y=bins)):\n jigsaw_all_data.loc[valid_idx,'kfold_regression'] = k","metadata":{"execution":{"iopub.status.busy":"2021-11-19T19:38:38.057646Z","iopub.execute_input":"2021-11-19T19:38:38.058301Z","iopub.status.idle":"2021-11-19T19:38:38.310196Z","shell.execute_reply.started":"2021-11-19T19:38:38.058237Z","shell.execute_reply":"2021-11-19T19:38:38.309345Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"jigsaw_all_data.head()","metadata":{"execution":{"iopub.status.busy":"2021-11-19T19:38:38.311388Z","iopub.execute_input":"2021-11-19T19:38:38.311624Z","iopub.status.idle":"2021-11-19T19:38:38.332341Z","shell.execute_reply.started":"2021-11-19T19:38:38.311596Z","shell.execute_reply":"2021-11-19T19:38:38.331563Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"jigsaw_all_data.kfold_regression.value_counts()","metadata":{"execution":{"iopub.status.busy":"2021-11-19T19:38:38.333840Z","iopub.execute_input":"2021-11-19T19:38:38.334138Z","iopub.status.idle":"2021-11-19T19:38:38.346899Z","shell.execute_reply.started":"2021-11-19T19:38:38.334098Z","shell.execute_reply":"2021-11-19T19:38:38.346393Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":"#

Making KFolds using Target

","metadata":{}},{"cell_type":"code","source":"jigsaw_all_data['kfold_classification'] = -1\nkfold = StratifiedKFold(n_splits= 5,\n shuffle=True,\n random_state=42)\n\nfor k , (train_idx,valid_idx) in enumerate(kfold.split(X=jigsaw_all_data,y=jigsaw_all_data.target)):\n jigsaw_all_data.loc[valid_idx,'kfold_classification'] = k","metadata":{"execution":{"iopub.status.busy":"2021-11-19T19:38:38.347775Z","iopub.execute_input":"2021-11-19T19:38:38.348317Z","iopub.status.idle":"2021-11-19T19:38:39.886640Z","shell.execute_reply.started":"2021-11-19T19:38:38.348268Z","shell.execute_reply":"2021-11-19T19:38:39.885514Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"jigsaw_all_data.kfold_classification.value_counts()","metadata":{"execution":{"iopub.status.busy":"2021-11-19T19:38:39.888114Z","iopub.execute_input":"2021-11-19T19:38:39.888984Z","iopub.status.idle":"2021-11-19T19:38:39.900643Z","shell.execute_reply.started":"2021-11-19T19:38:39.888937Z","shell.execute_reply":"2021-11-19T19:38:39.899960Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"","metadata":{"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":"#

How score distributed in Folds

","metadata":{}},{"cell_type":"code","source":"sns.displot(data=jigsaw_all_data[jigsaw_all_data.dataset == 'jigsaw_toxic'],\n kind='kde',\n x='score',\n hue='kfold_regression',\n multiple='stack',\n alpha=.7, linewidth=0, aspect=20/7);\nplt.title('Jigsaw_toxic Dataset');\n\n# sns.set(rc={'figure.figsize':(15,7)})","metadata":{"execution":{"iopub.status.busy":"2021-11-19T19:38:39.901883Z","iopub.execute_input":"2021-11-19T19:38:39.902085Z","iopub.status.idle":"2021-11-19T19:38:41.987484Z","shell.execute_reply.started":"2021-11-19T19:38:39.902060Z","shell.execute_reply":"2021-11-19T19:38:41.986613Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"sns.displot(data=jigsaw_all_data[jigsaw_all_data.dataset == 'jigsaw_unintended_bias'],\n kind='kde',\n x='score',\n hue='kfold_regression',\n multiple='stack',\n alpha=.7, linewidth=0, aspect=20/7);\nplt.title('jigsaw_unintended_bias Dataset');\n","metadata":{"execution":{"iopub.status.busy":"2021-11-19T19:38:41.990725Z","iopub.execute_input":"2021-11-19T19:38:41.990991Z","iopub.status.idle":"2021-11-19T19:38:45.618927Z","shell.execute_reply.started":"2021-11-19T19:38:41.990960Z","shell.execute_reply":"2021-11-19T19:38:45.618086Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":"#

How score distributed in Bins

","metadata":{}},{"cell_type":"code","source":"sns.displot(data=jigsaw_all_data,\n x='score',\n kind='kde',\n hue='bins',\n multiple='stack',\n palette=\"viridis\",\n alpha=0.5,\n linewidth=0,\n aspect=20/7,\n warn_singular = False\n );\n# sns.set(rc={'figure.figsize':(15,7)})","metadata":{"execution":{"iopub.status.busy":"2021-11-19T19:38:45.620200Z","iopub.execute_input":"2021-11-19T19:38:45.620467Z","iopub.status.idle":"2021-11-19T19:38:49.559924Z","shell.execute_reply.started":"2021-11-19T19:38:45.620439Z","shell.execute_reply":"2021-11-19T19:38:49.559122Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":"#

Saving the Dataset

","metadata":{}},{"cell_type":"code","source":"jigsaw_all_data[['id', 'dataset', 'comment_text','score', 'target','kfold_regression', 'kfold_classification']].to_csv('jigsaw_training_data.csv')","metadata":{"execution":{"iopub.status.busy":"2021-11-19T19:38:49.561248Z","iopub.execute_input":"2021-11-19T19:38:49.561679Z","iopub.status.idle":"2021-11-19T19:39:05.000353Z","shell.execute_reply.started":"2021-11-19T19:38:49.561637Z","shell.execute_reply":"2021-11-19T19:39:04.999422Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"!ls","metadata":{"execution":{"iopub.status.busy":"2021-11-19T19:39:05.001663Z","iopub.execute_input":"2021-11-19T19:39:05.001862Z","iopub.status.idle":"2021-11-19T19:39:05.801609Z","shell.execute_reply.started":"2021-11-19T19:39:05.001837Z","shell.execute_reply":"2021-11-19T19:39:05.800647Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"","metadata":{},"execution_count":null,"outputs":[]}]}