{"metadata":{"kernelspec":{"language":"python","display_name":"Python 3","name":"python3"},"language_info":{"pygments_lexer":"ipython3","nbconvert_exporter":"python","version":"3.6.4","file_extension":".py","codemirror_mode":{"name":"ipython","version":3},"name":"python","mimetype":"text/x-python"}},"nbformat_minor":4,"nbformat":4,"cells":[{"cell_type":"markdown","source":"github.com","metadata":{}},{"cell_type":"code","source":"import numpy as np \nimport pandas as pd \n\nimport matplotlib.pyplot as plt\nimport seaborn as sns\nimport plotly.graph_objs as go\nimport plotly.offline as py\nimport plotly.express as px\nimport altair as alt\n\nfrom sklearn.neighbors import LocalOutlierFactor\n\nimport warnings\nwarnings.simplefilter(action='ignore', category=FutureWarning)","metadata":{"execution":{"iopub.status.busy":"2021-10-26T19:59:36.107940Z","iopub.execute_input":"2021-10-26T19:59:36.108236Z","iopub.status.idle":"2021-10-26T19:59:39.229647Z","shell.execute_reply.started":"2021-10-26T19:59:36.108170Z","shell.execute_reply":"2021-10-26T19:59:39.228879Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"#Code by Vopani https://www.kaggle.com/rohanrao/tutorial-on-reading-large-datasets\n\n%time\n\ndf = pd.read_feather(\"../input/train-tsv-file-to-feather-files/train-00004-of-00005\")\n\nprint(\"df size:\", df.shape)","metadata":{"execution":{"iopub.status.busy":"2021-10-26T19:59:39.231140Z","iopub.execute_input":"2021-10-26T19:59:39.231387Z","iopub.status.idle":"2021-10-26T19:59:39.429207Z","shell.execute_reply.started":"2021-10-26T19:59:39.231354Z","shell.execute_reply":"2021-10-26T19:59:39.428201Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"df.head()","metadata":{"execution":{"iopub.status.busy":"2021-10-26T19:59:39.430223Z","iopub.execute_input":"2021-10-26T19:59:39.430446Z","iopub.status.idle":"2021-10-26T19:59:39.459809Z","shell.execute_reply.started":"2021-10-26T19:59:39.430419Z","shell.execute_reply":"2021-10-26T19:59:39.459145Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"#Spoiler Alert: No Missing Values \n\ndf.isnull().sum()","metadata":{"_kg_hide-output":true,"execution":{"iopub.status.busy":"2021-10-26T19:59:39.461672Z","iopub.execute_input":"2021-10-26T19:59:39.462174Z","iopub.status.idle":"2021-10-26T19:59:39.476785Z","shell.execute_reply.started":"2021-10-26T19:59:39.462133Z","shell.execute_reply":"2021-10-26T19:59:39.475874Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"df['language'].value_counts()","metadata":{"_kg_hide-output":true,"execution":{"iopub.status.busy":"2021-10-26T19:59:39.477939Z","iopub.execute_input":"2021-10-26T19:59:39.478730Z","iopub.status.idle":"2021-10-26T19:59:39.499278Z","shell.execute_reply.started":"2021-10-26T19:59:39.478700Z","shell.execute_reply":"2021-10-26T19:59:39.498337Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":"#Hindi Language","metadata":{}},{"cell_type":"code","source":"hi = df[(df['language']=='hi')].reset_index(drop=True)\nhi.head()","metadata":{"execution":{"iopub.status.busy":"2021-10-26T19:59:39.500241Z","iopub.execute_input":"2021-10-26T19:59:39.500442Z","iopub.status.idle":"2021-10-26T19:59:39.538953Z","shell.execute_reply.started":"2021-10-26T19:59:39.500415Z","shell.execute_reply":"2021-10-26T19:59:39.538462Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":"Since dtypes are all string I couldn't make the Hindi WordCloud applying gargi.ttf\" font.","metadata":{}},{"cell_type":"code","source":"de = df[(df['language']=='de')].reset_index(drop=True)\nde.head(3)","metadata":{"execution":{"iopub.status.busy":"2021-10-26T19:59:39.540670Z","iopub.execute_input":"2021-10-26T19:59:39.541160Z","iopub.status.idle":"2021-10-26T19:59:39.564132Z","shell.execute_reply.started":"2021-10-26T19:59:39.541101Z","shell.execute_reply":"2021-10-26T19:59:39.563238Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"##Code by Taha07 https://www.kaggle.com/taha07/data-scientists-jobs-analysis-visualization/notebook\n\nfrom wordcloud import WordCloud\nfrom wordcloud import STOPWORDS\nstopwords = set(STOPWORDS)\nwordcloud = WordCloud(background_color = 'salmon',\n height =2000,\n width = 2000\n ).generate(str(de[\"caption_attribution_description\"]))\nplt.rcParams['figure.figsize'] = (10,10)\nplt.axis(\"off\")\nplt.imshow(wordcloud)\nplt.title(\"Bezeichnungen auf Deutsch\")\nplt.show()","metadata":{"_kg_hide-input":true,"execution":{"iopub.status.busy":"2021-10-26T20:02:36.582151Z","iopub.execute_input":"2021-10-26T20:02:36.582451Z","iopub.status.idle":"2021-10-26T20:02:38.951496Z","shell.execute_reply.started":"2021-10-26T20:02:36.582428Z","shell.execute_reply":"2021-10-26T20:02:38.950590Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"#All are String!\n\ndf.dtypes","metadata":{"_kg_hide-output":true,"execution":{"iopub.status.busy":"2021-10-26T19:59:42.131940Z","iopub.execute_input":"2021-10-26T19:59:42.132157Z","iopub.status.idle":"2021-10-26T19:59:42.140642Z","shell.execute_reply.started":"2021-10-26T19:59:42.132132Z","shell.execute_reply":"2021-10-26T19:59:42.139254Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"#Code by Niharika Pandit https://www.kaggle.com/niharika41298/netflix-vs-books-recommender-analysis-eda\n\n#Ascending order False\ntop_rated=df.sort_values('original_width', ascending=True)\ntop10=top_rated.head(10)\nf=['page_title','image_url']\ndispl=(top10[f])\ndispl.set_index('page_title', inplace=True)","metadata":{"_kg_hide-input":true,"execution":{"iopub.status.busy":"2021-10-26T19:59:42.142769Z","iopub.execute_input":"2021-10-26T19:59:42.142999Z","iopub.status.idle":"2021-10-26T19:59:42.161522Z","shell.execute_reply.started":"2021-10-26T19:59:42.142973Z","shell.execute_reply":"2021-10-26T19:59:42.160509Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"#Code by Niharika Pandit https://www.kaggle.com/niharika41298/netflix-vs-books-recommender-analysis-eda\n\nfrom IPython.display import Image, HTML\n\ndef path_to_image_html(path):\n '''\n This function essentially convert the image url to \n '![](\"'+)
' format. And one can put any\n formatting adjustments to control the height, aspect ratio, size etc.\n within as in the below example. \n '''\n\n return ''\n\nHTML(displ.to_html(escape=False ,formatters=dict(image_url=path_to_image_html),justify='center'))","metadata":{"_kg_hide-input":true,"execution":{"iopub.status.busy":"2021-10-26T19:59:42.162937Z","iopub.execute_input":"2021-10-26T19:59:42.163249Z","iopub.status.idle":"2021-10-26T19:59:42.176843Z","shell.execute_reply.started":"2021-10-26T19:59:42.163217Z","shell.execute_reply":"2021-10-26T19:59:42.176233Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"#Code by Niharika Pandit https://www.kaggle.com/niharika41298/netflix-vs-books-recommender-analysis-eda\n\n#Ascending order False\ntop_rated=df.sort_values('original_height', ascending=True)\ntop10=top_rated.head(10)\nf=['page_title','image_url']\ndispl=(top10[f])\ndispl.set_index('page_title', inplace=True)","metadata":{"_kg_hide-input":true,"execution":{"iopub.status.busy":"2021-10-26T19:59:42.178301Z","iopub.execute_input":"2021-10-26T19:59:42.178652Z","iopub.status.idle":"2021-10-26T19:59:42.205453Z","shell.execute_reply.started":"2021-10-26T19:59:42.178622Z","shell.execute_reply":"2021-10-26T19:59:42.204797Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"#Code by Niharika Pandit https://www.kaggle.com/niharika41298/netflix-vs-books-recommender-analysis-eda\n\nfrom IPython.display import Image, HTML\n\ndef path_to_image_html(path):\n '''\n This function essentially convert the image url to \n '' format. And one can put any\n formatting adjustments to control the height, aspect ratio, size etc.\n within as in the below example. \n '''\n\n return ''\n\nHTML(displ.to_html(escape=False ,formatters=dict(image_url=path_to_image_html),justify='center'))","metadata":{"_kg_hide-input":true,"execution":{"iopub.status.busy":"2021-10-26T19:59:42.206560Z","iopub.execute_input":"2021-10-26T19:59:42.206894Z","iopub.status.idle":"2021-10-26T19:59:42.220913Z","shell.execute_reply.started":"2021-10-26T19:59:42.206864Z","shell.execute_reply":"2021-10-26T19:59:42.220090Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":"#Thanks to Msafi04 for the Dataset https://www.kaggle.com/msafi04/train-tsv-file-to-feather-files","metadata":{}}]}