{"metadata":{"kernelspec":{"language":"python","display_name":"Python 3","name":"python3"},"language_info":{"pygments_lexer":"ipython3","nbconvert_exporter":"python","version":"3.6.4","file_extension":".py","codemirror_mode":{"name":"ipython","version":3},"name":"python","mimetype":"text/x-python"}},"nbformat_minor":4,"nbformat":4,"cells":[{"cell_type":"markdown","source":"# [分析過程與結果簡報](https://www.canva.com/design/DAFjUYvJl_A/6sxVKe_4jCKgQh8FFUA58Q/view?utm_content=DAFjUYvJl_A&utm_campaign=designshare&utm_medium=link&utm_source=publishsharelink)","metadata":{}},{"cell_type":"code","source":"import numpy as np\nimport pandas as pd\nimport matplotlib.pyplot as plt\nimport plotly.express as px","metadata":{"_uuid":"8f2839f25d086af736a60e9eeb907d3b93b6e0e5","_cell_guid":"b1076dfc-b9ad-4769-8c92-a6c4dae69d19","execution":{"iopub.status.busy":"2023-05-19T11:47:20.021012Z","iopub.execute_input":"2023-05-19T11:47:20.021509Z","iopub.status.idle":"2023-05-19T11:47:24.939845Z","shell.execute_reply.started":"2023-05-19T11:47:20.021471Z","shell.execute_reply":"2023-05-19T11:47:24.938575Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":"# 特徵\n* session_id - user_id \n* index - the index of the event for the session:一個user會有多個index\n* elapsed_time - how much time has passed (in milliseconds) between the start of the session and when the event was recorded - Time series\n* event_name - the name of the event type\n* name - the event name\n* level - what level of the game the event occurred in: 0~22\n* page - the page number of the event (刪除)\n* room_coor_x - the coordinates of the click in reference to the in-game room\n* room_coor_y - the coordinates of the click in reference to the in-game room\n* screen_coor_x - the coordinates of the click in reference to the player’s screen\n* screen_coor_y - the coordinates of the click in reference to the player’s screen\n* hover_duration - how long (in milliseconds) the hover happened for (刪除)\n* text - the text the player sees during this event (刪除)\n* fqid - the fully-qualified ID of the event (31%遺缺，刪除)\n* room_fqid - the fully-qualified ID of the room the event took place in\n* text_fqid - the fully-qualified ID of the (等同fqid+room_fqid，63%遺缺，刪除)\n* fullscreen - whether the player is in fullscreen mode(刪除)\n* hq - whether the game is in high-quality(刪除)\n* music - whether the game music is on or off(刪除)\n* level_group - which group of levels - and group of questions - this row belongs to (0-4, 5-12, 13-22)","metadata":{}},{"cell_type":"code","source":"X_train = pd.read_csv(\"/kaggle/input/predict-student-performance-from-game-play/train.csv\",\n usecols=['session_id', #user_id\n 'index', \n 'elapsed_time', \n 'event_name', #event type\n 'level',\n 'room_fqid',\n 'level_group'],\n nrows = 1000000) #共2000多萬筆資料，只使用100萬筆\ny_train = pd.read_csv(\"/kaggle/input/predict-student-performance-from-game-play/train_labels.csv\")","metadata":{"execution":{"iopub.status.busy":"2023-05-19T11:47:24.941978Z","iopub.execute_input":"2023-05-19T11:47:24.942602Z","iopub.status.idle":"2023-05-19T11:47:28.186055Z","shell.execute_reply.started":"2023-05-19T11:47:24.942563Z","shell.execute_reply":"2023-05-19T11:47:28.184967Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"X_train.shape, y_train.shape","metadata":{"execution":{"iopub.status.busy":"2023-05-19T11:47:28.187957Z","iopub.execute_input":"2023-05-19T11:47:28.188358Z","iopub.status.idle":"2023-05-19T11:47:28.197101Z","shell.execute_reply.started":"2023-05-19T11:47:28.188315Z","shell.execute_reply":"2023-05-19T11:47:28.195952Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"data = X_train.copy()\ntarget = y_train.copy()\ndata.elapsed_time = data.elapsed_time/60000 #從millsecond變分鐘\ndata.shape, target.shape","metadata":{"execution":{"iopub.status.busy":"2023-05-19T11:47:28.200651Z","iopub.execute_input":"2023-05-19T11:47:28.201471Z","iopub.status.idle":"2023-05-19T11:47:28.284535Z","shell.execute_reply.started":"2023-05-19T11:47:28.201407Z","shell.execute_reply":"2023-05-19T11:47:28.283337Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"### 因為選100萬筆資料近來，但最後一個人的資料可能不完整被我截掉，因此也扣除最後一個user的資料，最後剩999961筆資料\ndel_uncompleted_data = data.loc[data.session_id ==data.session_id.to_list()[-1]].index[0] #999961\ndata = data[:del_uncompleted_data]\ndata.shape","metadata":{"execution":{"iopub.status.busy":"2023-05-19T11:47:28.286077Z","iopub.execute_input":"2023-05-19T11:47:28.286955Z","iopub.status.idle":"2023-05-19T11:47:28.358101Z","shell.execute_reply.started":"2023-05-19T11:47:28.286873Z","shell.execute_reply":"2023-05-19T11:47:28.356830Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"data.to_csv(\"/kaggle/working/predict-student-performance-from-game-play_smalltrain_data\", index=False)\ndata.head(3)","metadata":{"execution":{"iopub.status.busy":"2023-05-19T11:47:28.359826Z","iopub.execute_input":"2023-05-19T11:47:28.360392Z","iopub.status.idle":"2023-05-19T11:47:33.966730Z","shell.execute_reply.started":"2023-05-19T11:47:28.360346Z","shell.execute_reply":"2023-05-19T11:47:33.965509Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"import re\n#target的session_id包含題目q1~q8，不好與data比對，因此新增一個user_id\ntarget[\"user_id\"] = target.session_id.str.split(\"_\", expand = True)[0]\ntarget[\"question\"] = target.session_id.str.split(\"_\", expand = True)[1]\ntarget[\"question\"] = target[\"question\"].apply(lambda x : re.sub(\"\\D\", \"\",x)) \n\ntarget[\"question\"] = pd.to_numeric(target[\"question\"])#轉為數值型別\ntarget[\"user_id\"] = pd.to_numeric(target[\"user_id\"])#轉為數值型別\ntarget.head(3)","metadata":{"execution":{"iopub.status.busy":"2023-05-19T11:47:33.968399Z","iopub.execute_input":"2023-05-19T11:47:33.969732Z","iopub.status.idle":"2023-05-19T11:47:38.616276Z","shell.execute_reply.started":"2023-05-19T11:47:33.969683Z","shell.execute_reply":"2023-05-19T11:47:38.614590Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"target.question.unique()","metadata":{"execution":{"iopub.status.busy":"2023-05-19T11:47:38.617808Z","iopub.execute_input":"2023-05-19T11:47:38.618514Z","iopub.status.idle":"2023-05-19T11:47:38.637896Z","shell.execute_reply.started":"2023-05-19T11:47:38.618469Z","shell.execute_reply":"2023-05-19T11:47:38.636875Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"data.session_id.nunique(), target.user_id.nunique() #target擁有的是2000萬筆資料的23562個玩家 但目前只取出50萬筆有885個玩家","metadata":{"execution":{"iopub.status.busy":"2023-05-19T11:47:38.641572Z","iopub.execute_input":"2023-05-19T11:47:38.642484Z","iopub.status.idle":"2023-05-19T11:47:38.794037Z","shell.execute_reply.started":"2023-05-19T11:47:38.642443Z","shell.execute_reply":"2023-05-19T11:47:38.793035Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"#發現每個question的排序和data相同\ndata.session_id.unique()[:5] == target.user_id[:5]","metadata":{"execution":{"iopub.status.busy":"2023-05-19T11:47:38.799213Z","iopub.execute_input":"2023-05-19T11:47:38.799529Z","iopub.status.idle":"2023-05-19T11:47:38.815010Z","shell.execute_reply.started":"2023-05-19T11:47:38.799499Z","shell.execute_reply":"2023-05-19T11:47:38.813912Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"#使target變成只有885個user\ntarget = pd.DataFrame(target.groupby(\"question\").apply(lambda x: x[:885]))\ntarget.index = np.arange(len(target.index))\n\ntarget.to_csv(\"/kaggle/working/predict-student-performance-from-game-play_smalltarget\", index=False)\ntarget.head(3)","metadata":{"execution":{"iopub.status.busy":"2023-05-19T11:47:38.816422Z","iopub.execute_input":"2023-05-19T11:47:38.816855Z","iopub.status.idle":"2023-05-19T11:47:38.926091Z","shell.execute_reply.started":"2023-05-19T11:47:38.816814Z","shell.execute_reply":"2023-05-19T11:47:38.925017Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"data.shape, target.shape","metadata":{"execution":{"iopub.status.busy":"2023-05-19T11:47:38.927732Z","iopub.execute_input":"2023-05-19T11:47:38.928463Z","iopub.status.idle":"2023-05-19T11:47:38.936710Z","shell.execute_reply.started":"2023-05-19T11:47:38.928417Z","shell.execute_reply":"2023-05-19T11:47:38.935366Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"data.session_id.nunique(), target.user_id.nunique()","metadata":{"execution":{"iopub.status.busy":"2023-05-19T11:47:38.938980Z","iopub.execute_input":"2023-05-19T11:47:38.939480Z","iopub.status.idle":"2023-05-19T11:47:38.956362Z","shell.execute_reply.started":"2023-05-19T11:47:38.939426Z","shell.execute_reply":"2023-05-19T11:47:38.955395Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"import gc\ngc.collect()","metadata":{"execution":{"iopub.status.busy":"2023-05-19T11:47:38.960199Z","iopub.execute_input":"2023-05-19T11:47:38.960557Z","iopub.status.idle":"2023-05-19T11:47:39.089516Z","shell.execute_reply.started":"2023-05-19T11:47:38.960527Z","shell.execute_reply":"2023-05-19T11:47:39.087979Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":"# EDA","metadata":{}},{"cell_type":"code","source":"data.info()","metadata":{"execution":{"iopub.status.busy":"2023-05-19T11:47:39.091293Z","iopub.execute_input":"2023-05-19T11:47:39.091810Z","iopub.status.idle":"2023-05-19T11:47:39.385864Z","shell.execute_reply.started":"2023-05-19T11:47:39.091769Z","shell.execute_reply":"2023-05-19T11:47:39.384556Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"data.isnull().sum()","metadata":{"execution":{"iopub.status.busy":"2023-05-19T11:47:39.387802Z","iopub.execute_input":"2023-05-19T11:47:39.388293Z","iopub.status.idle":"2023-05-19T11:47:39.686407Z","shell.execute_reply.started":"2023-05-19T11:47:39.388227Z","shell.execute_reply":"2023-05-19T11:47:39.685302Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":"# 先拿第一位的資料來分析:","metadata":{}},{"cell_type":"code","source":"#先選一個user來看他的行為\ntemp_user_id = data.session_id[0]\ntemp_user_data = data.loc[data.session_id == temp_user_id]\ntemp_user_data ","metadata":{"execution":{"iopub.status.busy":"2023-05-19T11:47:39.688163Z","iopub.execute_input":"2023-05-19T11:47:39.688677Z","iopub.status.idle":"2023-05-19T11:47:39.713041Z","shell.execute_reply.started":"2023-05-19T11:47:39.688639Z","shell.execute_reply":"2023-05-19T11:47:39.711950Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"#temp_user回答問題的資料\ntarget.loc[target.user_id == temp_user_id].sort_values(by=\"question\",ascending=True)","metadata":{"execution":{"iopub.status.busy":"2023-05-19T11:47:39.714607Z","iopub.execute_input":"2023-05-19T11:47:39.715207Z","iopub.status.idle":"2023-05-19T11:47:39.734325Z","shell.execute_reply.started":"2023-05-19T11:47:39.715166Z","shell.execute_reply":"2023-05-19T11:47:39.733304Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"temp_user_data.info()","metadata":{"execution":{"iopub.status.busy":"2023-05-19T11:47:39.736107Z","iopub.execute_input":"2023-05-19T11:47:39.736524Z","iopub.status.idle":"2023-05-19T11:47:39.752416Z","shell.execute_reply.started":"2023-05-19T11:47:39.736482Z","shell.execute_reply":"2023-05-19T11:47:39.751031Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"#三種level_group經常出現的位置有所不同\nfig = px.bar(temp_user_data, x=\"room_fqid\", color= \"level_group\")\nfig.show()","metadata":{"execution":{"iopub.status.busy":"2023-05-19T11:47:39.754252Z","iopub.execute_input":"2023-05-19T11:47:39.754727Z","iopub.status.idle":"2023-05-19T11:47:41.193484Z","shell.execute_reply.started":"2023-05-19T11:47:39.754681Z","shell.execute_reply":"2023-05-19T11:47:41.191911Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":"elapsed_time vs. index","metadata":{}},{"cell_type":"code","source":"px.scatter(temp_user_data, x = \"index\" ,y =\"elapsed_time\",\n color=temp_user_data.level_group,\n hover_name = temp_user_data.event_name)","metadata":{"execution":{"iopub.status.busy":"2023-05-19T11:47:41.195881Z","iopub.execute_input":"2023-05-19T11:47:41.196256Z","iopub.status.idle":"2023-05-19T11:47:41.305129Z","shell.execute_reply.started":"2023-05-19T11:47:41.196217Z","shell.execute_reply":"2023-05-19T11:47:41.304157Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":"有兩個回答問題的checkpoint: \n1. index 164直接跳175 \n2. index 470直接跳512","metadata":{}},{"cell_type":"markdown","source":"# 全部人的資料:","metadata":{}},{"cell_type":"markdown","source":"# 1.是否有人未完成0~22個level?","metadata":{}},{"cell_type":"code","source":"data.session_id.nunique()","metadata":{"execution":{"iopub.status.busy":"2023-05-19T11:47:41.306831Z","iopub.execute_input":"2023-05-19T11:47:41.307255Z","iopub.status.idle":"2023-05-19T11:47:41.322799Z","shell.execute_reply.started":"2023-05-19T11:47:41.307215Z","shell.execute_reply":"2023-05-19T11:47:41.321779Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"#有人重複出現在checkpoint:在0~4多出8個，5~12多出6個，13~22多出4個，共18個\ndata[data.event_name ==\"checkpoint\"].level.value_counts() - 885","metadata":{"execution":{"iopub.status.busy":"2023-05-19T11:47:41.324050Z","iopub.execute_input":"2023-05-19T11:47:41.324345Z","iopub.status.idle":"2023-05-19T11:47:41.465809Z","shell.execute_reply.started":"2023-05-19T11:47:41.324317Z","shell.execute_reply":"2023-05-19T11:47:41.464154Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"#取出重複出現的user\ncheckpoint_df = data[data.event_name == \"checkpoint\"]\nlen(checkpoint_df[checkpoint_df.duplicated(subset=[\"session_id\",\"event_name\", \"level_group\"], \n keep=\"last\")]) #剛好18個，因此其他checkpoint沒有重複的玩家，都有完成3個checkpoint\ndup_checkpoint_df = checkpoint_df[checkpoint_df.duplicated(\n subset=[\"session_id\",\"event_name\", \"level_group\"], \n keep=False)]\ndup_checkpoint_df.groupby([\"session_id\"])[\"level_group\"].value_counts() \n#8位玩家在checkpoint的資料有重複","metadata":{"execution":{"iopub.status.busy":"2023-05-19T11:47:41.467976Z","iopub.execute_input":"2023-05-19T11:47:41.468457Z","iopub.status.idle":"2023-05-19T11:47:41.637584Z","shell.execute_reply.started":"2023-05-19T11:47:41.468405Z","shell.execute_reply":"2023-05-19T11:47:41.636485Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"#畫出第一位重複玩的elapse_time vs. index \npx.scatter(data[data.session_id == 20100110332615344], x = \"index\" ,y =\"elapsed_time\",\n color=data[data.session_id == 20100110332615344].level_group,\n hover_name = data[data.session_id == 20100110332615344].event_name)\n#玩了兩次，而且在第二次到5~12關結束後沒有再繼續到13關","metadata":{"execution":{"iopub.status.busy":"2023-05-19T11:47:41.640219Z","iopub.execute_input":"2023-05-19T11:47:41.641363Z","iopub.status.idle":"2023-05-19T11:47:41.759231Z","shell.execute_reply.started":"2023-05-19T11:47:41.641317Z","shell.execute_reply":"2023-05-19T11:47:41.758199Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":"有人玩超過一次，且第二次玩不一定會玩到結束","metadata":{}},{"cell_type":"code","source":"#建立一個所有玩家的重要資訊\nuser_info_df = pd.DataFrame({\"user_id\": data.session_id.unique(), \"playtime\": data.groupby(\"session_id\")[\"elapsed_time\"].agg(\"max\"),\n \"event_nb\": data.groupby(\"session_id\")[\"index\"].agg(\"max\"),\n \"score\": target.groupby(\"user_id\")[\"correct\"].agg(\"sum\")}).reset_index(drop=True)\n\nuser_info_df","metadata":{"execution":{"iopub.status.busy":"2023-05-19T11:47:41.760246Z","iopub.execute_input":"2023-05-19T11:47:41.760516Z","iopub.status.idle":"2023-05-19T11:47:41.831107Z","shell.execute_reply.started":"2023-05-19T11:47:41.760489Z","shell.execute_reply":"2023-05-19T11:47:41.829961Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"#重複玩的玩家資訊\nuser_info_df[user_info_df.user_id.isin(dup_checkpoint_df.session_id)]","metadata":{"execution":{"iopub.status.busy":"2023-05-19T11:47:41.834562Z","iopub.execute_input":"2023-05-19T11:47:41.835461Z","iopub.status.idle":"2023-05-19T11:47:41.850113Z","shell.execute_reply.started":"2023-05-19T11:47:41.835402Z","shell.execute_reply":"2023-05-19T11:47:41.848609Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":"比較重複玩和未重複玩的playtime, event_nb, score 是否有顯著差異","metadata":{}},{"cell_type":"code","source":"my_dict = {'play_again': user_info_df[user_info_df.user_id.isin(dup_checkpoint_df.session_id)].playtime,\n 'not_play_again': user_info_df[(~user_info_df.user_id.isin(dup_checkpoint_df.session_id))\n &(user_info_df.playtime < user_info_df.playtime.quantile(0.5))].playtime}\nfig, ax = plt.subplots()\nax.boxplot(my_dict.values())\nax.set_xticklabels(my_dict.keys())\nax.set_ylabel(\"playtime\")\nfig.show()","metadata":{"execution":{"iopub.status.busy":"2023-05-19T11:47:41.861895Z","iopub.execute_input":"2023-05-19T11:47:41.862213Z","iopub.status.idle":"2023-05-19T11:47:42.111158Z","shell.execute_reply.started":"2023-05-19T11:47:41.862181Z","shell.execute_reply":"2023-05-19T11:47:42.110103Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"from scipy import stats\nleveneTestRes = stats.levene(user_info_df[user_info_df.user_id.isin(dup_checkpoint_df.session_id)].playtime\n , user_info_df.playtime < user_info_df.playtime.quantile(0.5), center='mean') #levene法齐性检验\nprint(f\"{leveneTestRes.pvalue:.5f}\") #變異數不同質->welch’s t-test \n\ntind = stats.ttest_ind(a = user_info_df[user_info_df.user_id.isin(dup_checkpoint_df.session_id)].playtime,\n b =user_info_df.playtime < user_info_df.playtime.quantile(0.5),\n equal_var=False)\nprint(tind.pvalue) #顯著不同","metadata":{"execution":{"iopub.status.busy":"2023-05-19T11:47:42.113158Z","iopub.execute_input":"2023-05-19T11:47:42.114168Z","iopub.status.idle":"2023-05-19T11:47:42.130039Z","shell.execute_reply.started":"2023-05-19T11:47:42.114127Z","shell.execute_reply":"2023-05-19T11:47:42.128648Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"my_dict = {'play_again': user_info_df[user_info_df.user_id.isin(dup_checkpoint_df.session_id)].score,\n 'not_play_again': user_info_df[(~user_info_df.user_id.isin(dup_checkpoint_df.session_id))].score}\nfig, ax = plt.subplots()\nax.boxplot(my_dict.values())\nax.set_xticklabels(my_dict.keys())\nax.set_ylabel(\"score\")\nfig.show()","metadata":{"execution":{"iopub.status.busy":"2023-05-19T11:47:42.131825Z","iopub.execute_input":"2023-05-19T11:47:42.132373Z","iopub.status.idle":"2023-05-19T11:47:42.354099Z","shell.execute_reply.started":"2023-05-19T11:47:42.132331Z","shell.execute_reply":"2023-05-19T11:47:42.353165Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"leveneTestRes = stats.levene(user_info_df[user_info_df.user_id.isin(dup_checkpoint_df.session_id)].score\n , user_info_df[(~user_info_df.user_id.isin(dup_checkpoint_df.session_id))].score\n , center='mean') #levene法齐性检验\n\ntind = stats.ttest_ind(a = user_info_df[user_info_df.user_id.isin(dup_checkpoint_df.session_id)].score,\n b =user_info_df[(~user_info_df.user_id.isin(dup_checkpoint_df.session_id))].score\n ,equal_var=True)\nprint(f\"{leveneTestRes.pvalue:.5f}\") #變異數同質\nprint(tind.pvalue) #有顯著不同","metadata":{"execution":{"iopub.status.busy":"2023-05-19T11:47:42.355597Z","iopub.execute_input":"2023-05-19T11:47:42.355986Z","iopub.status.idle":"2023-05-19T11:47:42.371920Z","shell.execute_reply.started":"2023-05-19T11:47:42.355940Z","shell.execute_reply":"2023-05-19T11:47:42.370560Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"my_dict = {'play_again': user_info_df[user_info_df.user_id.isin(dup_checkpoint_df.session_id)].event_nb,\n 'not_play_again': user_info_df[(~user_info_df.user_id.isin(dup_checkpoint_df[\"index\"]))&\n (user_info_df.event_nb < user_info_df.event_nb.quantile(0.5))].event_nb}\nfig, ax = plt.subplots()\nax.boxplot(my_dict.values())\nax.set_xticklabels(my_dict.keys())\nax.set_ylabel(\"event_nb\")\nfig.show()","metadata":{"execution":{"iopub.status.busy":"2023-05-19T11:47:42.374163Z","iopub.execute_input":"2023-05-19T11:47:42.374602Z","iopub.status.idle":"2023-05-19T11:47:42.587737Z","shell.execute_reply.started":"2023-05-19T11:47:42.374558Z","shell.execute_reply":"2023-05-19T11:47:42.586728Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"leveneTestRes = stats.levene(user_info_df[user_info_df.user_id.isin(dup_checkpoint_df.session_id)].event_nb\n , user_info_df[(~user_info_df.user_id.isin(dup_checkpoint_df[\"index\"]))&\n (user_info_df.event_nb < user_info_df.event_nb.quantile(0.5))].event_nb\n , center='mean') #levene法齐性检验\n\ntind = stats.ttest_ind(a =user_info_df[user_info_df.user_id.isin(dup_checkpoint_df.session_id)].event_nb,\n b =user_info_df[(~user_info_df.user_id.isin(dup_checkpoint_df[\"index\"]))&\n (user_info_df.event_nb < user_info_df.event_nb.quantile(0.5))].event_nb\n ,equal_var=False)\nprint(f\"{leveneTestRes.pvalue:.5f}\") #變異數不同質\nprint(tind.pvalue) #有顯著不同","metadata":{"execution":{"iopub.status.busy":"2023-05-19T11:47:42.589495Z","iopub.execute_input":"2023-05-19T11:47:42.589912Z","iopub.status.idle":"2023-05-19T11:47:42.609257Z","shell.execute_reply.started":"2023-05-19T11:47:42.589873Z","shell.execute_reply":"2023-05-19T11:47:42.607836Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":"重複玩的與未重複玩的playtime、score、event_nb皆有顯著差異。\n重複玩的score比未重複玩的要來得低。","metadata":{}},{"cell_type":"code","source":"#完兩次的人score越高 event_nb越低\nuser_info_df[user_info_df.user_id.isin(dup_checkpoint_df.session_id)].plot.scatter(x = \"score\", y=\"event_nb\")\nplt.xticks(np.arange(1,19))\nplt.show()","metadata":{"execution":{"iopub.status.busy":"2023-05-19T11:47:42.611458Z","iopub.execute_input":"2023-05-19T11:47:42.611846Z","iopub.status.idle":"2023-05-19T11:47:42.972243Z","shell.execute_reply.started":"2023-05-19T11:47:42.611808Z","shell.execute_reply":"2023-05-19T11:47:42.971232Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":"# 2.遊戲時間與答對題數的關聯","metadata":{}},{"cell_type":"code","source":"#平均在一個半小時完成遊戲、發生約1000多次事件、平均得分為12\nuser_info_df.loc[:, [\"playtime\", \"event_nb\",\"score\"]].describe()","metadata":{"execution":{"iopub.status.busy":"2023-05-19T11:47:42.973970Z","iopub.execute_input":"2023-05-19T11:47:42.974339Z","iopub.status.idle":"2023-05-19T11:47:43.002940Z","shell.execute_reply.started":"2023-05-19T11:47:42.974300Z","shell.execute_reply":"2023-05-19T11:47:43.001703Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"#playtime\npx.box(user_info_df.playtime)","metadata":{"execution":{"iopub.status.busy":"2023-05-19T11:47:43.004719Z","iopub.execute_input":"2023-05-19T11:47:43.005469Z","iopub.status.idle":"2023-05-19T11:47:43.110953Z","shell.execute_reply.started":"2023-05-19T11:47:43.005424Z","shell.execute_reply":"2023-05-19T11:47:43.109959Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"long_time_player = user_info_df[user_info_df.playtime > 91].sort_values(by=\"playtime\").tail()\nlong_time_player","metadata":{"execution":{"iopub.status.busy":"2023-05-19T11:47:43.112490Z","iopub.execute_input":"2023-05-19T11:47:43.113337Z","iopub.status.idle":"2023-05-19T11:47:43.128803Z","shell.execute_reply.started":"2023-05-19T11:47:43.113297Z","shell.execute_reply":"2023-05-19T11:47:43.127560Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"short_time_player = user_info_df[user_info_df.playtime < 91].sort_values(by=\"playtime\").head()\nshort_time_player","metadata":{"execution":{"iopub.status.busy":"2023-05-19T11:47:43.130587Z","iopub.execute_input":"2023-05-19T11:47:43.130989Z","iopub.status.idle":"2023-05-19T11:47:43.147067Z","shell.execute_reply.started":"2023-05-19T11:47:43.130947Z","shell.execute_reply":"2023-05-19T11:47:43.145779Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"#long_time\nplt.figure(figsize = (12,6))\nplt.subplot(2,2,1)\nplt.plot(data[data.session_id == long_time_player.user_id.iloc[-1]][\"index\"],\n data[data.session_id == long_time_player.user_id.iloc[-1]].elapsed_time)\nplt.xlabel(\"index\")\nplt.ylabel(\"elapsed_time\")\nplt.subplot(2,2,2)\nplt.plot(data[data.session_id == long_time_player.user_id.iloc[-2]][\"index\"],\n data[data.session_id == long_time_player.user_id.iloc[-2]].elapsed_time)\nplt.xlabel(\"index\")\nplt.ylabel(\"elapsed_time\")\n#short_time\nplt.subplot(2,2,3)\nplt.plot(data[data.session_id ==short_time_player.user_id.iloc[0]][\"index\"],\n data[data.session_id == short_time_player.user_id.iloc[0]].elapsed_time)\nplt.xlabel(\"index\")\nplt.ylabel(\"elapsed_time\")\nplt.subplot(2,2,4)\nplt.plot(data[data.session_id ==short_time_player.user_id.iloc[1]][\"index\"],\n data[data.session_id == short_time_player.user_id.iloc[1]].elapsed_time)\nplt.xlabel(\"index\")\nplt.ylabel(\"elapsed_time\")\nplt.show()","metadata":{"execution":{"iopub.status.busy":"2023-05-19T11:47:43.149046Z","iopub.execute_input":"2023-05-19T11:47:43.149494Z","iopub.status.idle":"2023-05-19T11:47:43.723546Z","shell.execute_reply.started":"2023-05-19T11:47:43.149453Z","shell.execute_reply":"2023-05-19T11:47:43.722306Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":"那些遊戲時間比較久的玩家，是因為在遊戲中中斷動作，持續一段時間後才又回到遊戲。因此event不一定會比遊戲時間短的玩家要多。","metadata":{}},{"cell_type":"code","source":"#刪除離群值後 發現得分越高 使用的時間越低\nplaytime_nb_vs_score = user_info_df[user_info_df.playtime < 91].groupby(\"score\")[\"playtime\"].agg(\"mean\").reset_index()\nplaytime_nb_vs_score.plot.scatter(x=\"score\",y =\"playtime\")\nplt.xticks(np.arange(1,19))\nplt.show()","metadata":{"execution":{"iopub.status.busy":"2023-05-19T11:47:43.725299Z","iopub.execute_input":"2023-05-19T11:47:43.725712Z","iopub.status.idle":"2023-05-19T11:47:43.989316Z","shell.execute_reply.started":"2023-05-19T11:47:43.725669Z","shell.execute_reply":"2023-05-19T11:47:43.988137Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"playtime_nb_vs_score.corr()","metadata":{"execution":{"iopub.status.busy":"2023-05-19T11:47:43.991059Z","iopub.execute_input":"2023-05-19T11:47:43.991736Z","iopub.status.idle":"2023-05-19T11:47:44.005823Z","shell.execute_reply.started":"2023-05-19T11:47:43.991695Z","shell.execute_reply":"2023-05-19T11:47:44.004058Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":"# 3. 遊戲事件與答對題數的關聯","metadata":{}},{"cell_type":"code","source":"#event_nb\npx.box(user_info_df.event_nb)","metadata":{"execution":{"iopub.status.busy":"2023-05-19T11:47:44.007720Z","iopub.execute_input":"2023-05-19T11:47:44.008334Z","iopub.status.idle":"2023-05-19T11:47:44.077497Z","shell.execute_reply.started":"2023-05-19T11:47:44.008286Z","shell.execute_reply":"2023-05-19T11:47:44.076482Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"#刪除離群值後 ，發現動作越多 得分越低\nevent_nb_vs_score = user_info_df[user_info_df.event_nb<1819].groupby(\"score\").agg({\"event_nb\": \"mean\"}).reset_index()\nevent_nb_vs_score.plot.scatter(x=\"score\",y =\"event_nb\")\nplt.xticks(np.arange(1,19))\nplt.show()\nprint(event_nb_vs_score.corr())","metadata":{"execution":{"iopub.status.busy":"2023-05-19T11:47:44.079068Z","iopub.execute_input":"2023-05-19T11:47:44.079742Z","iopub.status.idle":"2023-05-19T11:47:44.341005Z","shell.execute_reply.started":"2023-05-19T11:47:44.079703Z","shell.execute_reply":"2023-05-19T11:47:44.339748Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"#劃分高適建和低事件數玩家\nmore_event = user_info_df[user_info_df.event_nb > 1819].sort_values(by=\"event_nb\")\nlittle_event = user_info_df[user_info_df.event_nb < 1819].sort_values(by=\"event_nb\")\n# print(len(more_event), len(little_event))\n\n#取more_event 和little_event各一位，發現事件集中在naviagetion click 和 person_click\nMORE = data[data.session_id == more_event.user_id.iloc[0]].event_name.value_counts()\nLITTLE = data[data.session_id == (little_event.user_id.iloc[0])].event_name.value_counts()\npx.bar(pd.DataFrame({\"more_event\":MORE,\n \"little_event\":LITTLE}))","metadata":{"execution":{"iopub.status.busy":"2023-05-19T11:47:44.342987Z","iopub.execute_input":"2023-05-19T11:47:44.343406Z","iopub.status.idle":"2023-05-19T11:47:44.433529Z","shell.execute_reply.started":"2023-05-19T11:47:44.343364Z","shell.execute_reply":"2023-05-19T11:47:44.432198Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"#某一高事件玩家 幾乎每個事件都比另一低事件玩家 多2-4倍\nMORE / LITTLE","metadata":{"execution":{"iopub.status.busy":"2023-05-19T12:04:50.116223Z","iopub.execute_input":"2023-05-19T12:04:50.116967Z","iopub.status.idle":"2023-05-19T12:04:50.126237Z","shell.execute_reply.started":"2023-05-19T12:04:50.116918Z","shell.execute_reply":"2023-05-19T12:04:50.124867Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"# 在約相同遊戲時間下，高遊戲事件的玩家比低遊戲事件玩家，所點擊次數高出許多\nplt.figure(figsize = (8,3))\nplt.subplot(1,2,1)\nplt.plot(data[data.session_id == more_event.user_id.iloc[-1]][\"index\"],\n data[data.session_id == more_event.user_id.iloc[-1]].level)\nplt.title(\"more_event\")\nplt.xlabel(\"index\")\nplt.ylabel(\"elapsed_time\")\nplt.subplot(1,2,2)\nplt.plot(data[data.session_id == little_event.user_id.iloc[0]][\"index\"],\n data[data.session_id == little_event.user_id.iloc[0]].level)\nplt.title(\"little_event\")\nplt.xlabel(\"index\")\nplt.ylabel(\"elapsed_time\")","metadata":{"execution":{"iopub.status.busy":"2023-05-19T11:47:46.551857Z","iopub.execute_input":"2023-05-19T11:47:46.554559Z","iopub.status.idle":"2023-05-19T11:47:46.980911Z","shell.execute_reply.started":"2023-05-19T11:47:46.554504Z","shell.execute_reply":"2023-05-19T11:47:46.979753Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":"# 取出每個Event類別，Event數越高，是否答題表現也越差?","metadata":{}},{"cell_type":"code","source":"#每個event 和 score 的 相關係數\nEVENT = ['cutscene_click', 'person_click', 'navigate_click',\n 'observation_click', 'notification_click', 'object_click',\n 'object_hover', 'map_hover', 'map_click', 'checkpoint',\n 'notebook_click']\ntmp_df = data.copy()\ntmp_list = []\nfor col_name in EVENT:\n tmp_df[col_name] = (data.event_name == col_name).astype(\"int32\") # True and False => 0、1\n tmp = tmp_df.groupby([\"session_id\"])[col_name].agg(\"sum\")\n tmp_list.append(tmp)\ntmp_df = pd.concat(tmp_list, axis = 1)\ntmp_df","metadata":{"execution":{"iopub.status.busy":"2023-05-19T12:12:12.986728Z","iopub.execute_input":"2023-05-19T12:12:12.987139Z","iopub.status.idle":"2023-05-19T12:12:14.823297Z","shell.execute_reply.started":"2023-05-19T12:12:12.987101Z","shell.execute_reply":"2023-05-19T12:12:14.822211Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"# 皆為低度負相關，最小出現在map_click為-0.5。 猜測玩家的map_click數越高，表現越差，是因為玩家越不清楚需要完成任務地點在哪。\ntmp_df = tmp_df.reset_index().drop(\"session_id\", axis = 1)\ntmp_df[\"score\"] = user_info_df.score\n\nimport seaborn as sns\nplt.figure(figsize=(10, 6))\nsns.heatmap(tmp_df.corr(), annot = True, vmin=-1)","metadata":{"execution":{"iopub.status.busy":"2023-05-19T12:12:26.490430Z","iopub.execute_input":"2023-05-19T12:12:26.491522Z","iopub.status.idle":"2023-05-19T12:12:28.078323Z","shell.execute_reply.started":"2023-05-19T12:12:26.491477Z","shell.execute_reply":"2023-05-19T12:12:28.077181Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"#playtime vs. event: 集中在左下角，玩的時間越短，發生的事件也越少\npx.scatter( user_info_df[(user_info_df.event_nb < 1819) & (user_info_df.playtime < 91)], \n x= \"event_nb\",\n y= \"playtime\")","metadata":{"execution":{"iopub.status.busy":"2023-05-19T13:09:42.325680Z","iopub.execute_input":"2023-05-19T13:09:42.326471Z","iopub.status.idle":"2023-05-19T13:09:42.393253Z","shell.execute_reply.started":"2023-05-19T13:09:42.326430Z","shell.execute_reply":"2023-05-19T13:09:42.392300Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"#低度正相關\nuser_info_df[(user_info_df.event_nb < 1819) & (user_info_df.playtime < 91)].loc[:, [\"event_nb\",\"playtime\"]].corr()","metadata":{"execution":{"iopub.status.busy":"2023-05-19T13:39:05.180712Z","iopub.execute_input":"2023-05-19T13:39:05.181099Z","iopub.status.idle":"2023-05-19T13:39:05.199735Z","shell.execute_reply.started":"2023-05-19T13:39:05.181062Z","shell.execute_reply":"2023-05-19T13:39:05.198622Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":"# 4. 答題時間與答對題數的關聯","metadata":{}},{"cell_type":"code","source":"level4_checkpoint = data[(data.event_name ==\"checkpoint\") & (data.level==4)].drop_duplicates(subset=\"session_id\", keep=\"first\")\nlevel5 = data.iloc[level4_checkpoint.index +1]\nlevel4_checkpoint_elapsed_time = level5[\"elapsed_time\"].reset_index(drop=True) - level4_checkpoint.elapsed_time.reset_index(drop=True)\n# level4_checkpoint_elapsed_time\nlevel12_checkpoint = data[(data.event_name ==\"checkpoint\") & (data.level==12)].drop_duplicates(subset=\"session_id\", keep=\"first\")\nlevel13 = data.iloc[level12_checkpoint.index +1]\nlevel12_checkpoint_elapsed_time = level13[\"elapsed_time\"].reset_index(drop=True) - level12_checkpoint.elapsed_time.reset_index(drop=True)\n# level12_checkpoint_elapsed_time\nans_time = level4_checkpoint_elapsed_time + level12_checkpoint_elapsed_time","metadata":{"execution":{"iopub.status.busy":"2023-05-19T11:47:51.317979Z","iopub.execute_input":"2023-05-19T11:47:51.318406Z","iopub.status.idle":"2023-05-19T11:47:51.594866Z","shell.execute_reply.started":"2023-05-19T11:47:51.318364Z","shell.execute_reply":"2023-05-19T11:47:51.593859Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"px.box(ans_time)","metadata":{"execution":{"iopub.status.busy":"2023-05-19T11:47:51.596425Z","iopub.execute_input":"2023-05-19T11:47:51.596996Z","iopub.status.idle":"2023-05-19T11:47:51.668450Z","shell.execute_reply.started":"2023-05-19T11:47:51.596955Z","shell.execute_reply":"2023-05-19T11:47:51.667239Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"user_info_df[\"ans_time\"] = ans_time\nuser_info_df.head()","metadata":{"execution":{"iopub.status.busy":"2023-05-19T11:47:51.671099Z","iopub.execute_input":"2023-05-19T11:47:51.672224Z","iopub.status.idle":"2023-05-19T11:47:51.687129Z","shell.execute_reply.started":"2023-05-19T11:47:51.672180Z","shell.execute_reply":"2023-05-19T11:47:51.685751Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"short_ans_time = user_info_df[user_info_df.ans_time < 12.9].sort_values(by=\"ans_time\").head()\nshort_ans_time","metadata":{"execution":{"iopub.status.busy":"2023-05-19T11:47:51.688799Z","iopub.execute_input":"2023-05-19T11:47:51.689336Z","iopub.status.idle":"2023-05-19T11:47:51.707605Z","shell.execute_reply.started":"2023-05-19T11:47:51.689269Z","shell.execute_reply":"2023-05-19T11:47:51.706398Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"#觀察離群值\nlong_ans_time = user_info_df[user_info_df.ans_time > 12.9].sort_values(by=\"ans_time\").tail()\nlong_ans_time","metadata":{"execution":{"iopub.status.busy":"2023-05-19T11:47:51.709164Z","iopub.execute_input":"2023-05-19T11:47:51.709906Z","iopub.status.idle":"2023-05-19T11:47:51.727162Z","shell.execute_reply.started":"2023-05-19T11:47:51.709857Z","shell.execute_reply":"2023-05-19T11:47:51.725948Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"#正常作答回答\npx.line(data[data.session_id==20100213263066652], x=\"index\",y=\"elapsed_time\", color=\"level_group\")","metadata":{"execution":{"iopub.status.busy":"2023-05-19T11:47:51.728763Z","iopub.execute_input":"2023-05-19T11:47:51.729085Z","iopub.status.idle":"2023-05-19T11:47:51.820733Z","shell.execute_reply.started":"2023-05-19T11:47:51.729055Z","shell.execute_reply":"2023-05-19T11:47:51.819578Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"#回答時間過長，但點擊數量沒有比較多，回答時間過長的原因不是在嘗試其他答案，而是中途離開遊戲。\npx.line(data[data.session_id==20100117123192490], x=\"index\",y=\"elapsed_time\", color=\"level_group\")","metadata":{"execution":{"iopub.status.busy":"2023-05-19T11:47:51.822036Z","iopub.execute_input":"2023-05-19T11:47:51.823199Z","iopub.status.idle":"2023-05-19T11:47:51.897838Z","shell.execute_reply.started":"2023-05-19T11:47:51.823157Z","shell.execute_reply":"2023-05-19T11:47:51.896761Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"#刪除ans_time的離群值後，發現答對題數越多者，回答時間也越短\npx.scatter(user_info_df[user_info_df.ans_time < 12.9].groupby(\"score\").agg({\"ans_time\": \"mean\"}))","metadata":{"execution":{"iopub.status.busy":"2023-05-19T11:47:51.899254Z","iopub.execute_input":"2023-05-19T11:47:51.899757Z","iopub.status.idle":"2023-05-19T11:47:51.965709Z","shell.execute_reply.started":"2023-05-19T11:47:51.899715Z","shell.execute_reply":"2023-05-19T11:47:51.964531Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"#答對題數越多者，作答時間也越短。相關係數為-0.96\nuser_info_df[user_info_df.ans_time < 12.9].groupby(\"score\").agg({\"ans_time\": \"mean\"}).reset_index().corr()","metadata":{"execution":{"iopub.status.busy":"2023-05-19T13:00:58.905334Z","iopub.execute_input":"2023-05-19T13:00:58.906110Z","iopub.status.idle":"2023-05-19T13:00:58.922226Z","shell.execute_reply.started":"2023-05-19T13:00:58.906063Z","shell.execute_reply":"2023-05-19T13:00:58.921024Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"gc.collect()","metadata":{"execution":{"iopub.status.busy":"2023-05-19T11:47:51.967363Z","iopub.execute_input":"2023-05-19T11:47:51.967734Z","iopub.status.idle":"2023-05-19T11:47:52.112558Z","shell.execute_reply.started":"2023-05-19T11:47:51.967697Z","shell.execute_reply":"2023-05-19T11:47:52.111334Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"#遊戲時間越高答題時間越久\nplaytime_vs_anstime = user_info_df[(user_info_df.ans_time