{"metadata":{"kernelspec":{"language":"python","display_name":"Python 3","name":"python3"},"language_info":{"pygments_lexer":"ipython3","nbconvert_exporter":"python","version":"3.6.4","file_extension":".py","codemirror_mode":{"name":"ipython","version":3},"name":"python","mimetype":"text/x-python"}},"nbformat_minor":4,"nbformat":4,"cells":[{"cell_type":"code","source":"import pandas as pd\nimport numpy as np\n\npd.set_option('display.max_rows', 5) \npd.set_option('display.max_columns', 100)","metadata":{"_uuid":"8f2839f25d086af736a60e9eeb907d3b93b6e0e5","_cell_guid":"b1076dfc-b9ad-4769-8c92-a6c4dae69d19","execution":{"iopub.status.busy":"2023-03-21T15:15:18.507640Z","iopub.execute_input":"2023-03-21T15:15:18.508545Z","iopub.status.idle":"2023-03-21T15:15:18.521928Z","shell.execute_reply.started":"2023-03-21T15:15:18.508502Z","shell.execute_reply":"2023-03-21T15:15:18.520904Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":"### API Update\nI am puzzled by the error in yesterday's submission.  \nNotices from the organizers about API updates can be found at  \nhttps://www.kaggle.com/competitions/predict-student-performance-from-game-play/discussion/396202\n\nThe API update returns all test data at once.  \nThis may require significant changes in modeling and feature creation.  \n\n[Data Description](https://www.kaggle.com/competitions/predict-student-performance-from-game-play/data)\n> Note that the hidden test set is roughly as large as the training set\n\nI think this refers to the previous training data. The API will then use 2.0+ GB of memory at a time. (The RAM allocated for this contest is 8 GB).\n\n### Training data changes  \nWe see that the size of the training set has doubled and the unique 'session_id' has increased.\n11779 -> 23562  \n\n**Please point out if my understanding is incorrect :)**","metadata":{}},{"cell_type":"code","source":"import jo_wilder\nenv = jo_wilder.make_env()\niter_test = env.iter_test()","metadata":{"execution":{"iopub.status.busy":"2023-03-21T15:15:18.526948Z","iopub.execute_input":"2023-03-21T15:15:18.527492Z","iopub.status.idle":"2023-03-21T15:15:18.549232Z","shell.execute_reply.started":"2023-03-21T15:15:18.527458Z","shell.execute_reply":"2023-03-21T15:15:18.547877Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"for (test, sample_submission) in iter_test:\n#     display(test)\n    env.predict(sample_submission)","metadata":{"execution":{"iopub.status.busy":"2023-03-21T15:15:18.550583Z","iopub.execute_input":"2023-03-21T15:15:18.551278Z","iopub.status.idle":"2023-03-21T15:15:18.586647Z","shell.execute_reply.started":"2023-03-21T15:15:18.551242Z","shell.execute_reply":"2023-03-21T15:15:18.585553Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"test[test.session_id == 20090109393214576]","metadata":{"execution":{"iopub.status.busy":"2023-03-21T15:15:18.589294Z","iopub.execute_input":"2023-03-21T15:15:18.589880Z","iopub.status.idle":"2023-03-21T15:15:18.632047Z","shell.execute_reply.started":"2023-03-21T15:15:18.589844Z","shell.execute_reply":"2023-03-21T15:15:18.630924Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"test[test.session_id == 20090312143683264]","metadata":{"execution":{"iopub.status.busy":"2023-03-21T15:15:18.633521Z","iopub.execute_input":"2023-03-21T15:15:18.634728Z","iopub.status.idle":"2023-03-21T15:15:18.664816Z","shell.execute_reply.started":"2023-03-21T15:15:18.634685Z","shell.execute_reply":"2023-03-21T15:15:18.663661Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"test[test.session_id == 20090312331414616]","metadata":{"execution":{"iopub.status.busy":"2023-03-21T15:15:18.666071Z","iopub.execute_input":"2023-03-21T15:15:18.666477Z","iopub.status.idle":"2023-03-21T15:15:18.701049Z","shell.execute_reply.started":"2023-03-21T15:15:18.666445Z","shell.execute_reply":"2023-03-21T15:15:18.699794Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"test.session_id.unique()","metadata":{"execution":{"iopub.status.busy":"2023-03-21T15:15:18.702415Z","iopub.execute_input":"2023-03-21T15:15:18.702756Z","iopub.status.idle":"2023-03-21T15:15:18.714355Z","shell.execute_reply.started":"2023-03-21T15:15:18.702724Z","shell.execute_reply":"2023-03-21T15:15:18.713250Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"test.level_group.unique()","metadata":{"execution":{"iopub.status.busy":"2023-03-21T15:15:18.716019Z","iopub.execute_input":"2023-03-21T15:15:18.716773Z","iopub.status.idle":"2023-03-21T15:15:18.725070Z","shell.execute_reply.started":"2023-03-21T15:15:18.716735Z","shell.execute_reply":"2023-03-21T15:15:18.723653Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"test.level.unique()","metadata":{"execution":{"iopub.status.busy":"2023-03-21T15:15:18.726551Z","iopub.execute_input":"2023-03-21T15:15:18.727102Z","iopub.status.idle":"2023-03-21T15:15:18.738761Z","shell.execute_reply.started":"2023-03-21T15:15:18.727054Z","shell.execute_reply":"2023-03-21T15:15:18.737477Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"","metadata":{},"execution_count":null,"outputs":[]}]}