{"metadata":{"kernelspec":{"language":"python","display_name":"Python 3","name":"python3"},"language_info":{"pygments_lexer":"ipython3","nbconvert_exporter":"python","version":"3.6.4","file_extension":".py","codemirror_mode":{"name":"ipython","version":3},"name":"python","mimetype":"text/x-python"}},"nbformat_minor":4,"nbformat":4,"cells":[{"cell_type":"markdown","source":"# 👶用户购买预测\n\n* 数据科学领域就业\n* 背景说明\n* 数据概览\n* 数据处理\n* 数据分析\n* 用户画像\n* 数据建模","metadata":{}},{"cell_type":"markdown","source":"# 数据科学领域就业📊\n\n## 岗位划分与技术栈\n\n- 数据分析（Bussiness Analysis BA/ Data Analysis DA）\n  - PyThon\n  - SQL\n  - Excel\n  - 统计分析\n- 数据挖掘（Data Scientist DS/ Data Mining DM) \n  - 聚类算法\n  - 监督学习\n  - 图挖掘\n  - 大规模数据处理（Hive/Spark）\n- 算法工程师\n  - 深度学习\n  - 推荐算法\n  - 模型部署与优化\n\n## 公司 & 地区\n\n  - 一线：字节、阿里、腾讯\n  - 二线：美团、百度、滴滴、快手、京东、拼多多、小米、知乎等\n  - 三线：58、携程、同程、Oppo等\n  - 其他\n\n成都地区：美团、京东、Oppo、知乎等\n\n## 进阶路线与职业规划","metadata":{}},{"cell_type":"markdown","source":"# 背景说明 📱\n\n天猫2017年某品类用户行为数据，目标是分析用户行为数据，挖掘影响购买决策的关键因素和环节，预测用户未来一天是否会购买产品。\n\n- train，用户历史行为数据\n- test，用户-商品对，需要我们进行预测用户是否会购买该商品\n- category，商品-品类映射表","metadata":{}},{"cell_type":"code","source":"import os\nimport gc\nfor dirname, _, filenames in os.walk('/kaggle/input'):\n    for filename in filenames:\n        print(os.path.join(dirname, filename))\n\n# You can write up to 20GB to the current directory (/kaggle/working/) that gets preserved as output when you create a version using \"Save & Run All\" \n# You can also write temporary files to /kaggle/temp/, but they won't be saved outside of the current session\n\n# 可视化\nimport matplotlib.pyplot as plt\nimport seaborn as sns\n%matplotlib inline\n\n# 数据处理\nimport numpy as np # linear algebra\nimport pandas as pd # data processing, CSV file I/O (e.g. pd.read_csv)\n\n# 建模\nfrom sklearn.linear_model import LogisticRegression\nfrom sklearn.metrics import recall_score, accuracy_score","metadata":{"execution":{"iopub.status.busy":"2021-06-15T03:16:55.832372Z","iopub.execute_input":"2021-06-15T03:16:55.832797Z","iopub.status.idle":"2021-06-15T03:16:55.851824Z","shell.execute_reply.started":"2021-06-15T03:16:55.832702Z","shell.execute_reply":"2021-06-15T03:16:55.850956Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"train = pd.read_csv(\"/kaggle/input/boolart-user-behavior-prediction/Behavior.csv/Behavior.csv\")\ntest = pd.read_csv(\"/kaggle/input/boolart-user-behavior-prediction/Test.csv\")\ncategory = pd.read_csv(\"/kaggle/input/boolart-user-behavior-prediction/Category.csv\")","metadata":{"execution":{"iopub.status.busy":"2021-06-15T03:16:55.853070Z","iopub.execute_input":"2021-06-15T03:16:55.853320Z","iopub.status.idle":"2021-06-15T03:17:48.626341Z","shell.execute_reply.started":"2021-06-15T03:16:55.853295Z","shell.execute_reply":"2021-06-15T03:17:48.625460Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"train.head()","metadata":{"execution":{"iopub.status.busy":"2021-06-15T03:17:48.629101Z","iopub.execute_input":"2021-06-15T03:17:48.629694Z","iopub.status.idle":"2021-06-15T03:17:48.641207Z","shell.execute_reply.started":"2021-06-15T03:17:48.629646Z","shell.execute_reply":"2021-06-15T03:17:48.640265Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"test.head()","metadata":{"execution":{"iopub.status.busy":"2021-06-15T03:17:48.642668Z","iopub.execute_input":"2021-06-15T03:17:48.643078Z","iopub.status.idle":"2021-06-15T03:17:48.659090Z","shell.execute_reply.started":"2021-06-15T03:17:48.643047Z","shell.execute_reply":"2021-06-15T03:17:48.658073Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"category.head()","metadata":{"execution":{"iopub.status.busy":"2021-06-15T03:17:48.660490Z","iopub.execute_input":"2021-06-15T03:17:48.660831Z","iopub.status.idle":"2021-06-15T03:17:48.672623Z","shell.execute_reply.started":"2021-06-15T03:17:48.660801Z","shell.execute_reply":"2021-06-15T03:17:48.671494Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":"## 数据概览👀","metadata":{}},{"cell_type":"code","source":"type(train)","metadata":{"execution":{"iopub.status.busy":"2021-06-15T03:17:48.674212Z","iopub.execute_input":"2021-06-15T03:17:48.674552Z","iopub.status.idle":"2021-06-15T03:17:48.686844Z","shell.execute_reply.started":"2021-06-15T03:17:48.674519Z","shell.execute_reply":"2021-06-15T03:17:48.685677Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"train.head()","metadata":{"execution":{"iopub.status.busy":"2021-06-15T03:17:48.688712Z","iopub.execute_input":"2021-06-15T03:17:48.689240Z","iopub.status.idle":"2021-06-15T03:17:48.705040Z","shell.execute_reply.started":"2021-06-15T03:17:48.689195Z","shell.execute_reply":"2021-06-15T03:17:48.703959Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"train.shape","metadata":{"execution":{"iopub.status.busy":"2021-06-15T03:17:48.706767Z","iopub.execute_input":"2021-06-15T03:17:48.707254Z","iopub.status.idle":"2021-06-15T03:17:48.713245Z","shell.execute_reply.started":"2021-06-15T03:17:48.707209Z","shell.execute_reply":"2021-06-15T03:17:48.712368Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"train.UserID.nunique()","metadata":{"execution":{"iopub.status.busy":"2021-06-15T03:17:48.714640Z","iopub.execute_input":"2021-06-15T03:17:48.715029Z","iopub.status.idle":"2021-06-15T03:17:50.269029Z","shell.execute_reply.started":"2021-06-15T03:17:48.714987Z","shell.execute_reply":"2021-06-15T03:17:50.267887Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"train.ItemID.nunique()","metadata":{"execution":{"iopub.status.busy":"2021-06-15T03:17:50.270371Z","iopub.execute_input":"2021-06-15T03:17:50.270744Z","iopub.status.idle":"2021-06-15T03:17:54.785500Z","shell.execute_reply.started":"2021-06-15T03:17:50.270704Z","shell.execute_reply":"2021-06-15T03:17:54.784638Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"train.CategoryID.nunique()","metadata":{"execution":{"iopub.status.busy":"2021-06-15T03:17:54.786678Z","iopub.execute_input":"2021-06-15T03:17:54.786974Z","iopub.status.idle":"2021-06-15T03:17:56.121789Z","shell.execute_reply.started":"2021-06-15T03:17:54.786946Z","shell.execute_reply":"2021-06-15T03:17:56.120821Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"train.BehaviorType.unique()","metadata":{"execution":{"iopub.status.busy":"2021-06-15T03:17:56.122945Z","iopub.execute_input":"2021-06-15T03:17:56.123207Z","iopub.status.idle":"2021-06-15T03:18:00.370821Z","shell.execute_reply.started":"2021-06-15T03:17:56.123180Z","shell.execute_reply":"2021-06-15T03:18:00.370107Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"category.head()","metadata":{"execution":{"iopub.status.busy":"2021-06-15T03:18:00.372004Z","iopub.execute_input":"2021-06-15T03:18:00.372439Z","iopub.status.idle":"2021-06-15T03:18:00.380106Z","shell.execute_reply.started":"2021-06-15T03:18:00.372410Z","shell.execute_reply":"2021-06-15T03:18:00.379283Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"category.shape","metadata":{"execution":{"iopub.status.busy":"2021-06-15T03:18:00.381307Z","iopub.execute_input":"2021-06-15T03:18:00.381726Z","iopub.status.idle":"2021-06-15T03:18:00.395053Z","shell.execute_reply.started":"2021-06-15T03:18:00.381669Z","shell.execute_reply":"2021-06-15T03:18:00.393850Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"category.ItemID.nunique()","metadata":{"execution":{"iopub.status.busy":"2021-06-15T03:18:00.396830Z","iopub.execute_input":"2021-06-15T03:18:00.397269Z","iopub.status.idle":"2021-06-15T03:18:01.055002Z","shell.execute_reply.started":"2021-06-15T03:18:00.397226Z","shell.execute_reply":"2021-06-15T03:18:01.054097Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"category.CategoryID.nunique()","metadata":{"execution":{"iopub.status.busy":"2021-06-15T03:18:01.056397Z","iopub.execute_input":"2021-06-15T03:18:01.056769Z","iopub.status.idle":"2021-06-15T03:18:01.122206Z","shell.execute_reply.started":"2021-06-15T03:18:01.056727Z","shell.execute_reply":"2021-06-15T03:18:01.121168Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"test.head()","metadata":{"execution":{"iopub.status.busy":"2021-06-15T03:18:01.123305Z","iopub.execute_input":"2021-06-15T03:18:01.123563Z","iopub.status.idle":"2021-06-15T03:18:01.132006Z","shell.execute_reply.started":"2021-06-15T03:18:01.123539Z","shell.execute_reply":"2021-06-15T03:18:01.131002Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"test.shape","metadata":{"execution":{"iopub.status.busy":"2021-06-15T03:18:01.135505Z","iopub.execute_input":"2021-06-15T03:18:01.135813Z","iopub.status.idle":"2021-06-15T03:18:01.143602Z","shell.execute_reply.started":"2021-06-15T03:18:01.135784Z","shell.execute_reply":"2021-06-15T03:18:01.142931Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"test.UserID.nunique()","metadata":{"execution":{"iopub.status.busy":"2021-06-15T03:18:01.145035Z","iopub.execute_input":"2021-06-15T03:18:01.145498Z","iopub.status.idle":"2021-06-15T03:18:01.161626Z","shell.execute_reply.started":"2021-06-15T03:18:01.145467Z","shell.execute_reply":"2021-06-15T03:18:01.160608Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"test.ItemID.nunique()","metadata":{"execution":{"iopub.status.busy":"2021-06-15T03:18:01.163102Z","iopub.execute_input":"2021-06-15T03:18:01.163500Z","iopub.status.idle":"2021-06-15T03:18:01.173444Z","shell.execute_reply.started":"2021-06-15T03:18:01.163456Z","shell.execute_reply":"2021-06-15T03:18:01.172408Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":"## 数据处理💻","metadata":{}},{"cell_type":"code","source":"train.info()","metadata":{"execution":{"iopub.status.busy":"2021-06-15T03:18:01.174500Z","iopub.execute_input":"2021-06-15T03:18:01.174859Z","iopub.status.idle":"2021-06-15T03:18:01.201932Z","shell.execute_reply.started":"2021-06-15T03:18:01.174821Z","shell.execute_reply":"2021-06-15T03:18:01.200970Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"test[\"UserID\"].unique()","metadata":{"execution":{"iopub.status.busy":"2021-06-15T03:18:01.203237Z","iopub.execute_input":"2021-06-15T03:18:01.203503Z","iopub.status.idle":"2021-06-15T03:18:01.209957Z","shell.execute_reply.started":"2021-06-15T03:18:01.203473Z","shell.execute_reply":"2021-06-15T03:18:01.209127Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"test_UserID = set(test[\"UserID\"].unique().tolist())\ntest_ItemID = set(test[\"ItemID\"].unique().tolist())","metadata":{"execution":{"iopub.status.busy":"2021-06-15T03:18:01.211488Z","iopub.execute_input":"2021-06-15T03:18:01.211757Z","iopub.status.idle":"2021-06-15T03:18:01.224743Z","shell.execute_reply.started":"2021-06-15T03:18:01.211733Z","shell.execute_reply":"2021-06-15T03:18:01.223801Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"type(test_UserID)","metadata":{"execution":{"iopub.status.busy":"2021-06-15T03:18:01.226566Z","iopub.execute_input":"2021-06-15T03:18:01.226839Z","iopub.status.idle":"2021-06-15T03:18:01.235397Z","shell.execute_reply.started":"2021-06-15T03:18:01.226812Z","shell.execute_reply":"2021-06-15T03:18:01.234545Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"len(test_UserID)","metadata":{"execution":{"iopub.status.busy":"2021-06-15T03:18:01.236786Z","iopub.execute_input":"2021-06-15T03:18:01.237158Z","iopub.status.idle":"2021-06-15T03:18:01.246370Z","shell.execute_reply.started":"2021-06-15T03:18:01.237126Z","shell.execute_reply":"2021-06-15T03:18:01.245467Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"test.UserID.nunique()","metadata":{"execution":{"iopub.status.busy":"2021-06-15T03:18:01.247316Z","iopub.execute_input":"2021-06-15T03:18:01.247677Z","iopub.status.idle":"2021-06-15T03:18:01.258477Z","shell.execute_reply.started":"2021-06-15T03:18:01.247650Z","shell.execute_reply":"2021-06-15T03:18:01.257642Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"train.UserID[:5]","metadata":{"execution":{"iopub.status.busy":"2021-06-15T03:18:01.259656Z","iopub.execute_input":"2021-06-15T03:18:01.260089Z","iopub.status.idle":"2021-06-15T03:18:01.272042Z","shell.execute_reply.started":"2021-06-15T03:18:01.260060Z","shell.execute_reply":"2021-06-15T03:18:01.270970Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"train.UserID[:5].isin(test_UserID)","metadata":{"execution":{"iopub.status.busy":"2021-06-15T03:18:01.273501Z","iopub.execute_input":"2021-06-15T03:18:01.273834Z","iopub.status.idle":"2021-06-15T03:18:01.288761Z","shell.execute_reply.started":"2021-06-15T03:18:01.273805Z","shell.execute_reply":"2021-06-15T03:18:01.287663Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"use_rows = train.UserID.isin(test_UserID) | train.ItemID.isin(test_ItemID)","metadata":{"execution":{"iopub.status.busy":"2021-06-15T03:18:01.290200Z","iopub.execute_input":"2021-06-15T03:18:01.290821Z","iopub.status.idle":"2021-06-15T03:18:03.471681Z","shell.execute_reply.started":"2021-06-15T03:18:01.290776Z","shell.execute_reply":"2021-06-15T03:18:03.470896Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"use_rows.head()","metadata":{"execution":{"iopub.status.busy":"2021-06-15T03:18:03.473017Z","iopub.execute_input":"2021-06-15T03:18:03.473395Z","iopub.status.idle":"2021-06-15T03:18:03.480111Z","shell.execute_reply.started":"2021-06-15T03:18:03.473357Z","shell.execute_reply":"2021-06-15T03:18:03.479137Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"use_rows.astype(float).sum()","metadata":{"execution":{"iopub.status.busy":"2021-06-15T03:18:03.481598Z","iopub.execute_input":"2021-06-15T03:18:03.481984Z","iopub.status.idle":"2021-06-15T03:18:03.817323Z","shell.execute_reply.started":"2021-06-15T03:18:03.481944Z","shell.execute_reply":"2021-06-15T03:18:03.816320Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"use_rows.astype(float).mean()","metadata":{"execution":{"iopub.status.busy":"2021-06-15T03:18:03.818533Z","iopub.execute_input":"2021-06-15T03:18:03.818810Z","iopub.status.idle":"2021-06-15T03:18:04.236329Z","shell.execute_reply.started":"2021-06-15T03:18:03.818782Z","shell.execute_reply":"2021-06-15T03:18:04.235435Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"train = train.loc[use_rows]","metadata":{"execution":{"iopub.status.busy":"2021-06-15T03:19:21.484279Z","iopub.execute_input":"2021-06-15T03:19:21.484635Z","iopub.status.idle":"2021-06-15T03:19:22.260491Z","shell.execute_reply.started":"2021-06-15T03:19:21.484600Z","shell.execute_reply":"2021-06-15T03:19:22.259289Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"train.head()","metadata":{"execution":{"iopub.status.busy":"2021-06-15T03:19:25.574609Z","iopub.execute_input":"2021-06-15T03:19:25.574953Z","iopub.status.idle":"2021-06-15T03:19:25.586125Z","shell.execute_reply.started":"2021-06-15T03:19:25.574922Z","shell.execute_reply":"2021-06-15T03:19:25.585000Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"train = train.reset_index(drop=True)","metadata":{"execution":{"iopub.status.busy":"2021-06-15T03:19:26.804518Z","iopub.execute_input":"2021-06-15T03:19:26.804858Z","iopub.status.idle":"2021-06-15T03:19:26.913948Z","shell.execute_reply.started":"2021-06-15T03:19:26.804829Z","shell.execute_reply":"2021-06-15T03:19:26.912992Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"train.head()","metadata":{"execution":{"iopub.status.busy":"2021-06-15T03:19:27.684943Z","iopub.execute_input":"2021-06-15T03:19:27.685331Z","iopub.status.idle":"2021-06-15T03:19:27.696321Z","shell.execute_reply.started":"2021-06-15T03:19:27.685297Z","shell.execute_reply":"2021-06-15T03:19:27.695334Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"train[\"Timestamp\"] = pd.to_datetime(train.Timestamp, unit=\"s\")","metadata":{"execution":{"iopub.status.busy":"2021-06-15T03:19:30.358141Z","iopub.execute_input":"2021-06-15T03:19:30.358476Z","iopub.status.idle":"2021-06-15T03:19:30.550145Z","shell.execute_reply.started":"2021-06-15T03:19:30.358449Z","shell.execute_reply":"2021-06-15T03:19:30.549057Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"train.head()","metadata":{"execution":{"iopub.status.busy":"2021-06-15T03:19:30.888049Z","iopub.execute_input":"2021-06-15T03:19:30.888362Z","iopub.status.idle":"2021-06-15T03:19:30.898757Z","shell.execute_reply.started":"2021-06-15T03:19:30.888337Z","shell.execute_reply":"2021-06-15T03:19:30.898093Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"train.dtypes","metadata":{"execution":{"iopub.status.busy":"2021-06-15T03:19:32.496281Z","iopub.execute_input":"2021-06-15T03:19:32.496589Z","iopub.status.idle":"2021-06-15T03:19:32.503235Z","shell.execute_reply.started":"2021-06-15T03:19:32.496562Z","shell.execute_reply":"2021-06-15T03:19:32.502578Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"del test_UserID\ndel test_ItemID;\ngc.collect()","metadata":{"execution":{"iopub.status.busy":"2021-06-15T03:19:45.712275Z","iopub.execute_input":"2021-06-15T03:19:45.712759Z","iopub.status.idle":"2021-06-15T03:19:45.937456Z","shell.execute_reply.started":"2021-06-15T03:19:45.712727Z","shell.execute_reply":"2021-06-15T03:19:45.936388Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":"# 数据分析👻\n- 时间\n- 行为\n- 用户\n- 商品\n- 品类\n\n","metadata":{}},{"cell_type":"markdown","source":"## 时间","metadata":{}},{"cell_type":"code","source":"train.Timestamp.max()","metadata":{"execution":{"iopub.status.busy":"2021-06-15T03:21:03.405157Z","iopub.execute_input":"2021-06-15T03:21:03.405735Z","iopub.status.idle":"2021-06-15T03:21:03.433117Z","shell.execute_reply.started":"2021-06-15T03:21:03.405691Z","shell.execute_reply":"2021-06-15T03:21:03.432256Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"train.Timestamp.min()","metadata":{"execution":{"iopub.status.busy":"2021-06-15T03:21:03.434258Z","iopub.execute_input":"2021-06-15T03:21:03.434667Z","iopub.status.idle":"2021-06-15T03:21:03.457764Z","shell.execute_reply.started":"2021-06-15T03:21:03.434623Z","shell.execute_reply":"2021-06-15T03:21:03.457057Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"train.Timestamp.dt.hour","metadata":{"execution":{"iopub.status.busy":"2021-06-15T03:21:03.660643Z","iopub.execute_input":"2021-06-15T03:21:03.661201Z","iopub.status.idle":"2021-06-15T03:21:04.194341Z","shell.execute_reply.started":"2021-06-15T03:21:03.661157Z","shell.execute_reply":"2021-06-15T03:21:04.193290Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"train.Timestamp.dt.weekday","metadata":{"execution":{"iopub.status.busy":"2021-06-15T03:21:04.230198Z","iopub.execute_input":"2021-06-15T03:21:04.230525Z","iopub.status.idle":"2021-06-15T03:21:04.810028Z","shell.execute_reply.started":"2021-06-15T03:21:04.230497Z","shell.execute_reply":"2021-06-15T03:21:04.809052Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"train.Timestamp.dt.hour.value_counts(normalize=True).sort_index()","metadata":{"execution":{"iopub.status.busy":"2021-06-15T03:21:04.811519Z","iopub.execute_input":"2021-06-15T03:21:04.811929Z","iopub.status.idle":"2021-06-15T03:21:05.442288Z","shell.execute_reply.started":"2021-06-15T03:21:04.811888Z","shell.execute_reply":"2021-06-15T03:21:05.441670Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"train.Timestamp.dt.hour.value_counts(normalize=True).sort_index().plot(kind=\"bar\")","metadata":{"execution":{"iopub.status.busy":"2021-06-15T03:21:05.443349Z","iopub.execute_input":"2021-06-15T03:21:05.443676Z","iopub.status.idle":"2021-06-15T03:21:06.284756Z","shell.execute_reply.started":"2021-06-15T03:21:05.443650Z","shell.execute_reply":"2021-06-15T03:21:06.284076Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"for beh in train.BehaviorType.unique():\n    plt.figure()\n    plt.title(beh)\n    train[train.BehaviorType == beh].Timestamp.dt.hour.value_counts(normalize=True).sort_index().plot()","metadata":{"execution":{"iopub.status.busy":"2021-06-15T03:21:06.286139Z","iopub.execute_input":"2021-06-15T03:21:06.286666Z","iopub.status.idle":"2021-06-15T03:21:09.155476Z","shell.execute_reply.started":"2021-06-15T03:21:06.286624Z","shell.execute_reply":"2021-06-15T03:21:09.154771Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":"## 行为","metadata":{}},{"cell_type":"code","source":"train.BehaviorType.value_counts(normalize=True)","metadata":{"execution":{"iopub.status.busy":"2021-06-15T03:21:09.156962Z","iopub.execute_input":"2021-06-15T03:21:09.157505Z","iopub.status.idle":"2021-06-15T03:21:09.645805Z","shell.execute_reply.started":"2021-06-15T03:21:09.157462Z","shell.execute_reply":"2021-06-15T03:21:09.644730Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"train.BehaviorType.value_counts(normalize=True)[\"cart\"] / train.BehaviorType.value_counts(normalize=True)[\"pv\"]","metadata":{"execution":{"iopub.status.busy":"2021-06-15T03:21:09.647125Z","iopub.execute_input":"2021-06-15T03:21:09.647414Z","iopub.status.idle":"2021-06-15T03:21:10.681136Z","shell.execute_reply.started":"2021-06-15T03:21:09.647386Z","shell.execute_reply":"2021-06-15T03:21:10.679919Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"train.BehaviorType.value_counts(normalize=True)[\"buy\"] / train.BehaviorType.value_counts(normalize=True)[\"cart\"]","metadata":{"execution":{"iopub.status.busy":"2021-06-15T03:21:10.682578Z","iopub.execute_input":"2021-06-15T03:21:10.682986Z","iopub.status.idle":"2021-06-15T03:21:11.666090Z","shell.execute_reply.started":"2021-06-15T03:21:10.682943Z","shell.execute_reply":"2021-06-15T03:21:11.665120Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"100 * 0.068 * 0.43","metadata":{"execution":{"iopub.status.busy":"2021-06-15T03:21:11.669446Z","iopub.execute_input":"2021-06-15T03:21:11.669729Z","iopub.status.idle":"2021-06-15T03:21:11.675134Z","shell.execute_reply.started":"2021-06-15T03:21:11.669701Z","shell.execute_reply":"2021-06-15T03:21:11.674212Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":"## 用户","metadata":{}},{"cell_type":"code","source":"train.UserID.nunique()","metadata":{"execution":{"iopub.status.busy":"2021-06-15T03:21:11.676897Z","iopub.execute_input":"2021-06-15T03:21:11.677270Z","iopub.status.idle":"2021-06-15T03:21:11.803294Z","shell.execute_reply.started":"2021-06-15T03:21:11.677228Z","shell.execute_reply":"2021-06-15T03:21:11.802332Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"user_interact_cnt = train.UserID.value_counts()","metadata":{"execution":{"iopub.status.busy":"2021-06-15T03:21:11.804536Z","iopub.execute_input":"2021-06-15T03:21:11.804783Z","iopub.status.idle":"2021-06-15T03:21:12.015542Z","shell.execute_reply.started":"2021-06-15T03:21:11.804758Z","shell.execute_reply":"2021-06-15T03:21:12.014394Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"user_interact_cnt","metadata":{"execution":{"iopub.status.busy":"2021-06-15T03:21:12.017050Z","iopub.execute_input":"2021-06-15T03:21:12.017433Z","iopub.status.idle":"2021-06-15T03:21:12.025378Z","shell.execute_reply.started":"2021-06-15T03:21:12.017393Z","shell.execute_reply":"2021-06-15T03:21:12.024511Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"user_interact_cnt.describe()","metadata":{"execution":{"iopub.status.busy":"2021-06-15T03:21:12.026567Z","iopub.execute_input":"2021-06-15T03:21:12.026835Z","iopub.status.idle":"2021-06-15T03:21:12.072287Z","shell.execute_reply.started":"2021-06-15T03:21:12.026807Z","shell.execute_reply":"2021-06-15T03:21:12.071527Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"user_interact_cnt.sort_values(ascending=False)","metadata":{"execution":{"iopub.status.busy":"2021-06-15T03:21:12.073326Z","iopub.execute_input":"2021-06-15T03:21:12.073746Z","iopub.status.idle":"2021-06-15T03:21:12.111144Z","shell.execute_reply.started":"2021-06-15T03:21:12.073703Z","shell.execute_reply":"2021-06-15T03:21:12.110222Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":"***长尾效应***","metadata":{}},{"cell_type":"code","source":"user_interact_cnt.sort_values(ascending=False).reset_index(drop=True).plot()","metadata":{"execution":{"iopub.status.busy":"2021-06-15T03:21:12.112422Z","iopub.execute_input":"2021-06-15T03:21:12.112676Z","iopub.status.idle":"2021-06-15T03:21:12.371506Z","shell.execute_reply.started":"2021-06-15T03:21:12.112650Z","shell.execute_reply":"2021-06-15T03:21:12.370443Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"user_interact_cnt.sort_values(ascending=False)[:100].sum()","metadata":{"execution":{"iopub.status.busy":"2021-06-15T03:21:12.372963Z","iopub.execute_input":"2021-06-15T03:21:12.373299Z","iopub.status.idle":"2021-06-15T03:21:12.410254Z","shell.execute_reply.started":"2021-06-15T03:21:12.373270Z","shell.execute_reply":"2021-06-15T03:21:12.409253Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"user_interact_cnt.sum()","metadata":{"execution":{"iopub.status.busy":"2021-06-15T03:21:12.411852Z","iopub.execute_input":"2021-06-15T03:21:12.412150Z","iopub.status.idle":"2021-06-15T03:21:12.417323Z","shell.execute_reply.started":"2021-06-15T03:21:12.412120Z","shell.execute_reply":"2021-06-15T03:21:12.416700Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"user_interact_cnt.sort_values(ascending=False)[:100].sum() / user_interact_cnt.sum()","metadata":{"execution":{"iopub.status.busy":"2021-06-15T03:21:12.418249Z","iopub.execute_input":"2021-06-15T03:21:12.418588Z","iopub.status.idle":"2021-06-15T03:21:12.460585Z","shell.execute_reply.started":"2021-06-15T03:21:12.418561Z","shell.execute_reply":"2021-06-15T03:21:12.459560Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"train.loc[train.BehaviorType == \"buy\"].head()","metadata":{"execution":{"iopub.status.busy":"2021-06-15T03:21:12.773692Z","iopub.execute_input":"2021-06-15T03:21:12.774319Z","iopub.status.idle":"2021-06-15T03:21:13.097270Z","shell.execute_reply.started":"2021-06-15T03:21:12.774271Z","shell.execute_reply":"2021-06-15T03:21:13.096340Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"train[train.BehaviorType == \"buy\"].UserID.value_counts().sort_values(ascending=False).head(10)","metadata":{"execution":{"iopub.status.busy":"2021-06-15T03:21:13.502812Z","iopub.execute_input":"2021-06-15T03:21:13.503334Z","iopub.status.idle":"2021-06-15T03:21:13.841763Z","shell.execute_reply.started":"2021-06-15T03:21:13.503290Z","shell.execute_reply":"2021-06-15T03:21:13.840684Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"user_behavior_cnt = train.groupby([\"UserID\", \"BehaviorType\"])[\"BehaviorType\"].count().rename(\"count\").reset_index()","metadata":{"execution":{"iopub.status.busy":"2021-06-15T03:21:14.615789Z","iopub.execute_input":"2021-06-15T03:21:14.616172Z","iopub.status.idle":"2021-06-15T03:21:15.971369Z","shell.execute_reply.started":"2021-06-15T03:21:14.616134Z","shell.execute_reply":"2021-06-15T03:21:15.970435Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"user_behavior_cnt","metadata":{"execution":{"iopub.status.busy":"2021-06-15T03:21:17.319663Z","iopub.execute_input":"2021-06-15T03:21:17.320045Z","iopub.status.idle":"2021-06-15T03:21:17.342764Z","shell.execute_reply.started":"2021-06-15T03:21:17.319997Z","shell.execute_reply":"2021-06-15T03:21:17.341385Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"user_behavior_cnt = user_behavior_cnt.pivot_table(index=\"UserID\", values=\"count\", columns=\"BehaviorType\")","metadata":{"execution":{"iopub.status.busy":"2021-06-15T03:21:19.385840Z","iopub.execute_input":"2021-06-15T03:21:19.386244Z","iopub.status.idle":"2021-06-15T03:21:20.293917Z","shell.execute_reply.started":"2021-06-15T03:21:19.386208Z","shell.execute_reply":"2021-06-15T03:21:20.293006Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"user_behavior_cnt.head()","metadata":{"execution":{"iopub.status.busy":"2021-06-15T03:21:30.855145Z","iopub.execute_input":"2021-06-15T03:21:30.855506Z","iopub.status.idle":"2021-06-15T03:21:30.868646Z","shell.execute_reply.started":"2021-06-15T03:21:30.855472Z","shell.execute_reply":"2021-06-15T03:21:30.867533Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"user_behavior_cnt = user_behavior_cnt.fillna(0.)","metadata":{"execution":{"iopub.status.busy":"2021-06-15T03:21:31.866883Z","iopub.execute_input":"2021-06-15T03:21:31.867223Z","iopub.status.idle":"2021-06-15T03:21:31.899236Z","shell.execute_reply.started":"2021-06-15T03:21:31.867189Z","shell.execute_reply":"2021-06-15T03:21:31.898194Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"user_behavior_cnt.head()","metadata":{"execution":{"iopub.status.busy":"2021-06-15T03:21:32.315379Z","iopub.execute_input":"2021-06-15T03:21:32.315722Z","iopub.status.idle":"2021-06-15T03:21:32.328276Z","shell.execute_reply.started":"2021-06-15T03:21:32.315690Z","shell.execute_reply":"2021-06-15T03:21:32.327392Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"user_behavior_cnt[\"buy_pv_rate\"] = user_behavior_cnt[\"buy\"] / user_behavior_cnt[\"pv\"]","metadata":{"execution":{"iopub.status.busy":"2021-06-15T03:21:32.876686Z","iopub.execute_input":"2021-06-15T03:21:32.877225Z","iopub.status.idle":"2021-06-15T03:21:32.888008Z","shell.execute_reply.started":"2021-06-15T03:21:32.877190Z","shell.execute_reply":"2021-06-15T03:21:32.886852Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"user_behavior_cnt.loc[user_behavior_cnt.buy_pv_rate > 1, \"buy_pv_rate\"] = 0.","metadata":{"execution":{"iopub.status.busy":"2021-06-15T03:21:33.364256Z","iopub.execute_input":"2021-06-15T03:21:33.364709Z","iopub.status.idle":"2021-06-15T03:21:33.377542Z","shell.execute_reply.started":"2021-06-15T03:21:33.364681Z","shell.execute_reply":"2021-06-15T03:21:33.376707Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"user_behavior_cnt.buy_pv_rate = user_behavior_cnt.buy_pv_rate.fillna(0.)","metadata":{"execution":{"iopub.status.busy":"2021-06-15T03:21:33.869522Z","iopub.execute_input":"2021-06-15T03:21:33.870065Z","iopub.status.idle":"2021-06-15T03:21:33.880310Z","shell.execute_reply.started":"2021-06-15T03:21:33.870030Z","shell.execute_reply":"2021-06-15T03:21:33.879510Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"user_behavior_cnt.buy_pv_rate.describe()","metadata":{"execution":{"iopub.status.busy":"2021-06-15T03:21:34.191419Z","iopub.execute_input":"2021-06-15T03:21:34.191941Z","iopub.status.idle":"2021-06-15T03:21:34.227163Z","shell.execute_reply.started":"2021-06-15T03:21:34.191892Z","shell.execute_reply":"2021-06-15T03:21:34.226239Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"sns.displot(user_behavior_cnt.buy_pv_rate.values)","metadata":{"execution":{"iopub.status.busy":"2021-06-15T03:21:35.311292Z","iopub.execute_input":"2021-06-15T03:21:35.311782Z","iopub.status.idle":"2021-06-15T03:21:35.989806Z","shell.execute_reply.started":"2021-06-15T03:21:35.311736Z","shell.execute_reply":"2021-06-15T03:21:35.988860Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":"## 商品 & 品类","metadata":{}},{"cell_type":"code","source":"train.CategoryID.value_counts(normalize=True).sort_values(ascending=False).reset_index(drop=True).plot()","metadata":{"execution":{"iopub.status.busy":"2021-06-15T03:21:48.635548Z","iopub.execute_input":"2021-06-15T03:21:48.635886Z","iopub.status.idle":"2021-06-15T03:21:48.831746Z","shell.execute_reply.started":"2021-06-15T03:21:48.635844Z","shell.execute_reply":"2021-06-15T03:21:48.830829Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"train.CategoryID.value_counts(normalize=True).sort_values(ascending=False).head(10)","metadata":{"execution":{"iopub.status.busy":"2021-06-15T03:21:50.805841Z","iopub.execute_input":"2021-06-15T03:21:50.806204Z","iopub.status.idle":"2021-06-15T03:21:50.894263Z","shell.execute_reply.started":"2021-06-15T03:21:50.806172Z","shell.execute_reply":"2021-06-15T03:21:50.893432Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"train[train.BehaviorType == \"buy\"].CategoryID.value_counts(normalize=True).sort_values(ascending=False).head(10)","metadata":{"execution":{"iopub.status.busy":"2021-06-15T03:21:52.943829Z","iopub.execute_input":"2021-06-15T03:21:52.944317Z","iopub.status.idle":"2021-06-15T03:21:53.282065Z","shell.execute_reply.started":"2021-06-15T03:21:52.944285Z","shell.execute_reply":"2021-06-15T03:21:53.281335Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"train.ItemID.value_counts(normalize=True).sort_values(ascending=False).reset_index(drop=True).plot()","metadata":{"execution":{"iopub.status.busy":"2021-06-15T03:21:54.239499Z","iopub.execute_input":"2021-06-15T03:21:54.239976Z","iopub.status.idle":"2021-06-15T03:21:54.696808Z","shell.execute_reply.started":"2021-06-15T03:21:54.239945Z","shell.execute_reply":"2021-06-15T03:21:54.695806Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"train.groupby(\"CategoryID\").apply(lambda group: group[group.BehaviorType==\"buy\"].ItemID.value_counts().rank())","metadata":{"execution":{"iopub.status.busy":"2021-06-15T03:25:06.628274Z","iopub.execute_input":"2021-06-15T03:25:06.628759Z","iopub.status.idle":"2021-06-15T03:25:16.632035Z","shell.execute_reply.started":"2021-06-15T03:25:06.628724Z","shell.execute_reply":"2021-06-15T03:25:16.630368Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":"# 用户画像\n\n- 生活习惯\n- 购买转化\n- 决策周期\n- 品类/商品偏好","metadata":{}},{"cell_type":"code","source":"sub_users = train.UserID.unique()[:1000]","metadata":{"execution":{"iopub.status.busy":"2021-06-15T04:24:16.749242Z","iopub.execute_input":"2021-06-15T04:24:16.749604Z","iopub.status.idle":"2021-06-15T04:24:16.754157Z","shell.execute_reply.started":"2021-06-15T04:24:16.749572Z","shell.execute_reply":"2021-06-15T04:24:16.753340Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"train = train[train.UserID.isin(sub_users)]","metadata":{"execution":{"iopub.status.busy":"2021-06-15T04:24:16.933416Z","iopub.execute_input":"2021-06-15T04:24:16.933929Z","iopub.status.idle":"2021-06-15T04:24:16.939957Z","shell.execute_reply.started":"2021-06-15T04:24:16.933892Z","shell.execute_reply":"2021-06-15T04:24:16.939139Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"user = pd.DataFrame(index=sub_users)","metadata":{"execution":{"iopub.status.busy":"2021-06-15T04:24:17.133193Z","iopub.execute_input":"2021-06-15T04:24:17.133761Z","iopub.status.idle":"2021-06-15T04:24:17.139302Z","shell.execute_reply.started":"2021-06-15T04:24:17.133724Z","shell.execute_reply":"2021-06-15T04:24:17.138100Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"train[\"hour\"] = train[\"Timestamp\"].dt.hour","metadata":{"execution":{"iopub.status.busy":"2021-06-15T04:24:17.349402Z","iopub.execute_input":"2021-06-15T04:24:17.349725Z","iopub.status.idle":"2021-06-15T04:24:17.355531Z","shell.execute_reply.started":"2021-06-15T04:24:17.349695Z","shell.execute_reply":"2021-06-15T04:24:17.354740Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"train.head()","metadata":{"execution":{"iopub.status.busy":"2021-06-15T04:24:17.542550Z","iopub.execute_input":"2021-06-15T04:24:17.542941Z","iopub.status.idle":"2021-06-15T04:24:17.554312Z","shell.execute_reply.started":"2021-06-15T04:24:17.542881Z","shell.execute_reply":"2021-06-15T04:24:17.553539Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"user = user.merge((train.groupby(\"UserID\")[\"hour\"].apply(lambda g: g.value_counts().sort_values().index[-1])).rename(\"active_hour\"), left_index=True, right_index=True)","metadata":{"execution":{"iopub.status.busy":"2021-06-15T04:24:17.735180Z","iopub.execute_input":"2021-06-15T04:24:17.735543Z","iopub.status.idle":"2021-06-15T04:24:18.229488Z","shell.execute_reply.started":"2021-06-15T04:24:17.735513Z","shell.execute_reply":"2021-06-15T04:24:18.228462Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"user.head()","metadata":{"execution":{"iopub.status.busy":"2021-06-15T04:24:18.231145Z","iopub.execute_input":"2021-06-15T04:24:18.231466Z","iopub.status.idle":"2021-06-15T04:24:18.240738Z","shell.execute_reply.started":"2021-06-15T04:24:18.231437Z","shell.execute_reply":"2021-06-15T04:24:18.239668Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"user.active_hour.value_counts()","metadata":{"execution":{"iopub.status.busy":"2021-06-15T04:24:18.242487Z","iopub.execute_input":"2021-06-15T04:24:18.242959Z","iopub.status.idle":"2021-06-15T04:24:18.258101Z","shell.execute_reply.started":"2021-06-15T04:24:18.242922Z","shell.execute_reply":"2021-06-15T04:24:18.256876Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"# 7天消费次数\nuser = user.merge((train[train.BehaviorType == \"buy\"].UserID.value_counts()).rename(\"buy_count\"), \n                  left_index=True, right_index=True, how=\"left\")","metadata":{"execution":{"iopub.status.busy":"2021-06-15T04:24:18.334967Z","iopub.execute_input":"2021-06-15T04:24:18.335356Z","iopub.status.idle":"2021-06-15T04:24:18.345255Z","shell.execute_reply.started":"2021-06-15T04:24:18.335319Z","shell.execute_reply":"2021-06-15T04:24:18.344122Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"# 7天pv次数\nuser = user.merge((train[train.BehaviorType == \"pv\"].UserID.value_counts()).rename(\"pv_count\"), \n                  left_index=True, right_index=True, how=\"left\")","metadata":{"execution":{"iopub.status.busy":"2021-06-15T04:24:18.592398Z","iopub.execute_input":"2021-06-15T04:24:18.592775Z","iopub.status.idle":"2021-06-15T04:24:18.601986Z","shell.execute_reply.started":"2021-06-15T04:24:18.592738Z","shell.execute_reply":"2021-06-15T04:24:18.601045Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"# 购买转化率\n\nuser.buy_count.fillna(0, inplace=True)\nuser[\"buy_per_pv\"] = user.buy_count / user.pv_count","metadata":{"execution":{"iopub.status.busy":"2021-06-15T04:24:18.818763Z","iopub.execute_input":"2021-06-15T04:24:18.819145Z","iopub.status.idle":"2021-06-15T04:24:18.828515Z","shell.execute_reply.started":"2021-06-15T04:24:18.819110Z","shell.execute_reply":"2021-06-15T04:24:18.827392Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"user.head()","metadata":{"execution":{"iopub.status.busy":"2021-06-15T04:24:19.041472Z","iopub.execute_input":"2021-06-15T04:24:19.041777Z","iopub.status.idle":"2021-06-15T04:24:19.053015Z","shell.execute_reply.started":"2021-06-15T04:24:19.041750Z","shell.execute_reply":"2021-06-15T04:24:19.052153Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"buy = train[train.BehaviorType == \"buy\"].drop_duplicates()[[\"UserID\", \"ItemID\", \"Timestamp\"]].rename(columns={\"Timestamp\": \"buy_time\"})","metadata":{"execution":{"iopub.status.busy":"2021-06-15T04:24:19.306657Z","iopub.execute_input":"2021-06-15T04:24:19.307319Z","iopub.status.idle":"2021-06-15T04:24:19.317299Z","shell.execute_reply.started":"2021-06-15T04:24:19.307268Z","shell.execute_reply":"2021-06-15T04:24:19.316059Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"buy.head()","metadata":{"execution":{"iopub.status.busy":"2021-06-15T04:24:19.612360Z","iopub.execute_input":"2021-06-15T04:24:19.612989Z","iopub.status.idle":"2021-06-15T04:24:19.624388Z","shell.execute_reply.started":"2021-06-15T04:24:19.612948Z","shell.execute_reply":"2021-06-15T04:24:19.623298Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"pv = train[train.BehaviorType == \"pv\"].groupby([\"UserID\", \"ItemID\"])[\"Timestamp\"].apply(lambda g: g.sort_values().iloc[0]).rename(\"pv_time\").reset_index()","metadata":{"execution":{"iopub.status.busy":"2021-06-15T04:24:19.868142Z","iopub.execute_input":"2021-06-15T04:24:19.868759Z","iopub.status.idle":"2021-06-15T04:24:20.954195Z","shell.execute_reply.started":"2021-06-15T04:24:19.868717Z","shell.execute_reply":"2021-06-15T04:24:20.953460Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"pv","metadata":{"execution":{"iopub.status.busy":"2021-06-15T04:24:20.955288Z","iopub.execute_input":"2021-06-15T04:24:20.955713Z","iopub.status.idle":"2021-06-15T04:24:20.971966Z","shell.execute_reply.started":"2021-06-15T04:24:20.955681Z","shell.execute_reply":"2021-06-15T04:24:20.970978Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"buy_pv = buy.merge(pv, on=[\"UserID\", \"ItemID\"], how=\"left\")","metadata":{"execution":{"iopub.status.busy":"2021-06-15T04:24:20.975798Z","iopub.execute_input":"2021-06-15T04:24:20.976168Z","iopub.status.idle":"2021-06-15T04:24:20.986003Z","shell.execute_reply.started":"2021-06-15T04:24:20.976132Z","shell.execute_reply":"2021-06-15T04:24:20.984914Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"buy_pv[\"decision_cost\"] = (buy_pv[\"buy_time\"] - buy_pv[\"pv_time\"]).dt.total_seconds() / 60 / 60","metadata":{"execution":{"iopub.status.busy":"2021-06-15T04:24:21.254758Z","iopub.execute_input":"2021-06-15T04:24:21.255267Z","iopub.status.idle":"2021-06-15T04:24:21.262510Z","shell.execute_reply.started":"2021-06-15T04:24:21.255233Z","shell.execute_reply":"2021-06-15T04:24:21.261756Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"buy_pv.loc[buy_pv.decision_cost <= 0, \"decision_cost\"] = np.nan","metadata":{"execution":{"iopub.status.busy":"2021-06-15T04:24:21.495661Z","iopub.execute_input":"2021-06-15T04:24:21.496203Z","iopub.status.idle":"2021-06-15T04:24:21.502153Z","shell.execute_reply.started":"2021-06-15T04:24:21.496162Z","shell.execute_reply":"2021-06-15T04:24:21.501016Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"buy_pv","metadata":{"execution":{"iopub.status.busy":"2021-06-15T04:24:21.759265Z","iopub.execute_input":"2021-06-15T04:24:21.759617Z","iopub.status.idle":"2021-06-15T04:24:21.776101Z","shell.execute_reply.started":"2021-06-15T04:24:21.759584Z","shell.execute_reply":"2021-06-15T04:24:21.774833Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"user = user.merge(buy_pv[[\"UserID\", \"decision_cost\"]], right_on=\"UserID\", left_index=True, how=\"left\")","metadata":{"execution":{"iopub.status.busy":"2021-06-15T04:24:22.024401Z","iopub.execute_input":"2021-06-15T04:24:22.024749Z","iopub.status.idle":"2021-06-15T04:24:22.034008Z","shell.execute_reply.started":"2021-06-15T04:24:22.024718Z","shell.execute_reply":"2021-06-15T04:24:22.033259Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"user","metadata":{"execution":{"iopub.status.busy":"2021-06-15T04:24:25.638321Z","iopub.execute_input":"2021-06-15T04:24:25.638893Z","iopub.status.idle":"2021-06-15T04:24:25.658550Z","shell.execute_reply.started":"2021-06-15T04:24:25.638833Z","shell.execute_reply":"2021-06-15T04:24:25.657693Z"},"trusted":true},"execution_count":null,"outputs":[]}]}