{"metadata":{"kernelspec":{"language":"python","display_name":"Python 3","name":"python3"},"language_info":{"pygments_lexer":"ipython3","nbconvert_exporter":"python","version":"3.6.4","file_extension":".py","codemirror_mode":{"name":"ipython","version":3},"name":"python","mimetype":"text/x-python"}},"nbformat_minor":4,"nbformat":4,"cells":[{"cell_type":"code","source":"import pandas as pd\nimport numpy as np","metadata":{"execution":{"iopub.status.busy":"2022-04-22T01:02:58.065928Z","iopub.execute_input":"2022-04-22T01:02:58.066520Z","iopub.status.idle":"2022-04-22T01:02:58.091015Z","shell.execute_reply.started":"2022-04-22T01:02:58.066406Z","shell.execute_reply":"2022-04-22T01:02:58.090397Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"%%time\ntransactions_train = pd.read_csv(\"/kaggle/input/h-and-m-personalized-fashion-recommendations/transactions_train.csv\",\n                           dtype={\"t_dat\": \"object\", \"customer_id\": \"object\", \"article_id\": \"object\", \"price\": float, \"sales_channel_id\": int})\ncustomers = pd.read_csv(\"/kaggle/input/h-and-m-personalized-fashion-recommendations/customers.csv\")\narticles = pd.read_csv(\"/kaggle/input/h-and-m-personalized-fashion-recommendations/articles.csv\", dtype={\"article_id\": \"object\"})","metadata":{"execution":{"iopub.status.busy":"2022-04-22T01:02:58.092371Z","iopub.execute_input":"2022-04-22T01:02:58.092785Z","iopub.status.idle":"2022-04-22T01:04:12.547764Z","shell.execute_reply.started":"2022-04-22T01:02:58.092755Z","shell.execute_reply":"2022-04-22T01:04:12.546808Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"transactions_train.to_parquet('transactions_train.parquet')\ncustomers.to_parquet('customers.parquet')\narticles.to_parquet('articles.parquet')","metadata":{"execution":{"iopub.status.busy":"2022-04-22T01:04:17.124559Z","iopub.execute_input":"2022-04-22T01:04:17.124829Z","iopub.status.idle":"2022-04-22T01:04:36.902372Z","shell.execute_reply.started":"2022-04-22T01:04:17.124800Z","shell.execute_reply":"2022-04-22T01:04:36.901547Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"customers_50pct = customers.sample(frac=0.5, replace=False)\ncustomers_50pct_ids = set(customers_50pct[\"customer_id\"])\ntransactions_train_50pct = transactions_train.query(\"customer_id in @customers_50pct_ids\")\n\ntransactions_train_50pct.to_parquet('transactions_train_50pct.parquet')\ncustomers_50pct.to_parquet('customers_50pct.parquet')","metadata":{"execution":{"iopub.status.busy":"2022-04-22T01:05:55.499598Z","iopub.execute_input":"2022-04-22T01:05:55.499873Z","iopub.status.idle":"2022-04-22T01:06:14.355722Z","shell.execute_reply.started":"2022-04-22T01:05:55.499846Z","shell.execute_reply":"2022-04-22T01:06:14.354984Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"customers_5pct = customers.sample(frac=0.05, replace=False)\ncustomers_5pct_ids = set(customers_5pct[\"customer_id\"])\ntransactions_train_5pct = transactions_train.query(\"customer_id in @customers_5pct_ids\")\n\ntransactions_train_5pct.to_parquet('transactions_train_5pct.parquet')\ncustomers_5pct.to_parquet('customers_5pct.parquet')","metadata":{"execution":{"iopub.status.busy":"2022-04-22T01:06:14.760129Z","iopub.execute_input":"2022-04-22T01:06:14.760430Z","iopub.status.idle":"2022-04-22T01:06:20.094614Z","shell.execute_reply.started":"2022-04-22T01:06:14.760399Z","shell.execute_reply":"2022-04-22T01:06:20.093735Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"","metadata":{},"execution_count":null,"outputs":[]}]}