{"metadata":{"kernelspec":{"language":"python","display_name":"Python 3","name":"python3"},"language_info":{"name":"python","version":"3.11.11","mimetype":"text/x-python","codemirror_mode":{"name":"ipython","version":3},"pygments_lexer":"ipython3","nbconvert_exporter":"python","file_extension":".py"},"kaggle":{"accelerator":"none","dataSources":[{"sourceId":96164,"databundleVersionId":11418275,"sourceType":"competition"}],"dockerImageVersionId":31040,"isInternetEnabled":true,"language":"python","sourceType":"notebook","isGpuEnabled":false}},"nbformat_minor":4,"nbformat":4,"cells":[{"cell_type":"code","source":"","metadata":{"trusted":true},"outputs":[],"execution_count":null},{"cell_type":"markdown","source":"# DRW label distribution","metadata":{}},{"cell_type":"code","source":"pip install pyarrow","metadata":{"trusted":true,"execution":{"iopub.status.busy":"2025-05-26T02:29:53.899856Z","iopub.execute_input":"2025-05-26T02:29:53.900370Z","iopub.status.idle":"2025-05-26T02:30:00.878207Z","shell.execute_reply.started":"2025-05-26T02:29:53.900285Z","shell.execute_reply":"2025-05-26T02:30:00.876975Z"}},"outputs":[],"execution_count":null},{"cell_type":"code","source":"import numpy as np\nimport pandas as pd\nimport matplotlib.pyplot as plt\n\nimport os\npaths=[]\nfor dirname, _, filenames in os.walk('/kaggle/input'):\n    for filename in filenames:\n        paths+=[os.path.join(dirname, filename)]","metadata":{"trusted":true,"execution":{"iopub.status.busy":"2025-05-26T02:30:00.880420Z","iopub.execute_input":"2025-05-26T02:30:00.880731Z","iopub.status.idle":"2025-05-26T02:30:00.887674Z","shell.execute_reply.started":"2025-05-26T02:30:00.880700Z","shell.execute_reply":"2025-05-26T02:30:00.886775Z"}},"outputs":[],"execution_count":null},{"cell_type":"code","source":"train=pd.read_parquet('/kaggle/input/drw-crypto-market-prediction/train.parquet')\ntest=pd.read_parquet('/kaggle/input/drw-crypto-market-prediction/test.parquet')\nsubmit=pd.read_csv('/kaggle/input/drw-crypto-market-prediction/sample_submission.csv')","metadata":{"trusted":true,"execution":{"iopub.status.busy":"2025-05-26T02:30:00.888687Z","iopub.execute_input":"2025-05-26T02:30:00.889021Z","execution_failed":"2025-05-26T02:31:21.135Z"}},"outputs":[],"execution_count":null},{"cell_type":"code","source":"display(train[0:2])\ndisplay(test[0:2])\ndisplay(submit[0:2])","metadata":{"trusted":true,"execution":{"execution_failed":"2025-05-26T02:31:21.136Z"}},"outputs":[],"execution_count":null},{"cell_type":"code","source":"#print(train.columns.tolist())\n#print(test.columns.tolist())\ntrain.columns.tolist()==test.columns.tolist()","metadata":{"trusted":true,"execution":{"execution_failed":"2025-05-26T02:31:21.136Z"}},"outputs":[],"execution_count":null},{"cell_type":"code","source":"print(len(train),len(test),len(submit))","metadata":{"trusted":true,"execution":{"execution_failed":"2025-05-26T02:31:21.136Z"}},"outputs":[],"execution_count":null},{"cell_type":"code","source":"ts=train.index.tolist()\nprint(ts[0],'--',ts[-1])\n#every minute for a year","metadata":{"trusted":true,"execution":{"execution_failed":"2025-05-26T02:31:21.136Z"}},"outputs":[],"execution_count":null},{"cell_type":"code","source":"print(train['label'].min(),'--',train['label'].max())","metadata":{"trusted":true,"execution":{"execution_failed":"2025-05-26T02:31:21.136Z"}},"outputs":[],"execution_count":null},{"cell_type":"code","source":"train['label'][0:3]","metadata":{"trusted":true,"execution":{"execution_failed":"2025-05-26T02:31:21.136Z"}},"outputs":[],"execution_count":null},{"cell_type":"code","source":"plt.figure(figsize=(10, 6))\nplt.hist(train['label'], bins=100, edgecolor='black')\nplt.xlabel('Label Value (Binned)')\nplt.ylabel('Count')\nplt.title('Distribution of Label')\nplt.grid(True)\nplt.show()","metadata":{"trusted":true},"outputs":[],"execution_count":null},{"cell_type":"code","source":"plt.figure(figsize=(10, 6))\nplt.hist(train['label'], bins=100, edgecolor='black')\nplt.yscale('log')  # log scale\nplt.xlabel('Label Value (Binned)')\nplt.ylabel('Count (log scale)')\nplt.title('Histogram with Log Y-Axis')\nplt.grid(True)\nplt.show()","metadata":{"trusted":true,"execution":{"execution_failed":"2025-05-26T02:31:21.136Z"}},"outputs":[],"execution_count":null},{"cell_type":"code","source":"def func(x):\n    return np.sign(x) * np.log1p(np.abs(x))\n    \ndef inverse_func(y):\n    return np.sign(y) * (np.expm1(np.abs(y)))    \n    \ntrain['label_transformed'] = train['label'].apply(func)    \n#train['label_transformed'] = train['label'].apply(lambda x:func(x))\n#train['label_transformed'] = np.sign(train['label']) * np.log1p(np.abs(train['label']))\n\nprint(train['label'][0:3],train['label_transformed'][0:3])","metadata":{"trusted":true,"execution":{"execution_failed":"2025-05-26T02:31:21.136Z"}},"outputs":[],"execution_count":null},{"cell_type":"code","source":"plt.figure(figsize=(10,6))\nplt.hist(train['label_transformed'], bins=100, edgecolor='black')\nplt.xlabel('Transformed Label Value')\nplt.ylabel('Count')\nplt.title('Distribution After X-Value Transformation')\nplt.grid(True)\nplt.show()","metadata":{"trusted":true,"execution":{"execution_failed":"2025-05-26T02:31:21.137Z"}},"outputs":[],"execution_count":null},{"cell_type":"code","source":"","metadata":{"trusted":true},"outputs":[],"execution_count":null}]}