{"metadata":{"kernelspec":{"language":"python","display_name":"Python 3","name":"python3"},"language_info":{"name":"python","version":"3.10.12","mimetype":"text/x-python","codemirror_mode":{"name":"ipython","version":3},"pygments_lexer":"ipython3","nbconvert_exporter":"python","file_extension":".py"},"kaggle":{"accelerator":"none","dataSources":[{"sourceId":59093,"databundleVersionId":7469972,"sourceType":"competition"}],"dockerImageVersionId":30635,"isInternetEnabled":true,"language":"python","sourceType":"notebook","isGpuEnabled":false}},"nbformat_minor":4,"nbformat":4,"cells":[{"cell_type":"code","source":"import pandas as pd\nimport numpy as np\nimport os\n\nmetadata = pd.read_csv('/kaggle/input/hms-harmful-brain-activity-classification/train.csv')\neeg_path = '/kaggle/input/hms-harmful-brain-activity-classification/train_eegs'\n\neegids = np.unique(metadata['eeg_id'])\n\neeg_summary = pd.DataFrame()\nfor eegid in eegids:\n    record = {}\n    eeg_data = pd.read_parquet(os.path.join(eeg_path, str(eegid) + '.parquet'))\n    record['eeg_id'] = eegid\n    record['min_val'] = np.min(eeg_data)\n    record['max_val'] = np.max(eeg_data)\n    record['mean'] = np.mean(eeg_data)\n    record['std'] = np.std(eeg_data.iloc[:,:-1].values, axis=(0,1))\n    record['nbr_nan_rows'] = len(np.unique(np.where(eeg_data.isna())[0]))\n    print(record)\n    eeg_summary = pd.concat([eeg_summary, pd.DataFrame([record])], axis=0, ignore_index=True)\n\neeg_summary.to_csv('eeg_summary.csv')","metadata":{"_uuid":"8f2839f25d086af736a60e9eeb907d3b93b6e0e5","_cell_guid":"b1076dfc-b9ad-4769-8c92-a6c4dae69d19","_kg_hide-output":true,"execution":{"iopub.status.busy":"2024-01-14T14:13:09.925954Z","iopub.execute_input":"2024-01-14T14:13:09.926760Z","iopub.status.idle":"2024-01-14T14:22:57.163652Z","shell.execute_reply.started":"2024-01-14T14:13:09.926715Z","shell.execute_reply":"2024-01-14T14:22:57.161018Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"print(eeg_summary.loc[eeg_summary['nbr_nan_rows'] > 0, 'eeg_id'].values.flatten().tolist())","metadata":{"execution":{"iopub.status.busy":"2024-01-14T14:22:57.170965Z","iopub.execute_input":"2024-01-14T14:22:57.171674Z","iopub.status.idle":"2024-01-14T14:22:57.184706Z","shell.execute_reply.started":"2024-01-14T14:22:57.171631Z","shell.execute_reply":"2024-01-14T14:22:57.183196Z"},"trusted":true},"execution_count":null,"outputs":[]}]}