{"cells":[{"metadata":{"_uuid":"8f2839f25d086af736a60e9eeb907d3b93b6e0e5","_cell_guid":"b1076dfc-b9ad-4769-8c92-a6c4dae69d19","trusted":true},"cell_type":"code","source":"import numpy as np # linear algebra\nimport pandas as pd # data processing, CSV file I/O (e.g. pd.read_csv)\n\nimport matplotlib.pyplot as plt\nimport seaborn as sns\n\nimport os\nprint(os.listdir(\"../input\"))","execution_count":null,"outputs":[]},{"metadata":{"trusted":true,"_uuid":"5cc71c2ea48f3c1be1ba4bc8b0574ba8ce3ee69c"},"cell_type":"code","source":"seeds_0_5 = pd.read_csv('../input/skip-rnn-cv-meta-shakeup-seeds/shakeup.csv')\nseeds_5_10 = pd.read_csv('../input/skip-rnn-cv-meta-shakeup-seeds-5-10/shakeup.csv')\nseeds_10_15 = pd.read_csv('../input/skip-rnn-cv-meta-shakeup-10-15/shakeup.csv')\nseeds_15_20 = pd.read_csv('../input/skip-rnn-cv-meta-shakeup-15-20/shakeup.csv')","execution_count":null,"outputs":[]},{"metadata":{"trusted":true,"_uuid":"528631c686c34e38c9b0cec9858b97397d04a00f"},"cell_type":"code","source":"shakeup_df = pd.concat([seeds_0_5, seeds_5_10, seeds_10_15, seeds_15_20], ignore_index=True)\nshakeup_df['val-stage1_shakeup'] = shakeup_df['stage_1_test_f1'] - shakeup_df['val_f1']\nshakeup_df['val-stage2_shakeup'] = shakeup_df['stage_2_test_f1'] - shakeup_df['val_f1']\nshakeup_df['stage1_stage2_shakeup'] = shakeup_df['stage_2_test_f1'] - shakeup_df['stage_1_test_f1']","execution_count":null,"outputs":[]},{"metadata":{"trusted":true,"_uuid":"1790498a061338e67a3bf2e640ab46062df1b6b9","scrolled":true},"cell_type":"code","source":"shakeup_df.head()","execution_count":null,"outputs":[]},{"metadata":{"_uuid":"095762d8348a8697d76a2a0a5ab2d1cf3f99beea"},"cell_type":"markdown","source":"# Overview of results"},{"metadata":{"trusted":true,"scrolled":true,"_uuid":"5c41a560e2984bac42c4c1a7bb27f8c7dc8c40d5"},"cell_type":"code","source":"print('Mean and Standard Deviation')\nprint('Stage 1 Val F1:\\n ', round(shakeup_df['val_f1'].mean(), 6), round(shakeup_df['val_f1'].std(), 6))\nprint('Stage 1 Test F1:\\n ', round(shakeup_df['stage_1_test_f1'].mean(), 6), round(shakeup_df['stage_1_test_f1'].std(), 6))\nprint('Stage 2 Test F1:\\n ', round(shakeup_df['stage_2_test_f1'].mean(), 6), round(shakeup_df['stage_2_test_f1'].std(), 6))\nprint('Val - Stage 1 Shakeup:\\n ', round(shakeup_df['val-stage1_shakeup'].mean(), 6), round(shakeup_df['val-stage1_shakeup'].std(), 6))\nprint('Val - Stage 2 Shakeup:\\n ', round(shakeup_df['val-stage2_shakeup'].mean(), 6), round(shakeup_df['val-stage2_shakeup'].std(), 6))\nprint('Stage 1 - Stage 2 Shakeup:\\n ', round(shakeup_df['stage1_stage2_shakeup'].mean(), 6), round(shakeup_df['stage1_stage2_shakeup'].std(), 6))","execution_count":null,"outputs":[]},{"metadata":{"_uuid":"fc674af83e04f73fca9e90a34fdf98fd54734629"},"cell_type":"markdown","source":"## Threshold Distribution"},{"metadata":{"trusted":true,"_uuid":"aa167e78df6fd76330b95c99c7bfdc4f8f9f30c4"},"cell_type":"code","source":"plt.hist(shakeup_df['threshold'])\nplt.show()\nsns.kdeplot(shakeup_df['threshold'])\nplt.show()","execution_count":null,"outputs":[]},{"metadata":{"_uuid":"9b71e6c4a2a9e111f1f80c4f1a27ed5ea5ca2c33"},"cell_type":"markdown","source":"## Val F1 Distribution"},{"metadata":{"trusted":true,"_uuid":"aa167e78df6fd76330b95c99c7bfdc4f8f9f30c4"},"cell_type":"code","source":"plt.hist(shakeup_df['val_f1'])\nplt.show()\nsns.kdeplot(shakeup_df['val_f1'])\nplt.show()","execution_count":null,"outputs":[]},{"metadata":{"_uuid":"c7a496a35f998058d5d3abcb6a513b595097cd49"},"cell_type":"markdown","source":"## Stage 1 F1 Distribution"},{"metadata":{"trusted":true,"_uuid":"aa167e78df6fd76330b95c99c7bfdc4f8f9f30c4"},"cell_type":"code","source":"plt.hist(shakeup_df['stage_1_test_f1'])\nplt.show()\nsns.kdeplot(shakeup_df['stage_1_test_f1'])\nplt.show()","execution_count":null,"outputs":[]},{"metadata":{"_uuid":"32f3afadf8ce2028309cdec4c1bd69f37b626122"},"cell_type":"markdown","source":"## Stage 2 F1 Distribution"},{"metadata":{"trusted":true,"_uuid":"aa167e78df6fd76330b95c99c7bfdc4f8f9f30c4"},"cell_type":"code","source":"plt.hist(shakeup_df['stage_2_test_f1'])\nplt.show()\nsns.kdeplot(shakeup_df['stage_2_test_f1'])\nplt.show()","execution_count":null,"outputs":[]},{"metadata":{"_uuid":"ab8fd7b43708ae82e21730c03e40c29539094ba3"},"cell_type":"markdown","source":"## Val - Stage 1 Shakeup Distribution"},{"metadata":{"trusted":true,"_uuid":"aa167e78df6fd76330b95c99c7bfdc4f8f9f30c4"},"cell_type":"code","source":"plt.hist(shakeup_df['val-stage1_shakeup'])\nplt.show()\nsns.kdeplot(shakeup_df['val-stage1_shakeup'])\nplt.show()","execution_count":null,"outputs":[]},{"metadata":{"_uuid":"5bcae43fff31a275cdd7aeb22b4a2f4f833d7f91"},"cell_type":"markdown","source":"## Val - Stage 2 Shakeup Distribution"},{"metadata":{"trusted":true,"_uuid":"aa167e78df6fd76330b95c99c7bfdc4f8f9f30c4"},"cell_type":"code","source":"plt.hist(shakeup_df['val-stage2_shakeup'])\nplt.show()\nsns.kdeplot(shakeup_df['val-stage2_shakeup'])\nplt.show()","execution_count":null,"outputs":[]},{"metadata":{"_uuid":"8285f0c5ac2873b2671320d43c4e92b3fedc2abf"},"cell_type":"markdown","source":"## Stage 1 - Stage 2 Shakeup Distribution"},{"metadata":{"trusted":true,"_uuid":"aa167e78df6fd76330b95c99c7bfdc4f8f9f30c4"},"cell_type":"code","source":"plt.hist(shakeup_df['stage1_stage2_shakeup'])\nplt.show()\nsns.kdeplot(shakeup_df['stage1_stage2_shakeup'])\nplt.show()","execution_count":null,"outputs":[]},{"metadata":{"_cell_guid":"79c7e3d0-c299-4dcb-8224-4455121ee9b0","_uuid":"d629ff2d2480ee46fbb7e2d37f6b5fab8052498a","trusted":true},"cell_type":"code","source":"\n\n\n\n\n\n\n","execution_count":null,"outputs":[]}],"metadata":{"kernelspec":{"display_name":"Python 3","language":"python","name":"python3"},"language_info":{"name":"python","version":"3.6.6","mimetype":"text/x-python","codemirror_mode":{"name":"ipython","version":3},"pygments_lexer":"ipython3","nbconvert_exporter":"python","file_extension":".py"}},"nbformat":4,"nbformat_minor":1}