{"cells":[{"metadata":{"_uuid":"20edda61f0c0b884a0f9ac97938a5accb7a04909"},"cell_type":"markdown","source":"I exported and merged my image blurrness score extraction. wish It would be helpful to everyone! "},{"metadata":{"_cell_guid":"033852ed-2dd3-4bc3-bec1-ac3481ab175f","_kg_hide-input":true,"_uuid":"af7422df064b7f16934cca9e86e8213bc9c667e8","trusted":true,"collapsed":true},"cell_type":"code","source":"import pandas as pd\nimport numpy as np\nimport gc\n","execution_count":2,"outputs":[]},{"metadata":{"_cell_guid":"5f037998-0ef3-44a8-816c-d6fd79fb08dd","_uuid":"3a30dfe38892ca287f1a1d6de4b0dfe0cde5c309","trusted":true,"collapsed":true},"cell_type":"code","source":"train = pd.read_csv('../input/avito-demand-prediction/train.csv')\ntest = pd.read_csv('../input/avito-demand-prediction/test.csv')\n\ntrain_sorted = train.sort_values(by = [\"image\"])\ntest_sorted = test.sort_values(by = [\"image\"])\n\n#Load image blurrness for train\n\ntr_1 = pd.read_csv(\"../input/train-data-image-blurrness/1.csv\")\ntr_2 = pd.read_csv(\"../input/train-data-image-blurrness/2.csv\")\ntr_3 = pd.read_csv(\"../input/train-data-image-blurrness/3.csv\")\ntr_4 = pd.read_csv(\"../input/train-data-image-blurrness/4.csv\")\ntr_5 = pd.read_csv(\"../input/train-data-image-blurrness/5.csv\")\ntr_6 = pd.read_csv(\"../input/train-data-image-blurrness/6.csv\")\ntr_7 = pd.read_csv(\"../input/train-data-image-blurrness/7.csv\")\ntr_8 = pd.read_csv(\"../input/train-data-image-blurrness/8.csv\")\ntr_9 = pd.read_csv(\"../input/train-data-image-blurrness/9.csv\")\ntr_10 = pd.read_csv(\"../input/train-data-image-blurrness/10.csv\")\ntr_11 = pd.read_csv(\"../input/train-data-image-blurrness/11(12_13.5).csv\")\ntr_12 = pd.read_csv(\"../input/train-data-image-blurrness/last.csv\")\n\nframes = [tr_1, tr_2, tr_3, tr_4, tr_5, tr_6, tr_7, tr_8, tr_9, tr_10, tr_11, tr_12]\nnew = pd.concat(frames)\nnew[\"File\"] = new[\"File\"].apply(lambda x : x.split(\"/\")[-1].split(\".\")[0])\nnew = new.sort_values(by = [\"File\"])\nscores = list(new[\"Score\"].values) + [-1] * (len(train)-len(new))\ntrain_sorted[\"image_blurrness_score\"] = scores\ntrain = train_sorted.sort_index()\n\n\n##Testing\nte_1 = pd.read_csv(\"../input/image-blurrness-test/test_1.csv\")\nte_2 = pd.read_csv(\"../input/image-blurrness-test/test_2.csv\")\nte_3 = pd.read_csv(\"../input/image-blurrness-test/test_3.csv\")\nte_4 = pd.read_csv(\"../input/image-blurrness-test/test_4.csv\")\nte_5 = pd.read_csv(\"../input/image-blurrness-test/test_5.csv\")\n\nframes_te = [te_1, te_2, te_3, te_4, te_5]\nnew_te = pd.concat(frames_te)\nnew_te[\"File\"] = new_te[\"File\"].apply(lambda x : x.split(\"/\")[-1].split(\".\")[0])\nnew_te = new_te.sort_values(by = [\"File\"])\nscores_te = list(new_te[\"Score\"].values) + [-1] * (len(test)-len(new_te))\n\ntest_sorted[\"image_blurrness_score\"] = scores_te\ntest = test_sorted.sort_index()\n\ntrain.head()","execution_count":4,"outputs":[]},{"metadata":{"trusted":true,"_uuid":"9499e4bc4f6736eb6a69563d3561c2ac0f8fa70f"},"cell_type":"code","source":"train[[\"item_id\", \"image_blurrness_score\"]].to_csv(\"train_blurrness.csv\", index = False)\ntest[[\"item_id\", \"image_blurrness_score\"]].to_csv(\"test_blurrness.csv\", index = False)","execution_count":9,"outputs":[]}],"metadata":{"kernelspec":{"display_name":"Python 3","language":"python","name":"python3"},"language_info":{"name":"python","version":"3.6.5","mimetype":"text/x-python","codemirror_mode":{"name":"ipython","version":3},"pygments_lexer":"ipython3","nbconvert_exporter":"python","file_extension":".py"}},"nbformat":4,"nbformat_minor":1}