{"cells":[{"cell_type":"code","execution_count":null,"metadata":{"_cell_guid":"8eee657b-0cff-41a9-ad98-4d84e658c91d"},"outputs":[],"source":"import os, glob, math, cv2, time\nimport numpy as np\nfrom joblib import Parallel, delayed"},{"cell_type":"code","execution_count":null,"metadata":{"_cell_guid":"f3fbf5c2-e89e-4348-be18-a24cff4ec4e6"},"outputs":[],"source":"img_size = 50\nsz = (img_size, img_size)\n\nnprocs = 2"},{"cell_type":"code","execution_count":null,"metadata":{"_cell_guid":"87183823-92de-4de0-b9cf-8043ae9e7a3b"},"outputs":[],"source":"def process_image(img_file):\n    img = cv2.imread(img_file)\n    img = cv2.resize(img, sz).transpose((2,0,1)).astype('float32') / 255.0\n    return img"},{"cell_type":"code","execution_count":null,"metadata":{"_cell_guid":"893991e3-60dc-426c-84e0-2a91eb10645e"},"outputs":[],"source":"start = time.time()\n\nX_train = []\nY_train = []\n\nfor j in range(10):\n    print('Load folder c{}'.format(j))\n    path = os.path.join('../input/train', 'c' + str(j), '*.jpg')\n    files = glob.glob(path)\n    X_train.extend(Parallel(n_jobs=nprocs)(delayed(process_image)(im_file) for im_file in files))\n    Y_train.extend([j]*len(files))\n    \nend = time.time() - start\nprint(\"Time: %.2f seconds\" % end)"},{"cell_type":"code","execution_count":null,"metadata":{"_cell_guid":"8a7d7407-29de-4e1c-8d02-7d0e4758a0e0"},"outputs":[],"source":"def process_test_image(img_file):\n    return process_image(img_file), os.path.basename(img_file)"},{"cell_type":"code","execution_count":null,"metadata":{"_cell_guid":"7c1f3a42-bf4d-40d6-a8d3-8861a8f76b07"},"outputs":[],"source":"start = time.time()\n\nX_test    = []\nX_test_id = []\n\npath  = os.path.join('../input/test', '*.jpg')\nfiles = glob.glob(path)\n\nresults = Parallel(n_jobs=nprocs)(delayed(process_test_image)(im_file) for im_file in files)\nX_test, X_test_id = zip(*results)\n\nend = time.time() - start\nprint(\"Time: %.2f seconds\" % end)\n\nprint(len(X_test))"}],"metadata":{"_change_revision":0,"_is_fork":false,"kernelspec":{"display_name":"Python 3","language":"python","name":"python3"},"language_info":{"codemirror_mode":{"name":"ipython","version":3},"file_extension":".py","mimetype":"text/x-python","name":"python","nbconvert_exporter":"python","pygments_lexer":"ipython3","version":"3.6.0"}},"nbformat":4,"nbformat_minor":0}