{"cells":[{"cell_type":"code","execution_count":null,"metadata":{"_cell_guid":"4c3ff896-b45a-4800-a7ab-c8a108bf53fa"},"outputs":[],"source":"import os, glob, math, cv2, time\nimport numpy as np\nfrom joblib import Parallel, delayed"},{"cell_type":"code","execution_count":null,"metadata":{"_cell_guid":"0a045515-2831-4030-bad3-5dd8b327de24"},"outputs":[],"source":"img_size = 50\nsz = (img_size, img_size)\n\nnprocs = 2"},{"cell_type":"code","execution_count":null,"metadata":{"_cell_guid":"fa296963-aeed-45e2-a8e9-40d9f5bf5ca8"},"outputs":[],"source":"def process_image(img_file):\n    img = cv2.imread(img_file)\n    img = cv2.resize(img, sz).transpose((2,0,1)).astype('float32') / 255.0\n    return img"},{"cell_type":"code","execution_count":null,"metadata":{"_cell_guid":"42c8c3a0-53f4-47fa-8435-41c405bf9b3d"},"outputs":[],"source":"start = time.time()\n\nX_train = []\nY_train = []\n\nfor j in range(10):\n    print('Load folder c{}'.format(j))\n    path = os.path.join('../input/train', 'c' + str(j), '*.jpg')\n    files = glob.glob(path)\n    X_train.extend(Parallel(n_jobs=nprocs)(delayed(process_image)(im_file) for im_file in files))\n    Y_train.extend([j]*len(files))\n    \nend = time.time() - start\nprint(\"Time: %.2f seconds\" % end)"},{"cell_type":"code","execution_count":null,"metadata":{"_cell_guid":"435030be-522d-4deb-a858-4e785c09ae09"},"outputs":[],"source":"def process_test_image(img_file):\n    return process_image(img_file), os.path.basename(img_file)"},{"cell_type":"code","execution_count":null,"metadata":{"_cell_guid":"5481c2ac-03e5-40bd-a63a-2c589ea745f2"},"outputs":[],"source":"start = time.time()\n\nX_test    = []\nX_test_id = []\n\npath  = os.path.join('../input/test', '*.jpg')\nfiles = glob.glob(path)\n\nresults = Parallel(n_jobs=nprocs)(delayed(process_test_image)(im_file) for im_file in files)\nX_test, X_test_id = zip(*results)\n\nend = time.time() - start\nprint(\"Time: %.2f seconds\" % end)\n\nprint(len(X_test))"}],"metadata":{"_change_revision":0,"_is_fork":false,"kernelspec":{"display_name":"Python 3","language":"python","name":"python3"},"language_info":{"codemirror_mode":{"name":"ipython","version":3},"file_extension":".py","mimetype":"text/x-python","name":"python","nbconvert_exporter":"python","pygments_lexer":"ipython3","version":"3.5.2"}},"nbformat":4,"nbformat_minor":0}