{"metadata":{"kernelspec":{"language":"python","display_name":"Python 3","name":"python3"},"language_info":{"pygments_lexer":"ipython3","nbconvert_exporter":"python","version":"3.6.4","file_extension":".py","codemirror_mode":{"name":"ipython","version":3},"name":"python","mimetype":"text/x-python"}},"nbformat_minor":4,"nbformat":4,"cells":[{"cell_type":"code","source":"# installed upgraded kaggle and check current file system\n%%capture\n\n!pip install --upgrade kaggle\n!ls","metadata":{"id":"c2oukls8WVJD"},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"# find dirctory for downloading dataset\n%cd /content/drive/MyDrive/Data","metadata":{"id":"akTyRqCLWU7n","outputId":"8b86f5c6-96a0-4779-b2a4-1978665a96b0"},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"# recheck directory\n!pwd","metadata":{"id":"4wYP9cBwWpGz","outputId":"5f241a8b-5960-49dd-b449-3cf73bbca9a8"},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"!mkdir mlb_player-def\n!ls","metadata":{"id":"k9IzthUppWAf","outputId":"a1cf1aca-a272-480d-fa09-ae0a19e9b47e"},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"%cd mlb_player-def/","metadata":{"id":"dSaVQ7Dspa1P","outputId":"35121e3c-84cc-44db-b9da-6e4ee561d519"},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"!ls","metadata":{"id":"KGTL3YrT0rYH"},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":"","metadata":{"id":"s4wfWC5kpahY"}},{"cell_type":"code","source":"#Configuration environment\nimport os\n\n# Kaggle API (generate new key from account setttings, first expired old one)\nos.environ['KAGGLE_USERNAME'] = \"<<Your UserName>>\" # username from the json file\nos.environ['KAGGLE_KEY'] = \"<<Your Kaggle Key>>\" # key from the json file (generate new key everytime from account setting)","metadata":{"id":"G7O1heDlVbho"},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"# Download data (first check the full path to avoid mess up) - it takes time. \n!kaggle competitions download -c mlb-player-digital-engagement-forecasting","metadata":{"id":"AbXF9M13WRe0","outputId":"a3390952-ae2f-49a3-a3df-8f84efbd47ae"},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"# check the current downloaded zip file\n!ls ","metadata":{"id":"rnBjWBc4WuNj"},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"# unzip files in the folder and remove the zip files\nimport os, zipfile\n\nsource = '/content/drive/My Drive/Data/mlb_player-def'\ndestination = '/content/drive/My Drive/Data/mlb_player-def'\nextension = '.zip'\n\nos.chdir(source)\n\nfor file in os.listdir(source):\n  if file.endswith(extension):\n    file_name = os.path.abspath(file)\n    zip_ref = zipfile.ZipFile(file_name)\n    zip_ref.extractall(source)\n    zip_ref.close()\n    os.remove(file_name)","metadata":{"id":"Yrxv7iN-2L2K"},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"!ls /content/drive/My Drive/Data/mlb_player-def","metadata":{"id":"jpqrSqae6L9t","outputId":"288d5de1-3b7e-46b6-aa8a-11dfe32d428d"},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"# total size of data (to match with kaggle dataset)\ndef get_directory_size(dir):\n  total = 0\n  try:\n    for entry in os.scandir(dir):\n      if entry.is_file():\n        total += entry.stat().st_size\n      elif entry.is_dir():\n        total += get_directory_size(entry.path)\n  except NotADirectoryError:\n    return os.path.getsize(dir)\n  except PermissionError:\n    return 0\n  return total\n\ndef get_size_format(b, factor=1024, suffix=\"B\"):\n  for unit in [\"\", \"K\", \"M\", \"G\", \"T\", \"P\", \"E\",\"Z\"]:\n    if b < factor:\n      return f\"{b:.2f}{unit}{suffix}\"\n    b/= factor\n  return f\"{b:.2f}Y{suffix}\"","metadata":{"id":"YVvRiv_OASuz"},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"get_size_format(get_directory_size('/content/drive/My Drive/Data/mlb_player-def/')) # check size with kaggle original dataset.","metadata":{"id":"sM9HSOywASru","outputId":"3344965f-0f72-4fb4-bdd6-e9b261c7563a"},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"# match data with real dataset\n!ls","metadata":{"id":"qaXOogPIwz19","outputId":"746ecdde-4297-4b06-8ab7-a904aca78196"},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"%ls","metadata":{"id":"3s5wdthsywAR","outputId":"fc5a970f-bdc7-4046-b3ed-b8a6f47ec712"},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":"# Done","metadata":{"id":"Nblb8pt9ydzK"}},{"cell_type":"code","source":"","metadata":{"id":"H_1PKHfWdkHg"},"execution_count":null,"outputs":[]}]}