{"cells":[{"metadata":{"_cell_guid":"a1106b70-b4ba-4c40-af4c-3402daf9dc75","_uuid":"d63e5b73245c139a992dace3c5ad338f5484e7f9"},"cell_type":"markdown","source":"** This is my first notebook, any suggestion/critics are welcomed**\n"},{"metadata":{"_cell_guid":"b1076dfc-b9ad-4769-8c92-a6c4dae69d19","_uuid":"8f2839f25d086af736a60e9eeb907d3b93b6e0e5","collapsed":true,"trusted":true},"cell_type":"code","source":"#basic python libraries\nimport numpy as np # linear algebra\nimport pandas as pd # data processing, CSV file I/O (e.g. pd.read_csv)\nimport numpy as np\n\n#File libraries\nimport os\nimport zipfile as z\nprint(os.listdir(\"../input\"))\n\n#Viz Libraries\nimport matplotlib.pyplot as plt\nimport plotly as pl\n%matplotlib inline\n\n# Any results you write to the current directory are saved as output.","execution_count":null,"outputs":[]},{"metadata":{"_cell_guid":"79c7e3d0-c299-4dcb-8224-4455121ee9b0","_uuid":"d629ff2d2480ee46fbb7e2d37f6b5fab8052498a","collapsed":true},"cell_type":"markdown","source":"> ** Loading data**"},{"metadata":{"_cell_guid":"ffec59e9-7311-4560-b840-b7a5c0ae9427","_uuid":"a2ee92d1641f854cc2c4779e25e740fb2fab2197","collapsed":true,"trusted":true},"cell_type":"code","source":"train_data = pd.read_csv('../input/train.csv')\ntest_data = pd.read_csv('../input/test.csv')\n\nperiod_train = pd.read_csv('../input/periods_train.csv')\nperiod_test = pd.read_csv('../input/periods_test.csv')\n\ntrain_active = pd.read_csve('../input/train_active.csv')\ntest_active = pd.read_csve('../input/test_active.csv')\n","execution_count":null,"outputs":[]},{"metadata":{"_cell_guid":"b301bb57-0a1d-4e34-996b-a4a3adf9e825","_uuid":"3ea9c122f652c210200dcd38f3a12e56d7379c74"},"cell_type":"markdown","source":"**Loading Zip file**"},{"metadata":{"_cell_guid":"4a5105df-329a-48b1-beeb-ce8cfc9c6440","_uuid":"f9947d9c7b817bfd772e59d9a2b9bcf3741edbba","collapsed":true,"trusted":true},"cell_type":"code","source":"train_dir = '../input/train_images'\nif not os.path.exists(train_dir):\n    os.makedirs(train_dir)\n    \ntrain_extract = z.ZipFile('../input/train_jpg.zip', 'r')\ntrain_extract.extractall(train_dir)\ntrain_extract.close()\n\n\ntest_extract = z.ZipFile('../input/test_jpg.zip', 'r')\ntest_extract.extractall('../input/test_images')\ntest_extract.close()\n\nprint(os.listdir(\"../input\"))","execution_count":null,"outputs":[]},{"metadata":{"_cell_guid":"56ff8bc1-766c-4c0e-b720-9b2a3483b3d4","_uuid":"da381539577adf4b125817042dcb738dcd91f284"},"cell_type":"markdown","source":"**Taking a glimse of the loaded dataset**"},{"metadata":{"_cell_guid":"8a66e7f4-547a-43ab-b239-65d800008c7b","_uuid":"d1a4515a3055d56ea6da738f1d0730499a775e4c","collapsed":true,"trusted":true},"cell_type":"code","source":"train_data.head(5)","execution_count":null,"outputs":[]},{"metadata":{"_cell_guid":"246361f8-c942-40e9-ad2f-d2801f009d15","_uuid":"e4ea440e6a647af63385652907ca95a682217448","collapsed":true,"trusted":true},"cell_type":"code","source":"test_data.head(5)","execution_count":null,"outputs":[]},{"metadata":{"_cell_guid":"244f07dc-af11-4384-915c-01149203bc36","_uuid":"1db610707d77e39f7fcec8fb348e3e4f88095d50","collapsed":true,"trusted":true},"cell_type":"code","source":"period_train.head(5)","execution_count":null,"outputs":[]},{"metadata":{"_cell_guid":"9d5d6e0b-2d4b-4dbe-8c40-990a7bf63330","_uuid":"1060f38680fbce6a0b1d411c56e00c9a547ccbc9","collapsed":true,"trusted":true},"cell_type":"code","source":"period_test.head(5)","execution_count":null,"outputs":[]},{"metadata":{"_cell_guid":"d93ad1e7-f814-4927-8005-9b18684c5913","_uuid":"c72f71924194dcda0703105dd3faa518e97a0efa","collapsed":true,"trusted":true},"cell_type":"code","source":"print(train_data.shape,'is the train data dimension')\nprint(test_data.shape,'is the test data dimension')\nprint(period_train.shape,'is the period data for training samples')\nprint(period_test.shape,'is the period data for testing samples')","execution_count":null,"outputs":[]},{"metadata":{"_cell_guid":"899e9dfa-1d6f-409b-a0bc-defb17b2ad13","_uuid":"293c775eec6f86ac381c865fab3fe0fcd2c9c161","collapsed":true,"trusted":true},"cell_type":"code","source":"train_data.info()","execution_count":null,"outputs":[]},{"metadata":{"_cell_guid":"ea517ef4-06ed-4b60-8207-63152d3dd9af","_uuid":"55d559ce50e783b26f8d277d8283ef2583dffc7f"},"cell_type":"markdown","source":"**Finding Numerical/ Categorical Columns of the each data loaded**\n\nAs it is better to analyze in the code than looking up each column "},{"metadata":{"_cell_guid":"d345654f-f027-42e2-8369-667ba79fdbfb","_uuid":"cbeae92c77057ca9a15d1c31546bafb7928a1e37"},"cell_type":"markdown","source":"**train_data**"},{"metadata":{"_cell_guid":"8da23451-bd92-4b8b-9669-de27604490bb","_uuid":"e3f13454644770688341f2390d7df06f08a55350","collapsed":true,"trusted":true},"cell_type":"code","source":"train_columns = train_data.columns\ntrain_num_cols = train_data._get_numeric_data().columns\nprint('Numerical Columns of train_data:', train_num_cols)\n#Index([u'0', u'1', u'2'], dtype='object')\n","execution_count":null,"outputs":[]},{"metadata":{"_cell_guid":"87407f4e-17a0-47c6-aa21-99fb250c80ce","_uuid":"6da6c56fde43480ee930557e0c28cf660564c525","collapsed":true,"trusted":true},"cell_type":"code","source":"print('Categorical Columns of train_data : ', sorted(list(set(train_columns) - set(train_num_cols))))","execution_count":null,"outputs":[]},{"metadata":{"_cell_guid":"d8fb775c-a35f-450e-83df-31f209a59ddd","_uuid":"e60519b103d60eab0d78f44828371ebfaa3bf9bd"},"cell_type":"markdown","source":"**test_data**"},{"metadata":{"_cell_guid":"5e4fcbb1-b86a-4e1d-89eb-757dd73ba7cc","_uuid":"fa9713930e29e12ef5fcacbdc5493003914d8d05","collapsed":true,"trusted":true},"cell_type":"code","source":"test_columns = test_data.columns\ntest_num_cols = test_data._get_numeric_data().columns\nprint('Numerical Columns of test_data:', test_num_cols)\n","execution_count":null,"outputs":[]},{"metadata":{"_cell_guid":"d9ff29a3-d66e-42d5-8e04-f9fbc1fd3c50","_uuid":"ee350d232205fa69013336fcd751a45ee90420e0","collapsed":true,"trusted":true},"cell_type":"code","source":"print('Categorical Columns of train_data : ', sorted(list(set(test_columns) - set(test_num_cols))))","execution_count":null,"outputs":[]},{"metadata":{"_cell_guid":"34d4cfe8-f432-41d4-9de6-708227cccc8f","_uuid":"bbe48339b4ab771636e6e5128f363af7f8cc63f8","collapsed":true,"trusted":true},"cell_type":"code","source":"train_data.describe()","execution_count":null,"outputs":[]},{"metadata":{"_cell_guid":"857a9209-0436-4c34-9f4a-87af9200a21b","_uuid":"0ca6f7188ef9435471e88e8948bd906412bccf61","collapsed":true,"trusted":true},"cell_type":"code","source":"train_data.describe(include=[\"O\"])","execution_count":null,"outputs":[]},{"metadata":{"_cell_guid":"5bbf44f6-aa95-4f56-b957-6993313baf45","_uuid":"a46b23e38ed5fbfabb9fb4150b1027be3ec5b939","collapsed":true,"trusted":true},"cell_type":"code","source":"test_data.info()","execution_count":null,"outputs":[]},{"metadata":{"_cell_guid":"ca0a74e2-99b2-4216-bb17-0c428326e5aa","_uuid":"c55d6b8c8125a2b349298a704590c9e26c4c1db3","collapsed":true,"trusted":true},"cell_type":"code","source":"test_data.describe()","execution_count":null,"outputs":[]},{"metadata":{"_cell_guid":"6533a676-05dd-4ff2-99a0-f5efbcb41875","_uuid":"38c981044069915e200be8929b9eb73d15981d7b","collapsed":true,"trusted":true},"cell_type":"code","source":"test_data.describe(include=[\"O\"])","execution_count":null,"outputs":[]},{"metadata":{"_cell_guid":"424780d2-6699-4933-8bf2-3888ef340046","_uuid":"5162804dc266f592845639eb665cf4fea3d476b6"},"cell_type":"markdown","source":"** Now checking the percentage of Null values**"},{"metadata":{"_cell_guid":"dd3220c7-6fc6-4f35-b5cb-040647557b10","_uuid":"b948a73cc737adeef2e8c5b7b37d2d0ab64c6d6b","collapsed":true,"trusted":true},"cell_type":"code","source":"def get_percentage(series):\n    num = series.isnull().sum()\n    den = len(series) \n    return (num/den)*100","execution_count":null,"outputs":[]},{"metadata":{"_cell_guid":"9a2072bd-e950-4dca-bbcf-2d879b6b16ff","_uuid":"408984b0c707c26addf8c2308d11c68f2ddc37ec","collapsed":true,"scrolled":true,"trusted":true},"cell_type":"code","source":"train_data_empty = train_data[train_data.columns[train_data.isnull().any()].tolist()]\nprint('percentage of null values in train data: \\n\\n', get_percentage(train_data_empty))","execution_count":null,"outputs":[]},{"metadata":{"_cell_guid":"769726a6-45ab-4bf4-80c0-fa5e8748aab4","_uuid":"5f514d9428efa427f7e0e5bd35a21a4c80a951e5","collapsed":true,"trusted":true},"cell_type":"code","source":"test_data_empty = test_data[test_data.columns[test_data.isnull().any()].tolist()]\nprint('percentage of null values in test data: \\n\\n', get_percentage(test_data_empty))","execution_count":null,"outputs":[]},{"metadata":{"_cell_guid":"7f2bcc15-7e74-46bd-b166-6a8fc610f3a9","_uuid":"9c6ca1ae74a026607358e6817e6ec56f7ac215a3"},"cell_type":"markdown","source":"**Lets dive into colors**"},{"metadata":{"_cell_guid":"85f2ffeb-788d-429a-bbb9-83374efde4a4","_uuid":"999c6e131ad59b3fa1d60bc25b69257691815010","collapsed":true,"trusted":true},"cell_type":"code","source":"","execution_count":null,"outputs":[]}],"metadata":{"kernelspec":{"display_name":"Python 3","language":"python","name":"python3"},"language_info":{"name":"python","version":"3.6.4","mimetype":"text/x-python","codemirror_mode":{"name":"ipython","version":3},"pygments_lexer":"ipython3","nbconvert_exporter":"python","file_extension":".py"}},"nbformat":4,"nbformat_minor":1}