{"cells":[{"metadata":{"_uuid":"a7bc488190c3a97448321515cf4d101bb4b47b3a"},"cell_type":"markdown","source":"plot feature difference between train and test"},{"metadata":{"trusted":false,"collapsed":true,"_uuid":"de720c3c2d0355748b1ece427edfe5193b8064a6"},"cell_type":"code","source":"import pandas as pd\nimport matplotlib.pyplot as plt\nimport seaborn as sns\n%matplotlib inline","execution_count":1,"outputs":[]},{"metadata":{"trusted":false,"collapsed":true,"_uuid":"c108e05e9ebf9984bf8e42c8746ecd04fe9e087e"},"cell_type":"code","source":"dtype = {\n    \"ip\": \"uint32\",\n    \"app\": \"uint16\",\n    \"device\": \"uint16\",\n    \"os\": \"uint16\",\n    \"channel\": \"uint16\",\n}\ntrain = pd.read_csv(\"../input/train.csv\", dtype=dtype)\ntest = pd.read_csv(\"../input/test.csv\", dtype=dtype)","execution_count":2,"outputs":[]},{"metadata":{"_uuid":"f5b9bf5ad1ba93dd60544881d0531beb51d96cb4"},"cell_type":"markdown","source":"## ip"},{"metadata":{"trusted":false,"_uuid":"0d31e3226929fa758ee46db929d53c6639543c20"},"cell_type":"code","source":"fig, (axl, axr) = plt.subplots(ncols=2, figsize=(15,6))\naxl.set_title(\"train\")\naxr.set_title(\"test\")\nsns.distplot(train[\"ip\"], kde=False, ax=axl)\nsns.distplot(test[\"ip\"], kde=False, ax=axr)\nplt.plot()","execution_count":3,"outputs":[]},{"metadata":{"trusted":false,"_uuid":"774bd7c6a34e04687e23415ba167f92e1ae354af"},"cell_type":"code","source":"df = pd.concat([train[\"ip\"].describe(), test[\"ip\"].describe()], axis=1)\ndf.columns = [\"train\", \"test\"]\ndf","execution_count":4,"outputs":[]},{"metadata":{"trusted":false,"_uuid":"71c3d89f62b65b5a129fc278d7f09e90ca74a032"},"cell_type":"code","source":"# train only\nlen(set(train[\"ip\"]) - set(test[\"ip\"]))","execution_count":5,"outputs":[]},{"metadata":{"trusted":false,"_uuid":"569072ed68a9784f1f23298c41d04ad1ae0f2ef9"},"cell_type":"code","source":"# test only\nlen(set(test[\"ip\"]) - set(train[\"ip\"]))","execution_count":6,"outputs":[]},{"metadata":{"_uuid":"73905cc9a5b2d425e93d5d2836249b85d0d53ce3"},"cell_type":"markdown","source":"## app"},{"metadata":{"trusted":false,"_uuid":"0385f327a3f7d9dd6026f4d914433b7823457ba3"},"cell_type":"code","source":"fig, (axl, axr) = plt.subplots(ncols=2, figsize=(15,6))\naxl.set_title(\"train\")\naxr.set_title(\"test\")\nsns.distplot(train[\"app\"], kde=False, ax=axl)\nsns.distplot(test[\"app\"], kde=False, ax=axr)\nplt.plot()","execution_count":7,"outputs":[]},{"metadata":{"trusted":false,"_uuid":"10e69a0702bccd35394b1dea9273bfcfe916ded6"},"cell_type":"code","source":"df = pd.concat([train[\"app\"].describe(), test[\"app\"].describe()], axis=1)\ndf.columns = [\"train\", \"test\"]\ndf","execution_count":8,"outputs":[]},{"metadata":{"trusted":false,"_uuid":"565876c4ee6beb3d10eceafae9c05ff3890dce5c"},"cell_type":"code","source":"# train only\nlen(set(train[\"app\"]) - set(test[\"app\"]))","execution_count":9,"outputs":[]},{"metadata":{"trusted":false,"_uuid":"be9fa4da73e5e5607fb4bc59ce88d7e81d9586e8"},"cell_type":"code","source":"# test only\nlen(set(test[\"app\"]) - set(train[\"app\"]))","execution_count":10,"outputs":[]},{"metadata":{"_uuid":"eb3ecd37cf1d84395b0e09fcaa3c4e97e40c2437"},"cell_type":"markdown","source":"## device"},{"metadata":{"trusted":false,"_uuid":"8c6767d2e7c557d35bd2d0f7d48ddba51c9d9813"},"cell_type":"code","source":"fig, (axl, axr) = plt.subplots(ncols=2, figsize=(15,6))\naxl.set_title(\"train\")\naxr.set_title(\"test\")\nsns.distplot(train[\"device\"], kde=False, ax=axl)\nsns.distplot(test[\"device\"], kde=False, ax=axr)\nplt.plot()","execution_count":11,"outputs":[]},{"metadata":{"trusted":false,"_uuid":"ddf0c0a30f5adbe242e59699c23f3964e2cf6173"},"cell_type":"code","source":"df = pd.concat([train[\"device\"].describe(), test[\"device\"].describe()], axis=1)\ndf.columns = [\"train\", \"test\"]\ndf","execution_count":12,"outputs":[]},{"metadata":{"trusted":false,"_uuid":"c090e14c3bcd729d35386932395f498dd387b282"},"cell_type":"code","source":"# train only\nlen(set(train[\"device\"]) - set(test[\"device\"]))","execution_count":13,"outputs":[]},{"metadata":{"trusted":false,"_uuid":"c0392cb73b1e9630f9ea02ad1bdb220b169251df"},"cell_type":"code","source":"# test only\nlen(set(test[\"device\"]) - set(train[\"device\"]))","execution_count":14,"outputs":[]},{"metadata":{"_uuid":"d8f6e81f7d687e862817389fc6f24105ed2c2d0e"},"cell_type":"markdown","source":"## os"},{"metadata":{"trusted":false,"_uuid":"774f72731a86e7c0806189d2fabd20c796a5bfd8"},"cell_type":"code","source":"fig, (axl, axr) = plt.subplots(ncols=2, figsize=(15,6))\naxl.set_title(\"train\")\naxr.set_title(\"test\")\nsns.distplot(train[\"os\"], kde=False, ax=axl)\nsns.distplot(test[\"os\"], kde=False, ax=axr)\nplt.plot()","execution_count":15,"outputs":[]},{"metadata":{"trusted":false,"_uuid":"dd1a6b8b8054c6f7ddfba737b18f575ecb7f2196"},"cell_type":"code","source":"df = pd.concat([train[\"os\"].describe(), test[\"os\"].describe()], axis=1)\ndf.columns = [\"train\", \"test\"]\ndf","execution_count":16,"outputs":[]},{"metadata":{"trusted":false,"_uuid":"56724ac1891f3b35b49abe351f72dd54e4c15fde"},"cell_type":"code","source":"# train only\nlen(set(train[\"os\"]) - set(test[\"os\"]))","execution_count":17,"outputs":[]},{"metadata":{"trusted":false,"_uuid":"23664c21554da9165568490af888d6f357649273"},"cell_type":"code","source":"# test only\nlen(set(test[\"os\"]) - set(train[\"os\"]))","execution_count":18,"outputs":[]},{"metadata":{"_uuid":"beb5a93b1717f72fd772b8f6c7ccf837914217c9"},"cell_type":"markdown","source":"## channel"},{"metadata":{"trusted":false,"_uuid":"319c35dd191420bc94f081e94ed02503106dafbc"},"cell_type":"code","source":"fig, (axl, axr) = plt.subplots(ncols=2, figsize=(15,6))\naxl.set_title(\"train\")\naxr.set_title(\"test\")\nsns.distplot(train[\"channel\"], kde=False, ax=axl)\nsns.distplot(test[\"channel\"], kde=False, ax=axr)\nplt.plot()","execution_count":19,"outputs":[]},{"metadata":{"trusted":false,"_uuid":"0d0c88bf75abde0087045d746f73bea7ea0514f6"},"cell_type":"code","source":"df = pd.concat([train[\"channel\"].describe(), test[\"channel\"].describe()], axis=1)\ndf.columns = [\"train\", \"test\"]\ndf","execution_count":20,"outputs":[]},{"metadata":{"trusted":false,"_uuid":"caa67718c07935b314e6983fdd2d321273b014f2"},"cell_type":"code","source":"# train only\nlen(set(train[\"channel\"]) - set(test[\"channel\"]))","execution_count":21,"outputs":[]},{"metadata":{"trusted":false,"_uuid":"e7a414a7adc208c7aa896521f1615f7b42887ec1"},"cell_type":"code","source":"# test only\nlen(set(test[\"channel\"]) - set(train[\"channel\"]))","execution_count":22,"outputs":[]},{"metadata":{"_uuid":"7188e74a13e595cc42c12b72d86cf2ad234fa394"},"cell_type":"markdown","source":"## click time"},{"metadata":{"trusted":false,"_uuid":"fc2e105e87bec1166a7499b761f92796215647d3"},"cell_type":"code","source":"# train\npd.to_datetime(train[\"click_time\"]).describe()","execution_count":23,"outputs":[]},{"metadata":{"trusted":false,"_uuid":"69533d8ae2c34027bd33881123a8c47ba68b46ed"},"cell_type":"code","source":"# test\npd.to_datetime(test[\"click_time\"]).describe()","execution_count":24,"outputs":[]}],"metadata":{"kernelspec":{"display_name":"Python 3","language":"python","name":"python3"},"language_info":{"codemirror_mode":{"name":"ipython","version":3},"file_extension":".py","mimetype":"text/x-python","name":"python","nbconvert_exporter":"python","pygments_lexer":"ipython3","version":"3.6.3"}},"nbformat":4,"nbformat_minor":1}