{"cells":[{"metadata":{"id":"4u9Wkv2DDWm8","colab_type":"text"},"cell_type":"markdown","source":"#Kernels\nhttps://www.kaggle.com/nanomathias/feature-engineering-importance-testing"},{"metadata":{"id":"c5gktYxoi_cj","colab_type":"code","colab":{},"trusted":true},"cell_type":"code","source":"import pandas as pd\nimport numpy as np\nimport matplotlib.pyplot as plt\n%matplotlib inline\nfrom IPython.core.interactiveshell import InteractiveShell #To print multiple outputs\nInteractiveShell.ast_node_interactivity = 'all'","execution_count":null,"outputs":[]},{"metadata":{"id":"jnluTqs7jI5v","colab_type":"code","colab":{},"trusted":true},"cell_type":"code","source":"train_df = pd.read_csv('../input/train.csv', skiprows=range(1,123903891), nrows = 1000000, parse_dates=['click_time'])\ntest_df = pd.read_csv('../input/test.csv', parse_dates=['click_time'], iterator=True)\nsub_df = pd.read_csv('../input/sample_submission.csv')","execution_count":null,"outputs":[]},{"metadata":{"id":"gqTeFi6DeMcI","colab_type":"code","colab":{"base_uri":"https://localhost:8080/","height":34},"outputId":"2738a0f6-e3f1-4053-baea-34a65ba9f5ee","executionInfo":{"status":"ok","timestamp":1525700305270,"user_tz":-330,"elapsed":23679,"user":{"displayName":"shyam kumar","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s128","userId":"100368412914998987899"}},"trusted":false},"cell_type":"code","source":"test_df1 = test_df.get_chunk(10000000)\ntest_df2 = test_df.get_chunk(8790469)\ntest_df1.shape\ntest_df2.shape","execution_count":null,"outputs":[]},{"metadata":{"id":"gi9a27FXoIA-","colab_type":"code","colab":{"base_uri":"https://localhost:8080/","height":204},"outputId":"5b73820f-c5ae-4ad3-fc94-56592165d3b8","executionInfo":{"status":"ok","timestamp":1525698588314,"user_tz":-330,"elapsed":725,"user":{"displayName":"shyam kumar","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s128","userId":"100368412914998987899"}},"trusted":false},"cell_type":"code","source":"train_df.head()","execution_count":null,"outputs":[]},{"metadata":{"id":"z__iWb2foMXX","colab_type":"code","colab":{"base_uri":"https://localhost:8080/","height":238},"outputId":"f07ecc9d-c715-4cec-d09f-1a9ac3127837","executionInfo":{"status":"ok","timestamp":1525698589323,"user_tz":-330,"elapsed":752,"user":{"displayName":"shyam kumar","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s128","userId":"100368412914998987899"}},"trusted":false},"cell_type":"code","source":"train_df.info()","execution_count":null,"outputs":[]},{"metadata":{"id":"GaI6TXiumhH3","colab_type":"code","colab":{"base_uri":"https://localhost:8080/","height":34},"outputId":"2186573f-5589-4e82-e463-d3c671eda7d7","executionInfo":{"status":"ok","timestamp":1525698590413,"user_tz":-330,"elapsed":844,"user":{"displayName":"shyam kumar","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s128","userId":"100368412914998987899"}},"trusted":false},"cell_type":"code","source":"train_df.shape\ntest_df1.shape\ntest_df2.shape\nsub_df.shape","execution_count":null,"outputs":[]},{"metadata":{"id":"hnqMQNUXnp9S","colab_type":"code","colab":{"base_uri":"https://localhost:8080/","height":34},"outputId":"b53e48d7-32b7-4aaa-9f11-d2a51570b525","executionInfo":{"status":"ok","timestamp":1525357781435,"user_tz":-330,"elapsed":1500,"user":{"displayName":"shyam kumar","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s128","userId":"100368412914998987899"}},"trusted":false},"cell_type":"code","source":"train_df = train_df.append(test_df)\ntrain_df.shape","execution_count":null,"outputs":[]},{"metadata":{"id":"r4ECwamDmU3C","colab_type":"code","colab":{"base_uri":"https://localhost:8080/","height":34},"outputId":"7b8fd0cc-eeeb-4888-9906-d77f52001d1d","executionInfo":{"status":"ok","timestamp":1525354424558,"user_tz":-330,"elapsed":3063,"user":{"displayName":"shyam kumar","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s128","userId":"100368412914998987899"}},"trusted":false},"cell_type":"code","source":"len(train_df.ip.unique()), len(train_df.app.unique()), len(train_df.channel.unique()), len(train_df.device.unique())","execution_count":null,"outputs":[]},{"metadata":{"id":"U6ZKGO8k7Bj1","colab_type":"code","colab":{},"trusted":false},"cell_type":"code","source":"train_df['day_of_week'] = train_df['click_time'].dt.dayofweek\ntrain_df['hour'] = train_df['click_time'].dt.hour\ntrain_df['day'] = train_df['click_time'].dt.day\ntrain_df['month'] = train_df['click_time'].dt.month\ntrain_df['IsWeekend'] = train_df['day_of_week'].apply(lambda x : 0 if x==0 | x==6 else 1)","execution_count":0,"outputs":[]},{"metadata":{"id":"YhP0AQDBb8Y7","colab_type":"code","colab":{},"trusted":false},"cell_type":"code","source":"test_df1['day_of_week'] = test_df1['click_time'].dt.dayofweek\ntest_df1['hour'] = test_df1['click_time'].dt.hour\ntest_df1['day'] = test_df1['click_time'].dt.day\ntest_df1['month'] = test_df1['click_time'].dt.month\ntest_df1['IsWeekend'] = test_df1['day_of_week'].apply(lambda x : 0 if x==0 | x==6 else 1)","execution_count":0,"outputs":[]},{"metadata":{"id":"lrSe-W__fiNf","colab_type":"code","colab":{},"trusted":false},"cell_type":"code","source":"test_df2['day_of_week'] = test_df2['click_time'].dt.dayofweek\ntest_df2['hour'] = test_df2['click_time'].dt.hour\ntest_df2['day'] = test_df2['click_time'].dt.day\ntest_df2['month'] = test_df2['click_time'].dt.month\ntest_df2['IsWeekend'] = test_df2['day_of_week'].apply(lambda x : 0 if x==0 | x==6 else 1)","execution_count":0,"outputs":[]},{"metadata":{"id":"5aHseO4-RQ_E","colab_type":"code","colab":{"base_uri":"https://localhost:8080/","height":204},"outputId":"33b9f4ec-b356-4c9d-917f-9d763d943271","executionInfo":{"status":"ok","timestamp":1525700581403,"user_tz":-330,"elapsed":232380,"user":{"displayName":"shyam kumar","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s128","userId":"100368412914998987899"}},"trusted":false},"cell_type":"code","source":"import time\ntrain_df[\"ordinal_date\"] = train_df[\"click_time\"].apply(lambda x: time.mktime(x.timetuple()))\ntest_df1[\"ordinal_date\"] = test_df1[\"click_time\"].apply(lambda x: time.mktime(x.timetuple()))\ntest_df2[\"ordinal_date\"] = test_df2[\"click_time\"].apply(lambda x: time.mktime(x.timetuple()))\ntrain_df.head()","execution_count":null,"outputs":[]},{"metadata":{"id":"aUKJxGnVTDaX","colab_type":"code","colab":{"base_uri":"https://localhost:8080/","height":204},"outputId":"b0c3ccec-a2db-44a8-c8c5-778451526822","executionInfo":{"status":"ok","timestamp":1525700584756,"user_tz":-330,"elapsed":3303,"user":{"displayName":"shyam kumar","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s128","userId":"100368412914998987899"}},"trusted":false},"cell_type":"code","source":"train_df = train_df.sort_values(by=\"ordinal_date\").reset_index(drop=True)\ntest_df1 = test_df1.sort_values(by=\"ordinal_date\").reset_index(drop=True)\ntest_df2 = test_df2.sort_values(by=\"ordinal_date\").reset_index(drop=True)\ntrain_df.head()","execution_count":null,"outputs":[]},{"metadata":{"id":"mc7X_ZTExlcR","colab_type":"code","colab":{"base_uri":"https://localhost:8080/","height":520},"outputId":"48033669-64cd-4963-903e-6d177aacc7ad","executionInfo":{"status":"error","timestamp":1525698626496,"user_tz":-330,"elapsed":3824,"user":{"displayName":"shyam kumar","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s128","userId":"100368412914998987899"}},"trusted":false},"cell_type":"code","source":"min(train_df.click_time.dt.date)","execution_count":null,"outputs":[]},{"metadata":{"id":"Ro5vOCrj5uOQ","colab_type":"code","colab":{"base_uri":"https://localhost:8080/","height":34},"outputId":"69599076-f629-4e6c-9b28-32b97c954251","executionInfo":{"status":"ok","timestamp":1525349342022,"user_tz":-330,"elapsed":57586,"user":{"displayName":"shyam kumar","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s128","userId":"100368412914998987899"}},"trusted":false},"cell_type":"code","source":"max(train_df.click_time.dt.date)","execution_count":null,"outputs":[]},{"metadata":{"id":"WPDTmdrjGujB","colab_type":"code","colab":{"base_uri":"https://localhost:8080/","height":391},"outputId":"cdffad1b-c6ea-45e4-9d84-fb5bd608d8b9","executionInfo":{"status":"ok","timestamp":1525700597425,"user_tz":-330,"elapsed":3708,"user":{"displayName":"shyam kumar","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s128","userId":"100368412914998987899"}},"trusted":false},"cell_type":"code","source":"click_counts_byappid_train = train_df.groupby(['ip','app'])['click_time'].size().rename('ipcount_byapp').reset_index()\nclick_counts_byappid_test1 = test_df1.groupby(['ip','app'])['click_time'].size().rename('ipcount_byapp').reset_index()\nclick_counts_byappid_test2 = test_df2.groupby(['ip','app'])['click_time'].size().rename('ipcount_byapp').reset_index()\nclick_counts_byappid_train.head()\nclick_counts_byappid_train.tail()","execution_count":null,"outputs":[]},{"metadata":{"id":"ChEamzzgotaq","colab_type":"code","colab":{"base_uri":"https://localhost:8080/","height":34},"outputId":"32afc898-fed9-444f-978f-f2b3a1e92d2b","executionInfo":{"status":"ok","timestamp":1525700598319,"user_tz":-330,"elapsed":846,"user":{"displayName":"shyam kumar","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s128","userId":"100368412914998987899"}},"trusted":false},"cell_type":"code","source":"click_counts_byappid_train.shape","execution_count":null,"outputs":[]},{"metadata":{"id":"vAeKiPBV-Opf","colab_type":"code","colab":{},"trusted":false},"cell_type":"code","source":"train_df_new = pd.merge(train_df, click_counts_byappid_train, on=['ip','app'], how='left', sort=False)\ntest_df_new1 = pd.merge(test_df1, click_counts_byappid_test1, on=['ip','app'], how='left', sort=False)\ntest_df_new2 = pd.merge(test_df2, click_counts_byappid_test2, on=['ip','app'], how='left', sort=False)","execution_count":0,"outputs":[]},{"metadata":{"id":"fFljQc1wNwtW","colab_type":"code","colab":{"base_uri":"https://localhost:8080/","height":34},"outputId":"43653dab-87a8-403e-e3cb-b44803490e51","executionInfo":{"status":"ok","timestamp":1525698658217,"user_tz":-330,"elapsed":745,"user":{"displayName":"shyam kumar","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s128","userId":"100368412914998987899"}},"trusted":false},"cell_type":"code","source":"test_df_new1.shape\ntest_df_new2.shape","execution_count":null,"outputs":[]},{"metadata":{"id":"N-7htXBvN6NA","colab_type":"code","colab":{"base_uri":"https://localhost:8080/","height":408},"outputId":"ff8afef9-f7e8-4967-d819-57c8d58667fe","executionInfo":{"status":"ok","timestamp":1525700612879,"user_tz":-330,"elapsed":4716,"user":{"displayName":"shyam kumar","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s128","userId":"100368412914998987899"}},"trusted":false},"cell_type":"code","source":"click_counts_bychannel_train = train_df.groupby(['ip','channel'])['click_time'].size().rename('ipcount_bychannel').reset_index()\nclick_counts_bychannel_test1 = test_df1.groupby(['ip','channel'])['click_time'].size().rename('ipcount_bychannel').reset_index()\nclick_counts_bychannel_test2 = test_df2.groupby(['ip','channel'])['click_time'].size().rename('ipcount_bychannel').reset_index()\nclick_counts_bychannel_train.shape\nclick_counts_bychannel_train.head()\nclick_counts_bychannel_train.tail()","execution_count":null,"outputs":[]},{"metadata":{"id":"hYRuBEvZOM8z","colab_type":"code","colab":{"base_uri":"https://localhost:8080/","height":309},"outputId":"ab42b93e-a30a-4568-e885-18a186fb0757","executionInfo":{"status":"ok","timestamp":1525700622208,"user_tz":-330,"elapsed":9236,"user":{"displayName":"shyam kumar","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s128","userId":"100368412914998987899"}},"trusted":false},"cell_type":"code","source":"train_df_new = pd.merge(train_df_new, click_counts_bychannel_train, on=['ip','channel'], how='left', sort=False)\ntest_df_new1 = pd.merge(test_df_new1, click_counts_bychannel_test1, on=['ip','channel'], how='left', sort=False)\ntest_df_new2 = pd.merge(test_df_new2, click_counts_bychannel_test2, on=['ip','channel'], how='left', sort=False)\ntrain_df_new.head()","execution_count":null,"outputs":[]},{"metadata":{"id":"-dnFhIh9PBYC","colab_type":"code","colab":{"base_uri":"https://localhost:8080/","height":408},"outputId":"0c4ee686-2462-42fc-9356-4d376596d070","executionInfo":{"status":"ok","timestamp":1525700624987,"user_tz":-330,"elapsed":2640,"user":{"displayName":"shyam kumar","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s128","userId":"100368412914998987899"}},"trusted":false},"cell_type":"code","source":"click_counts_bydevice_train = train_df.groupby(['ip','device'])['click_time'].size().rename('ipcount_bydevice').reset_index()\nclick_counts_bydevice_test1 = test_df1.groupby(['ip','device'])['click_time'].size().rename('ipcount_bydevice').reset_index()\nclick_counts_bydevice_test2 = test_df2.groupby(['ip','device'])['click_time'].size().rename('ipcount_bydevice').reset_index()\nclick_counts_bydevice_train.shape\nclick_counts_bydevice_train.head()\nclick_counts_bydevice_train.tail()","execution_count":null,"outputs":[]},{"metadata":{"id":"TVJVztXyPXPF","colab_type":"code","colab":{"base_uri":"https://localhost:8080/","height":309},"outputId":"b7b4eb1e-6fd1-47b6-c49a-4cd2067b7849","executionInfo":{"status":"ok","timestamp":1525700632361,"user_tz":-330,"elapsed":7288,"user":{"displayName":"shyam kumar","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s128","userId":"100368412914998987899"}},"trusted":false},"cell_type":"code","source":"train_df_new = pd.merge(train_df_new, click_counts_bydevice_train, on=['ip','device'], how='left', sort=False)\ntest_df_new1 = pd.merge(test_df_new1, click_counts_bydevice_test1, on=['ip','device'], how='left', sort=False)\ntest_df_new2 = pd.merge(test_df_new2, click_counts_bydevice_test2, on=['ip','device'], how='left', sort=False)\ntrain_df_new.head()","execution_count":null,"outputs":[]},{"metadata":{"id":"Ll5dKdkp0Ghj","colab_type":"code","colab":{"base_uri":"https://localhost:8080/","height":153},"outputId":"cf509643-6e0d-41b0-d7fb-1f4a3bc00663","executionInfo":{"status":"ok","timestamp":1525700980780,"user_tz":-330,"elapsed":1924,"user":{"displayName":"shyam kumar","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s128","userId":"100368412914998987899"}},"trusted":false},"cell_type":"code","source":"!ls -ltr","execution_count":null,"outputs":[]},{"metadata":{"id":"FClicXEbUld9","colab_type":"code","colab":{"base_uri":"https://localhost:8080/","height":1424},"outputId":"58b507fc-e43e-4ca6-ef9f-15ed69672a06","executionInfo":{"status":"error","timestamp":1525698690243,"user_tz":-330,"elapsed":2741,"user":{"displayName":"shyam kumar","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s128","userId":"100368412914998987899"}},"trusted":false},"cell_type":"code","source":"train_df_new[\"ip_cum_count\"] = train_df_new.groupby(\"ip\")[\"device\"].cumcount()\ntest_df_new1[\"ip_cum_count\"] = test_df_new1.groupby(\"ip\")[\"device\"].cumcount()\ntest_df_new2[\"ip_cum_count\"] = test_df_new2.groupby(\"ip\")[\"device\"].cumcount()\ntrain_df_new.head()","execution_count":null,"outputs":[]},{"metadata":{"id":"XfV3GftcTN-u","colab_type":"code","colab":{"base_uri":"https://localhost:8080/","height":581},"outputId":"b598865a-aa08-423d-846a-55cc0b69d8ab","executionInfo":{"status":"ok","timestamp":1525701128083,"user_tz":-330,"elapsed":2294,"user":{"displayName":"shyam kumar","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s128","userId":"100368412914998987899"}},"trusted":false},"cell_type":"code","source":"train_df_new[\"prev_date\"] = train_df_new.groupby(\"ip\")[\"ordinal_date\"].shift(1)\ntest_df_new1[\"prev_date\"] = test_df_new1.groupby(\"ip\")[\"ordinal_date\"].shift(1)\ntest_df_new2[\"prev_date\"] = test_df_new2.groupby(\"ip\")[\"ordinal_date\"].shift(1)\ntrain_df_new.head()\ntest_df_new1.head()","execution_count":null,"outputs":[]},{"metadata":{"id":"RYXyXX_YW6_p","colab_type":"code","colab":{"base_uri":"https://localhost:8080/","height":581},"outputId":"8f55e6ea-47a5-4293-927e-e2817ce460f8","executionInfo":{"status":"ok","timestamp":1525701128974,"user_tz":-330,"elapsed":764,"user":{"displayName":"shyam kumar","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s128","userId":"100368412914998987899"}},"trusted":false},"cell_type":"code","source":"train_df_new[\"date_diff\"] = train_df_new[\"ordinal_date\"] - train_df_new[\"prev_date\"]\ntest_df_new1[\"date_diff\"] = test_df_new1[\"ordinal_date\"] - test_df_new1[\"prev_date\"]\ntest_df_new2[\"date_diff\"] = test_df_new2[\"ordinal_date\"] - test_df_new2[\"prev_date\"]\ntrain_df_new.head()\ntest_df_new1.head()","execution_count":null,"outputs":[]},{"metadata":{"id":"bDfkp8kWoGjF","colab_type":"code","colab":{"base_uri":"https://localhost:8080/","height":639},"outputId":"5200536a-e8e9-4b7a-8cad-c1fe6e5fb7ad","executionInfo":{"status":"ok","timestamp":1525701157366,"user_tz":-330,"elapsed":28096,"user":{"displayName":"shyam kumar","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s128","userId":"100368412914998987899"}},"trusted":false},"cell_type":"code","source":"gdf = train_df_new.groupby(\"ip\")[\"ordinal_date\"].agg([\"min\", \"mean\", \"max\", \"std\"]).reset_index()\ngdf1 = test_df_new1.groupby(\"ip\")[\"ordinal_date\"].agg([\"min\", \"mean\", \"max\", \"std\"]).reset_index()\ngdf2 = test_df_new2.groupby(\"ip\")[\"ordinal_date\"].agg([\"min\", \"mean\", \"max\", \"std\"]).reset_index()\ngdf.columns = [\"ip\", \"min_date\", \"mean_date\", \"max_date\", \"std_date\"]\ngdf1.columns = [\"ip\", \"min_date\", \"mean_date\", \"max_date\", \"std_date\"]\ngdf2.columns = [\"ip\", \"min_date\", \"mean_date\", \"max_date\", \"std_date\"]\ntrain_df_new = pd.merge(train_df_new, gdf, on=\"ip\")\ntest_df_new1 = pd.merge(test_df_new1, gdf1, on=\"ip\")\ntest_df_new2 = pd.merge(test_df_new2, gdf2, on=\"ip\")\ntrain_df_new.head()\ntest_df_new1.head()","execution_count":null,"outputs":[]},{"metadata":{"id":"wd0GdSYto1Am","colab_type":"code","colab":{"base_uri":"https://localhost:8080/","height":338},"outputId":"ea711b67-e1d7-492c-e5c9-0b034cd951cf","executionInfo":{"status":"ok","timestamp":1525701158193,"user_tz":-330,"elapsed":751,"user":{"displayName":"shyam kumar","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s128","userId":"100368412914998987899"}},"trusted":false},"cell_type":"code","source":"gdf = train_df_new[train_df_new['is_attributed']==1]\ngdf = gdf.groupby(\"ip\")[\"ordinal_date\"].agg([\"mean\",\"std\"]).reset_index()\ngdf.columns = [\"ip\", \"ip_mean_date_click\", \"ip_std_date_click\"]\ntrain_df_new = pd.merge(train_df_new, gdf, on=\"ip\", how=\"left\")\ntrain_df_new.head()","execution_count":null,"outputs":[]},{"metadata":{"id":"XTs4yFe66dcu","colab_type":"code","colab":{"base_uri":"https://localhost:8080/","height":639},"outputId":"8d20d1a2-165b-4568-e63c-d874e1f37004","executionInfo":{"status":"ok","timestamp":1525701853112,"user_tz":-330,"elapsed":4791,"user":{"displayName":"shyam kumar","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s128","userId":"100368412914998987899"}},"trusted":false},"cell_type":"code","source":"test_df_new1 = pd.merge(test_df_new1, gdf, on=\"ip\", how=\"left\")\ntest_df_new2 = pd.merge(test_df_new2, gdf, on=\"ip\", how=\"left\")\ntest_df_new1.head()\ntest_df_new2.head()","execution_count":null,"outputs":[]},{"metadata":{"id":"OB68m7eUyBL4","colab_type":"code","colab":{},"trusted":false},"cell_type":"code","source":"train_df_new.to_csv('train_df_new.csv', index=False)","execution_count":0,"outputs":[]},{"metadata":{"id":"LPrZbqx4AVhB","colab_type":"code","colab":{},"trusted":false},"cell_type":"code","source":"test = pd.concat([test_df_new1, test_df_new2])","execution_count":0,"outputs":[]},{"metadata":{"id":"Kb4MNzFvAoRJ","colab_type":"code","colab":{},"trusted":false},"cell_type":"code","source":"test.to_csv('test_df.csv', index=False)","execution_count":0,"outputs":[]},{"metadata":{"id":"RhcXPggBz1hm","colab_type":"code","colab":{},"trusted":false},"cell_type":"code","source":"import pandas as pd\ntrain_df = pd.read_csv('train_df_new.csv')\ntest_df1 = pd.read_csv('test_df_new1.csv')\ntest_df2 = pd.read_csv('test_df_new2.csv')","execution_count":0,"outputs":[]},{"metadata":{"id":"CpMSXxCiLjOG","colab_type":"code","colab":{"base_uri":"https://localhost:8080/","height":102},"outputId":"db398bce-e255-4764-efbb-4eb626177946","executionInfo":{"status":"ok","timestamp":1525705023258,"user_tz":-330,"elapsed":789,"user":{"displayName":"shyam kumar","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s128","userId":"100368412914998987899"}},"trusted":false},"cell_type":"code","source":"feature_cols = train_df.columns.drop(['ip','attributed_time', 'is_attributed','click_time','ordinal_date','prev_date'])\nfeature_cols","execution_count":null,"outputs":[]},{"metadata":{"id":"w60sVjlNLzVm","colab_type":"code","colab":{},"trusted":false},"cell_type":"code","source":"X = train_df[feature_cols]\ny = train_df.is_attributed","execution_count":0,"outputs":[]},{"metadata":{"id":"p7FsdYXxL0-c","colab_type":"code","colab":{},"trusted":false},"cell_type":"code","source":"from sklearn.model_selection import train_test_split    \nX_train, X_test, y_train, y_test = train_test_split(X, y, test_size = 0.33, random_state = 33)","execution_count":0,"outputs":[]},{"metadata":{"id":"vTX79X1B_fBn","colab_type":"code","colab":{},"trusted":false},"cell_type":"code","source":"import xgboost as xgb\ndtrain = xgb.DMatrix(X_train, y_train)\ndvalid = xgb.DMatrix(X_test, y_test)","execution_count":0,"outputs":[]},{"metadata":{"id":"ZmOR7KvM_kO6","colab_type":"code","colab":{},"trusted":false},"cell_type":"code","source":"watchlist = [(dtrain, 'train'), (dvalid, 'valid')]","execution_count":0,"outputs":[]},{"metadata":{"id":"v6cctHph_4E0","colab_type":"code","colab":{},"trusted":false},"cell_type":"code","source":"params = {'eta': 0.1, # learning rate\n          'tree_method': \"auto\", \n          'max_depth': 4, \n          'subsample': 0.8, \n          'colsample_bytree': 0.7, \n          'colsample_bylevel':0.7,\n          'min_child_weight':0,\n          'alpha':4,\n          'objective': 'binary:logistic', \n          'scale_pos_weight':9,\n          'eval_metric': 'auc', \n          'random_state': 99,\n #         'threads': 5,\n          'silent': True}","execution_count":0,"outputs":[]},{"metadata":{"id":"EtaQ-bCu_vem","colab_type":"code","colab":{"base_uri":"https://localhost:8080/","height":255},"outputId":"8c15b5d3-10c5-4202-f683-c9d7a69559f9","executionInfo":{"status":"ok","timestamp":1525705079617,"user_tz":-330,"elapsed":49894,"user":{"displayName":"shyam kumar","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s128","userId":"100368412914998987899"}},"trusted":false},"cell_type":"code","source":"#model = xgb.train(params, dtrain, 1000, watchlist, maximize=True, early_stopping_rounds=50, verbose_eval=10)\nmodel = xgb.train(params, dtrain, 129, watchlist, maximize=True, verbose_eval=10)","execution_count":null,"outputs":[]},{"metadata":{"id":"ZwkSHeZBARAw","colab_type":"code","colab":{},"trusted":false},"cell_type":"code","source":"dtest1 = xgb.DMatrix(test_df1[feature_cols])\ndtest2 = xgb.DMatrix(test_df2[feature_cols])","execution_count":0,"outputs":[]},{"metadata":{"id":"Q8rhOn9yBIhE","colab_type":"code","colab":{"base_uri":"https://localhost:8080/","height":34},"outputId":"74a8fcf8-ba69-47ff-dd40-dab7427770b0","executionInfo":{"status":"ok","timestamp":1525705091778,"user_tz":-330,"elapsed":4308,"user":{"displayName":"shyam kumar","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s128","userId":"100368412914998987899"}},"trusted":false},"cell_type":"code","source":"sub = pd.read_csv('/content/kaggle/talkingdata/sample_submission.csv.zip', compression='zip')\nsub.shape","execution_count":null,"outputs":[]},{"metadata":{"id":"8eVaypAIFXgB","colab_type":"code","colab":{},"trusted":false},"cell_type":"code","source":"sub['is_attributed'][:test_df1.shape[0]] = model.predict(dtest1, ntree_limit=model.best_ntree_limit)","execution_count":0,"outputs":[]},{"metadata":{"id":"uH_hf8rjFDRX","colab_type":"code","colab":{"base_uri":"https://localhost:8080/","height":102},"outputId":"73f2d6c6-d547-4bdb-df09-dabff07fc800","executionInfo":{"status":"ok","timestamp":1525705123300,"user_tz":-330,"elapsed":14866,"user":{"displayName":"shyam kumar","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s128","userId":"100368412914998987899"}},"trusted":false},"cell_type":"code","source":"sub['is_attributed'][test_df1.shape[0]:] = model.predict(dtest2, ntree_limit=model.best_ntree_limit)","execution_count":null,"outputs":[]},{"metadata":{"id":"Ma5ohl2mFbtM","colab_type":"code","colab":{"base_uri":"https://localhost:8080/","height":204},"outputId":"9cadd212-2280-4d74-9bc4-1e81ac6d61c1","executionInfo":{"status":"ok","timestamp":1525705124107,"user_tz":-330,"elapsed":730,"user":{"displayName":"shyam kumar","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s128","userId":"100368412914998987899"}},"trusted":false},"cell_type":"code","source":"sub.head()","execution_count":null,"outputs":[]},{"metadata":{"id":"E9XjIp4WHNXN","colab_type":"code","colab":{"base_uri":"https://localhost:8080/","height":34},"outputId":"a174ad68-5164-428d-cf10-0080a9ccb35d","executionInfo":{"status":"ok","timestamp":1525705142411,"user_tz":-330,"elapsed":775,"user":{"displayName":"shyam kumar","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s128","userId":"100368412914998987899"}},"trusted":false},"cell_type":"code","source":"sub.shape","execution_count":null,"outputs":[]},{"metadata":{"id":"a8LheFEdFBmB","colab_type":"code","colab":{},"trusted":false},"cell_type":"code","source":"sub.to_csv('sample_submission.csv',index=False)","execution_count":0,"outputs":[]}],"metadata":{"colab":{"name":"TalkingData_AdTracking_FraudDetection_v0.3.ipynb","version":"0.3.2","provenance":[],"collapsed_sections":[]},"kernelspec":{"name":"python3","display_name":"Python 3"},"accelerator":"GPU"},"nbformat":4,"nbformat_minor":1}