{"cells":[{"metadata":{"trusted":true,"_uuid":"e2bffa0e49629218e7881ac829b58191232aac69"},"cell_type":"code","source":"library(data.table)\nlibrary(DataExplorer)","execution_count":null,"outputs":[]},{"metadata":{"trusted":true,"_uuid":"e977e51f9b3605d6de041eb4797f95e071dae0af"},"cell_type":"code","source":"dt1 <- fread(\"..//input/test_set_metadata.csv\")\ndt2 <- fread(\"..//input/training_set.csv\")\ndim(dt1)\ndim(dt2)","execution_count":null,"outputs":[]},{"metadata":{"trusted":true,"_uuid":"ede12506761e593ebb25b0099368531612a97005"},"cell_type":"code","source":"dt1[1:5,]\ndt2[1:5,]","execution_count":null,"outputs":[]},{"metadata":{"trusted":true,"_uuid":"4051c38a162436057d3cc0c2ee99eb3c82327826"},"cell_type":"code","source":"plot_missing(dt1)","execution_count":null,"outputs":[]},{"metadata":{"trusted":true,"_uuid":"9b46097298c9d02852090bb4aed3ad3fb9b19b99"},"cell_type":"code","source":"plot_missing(dt2)","execution_count":null,"outputs":[]},{"metadata":{"trusted":true,"_uuid":"0a2776aaeba5b18582dde7d27e80f1ad3e9ee882"},"cell_type":"code","source":"names(dt1)\nnames(dt2)","execution_count":null,"outputs":[]},{"metadata":{"trusted":true,"_uuid":"ad2153b6c2d93c4e007c5abd6fd8b9b03ab4c674"},"cell_type":"code","source":"select <- names(dt1[,-c(7, 10)])\nselect","execution_count":null,"outputs":[]},{"metadata":{"trusted":true,"_uuid":"0def2cb339a47d3d3194e70db3c4f45f8e468b06"},"cell_type":"code","source":"dt1s <- dt1[, ..select]\ndt1s[1:5,]","execution_count":null,"outputs":[]},{"metadata":{"trusted":true,"_uuid":"cd331176a717830a01e556d5e6eacdb5514eb643"},"cell_type":"code","source":"dt1s2 <- dt1s[dt2, on=\"object_id\", roll=-Inf]\ndim(dt1s2)\ndt1s2[1:5,]","execution_count":null,"outputs":[]},{"metadata":{"trusted":true,"_uuid":"9dc57c8513331463b638291009619535057a26d6"},"cell_type":"code","source":"plot_missing(dt1s2)","execution_count":null,"outputs":[]},{"metadata":{"trusted":true,"_uuid":"33bc6769042a11e4edef40d6341701e131ed38bc"},"cell_type":"code","source":"str(dt1s2)","execution_count":null,"outputs":[]},{"metadata":{"trusted":true,"_uuid":"c6bb2da1dc955d3575da9c977948a46c66558694"},"cell_type":"code","source":"dt21s <- dt2[dt1s, on=\"object_id\", roll=-Inf]\ndim(dt21s)\ndt21s[1:5,]","execution_count":null,"outputs":[]},{"metadata":{"trusted":true,"_uuid":"5d98ec9bbf036014da8a733f979daf90a2cee577"},"cell_type":"code","source":"plot_missing(dt21s)","execution_count":null,"outputs":[]},{"metadata":{"trusted":true,"_uuid":"f277ffbd0fc095d875f2e76025106b53d188e6b1"},"cell_type":"code","source":"str(dt21s)","execution_count":null,"outputs":[]},{"metadata":{"trusted":true,"_uuid":"0154ecb783a31ce3dd831ea9f1e5babc5edffab3"},"cell_type":"code","source":"dt21s[, .N, passband][order(passband)]","execution_count":null,"outputs":[]},{"metadata":{"trusted":true,"_uuid":"04b2ecc04f30c0c1accf4824114c227741995c54"},"cell_type":"code","source":"#DT[, grp := .GRP, by=x] # add a group counter\ndt21s[, grp:=.GRP, by=ra]\ndt21s[1:20,]","execution_count":null,"outputs":[]},{"metadata":{"trusted":true,"_uuid":"642817fe10ce391bee1857a5a5edb04a8b27c296"},"cell_type":"code","source":"#DT[, grp := .GRP, by=x] # add a group counter\ndt21s[, grp:=.GRP, by=gal_b]\ndt21s[1:20,]","execution_count":null,"outputs":[]},{"metadata":{"trusted":true,"_uuid":"59787ca0accabcf0febd76a0f4cbc09072abe0cf"},"cell_type":"code","source":"#DT[, .I[which.max(somecol)], by=grp].\n#DT[, .I[1], by=x] # row number in DT corresponding to each group\ndt21s[, r_num:=.I[2], by=ra]\ndt21s[1:5,]","execution_count":null,"outputs":[]},{"metadata":{"trusted":true,"_uuid":"3ab8ecae3da959f2817f801e97c6d2bb3eaba1d1"},"cell_type":"code","source":"dt21s[c(13,42),]","execution_count":null,"outputs":[]},{"metadata":{"trusted":true,"_uuid":"8c7d743432db0a1993eb2468a87812d4a2a8edbd"},"cell_type":"code","source":"# DT[, .SD[1], by=x] # first row of 'y' and 'v' for each group in 'x'\ndt21s[, .SD[1], by=passband][order(passband)]","execution_count":null,"outputs":[]},{"metadata":{"trusted":true,"_uuid":"c42ba57b351a1560f2e018cf96ed9aebea93280e"},"cell_type":"code","source":"# DT[, .SD[1], by=x] # first row of 'y' and 'v' for each group in 'x'\ndt21s[, .SD[2], by=passband][order(passband)]","execution_count":null,"outputs":[]},{"metadata":{"trusted":true,"_uuid":"bd3284f3d6ba730791e3ccff8e57dd7d6691db76"},"cell_type":"code","source":"dt21s[object_id==1636]\ndt21s[object_id==1660]","execution_count":null,"outputs":[]},{"metadata":{"trusted":true,"_uuid":"ad9d6fdfe8d3b9cbb7a8e9a372065662367d1b74"},"cell_type":"code","source":"","execution_count":null,"outputs":[]}],"metadata":{"kernelspec":{"display_name":"R","language":"R","name":"ir"},"language_info":{"mimetype":"text/x-r-source","name":"R","pygments_lexer":"r","version":"3.4.2","file_extension":".r","codemirror_mode":"r"}},"nbformat":4,"nbformat_minor":1}