{"metadata":{"kernelspec":{"language":"python","display_name":"Python 3","name":"python3"},"language_info":{"pygments_lexer":"ipython3","nbconvert_exporter":"python","version":"3.6.4","file_extension":".py","codemirror_mode":{"name":"ipython","version":3},"name":"python","mimetype":"text/x-python"}},"nbformat_minor":4,"nbformat":4,"cells":[{"cell_type":"markdown","source":"# It is a new record! single fold, single model at LB 0.80.\n\n\nthere is no code becuase there is enough details from my previous code and posting for you to remake the results: \n\n![\"Selection-071\"](\"https://i.ibb.co/3S5BZ75/Selection-071.png\")
\n\n![\"Selection-072\"](\"https://i.ibb.co/Hd1nPKh/Selection-072.png\")
\n","metadata":{}},{"cell_type":"code","source":"'''\n# https://github.com/mlpc-ucsd/CoaT/blob/main/src/models/coat.py\n# orginal\n# #@register_model\n# def coat_small(**kwargs):\n# \tmodel = CoaT(patch_size=4, embed_dims=[152, 320, 320, 320], \n# serial_depths=[2, 2, 2, 2], parallel_depth=6, num_heads=8, \n# mlp_ratios=[4, 4, 4, 4], **kwargs)\n# \tmodel.default_cfg = _cfg_coat()\n# \treturn model\n\n#modified\nclass coat_parallel_small_plus1 (CoaT):\n\tdef __init__(self, **kwargs):\n\t\tsuper(coat_parallel_small_plus1, self).__init__(\n\t\t\tpatch_size=4,\n\t\t\tembed_dims=[152, 320, 320, 320, 320],\n\t\t\tserial_depths=[2, 2, 2, 2, 2],\n\t\t\tparallel_depth=6,\n\t\t\tnum_heads=8,\n\t\t\tmlp_ratios=[4, 4, 4, 4, 4],\n\t\t\tpretrain ='coat_small_7479cf9b.pth',\n\t\t\t**kwargs)\n\t\t\n\n'''","metadata":{"_uuid":"8f2839f25d086af736a60e9eeb907d3b93b6e0e5","_cell_guid":"b1076dfc-b9ad-4769-8c92-a6c4dae69d19","execution":{"iopub.status.busy":"2022-08-11T16:19:38.567772Z","iopub.execute_input":"2022-08-11T16:19:38.568902Z","iopub.status.idle":"2022-08-11T16:19:38.578968Z","shell.execute_reply.started":"2022-08-11T16:19:38.568853Z","shell.execute_reply":"2022-08-11T16:19:38.57791Z"},"trusted":true},"execution_count":null,"outputs":[]}]}