{"metadata":{"kernelspec":{"language":"python","display_name":"Python 3","name":"python3"},"language_info":{"name":"python","version":"3.10.13","mimetype":"text/x-python","codemirror_mode":{"name":"ipython","version":3},"pygments_lexer":"ipython3","nbconvert_exporter":"python","file_extension":".py"},"kaggle":{"accelerator":"none","dataSources":[{"sourceId":73047,"databundleVersionId":8149390,"sourceType":"competition"}],"dockerImageVersionId":30702,"isInternetEnabled":true,"language":"python","sourceType":"notebook","isGpuEnabled":false}},"nbformat_minor":4,"nbformat":4,"cells":[{"cell_type":"code","source":"import transformers\nprint(transformers.__version__)","metadata":{"execution":{"iopub.status.busy":"2024-04-19T05:21:53.993525Z","iopub.execute_input":"2024-04-19T05:21:53.993904Z","iopub.status.idle":"2024-04-19T05:21:59.499581Z","shell.execute_reply.started":"2024-04-19T05:21:53.993874Z","shell.execute_reply":"2024-04-19T05:21:59.498488Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"import librosa\nimport torch\nimport IPython.display as display\nfrom transformers import Wav2Vec2ForCTC, Wav2Vec2Tokenizer\nimport numpy as np","metadata":{"execution":{"iopub.status.busy":"2024-04-19T05:22:08.990351Z","iopub.execute_input":"2024-04-19T05:22:08.990972Z","iopub.status.idle":"2024-04-19T05:22:11.136441Z","shell.execute_reply.started":"2024-04-19T05:22:08.990931Z","shell.execute_reply":"2024-04-19T05:22:11.135208Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"#load pre-trained model and tokenizer\ntokenizer = Wav2Vec2Tokenizer.from_pretrained(\"facebook/wav2vec2-base-960h\")\nmodel = Wav2Vec2ForCTC.from_pretrained(\"facebook/wav2vec2-base-960h\")","metadata":{"execution":{"iopub.status.busy":"2024-04-19T05:22:33.630328Z","iopub.execute_input":"2024-04-19T05:22:33.630902Z","iopub.status.idle":"2024-04-19T05:22:37.490571Z","shell.execute_reply.started":"2024-04-19T05:22:33.630866Z","shell.execute_reply":"2024-04-19T05:22:37.489312Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"#load pre-trained model and tokenizer\ntokenizer = Wav2Vec2Tokenizer.from_pretrained(\"ai4bharat/indicwav2vec_v1_bengali\")\nmodel = Wav2Vec2ForCTC.from_pretrained(\"ai4bharat/indicwav2vec_v1_bengali\")","metadata":{"execution":{"iopub.status.busy":"2024-04-19T05:23:16.955443Z","iopub.execute_input":"2024-04-19T05:23:16.955894Z","iopub.status.idle":"2024-04-19T05:24:00.10936Z","shell.execute_reply.started":"2024-04-19T05:23:16.955858Z","shell.execute_reply":"2024-04-19T05:24:00.108344Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"!git clone https://huggingface.co/ai4bharat/indicwav2vec_v1_bengali","metadata":{"execution":{"iopub.status.busy":"2024-04-19T06:06:09.678711Z","iopub.execute_input":"2024-04-19T06:06:09.679321Z","iopub.status.idle":"2024-04-19T06:06:46.707664Z","shell.execute_reply.started":"2024-04-19T06:06:09.679222Z","shell.execute_reply":"2024-04-19T06:06:46.706147Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"","metadata":{},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"%%python\nimport typing as tp\nfrom pathlib import Path\nfrom functools import partial\nfrom dataclasses import dataclass, field\n\nimport re\nimport pandas as pd\nimport pyctcdecode\nimport numpy as np\nfrom tqdm.notebook import tqdm\n\nimport librosa\nimport pyctcdecode\nimport kenlm\nimport torch\nfrom transformers import Wav2Vec2Processor, Wav2Vec2ProcessorWithLM, Wav2Vec2ForCTC\nfrom bnunicodenormalizer import Normalizer\n\nimport cloudpickle as cpkl\nimport warnings\nwarnings.filterwarnings('ignore')","metadata":{"execution":{"iopub.status.busy":"2024-04-19T05:35:44.155907Z","iopub.execute_input":"2024-04-19T05:35:44.156945Z","iopub.status.idle":"2024-04-19T05:35:46.449887Z","shell.execute_reply.started":"2024-04-19T05:35:44.156901Z","shell.execute_reply":"2024-04-19T05:35:46.448281Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"","metadata":{},"execution_count":null,"outputs":[]}]}