{"metadata":{"kernelspec":{"language":"python","display_name":"Python 3","name":"python3"},"language_info":{"pygments_lexer":"ipython3","nbconvert_exporter":"python","version":"3.6.4","file_extension":".py","codemirror_mode":{"name":"ipython","version":3},"name":"python","mimetype":"text/x-python"}},"nbformat_minor":4,"nbformat":4,"cells":[{"cell_type":"markdown","source":"# Referance\nhttps://huggingface.co/docs/transformers/model_doc/speech_to_text\nhttps://huggingface.co/tanmoyio/wav2vec2-large-xlsr-bengali","metadata":{}},{"cell_type":"code","source":"import torch\nfrom transformers import Speech2TextProcessor, Speech2TextForConditionalGeneration\nfrom datasets import load_dataset\n\nmodel = Speech2TextForConditionalGeneration.from_pretrained(\"facebook/s2t-small-librispeech-asr\")\nprocessor = Speech2TextProcessor.from_pretrained(\"facebook/s2t-small-librispeech-asr\")","metadata":{"_uuid":"8f2839f25d086af736a60e9eeb907d3b93b6e0e5","_cell_guid":"b1076dfc-b9ad-4769-8c92-a6c4dae69d19","execution":{"iopub.status.busy":"2022-07-17T11:25:48.622951Z","iopub.execute_input":"2022-07-17T11:25:48.623387Z","iopub.status.idle":"2022-07-17T11:25:53.983041Z","shell.execute_reply.started":"2022-07-17T11:25:48.623338Z","shell.execute_reply":"2022-07-17T11:25:53.981975Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"ds = load_dataset(\"hf-internal-testing/librispeech_asr_demo\", \"clean\", split=\"validation\")\n\ninputs = processor(ds[1][\"audio\"][\"array\"], sampling_rate=ds[0][\"audio\"][\"sampling_rate\"], return_tensors=\"pt\")\ngenerated_ids = model.generate(inputs[\"input_features\"], attention_mask=inputs[\"attention_mask\"])\n\ntranscription = processor.batch_decode(generated_ids)\ntranscription","metadata":{"execution":{"iopub.status.busy":"2022-07-17T11:25:53.984865Z","iopub.execute_input":"2022-07-17T11:25:53.985425Z","iopub.status.idle":"2022-07-17T11:25:57.572828Z","shell.execute_reply.started":"2022-07-17T11:25:53.985390Z","shell.execute_reply":"2022-07-17T11:25:57.571372Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"import torch\nfrom transformers import Speech2TextProcessor, Speech2TextForConditionalGeneration\nfrom datasets import load_dataset\n\nmodel = Speech2TextForConditionalGeneration.from_pretrained(\"facebook/s2t-medium-mustc-multilingual-st\")\nprocessor = Speech2TextProcessor.from_pretrained(\"facebook/s2t-medium-mustc-multilingual-st\")\n\nds = load_dataset(\"hf-internal-testing/librispeech_asr_demo\", \"clean\", split=\"validation\")\n\ninputs = processor(ds[0][\"audio\"][\"array\"], sampling_rate=ds[0][\"audio\"][\"sampling_rate\"], return_tensors=\"pt\")\ngenerated_ids = model.generate(\n    inputs[\"input_features\"],\n    attention_mask=inputs[\"attention_mask\"],\n    forced_bos_token_id=processor.tokenizer.lang_code_to_id[\"fr\"],\n)\n\ntranslation = processor.batch_decode(generated_ids)\ntranslation","metadata":{"execution":{"iopub.status.busy":"2022-07-17T11:25:57.574958Z","iopub.execute_input":"2022-07-17T11:25:57.575799Z","iopub.status.idle":"2022-07-17T11:26:08.611124Z","shell.execute_reply.started":"2022-07-17T11:25:57.575738Z","shell.execute_reply":"2022-07-17T11:26:08.609743Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":"# Interference in Competition Dataset","metadata":{}},{"cell_type":"code","source":"import pandas as pd\ntest_dataset = pd.read_csv('../input/dlsprint/validation.csv',header=None)[1000:2000]","metadata":{"execution":{"iopub.status.busy":"2022-07-17T11:26:08.613887Z","iopub.execute_input":"2022-07-17T11:26:08.614257Z","iopub.status.idle":"2022-07-17T11:26:08.674458Z","shell.execute_reply.started":"2022-07-17T11:26:08.614221Z","shell.execute_reply":"2022-07-17T11:26:08.673475Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"import torch\nimport torchaudio\nfrom transformers import Wav2Vec2ForCTC, Wav2Vec2Processor\nprocessor = Wav2Vec2Processor.from_pretrained(\"tanmoyio/wav2vec2-large-xlsr-bengali\")\nmodel = Wav2Vec2ForCTC.from_pretrained(\"tanmoyio/wav2vec2-large-xlsr-bengali\")\nresampler = torchaudio.transforms.Resample(32_000, 16_000)\n# Preprocessing the datasets.\n# We need to read the aduio files as arrays\ndef speech_file_to_array_fn(path):\n  speech_array, sampling_rate = torchaudio.load(path)\n  speech_array = resampler(speech_array).squeeze().numpy()\n  return speech_array, sampling_rate\n","metadata":{"execution":{"iopub.status.busy":"2022-07-17T11:27:39.782134Z","iopub.execute_input":"2022-07-17T11:27:39.782527Z","iopub.status.idle":"2022-07-17T11:27:47.899969Z","shell.execute_reply.started":"2022-07-17T11:27:39.782494Z","shell.execute_reply":"2022-07-17T11:27:47.898971Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"speech_array, sampling_rate = speech_file_to_array_fn('../input/dlsprint/validation_files/common_voice_bn_31621610.mp3')\nsampling_rate","metadata":{"execution":{"iopub.status.busy":"2022-07-17T11:28:42.205853Z","iopub.execute_input":"2022-07-17T11:28:42.206730Z","iopub.status.idle":"2022-07-17T11:28:42.236054Z","shell.execute_reply.started":"2022-07-17T11:28:42.206672Z","shell.execute_reply":"2022-07-17T11:28:42.235097Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"inputs = processor(speech_array, sampling_rate=16000, return_tensors=\"pt\", padding=True)\nwith torch.no_grad():\n  logits = model(inputs.input_values, attention_mask=inputs.attention_mask).logits\npredicted_ids = torch.argmax(logits, dim=-1)\nprint(\"Prediction:\", processor.batch_decode(predicted_ids))\nprint(\"Reference:\", 'কৃষি, সেবা, রেমিটেন্স, ব্যবসা ও অন্যান্য।')","metadata":{"execution":{"iopub.status.busy":"2022-07-17T11:31:02.516293Z","iopub.execute_input":"2022-07-17T11:31:02.516753Z","iopub.status.idle":"2022-07-17T11:31:05.044904Z","shell.execute_reply.started":"2022-07-17T11:31:02.516713Z","shell.execute_reply":"2022-07-17T11:31:05.043751Z"},"trusted":true},"execution_count":null,"outputs":[]}]}