Update README.md
Browse files
README.md
CHANGED
|
@@ -17,4 +17,39 @@ Futher fine-tuned [fleek/wav2vec-large-xlsr-korean](https://huggingface.co/fleek
|
|
| 17 |
|
| 18 |
When using this model, make sure that your speech input is sampled at 16kHz.
|
| 19 |
|
| 20 |
-
The script used for training can be found here: https://github.com/hyyoka/wav2vec2-korean-senior
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 17 |
|
| 18 |
When using this model, make sure that your speech input is sampled at 16kHz.
|
| 19 |
|
| 20 |
+
The script used for training can be found here: https://github.com/hyyoka/wav2vec2-korean-senior
|
| 21 |
+
|
| 22 |
+
|
| 23 |
+
### Inference
|
| 24 |
+
|
| 25 |
+
``` py
|
| 26 |
+
import torchaudio
|
| 27 |
+
from transformers import Wav2Vec2Processor, Wav2Vec2ForCTC
|
| 28 |
+
import re
|
| 29 |
+
|
| 30 |
+
def clean_up(transcription):
|
| 31 |
+
hangul = re.compile('[^ ㄱ-ㅣ가-힣]+')
|
| 32 |
+
result = hangul.sub('', transcription)
|
| 33 |
+
return result
|
| 34 |
+
|
| 35 |
+
model_name "hyyoka/wav2vec2-xlsr-korean-senior"
|
| 36 |
+
processor = Wav2Vec2Processor.from_pretrained(model_name)
|
| 37 |
+
model = Wav2Vec2ForCTC.from_pretrained(model_name)
|
| 38 |
+
speech_array, sampling_rate = torchaudio.load(wav_file)
|
| 39 |
+
feat = processor(speech_array[0],
|
| 40 |
+
sampling_rate=16000,
|
| 41 |
+
padding=True,
|
| 42 |
+
max_length=800000,
|
| 43 |
+
truncation=True,
|
| 44 |
+
return_attention_mask=True,
|
| 45 |
+
return_tensors="pt",
|
| 46 |
+
pad_token_id=49
|
| 47 |
+
)
|
| 48 |
+
input = {'input_values': feat['input_values'],'attention_mask':feat['attention_mask']}
|
| 49 |
+
|
| 50 |
+
outputs = model(**input, output_attentions=True)
|
| 51 |
+
logits = outputs.logits
|
| 52 |
+
predicted_ids = logits.argmax(axis=-1)
|
| 53 |
+
transcription = processor.decode(predicted_ids[0])
|
| 54 |
+
stt_result = clean_up(transcription)
|
| 55 |
+
```
|