Merge pull request #38 from alexandrainst/fix/wav2vec2-finetuning-pro…

…blems fix: Change w2v2 word delimiter token to space
alexandrainst · Sep 20, 2023 · 7e3bfb4 · 7e3bfb4
2 parents 49c8063 + c329a88
commit 7e3bfb4
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/src/coral_models/wav2vec2.py b/src/coral_models/wav2vec2.py
@@ -115,7 +115,7 @@ def load_processor(self) -> Wav2Vec2Processor:
             pad_token="<pad>",
             bos_token="<s>",
             eos_token="</s>",
-            word_delimiter_token="|",
+            word_delimiter_token=" ",
         )
 
         # Set the `model_max_length` attribute of the tokenizer, if it hasn't been set,