fix: make Mohawk tokenizer recognize colon as a letter

roedoejet · Apr 12, 2022 · 767fed4 · 767fed4
1 parent 20f1926
commit 767fed4
Show file tree

Hide file tree

Showing 2 changed files with 6 additions and 1 deletion.
diff --git a/g2p/mappings/langs/langs.pkl b/g2p/mappings/langs/langs.pkl
diff --git a/g2p/mappings/langs/moh/moh_equiv.json b/g2p/mappings/langs/moh/moh_equiv.json
@@ -72,5 +72,10 @@
     {
         "in": "o:",
         "out": "ó:"
+    },
+    {
+        "in": ":",
+        "out": ":",
+        "comment": "force the tokenizer to recognize colon as a letter"
     }
-]
+]