Commit
·
3f1ceef
1
Parent(s):
ddb7756
Upload text-tokenizer-de-4s.txt
Browse files- text-tokenizer-de-4s.txt +1 -0
text-tokenizer-de-4s.txt
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
["<pad>", "<eos>", " ", "e", "n", "t", "h", "r", "i", "s", "d", "g", "l", "c", "a", "u", "m", "k", "f", "o", "z", "b", "w", "p", "v", "\u00e4", "\u00fc", "j", "\u00f6", "y", "q", "x", "\u00ed", "\u010d", "\u014d", "\u00e6", "\u00e1", "\u015b", "\u0161", "?"]
|