Commit
·
068b02b
1
Parent(s):
fd12eaa
Upload tokenizer
Browse files- vocab.json +1 -1
vocab.json
CHANGED
|
@@ -1,6 +1,5 @@
|
|
| 1 |
{
|
| 2 |
"lin": {
|
| 3 |
-
" ": 0,
|
| 4 |
"[PAD]": 36,
|
| 5 |
"[UNK]": 35,
|
| 6 |
"a": 1,
|
|
@@ -29,6 +28,7 @@
|
|
| 29 |
"x": 24,
|
| 30 |
"y": 25,
|
| 31 |
"z": 26,
|
|
|
|
| 32 |
"à": 27,
|
| 33 |
"ç": 28,
|
| 34 |
"è": 29,
|
|
|
|
| 1 |
{
|
| 2 |
"lin": {
|
|
|
|
| 3 |
"[PAD]": 36,
|
| 4 |
"[UNK]": 35,
|
| 5 |
"a": 1,
|
|
|
|
| 28 |
"x": 24,
|
| 29 |
"y": 25,
|
| 30 |
"z": 26,
|
| 31 |
+
"|": 0,
|
| 32 |
"à": 27,
|
| 33 |
"ç": 28,
|
| 34 |
"è": 29,
|