Gregniuki
/

tokenizer_pl_2546

Model card Files Files and versions Community

Gregniuki commited on Jan 2

Commit

e59c2ba

·

verified ·

1 Parent(s): 1145517

Update tokenizer.json

Files changed (1) hide show

tokenizer.json +6 -2

tokenizer.json CHANGED Viewed

@@ -2586,7 +2586,9 @@
       "wer": 2541,
       "Ġnami": 2542,
       "Ġubra": 2543,
-      "kacji": 2544
     },
     "merges": [
       "i e",
@@ -5003,7 +5005,9 @@
       "w er",
       "Ġna mi",
       "Ġu bra",
-      "ka cji"
     ]
   }
 }

       "wer": 2541,
       "Ġnami": 2542,
       "Ġubra": 2543,
+      "kacji": 2544,
+      "jÄħÅĤ": 2545,
+      "Ġkur": 2646
     },
     "merges": [
       "i e",
       "w er",
       "Ġna mi",
       "Ġu bra",
+      "ka cji",
+      "jÄħ ÅĤ",
+      "Ġku r"
     ]
   }
 }