sangmin6600
/

t5-v1_1-base-ko-chat

Text Generation

text2text-generation

text-generation-inference

Model card Files Files and versions

sangmin6600 commited on Jan 12, 2024

Commit

9f8bcb9

·

verified ·

1 Parent(s): a179610

Upload tokenizer

Files changed (1) hide show

tokenizer.json +4 -2

tokenizer.json CHANGED Viewed

@@ -955,7 +955,8 @@
       {
         "type": "Metaspace",
         "replacement": "▁",
-        "add_prefix_space": true
       },
       {
         "type": "Digits",
@@ -1012,7 +1013,8 @@
   "decoder": {
     "type": "Metaspace",
     "replacement": "▁",
-    "add_prefix_space": true
   },
   "model": {
     "type": "Unigram",

       {
         "type": "Metaspace",
         "replacement": "▁",
+        "add_prefix_space": true,
+        "prepend_scheme": "always"
       },
       {
         "type": "Digits",
   "decoder": {
     "type": "Metaspace",
     "replacement": "▁",
+    "add_prefix_space": true,
+    "prepend_scheme": "always"
   },
   "model": {
     "type": "Unigram",