Update config.json
Browse files- config.json +6 -1
config.json
CHANGED
|
@@ -140,7 +140,12 @@
|
|
| 140 |
"q4f16": "float16",
|
| 141 |
"fp16": "float16"
|
| 142 |
},
|
| 143 |
-
"use_external_data_format":
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 144 |
},
|
| 145 |
"use_cache": true,
|
| 146 |
"vocab_size": 200064
|
|
|
|
| 140 |
"q4f16": "float16",
|
| 141 |
"fp16": "float16"
|
| 142 |
},
|
| 143 |
+
"use_external_data_format": {
|
| 144 |
+
"model.onnx": 1,
|
| 145 |
+
"model_fp16.onnx": 1,
|
| 146 |
+
"model_q4.onnx": 3,
|
| 147 |
+
"model_q4f16.onnx": 2
|
| 148 |
+
}
|
| 149 |
},
|
| 150 |
"use_cache": true,
|
| 151 |
"vocab_size": 200064
|