mlc-ai
/

gemma-2-2b-it-q4f16_1-MLC

Model card Files Files and versions Community

tqchen commited on Aug 1, 2024

Commit

eb47fc1

·

verified ·

1 Parent(s): e953ace

Update mlc-chat-config.json

Files changed (1) hide show

mlc-chat-config.json +2 -2

mlc-chat-config.json CHANGED Viewed

@@ -29,11 +29,11 @@
   "prefill_chunk_size": 2048,
   "attention_sink_size": -1,
   "tensor_parallel_shards": 1,
-  "temperature": 1.0,
   "presence_penalty": 0.0,
   "frequency_penalty": 0.0,
   "repetition_penalty": 1.0,
-  "top_p": 1.0,
   "tokenizer_files": [
     "tokenizer.model",
     "tokenizer.json",

   "prefill_chunk_size": 2048,
   "attention_sink_size": -1,
   "tensor_parallel_shards": 1,
+  "temperature": 0.7,
   "presence_penalty": 0.0,
   "frequency_penalty": 0.0,
   "repetition_penalty": 1.0,
+  "top_p": 0.9,
   "tokenizer_files": [
     "tokenizer.model",
     "tokenizer.json",