JunHowie commited on
Commit
c760047
·
verified ·
1 Parent(s): d5ba5d2

Update config.json

Browse files

[BugFix] Fix compatibility issues with vLLM 0.10.1

Files changed (1) hide show
  1. config.json +1 -0
config.json CHANGED
@@ -43,6 +43,7 @@
43
  "sym": true,
44
  "desc_act": false,
45
  "dynamic": {
 
46
  "+:model[.]layers[.]([0-6])[.].*": {
47
  "bits": 8
48
  }
 
43
  "sym": true,
44
  "desc_act": false,
45
  "dynamic": {
46
+ "-:model[.]layers[.]\\d+[.]mlp.gate*": {},
47
  "+:model[.]layers[.]([0-6])[.].*": {
48
  "bits": 8
49
  }