JunHowie commited on
Commit
f79f272
·
verified ·
1 Parent(s): 79397d9

Update config.json

Browse files

[BugFix] Fix compatibility issues with vLLM 0.10.1

Files changed (1) hide show
  1. config.json +4 -1
config.json CHANGED
@@ -42,6 +42,9 @@
42
  "bits": 8,
43
  "group_size": 128,
44
  "sym": true,
45
- "desc_act": false
 
 
 
46
  }
47
  }
 
42
  "bits": 8,
43
  "group_size": 128,
44
  "sym": true,
45
+ "desc_act": false,
46
+ "dynamic": {
47
+ "-:model[.]layers[.]\\d+[.]mlp.gate*": {}
48
+ }
49
  }
50
  }