Update for Transformers AWQ support

config.json

@@ -40,5 +40,12 @@
   "unfreeze_mm_vision_tower": false,
   "use_cache": true,
   "use_mm_proj": true,
-  "vocab_size": 32000
-}
+  "vocab_size": 32000,
+  "quantization_config": {
+    "quant_method": "awq",
+    "zero_point": true,
+    "group_size": 128,
+    "bits": 4,
+    "version": "gemm"
+  }
+}