OPEA
/

Qwen2-VL-7B-Instruct-int4-sym-inc

4-bit precision

Model card Files Files and versions

cicdatopea commited on Jun 5

Commit

b788e85

·

verified ·

1 Parent(s): a7d8de1

Update config.json

Files changed (1) hide show

config.json +2 -2

config.json CHANGED Viewed

@@ -19,7 +19,7 @@
   "num_key_value_heads": 4,
   "quantization_config": {
     "amp": true,
-    "autoround_version": "0.4.0.dev",
     "batch_size": 8,
     "bits": 4,
     "data_type": "int",
@@ -54,7 +54,7 @@
   "sliding_window": 32768,
   "tie_word_embeddings": false,
   "torch_dtype": "bfloat16",
-  "transformers_version": "4.46.1",
   "use_cache": true,
   "use_sliding_window": false,
   "video_token_id": 151656,

   "num_key_value_heads": 4,
   "quantization_config": {
     "amp": true,
+    "autoround_version": "0.5.1",
     "batch_size": 8,
     "bits": 4,
     "data_type": "int",
   "sliding_window": 32768,
   "tie_word_embeddings": false,
   "torch_dtype": "bfloat16",
+  "transformers_version": "4.52.2",
   "use_cache": true,
   "use_sliding_window": false,
   "video_token_id": 151656,