lmms-lab
/

llama3-llava-next-8b

Text Generation

Model card Files Files and versions

kcz358 commited on Apr 24, 2024

Commit

ec7f4ea

·

verified ·

1 Parent(s): 658f1e3

Upload LlavaLlamaForCausalLM

Files changed (1) hide show

config.json +2 -3

config.json CHANGED Viewed

@@ -49,7 +49,7 @@
   "mm_vision_select_layer": -2,
   "mm_vision_tower": "openai/clip-vit-large-patch14-336",
   "mm_vision_tower_lr": 2e-06,
-  "model_type": "llava",
   "num_attention_heads": 32,
   "num_hidden_layers": 32,
   "num_key_value_heads": 8,
@@ -65,6 +65,5 @@
   "use_cache": true,
   "use_mm_proj": true,
   "vision_tower_pretrained": null,
-  "vocab_size": 128256,
-  "image_token_index": 128257
 }

   "mm_vision_select_layer": -2,
   "mm_vision_tower": "openai/clip-vit-large-patch14-336",
   "mm_vision_tower_lr": 2e-06,
+  "model_type": "llava_llama",
   "num_attention_heads": 32,
   "num_hidden_layers": 32,
   "num_key_value_heads": 8,
   "use_cache": true,
   "use_mm_proj": true,
   "vision_tower_pretrained": null,
+  "vocab_size": 128256
 }