Nihel13 commited on
Commit
b00cdf5
·
verified ·
1 Parent(s): 3852cf9

Update adapter_config.json

Browse files
Files changed (1) hide show
  1. adapter_config.json +65 -29
adapter_config.json CHANGED
@@ -1,31 +1,67 @@
1
  {
2
- "alpha_pattern": {},
3
- "auto_mapping": null,
4
- "base_model_name_or_path": "unsloth/qwen2.5-vl-3b-instruct-unsloth-bnb-4bit",
5
- "bias": "none",
6
- "corda_config": null,
7
- "eva_config": null,
8
- "exclude_modules": null,
9
- "fan_in_fan_out": false,
10
- "inference_mode": true,
11
- "init_lora_weights": true,
12
- "layer_replication": null,
13
- "layers_pattern": null,
14
- "layers_to_transform": null,
15
- "loftq_config": {},
16
- "lora_alpha": 64,
17
- "lora_bias": false,
18
- "lora_dropout": 0,
19
- "megatron_config": null,
20
- "megatron_core": "megatron.core",
21
- "modules_to_save": null,
22
- "peft_type": "LORA",
23
- "r": 64,
24
- "rank_pattern": {},
25
- "revision": null,
26
- "target_modules": "(?:.*?(?:vision|image|visual|patch|language|text).*?(?:self_attn|attention|attn|mlp|feed_forward|ffn|dense).*?(?:qkv|proj|gate_proj|up_proj|down_proj|q_proj|k_proj|v_proj|o_proj).*?)|(?:\\bmodel\\.layers\\.[\\d]{1,}\\.(?:self_attn|attention|attn|mlp|feed_forward|ffn|dense)\\.(?:(?:qkv|proj|gate_proj|up_proj|down_proj|q_proj|k_proj|v_proj|o_proj)))",
27
- "task_type": "CAUSAL_LM",
28
- "trainable_token_indices": null,
29
- "use_dora": false,
30
- "use_rslora": false
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
31
  }
 
1
  {
2
+ "architectures": [
3
+ "Qwen2_5_VLModel"
4
+ ],
5
+ "attention_dropout": 0.0,
6
+ "eos_token_id": 151645,
7
+ "hidden_act": "silu",
8
+ "hidden_size": 2048,
9
+ "image_token_id": 151655,
10
+ "initializer_range": 0.02,
11
+ "intermediate_size": 11008,
12
+ "max_position_embeddings": 128000,
13
+ "max_window_layers": 70,
14
+ "model_type": "qwen2_5_vl",
15
+ "num_attention_heads": 16,
16
+ "num_hidden_layers": 36,
17
+ "num_key_value_heads": 2,
18
+ "pad_token_id": 151654,
19
+ "rms_norm_eps": 1e-06,
20
+ "rope_scaling": {
21
+ "mrope_section": [
22
+ 16,
23
+ 24,
24
+ 24
25
+ ],
26
+ "rope_type": "default",
27
+ "type": "default"
28
+ },
29
+ "rope_theta": 1000000.0,
30
+ "sliding_window": 32768,
31
+ "tie_word_embeddings": true,
32
+ "torch_dtype": "bfloat16",
33
+ "transformers_version": "4.51.3",
34
+ "unsloth_fixed": true,
35
+ "unsloth_version": "2025.5.3",
36
+ "use_cache": true,
37
+ "use_sliding_window": false,
38
+ "video_token_id": 151656,
39
+ "vision_config": {
40
+ "depth": 32,
41
+ "fullatt_block_indexes": [
42
+ 7,
43
+ 15,
44
+ 23,
45
+ 31
46
+ ],
47
+ "hidden_act": "silu",
48
+ "hidden_size": 1280,
49
+ "in_channels": 3,
50
+ "in_chans": 3,
51
+ "intermediate_size": 3420,
52
+ "model_type": "qwen2_5_vl",
53
+ "num_heads": 16,
54
+ "out_hidden_size": 2048,
55
+ "patch_size": 14,
56
+ "spatial_merge_size": 2,
57
+ "spatial_patch_size": 14,
58
+ "temporal_patch_size": 2,
59
+ "tokens_per_second": 2,
60
+ "torch_dtype": "bfloat16",
61
+ "window_size": 112
62
+ },
63
+ "vision_end_token_id": 151653,
64
+ "vision_start_token_id": 151652,
65
+ "vision_token_id": 151654,
66
+ "vocab_size": 151936
67
  }