Nihel13 commited on
Commit
4079ae1
·
verified ·
1 Parent(s): b00cdf5

Update adapter_config.json

Browse files
Files changed (1) hide show
  1. adapter_config.json +29 -65
adapter_config.json CHANGED
@@ -1,67 +1,31 @@
1
  {
2
- "architectures": [
3
- "Qwen2_5_VLModel"
4
- ],
5
- "attention_dropout": 0.0,
6
- "eos_token_id": 151645,
7
- "hidden_act": "silu",
8
- "hidden_size": 2048,
9
- "image_token_id": 151655,
10
- "initializer_range": 0.02,
11
- "intermediate_size": 11008,
12
- "max_position_embeddings": 128000,
13
- "max_window_layers": 70,
14
- "model_type": "qwen2_5_vl",
15
- "num_attention_heads": 16,
16
- "num_hidden_layers": 36,
17
- "num_key_value_heads": 2,
18
- "pad_token_id": 151654,
19
- "rms_norm_eps": 1e-06,
20
- "rope_scaling": {
21
- "mrope_section": [
22
- 16,
23
- 24,
24
- 24
25
- ],
26
- "rope_type": "default",
27
- "type": "default"
28
- },
29
- "rope_theta": 1000000.0,
30
- "sliding_window": 32768,
31
- "tie_word_embeddings": true,
32
- "torch_dtype": "bfloat16",
33
- "transformers_version": "4.51.3",
34
- "unsloth_fixed": true,
35
- "unsloth_version": "2025.5.3",
36
- "use_cache": true,
37
- "use_sliding_window": false,
38
- "video_token_id": 151656,
39
- "vision_config": {
40
- "depth": 32,
41
- "fullatt_block_indexes": [
42
- 7,
43
- 15,
44
- 23,
45
- 31
46
- ],
47
- "hidden_act": "silu",
48
- "hidden_size": 1280,
49
- "in_channels": 3,
50
- "in_chans": 3,
51
- "intermediate_size": 3420,
52
- "model_type": "qwen2_5_vl",
53
- "num_heads": 16,
54
- "out_hidden_size": 2048,
55
- "patch_size": 14,
56
- "spatial_merge_size": 2,
57
- "spatial_patch_size": 14,
58
- "temporal_patch_size": 2,
59
- "tokens_per_second": 2,
60
- "torch_dtype": "bfloat16",
61
- "window_size": 112
62
- },
63
- "vision_end_token_id": 151653,
64
- "vision_start_token_id": 151652,
65
- "vision_token_id": 151654,
66
- "vocab_size": 151936
67
  }
 
1
  {
2
+ "alpha_pattern": {},
3
+ "auto_mapping": null,
4
+ "base_model_name_or_path": "unsloth/qwen2.5-vl-3b-instruct-unsloth-bnb-4bit",
5
+ "bias": "none",
6
+ "corda_config": null,
7
+ "eva_config": null,
8
+ "exclude_modules": null,
9
+ "fan_in_fan_out": false,
10
+ "inference_mode": true,
11
+ "init_lora_weights": true,
12
+ "layer_replication": null,
13
+ "layers_pattern": null,
14
+ "layers_to_transform": null,
15
+ "loftq_config": {},
16
+ "lora_alpha": 64,
17
+ "lora_bias": false,
18
+ "lora_dropout": 0,
19
+ "megatron_config": null,
20
+ "megatron_core": "megatron.core",
21
+ "modules_to_save": null,
22
+ "peft_type": "LORA",
23
+ "r": 64,
24
+ "rank_pattern": {},
25
+ "revision": null,
26
+ "target_modules": "(?:.*?(?:vision|image|visual|patch|language|text).*?(?:self_attn|attention|attn|mlp|feed_forward|ffn|dense).*?(?:qkv|proj|gate_proj|up_proj|down_proj|q_proj|k_proj|v_proj|o_proj).*?)|(?:\\bmodel\\.layers\\.[\\d]{1,}\\.(?:self_attn|attention|attn|mlp|feed_forward|ffn|dense)\\.(?:(?:qkv|proj|gate_proj|up_proj|down_proj|q_proj|k_proj|v_proj|o_proj)))",
27
+ "task_type": "CAUSAL_LM",
28
+ "trainable_token_indices": null,
29
+ "use_dora": false,
30
+ "use_rslora": false
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
31
  }