Update configuration_skywork_chat.py
Browse files
configuration_skywork_chat.py
CHANGED
@@ -48,21 +48,6 @@ class SkyworkChatConfig(PretrainedConfig):
|
|
48 |
else:
|
49 |
raise ValueError('Unsupported architecture: {}'.format(llm_config.get('architectures')[0]))
|
50 |
|
51 |
-
# if vision_config is None:
|
52 |
-
# vision_config = {}
|
53 |
-
# logger.info('vision_config is None. Initializing the SkyworkVisionConfig with default values.')
|
54 |
-
|
55 |
-
# if llm_config is None:
|
56 |
-
# llm_config = {}
|
57 |
-
# logger.info('llm_config is None. Initializing the LlamaConfig config with default values (`LlamaConfig`).')
|
58 |
-
|
59 |
-
# self.vision_config = SkyworkVisionConfig(**vision_config)
|
60 |
-
# if llm_config.get('architectures')[0] == 'LlamaForCausalLM':
|
61 |
-
# self.llm_config = LlamaConfig(**llm_config)
|
62 |
-
# elif llm_config.get('architectures')[0] == 'SkyworkLM2ForCausalLM':
|
63 |
-
# self.llm_config = SkyworkLM2Config(**llm_config)
|
64 |
-
# else:
|
65 |
-
# raise ValueError('Unsupported architecture: {}'.format(llm_config.get('architectures')[0]))
|
66 |
self.use_backbone_lora = use_backbone_lora
|
67 |
self.use_llm_lora = use_llm_lora
|
68 |
self.select_layer = select_layer
|
|
|
48 |
else:
|
49 |
raise ValueError('Unsupported architecture: {}'.format(llm_config.get('architectures')[0]))
|
50 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
51 |
self.use_backbone_lora = use_backbone_lora
|
52 |
self.use_llm_lora = use_llm_lora
|
53 |
self.select_layer = select_layer
|