yxccai commited on
Commit
fb92444
·
verified ·
1 Parent(s): eaf4f7d

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +9 -6
app.py CHANGED
@@ -6,21 +6,24 @@ import re
6
  # 加载医学诊断模型
7
  # 修改后(正确)
8
  # from transformers import LlamaForSequenceClassification, LlamaTokenizer
9
- from transformers import AutoModelForSequenceClassification, AutoConfig
10
 
11
- # 1. 加载原始配置
12
  config = AutoConfig.from_pretrained("unsloth/DeepSeek-R1-Distill-Llama-8B")
13
 
14
- # 2. 修正RoPE参数
15
  config.rope_scaling = {
16
  "type": "linear", # 必须字段
17
- "factor": config.rope_scaling["factor"] # 保留原缩放因子
18
  }
19
 
20
- # 3. 加载模型(使用修正后的配置)
 
 
 
21
  model = AutoModelForSequenceClassification.from_pretrained(
22
  "unsloth/DeepSeek-R1-Distill-Llama-8B",
23
- config=config,
24
  trust_remote_code=True
25
  )
26
 
 
6
  # 加载医学诊断模型
7
  # 修改后(正确)
8
  # from transformers import LlamaForSequenceClassification, LlamaTokenizer
9
+ from transformers import AutoConfig, AutoModelForSequenceClassification
10
 
11
+ # 1. 加载配置并强制修正
12
  config = AutoConfig.from_pretrained("unsloth/DeepSeek-R1-Distill-Llama-8B")
13
 
14
+ # 完全覆盖RoPE参数(关键步骤)
15
  config.rope_scaling = {
16
  "type": "linear", # 必须字段
17
+ "factor": 8.0 # 从原配置中提取的值
18
  }
19
 
20
+ # 2. 保存修正后的配置到本地
21
+ config.save_pretrained("./fixed_config")
22
+
23
+ # 3. 从本地加载修正后的配置
24
  model = AutoModelForSequenceClassification.from_pretrained(
25
  "unsloth/DeepSeek-R1-Distill-Llama-8B",
26
+ config="./fixed_config", # 指定本地修正配置
27
  trust_remote_code=True
28
  )
29