Update app.py
Browse files
app.py
CHANGED
@@ -6,21 +6,24 @@ import re
|
|
6 |
# 加载医学诊断模型
|
7 |
# 修改后(正确)
|
8 |
# from transformers import LlamaForSequenceClassification, LlamaTokenizer
|
9 |
-
from transformers import
|
10 |
|
11 |
-
# 1.
|
12 |
config = AutoConfig.from_pretrained("unsloth/DeepSeek-R1-Distill-Llama-8B")
|
13 |
|
14 |
-
#
|
15 |
config.rope_scaling = {
|
16 |
"type": "linear", # 必须字段
|
17 |
-
"factor":
|
18 |
}
|
19 |
|
20 |
-
#
|
|
|
|
|
|
|
21 |
model = AutoModelForSequenceClassification.from_pretrained(
|
22 |
"unsloth/DeepSeek-R1-Distill-Llama-8B",
|
23 |
-
config=
|
24 |
trust_remote_code=True
|
25 |
)
|
26 |
|
|
|
6 |
# 加载医学诊断模型
|
7 |
# 修改后(正确)
|
8 |
# from transformers import LlamaForSequenceClassification, LlamaTokenizer
|
9 |
+
from transformers import AutoConfig, AutoModelForSequenceClassification
|
10 |
|
11 |
+
# 1. 加载配置并强制修正
|
12 |
config = AutoConfig.from_pretrained("unsloth/DeepSeek-R1-Distill-Llama-8B")
|
13 |
|
14 |
+
# 完全覆盖RoPE参数(关键步骤)
|
15 |
config.rope_scaling = {
|
16 |
"type": "linear", # 必须字段
|
17 |
+
"factor": 8.0 # 从原配置中提取的值
|
18 |
}
|
19 |
|
20 |
+
# 2. 保存修正后的配置到本地
|
21 |
+
config.save_pretrained("./fixed_config")
|
22 |
+
|
23 |
+
# 3. 从本地加载修正后的配置
|
24 |
model = AutoModelForSequenceClassification.from_pretrained(
|
25 |
"unsloth/DeepSeek-R1-Distill-Llama-8B",
|
26 |
+
config="./fixed_config", # 指定本地修正配置
|
27 |
trust_remote_code=True
|
28 |
)
|
29 |
|