Update app.py
Browse files
app.py
CHANGED
@@ -5,30 +5,32 @@ import torch
|
|
5 |
import re
|
6 |
|
7 |
|
8 |
-
from transformers import
|
|
|
9 |
|
10 |
-
#
|
|
|
11 |
class CustomLlamaConfig(LlamaConfig):
|
|
|
12 |
def _rope_scaling_validation(self):
|
13 |
-
pass
|
|
|
|
|
14 |
|
15 |
-
# 2.
|
16 |
-
AutoConfig.register("custom_llama", CustomLlamaConfig)
|
17 |
-
# 3. 加载修正后的配置
|
18 |
config = CustomLlamaConfig.from_pretrained("unsloth/DeepSeek-R1-Distill-Llama-8B")
|
19 |
|
20 |
-
#
|
21 |
model = AutoModelForSequenceClassification.from_pretrained(
|
22 |
"unsloth/DeepSeek-R1-Distill-Llama-8B",
|
23 |
config=config,
|
24 |
-
trust_remote_code=True
|
25 |
-
_from_auto=True # 绕过类型检查
|
26 |
)
|
27 |
|
28 |
-
#
|
29 |
model.load_adapter("yxccai/ds-ai-app")
|
30 |
|
31 |
-
#
|
32 |
tokenizer = AutoTokenizer.from_pretrained("yxccai/ds-ai-app")
|
33 |
|
34 |
|
|
|
5 |
import re
|
6 |
|
7 |
|
8 |
+
from transformers import AutoModelForSequenceClassification, AutoTokenizer
|
9 |
+
import torch
|
10 |
|
11 |
+
# ==== 配置修正 ====
|
12 |
+
# 1. 定义并注册配置类
|
13 |
class CustomLlamaConfig(LlamaConfig):
|
14 |
+
model_type = "llama"
|
15 |
def _rope_scaling_validation(self):
|
16 |
+
pass
|
17 |
+
|
18 |
+
AutoConfig.register("llama", CustomLlamaConfig)
|
19 |
|
20 |
+
# 2. 加载修正后的配置
|
|
|
|
|
21 |
config = CustomLlamaConfig.from_pretrained("unsloth/DeepSeek-R1-Distill-Llama-8B")
|
22 |
|
23 |
+
# ==== 加载模型 ====
|
24 |
model = AutoModelForSequenceClassification.from_pretrained(
|
25 |
"unsloth/DeepSeek-R1-Distill-Llama-8B",
|
26 |
config=config,
|
27 |
+
trust_remote_code=True
|
|
|
28 |
)
|
29 |
|
30 |
+
# ==== 加载适配器 ===-
|
31 |
model.load_adapter("yxccai/ds-ai-app")
|
32 |
|
33 |
+
# ==== 加载分词器 ===-
|
34 |
tokenizer = AutoTokenizer.from_pretrained("yxccai/ds-ai-app")
|
35 |
|
36 |
|