yxccai commited on
Commit
d5b7158
·
verified ·
1 Parent(s): 6ed0886

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +13 -11
app.py CHANGED
@@ -5,30 +5,32 @@ import torch
5
  import re
6
 
7
 
8
- from transformers import AutoConfig, LlamaConfig, AutoModelForSequenceClassification
 
9
 
10
- # 1. 创建自定义配置类(继承LlamaConfig并禁用验证)
 
11
  class CustomLlamaConfig(LlamaConfig):
 
12
  def _rope_scaling_validation(self):
13
- pass # 完全跳过RoPE参数验证
 
 
14
 
15
- # 2. 注册自定义配置到AutoConfig系统
16
- AutoConfig.register("custom_llama", CustomLlamaConfig)
17
- # 3. 加载修正后的配置
18
  config = CustomLlamaConfig.from_pretrained("unsloth/DeepSeek-R1-Distill-Llama-8B")
19
 
20
- # 4. 强制指定模型类型(关键步骤!)
21
  model = AutoModelForSequenceClassification.from_pretrained(
22
  "unsloth/DeepSeek-R1-Distill-Llama-8B",
23
  config=config,
24
- trust_remote_code=True,
25
- _from_auto=True # 绕过类型检查
26
  )
27
 
28
- # 5. 加载适配器
29
  model.load_adapter("yxccai/ds-ai-app")
30
 
31
- # 6. 加载分词器
32
  tokenizer = AutoTokenizer.from_pretrained("yxccai/ds-ai-app")
33
 
34
 
 
5
  import re
6
 
7
 
8
+ from transformers import AutoModelForSequenceClassification, AutoTokenizer
9
+ import torch
10
 
11
+ # ==== 配置修正 ====
12
+ # 1. 定义并注册配置类
13
  class CustomLlamaConfig(LlamaConfig):
14
+ model_type = "llama"
15
  def _rope_scaling_validation(self):
16
+ pass
17
+
18
+ AutoConfig.register("llama", CustomLlamaConfig)
19
 
20
+ # 2. 加载修正后的配置
 
 
21
  config = CustomLlamaConfig.from_pretrained("unsloth/DeepSeek-R1-Distill-Llama-8B")
22
 
23
+ # ==== 加载模型 ====
24
  model = AutoModelForSequenceClassification.from_pretrained(
25
  "unsloth/DeepSeek-R1-Distill-Llama-8B",
26
  config=config,
27
+ trust_remote_code=True
 
28
  )
29
 
30
+ # ==== 加载适配器 ===-
31
  model.load_adapter("yxccai/ds-ai-app")
32
 
33
+ # ==== 加载分词器 ===-
34
  tokenizer = AutoTokenizer.from_pretrained("yxccai/ds-ai-app")
35
 
36