Update app.py

app.py

@@ -1,15 +1,4 @@
-import json
-from transformers import AutoConfig
 
-# 下载原始配置
-config = AutoConfig.from_pretrained("unsloth/DeepSeek-R1-Distill-Llama-8B")
-
-# 修正RoPE参数
-config.rope_scaling = {"type": "linear", "factor": 8.0}
-
-# 保存为规范JSON格式
-with open("fixed_config/config.json", "w", encoding="utf-8") as f:
-    json.dump(config.to_dict(), f, indent=2, ensure_ascii=False)
 from transformers import AutoTokenizer, AutoModelForSequenceClassification
 import gradio as gr
 import torch
@@ -18,16 +7,29 @@ import re
 # 加载医学诊断模型
 # 修改后（正确）
 # from transformers import LlamaForSequenceClassification, LlamaTokenizer
-from transformers import LlamaForSequenceClassification, LlamaTokenizer, LlamaConfig
+from transformers import AutoModelForSequenceClassification, AutoTokenizer, AutoConfig
 import torch
 
-# ==== 加载本地修正配置 ====
-config = LlamaConfig.from_pretrained("./fixed_config")  # 关键修改：强制本地配置
+# ==== 动态修正配置 ====
+# 1. 加载原始配置
+config = AutoConfig.from_pretrained("unsloth/DeepSeek-R1-Distill-Llama-8B")
 
-# ==== 加载基础模型 ====
-model = LlamaForSequenceClassification.from_pretrained(
+# 2. 强制覆盖RoPE参数（关键步骤）
+config.rope_scaling = {
+    "type": "linear",  # 必须字段
+    "factor": 8.0      # 保留原缩放因子
+}
+
+# 3. 删除冲突字段（重要！）
+del config.rope_scaling["high_freq_factor"]
+del config.rope_scaling["low_freq_factor"]
+del config.rope_scaling["original_max_position_embeddings"]
+del config.rope_scaling["rope_type"]
+
+# ==== 加载模型 ====
+model = AutoModelForSequenceClassification.from_pretrained(
     "unsloth/DeepSeek-R1-Distill-Llama-8B",
-    config=config,  # 注入修正配置
+    config=config,  # 注入动态修正的配置
     trust_remote_code=True
 )
 
@@ -35,7 +37,10 @@ model = LlamaForSequenceClassification.from_pretrained(
 model.load_adapter("yxccai/ds-ai-app")
 
 # ==== 加载分词器 ===-
-tokenizer = LlamaTokenizer.from_pretrained("yxccai/ds-ai-app")
+tokenizer = AutoTokenizer.from_pretrained("yxccai/ds-ai-app")
+
+# ==== 验证配置 ===-
+print("修正后的RoPE配置:", model.config.rope_scaling)  # 应输出: {'type': 'linear', 'factor': 8.0}
 
 # 2. 加载你的适配器
 # model.load_adapter("yxccai/ds-ai-app")  # 替换为你的仓库名