Upload .huggingface/inference_config.json with huggingface_hub
Browse files
.huggingface/inference_config.json
ADDED
@@ -0,0 +1,12 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"base_model": "deepseek-ai/DeepSeek-R1-Distill-Qwen-7B",
|
3 |
+
"peft_model": "chendren/deepseek-dnd-lora",
|
4 |
+
"task": "text-generation",
|
5 |
+
"parameters": {
|
6 |
+
"temperature": 0.7,
|
7 |
+
"top_p": 0.9,
|
8 |
+
"top_k": 50,
|
9 |
+
"max_new_tokens": 500,
|
10 |
+
"repetition_penalty": 1.1
|
11 |
+
}
|
12 |
+
}
|