GGUF
eddy1111111 commited on
Commit
7384b10
·
verified ·
1 Parent(s): cd130d0

Upload 2 files

Browse files
Files changed (3) hide show
  1. .gitattributes +1 -0
  2. Modelfile +66 -0
  3. qwen3c_fp16.Q4_K_M.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ qwen3c_fp16.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
Modelfile ADDED
@@ -0,0 +1,66 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ FROM ./qwen3c_fp16.gguf
2
+
3
+ # 融合版本:支持工具调用和思维模式的Qwen3配置
4
+ # 启用思考模式,模型会显示推理过程,同时保持工具调用能力
5
+
6
+ TEMPLATE """{{- if or .System .Tools }}<|im_start|>system
7
+ {{- if .System }}
8
+ {{ .System }}
9
+ {{- else }}
10
+ You are a helpful assistant. Please think step-by-step when answering questions.
11
+ {{- end }}
12
+ {{- if .Tools }}
13
+
14
+ # Tools
15
+ You may call one or more functions to assist with the user query.
16
+
17
+ You are provided with function signatures within <tools></tools> XML tags:
18
+
19
+ <tools>
20
+ {{- range .Tools }}
21
+ {"type": "function", "function": {{ .Function }}}
22
+ {{- end }}
23
+ </tools>
24
+
25
+ For each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:
26
+
27
+ <tool_call>
28
+ {"name": <function-name>, "arguments": <args-json-object>}
29
+ </tool_call>
30
+ {{- end }}
31
+ /think
32
+ <|im_end|>
33
+ {{ else }}<|im_start|>system
34
+ You are a helpful assistant. Please think step-by-step when answering questions.
35
+ /think
36
+ <|im_end|>
37
+ {{ end }}
38
+
39
+ {{- range $i, $_ := .Messages }}
40
+ {{- $last := eq (len (slice $.Messages $i)) 1 -}}
41
+ {{- if eq .Role "user" }}<|im_start|>user
42
+ {{ .Content }}<|im_end|>
43
+ <|im_start|>assistant
44
+ {{ else if eq .Role "assistant" }}{{ if .Content }}{{ .Content }}
45
+ {{- else if .ToolCalls }}<tool_call>
46
+ {{ range .ToolCalls }}{"name": "{{ .Function.Name }}", "arguments": {{ .Function.Arguments }}}
47
+ {{ end }}</tool_call>
48
+ {{- end }}{{ if not $last }}<|im_end|>
49
+ {{ end }}
50
+ {{- else if eq .Role "tool" }}<|im_start|>user
51
+ <tool_response>
52
+ {{ .Content }}
53
+ </tool_response><|im_end|>
54
+ <|im_start|>assistant
55
+ {{ end }}
56
+ {{- if and (ne .Role "assistant") $last }}<|im_start|>assistant
57
+ {{ end }}
58
+ {{- end }}"""
59
+
60
+ PARAMETER stop "<|im_start|>"
61
+ PARAMETER stop "<|im_end|>"
62
+ PARAMETER temperature 0.6
63
+ PARAMETER top_k 20
64
+ PARAMETER top_p 0.95
65
+ PARAMETER num_ctx 40960
66
+ PARAMETER num_predict 32768
qwen3c_fp16.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9484d2c4fdc746939eca1284bf800b2847ecec67c9eed684fef9860290476f56
3
+ size 5027779264