mradermacher
/

Phi-3.5-MoE-instruct-GGUF

Inference Endpoints

Model card Files Files and versions Community

mradermacher commited on Jan 10

Commit

ef30774

·

verified ·

1 Parent(s): a0e0e8a

uploaded from kaos

Files changed (2) hide show

.gitattributes +1 -0
Phi-3.5-MoE-instruct.Q6_K.gguf +3 -0

.gitattributes CHANGED Viewed

@@ -36,3 +36,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 Phi-3.5-MoE-instruct.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
 Phi-3.5-MoE-instruct.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
 Phi-3.5-MoE-instruct.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text

 Phi-3.5-MoE-instruct.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
 Phi-3.5-MoE-instruct.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
 Phi-3.5-MoE-instruct.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
+Phi-3.5-MoE-instruct.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text

Phi-3.5-MoE-instruct.Q6_K.gguf ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:ed3ed8b6054aadb3417d6c00f80e0ff7202424f53eee82276b490e936c42c74d
+size 34359334912