pefontana
/

deepseek-v3-mini

Model card Files Files and versions Community

pefontana commited on 25 days ago

Commit

670f6bd

·

1 Parent(s): fe19e68

fix

Files changed (2) hide show

config.json +2 -2
model.safetensors +2 -2

config.json CHANGED Viewed

@@ -31,8 +31,8 @@
   "pretraining_tp": 1,
   "q_lora_rank": 512,
   "qk_head_dim": 128,
-  "qk_nope_head_dim": 64,
-  "qk_rope_head_dim": 64,
   "rms_norm_eps": 1e-06,
   "rope_interleave": true,
   "rope_scaling": null,

   "pretraining_tp": 1,
   "q_lora_rank": 512,
   "qk_head_dim": 128,
+  "qk_nope_head_dim": 0,
+  "qk_rope_head_dim": 128,
   "rms_norm_eps": 1e-06,
   "rope_interleave": true,
   "rope_scaling": null,

model.safetensors CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e8580f59831e16aee600fa1cc9109073d2b2b64d3d929beeefd996f5e838a90d
-size 3975915404

 version https://git-lfs.github.com/spec/v1
+oid sha256:3663fceafc3c72aef2a5bda62d8cd9ec68a5d8abc23c24bf6285f0cae0243032
+size 3948390284