Hugging Face's logo

numen-tech
/
DeepSeek-R1-Distill-Llama-70B-w3a16g40sym

Text Generation
MLC-LLM
English
conversational
3-bit
Model card Files Community
numen-tech commited on
Commit
94a3ce4
·
1 Parent(s): 567a8eb

Add weights

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +1 -0
  2. README.md +8 -0
  3. config.json +5 -0
  4. ndarray-cache.json +0 -0
  5. params_shard_0.bin +3 -0
  6. params_shard_1.bin +3 -0
  7. params_shard_10.bin +3 -0
  8. params_shard_100.bin +3 -0
  9. params_shard_101.bin +3 -0
  10. params_shard_102.bin +3 -0
  11. params_shard_103.bin +3 -0
  12. params_shard_104.bin +3 -0
  13. params_shard_105.bin +3 -0
  14. params_shard_106.bin +3 -0
  15. params_shard_107.bin +3 -0
  16. params_shard_108.bin +3 -0
  17. params_shard_109.bin +3 -0
  18. params_shard_11.bin +3 -0
  19. params_shard_110.bin +3 -0
  20. params_shard_111.bin +3 -0
  21. params_shard_112.bin +3 -0
  22. params_shard_113.bin +3 -0
  23. params_shard_114.bin +3 -0
  24. params_shard_115.bin +3 -0
  25. params_shard_116.bin +3 -0
  26. params_shard_117.bin +3 -0
  27. params_shard_118.bin +3 -0
  28. params_shard_119.bin +3 -0
  29. params_shard_12.bin +3 -0
  30. params_shard_120.bin +3 -0
  31. params_shard_121.bin +3 -0
  32. params_shard_122.bin +3 -0
  33. params_shard_123.bin +3 -0
  34. params_shard_124.bin +3 -0
  35. params_shard_125.bin +3 -0
  36. params_shard_126.bin +3 -0
  37. params_shard_127.bin +3 -0
  38. params_shard_128.bin +3 -0
  39. params_shard_129.bin +3 -0
  40. params_shard_13.bin +3 -0
  41. params_shard_130.bin +3 -0
  42. params_shard_131.bin +3 -0
  43. params_shard_132.bin +3 -0
  44. params_shard_133.bin +3 -0
  45. params_shard_134.bin +3 -0
  46. params_shard_135.bin +3 -0
  47. params_shard_136.bin +3 -0
  48. params_shard_137.bin +3 -0
  49. params_shard_138.bin +3 -0
  50. params_shard_139.bin +3 -0
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ tokenizer.json filter=lfs diff=lfs merge=lfs -text
README.md CHANGED
@@ -1,3 +1,11 @@
1
  ---
 
 
2
  license: mit
 
 
 
 
3
  ---
 
 
 
1
  ---
2
+ language:
3
+ - en
4
  license: mit
5
+ base_model: deepseek-ai/DeepSeek-R1-Distill-Llama-70B
6
+ base_model_relation: quantized
7
+ library_name: mlc-llm
8
+ pipeline_tag: text-generation
9
  ---
10
+
11
+ 3-bit [OmniQuant](https://arxiv.org/abs/2308.13137) quantized version of [DeepSeek-R1-Distill-Llama-70B](https://huggingface.co/deepseek-ai/DeepSeek-R1-Distill-Llama-70B) for inference with the [Private LLM](http://privatellm.app) app.
config.json ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ {
2
+ "quantization_config": {
3
+ "bits": 3
4
+ }
5
+ }
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:751eba367cbf012bf7e4a9ab697beae7ffc0ba312c529864f72b5fedc0efd35d
3
+ size 420679680
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2a9980127b43eebfdd70d930bfd607cf5409f1a22a4db38595cbcfa4f9a6b036
3
+ size 52584960
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c6f6ab8d9b78b99b66f153b5d515ff666ad5871e2fed833fcdbfa1960bdba233
3
+ size 52584960
params_shard_100.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b787a6e8a0a2434b94ae732041e3dd11e859315b5eb047ce0f3a3f7e92cd75a7
3
+ size 23511040
params_shard_101.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:be75119db67030c11b58411cccb395f711da581bc07cb7e81a5afe0de668087a
3
+ size 93978624
params_shard_102.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:268c3ef9411784f5e54825f654c19e2e3a97e756d3f3395e67a9e5b0cd1232cb
3
+ size 188088320
params_shard_103.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f7bc7a17234100ea59040f59764f4cfc535dd810091c14a1156536cd29882183
3
+ size 23511040
params_shard_104.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c80af00dc9749200174b255b6d526b48502b0069c221cea3b03f09fbe57048b4
3
+ size 33587200
params_shard_105.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:98090d07d435df7e28512bf4f562e0b166de88d8e21d8a4574c62a76d852992a
3
+ size 26869760
params_shard_106.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:00abf0493708b9df170a75dd5a08644a7b441b44f86d658d251abe8a589878b1
3
+ size 93978624
params_shard_107.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a6847511e5e05abd8a313512e4c3982722aa35f1fdfe8cec565323195aa6c96f
3
+ size 31100928
params_shard_108.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e568a2a0d16c1e52ad054f6f9117fbb262e9124732740319d3989aae73f11aeb
3
+ size 188088320
params_shard_109.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c97c1ea76ca5dbfd7696370c1ae563b6d78d130157f3647067f8a285b161b199
3
+ size 23511040
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8961dd987c1ff36c86b82a174e62740b8067844e949ef2cb1e78a107a44052a9
3
+ size 93978624
params_shard_110.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c4cfd05fb279cff827f364350c2422a9a054a07868657d1889853fa86f094a2c
3
+ size 33587200
params_shard_111.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:75ba08ca7ab4fbd09ad66b870f8edd9d22ddd30e903fdc26819aec288da1eec0
3
+ size 26869760
params_shard_112.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d43f52964fe03a59ccb689506fc6841efbe60e5456e625be47c7987dde478ea8
3
+ size 93978624
params_shard_113.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:70e27163273ac6928859a5bd94f28187058b3af57287b02c84102d10cbf140fb
3
+ size 188088320
params_shard_114.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d36a44eab92df334caffdbec3b8f82c409262a7cb6cdd888e9f0fa187f54c30d
3
+ size 23511040
params_shard_115.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:437fe9315625b7ad53b4e5c99f7befda4453e5fefa2011db71d3f7b1c5670411
3
+ size 33587200
params_shard_116.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d6ae0a7a047c57babebdf7d6527b62552267e1b5c81bc5829d1af5914033a236
3
+ size 31117312
params_shard_117.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2163a774a0adfa83853af3bc2e7f56769690ab0986701767be35682ce27a2f70
3
+ size 31068160
params_shard_118.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:22f7ef63e43ce112742d3b6e26281d6ea3e4fe755a17c60737cfa9c89136337c
3
+ size 93978624
params_shard_119.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7be3d3701e10a79d8495de8077837c17e6f6083f02902086eb4e8f9b51bb7be3
3
+ size 188088320
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:551d0c1b649ef7f42ae3b8a65d2ef9ff7ade083f95705a744e64f5e55a0e92bd
3
+ size 188088320
params_shard_120.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7d3b38ea0966451bbb7e9b20614ae404cabdcbe3f61c40c382ff269a3d1eede5
3
+ size 23511040
params_shard_121.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:503292dd41610dce4c1e3f91b335c770305cd65719f05e69ad4509afb0feee5c
3
+ size 33587200
params_shard_122.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:27f73b62eba08b1f973444608c7e1edefcc138a7aa01074068f53b8498474776
3
+ size 26869760
params_shard_123.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b4b52fc8dba31fae6cbd24eecbe676ca38447ba23cf2a3db9e59a2411762f6c5
3
+ size 188088320
params_shard_124.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aad125070889099f10533139d5c422b0cedae0a003e8644b3d9c04bbe5b59855
3
+ size 23511040
params_shard_125.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c64673d14e7f1d37dc2c0df6651e0a98199353bdaf9c4e7efcea90cde623e5a3
3
+ size 33587200
params_shard_126.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2e2b2fbdf7a2fcd3bc57eac8af8d05de3cebc6a7d96e6910cb7b922ba54f4b23
3
+ size 26869760
params_shard_127.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:16295cad04d47cd1513d3a924051fbbc7079d903f8f7b8514cfaac56c4aa52c6
3
+ size 93978624
params_shard_128.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:070d2d33bafc37ce9bac3c2c22ee3d30d1bfe8ebc1c167362327d75c35519458
3
+ size 30269440
params_shard_129.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:13d4dd3afa1ea873eefb2a512c7af45d599486305a488b6059488a9af79f6f16
3
+ size 93978624
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:358bfbf7c85d29cd5f26fa23a96f7cd4da690331a1eb3b7316a324af407ac7e4
3
+ size 23511040
params_shard_130.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4017590e01b75f8429bf08a14cd5714421b6e3a20ae3f96ff788a0cd41e9d0b6
3
+ size 188088320
params_shard_131.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:49c15eb1f8bacb456ee732c948dcf69a3590274c775c153238fd7a58fae4bf1b
3
+ size 23511040
params_shard_132.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:da6d832c510f30199770068ad2ec4b987e6d8d4086c051bd7e68567c9ed2bba3
3
+ size 33587200
params_shard_133.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2c3d548e4c47be1abed74ca3b8d5f5c7822cb4b2fdf311d268423370e1a1ce51
3
+ size 26869760
params_shard_134.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1448389fa783c19b752cca333fa665b60608c176a03586ce0756d56da48d2155
3
+ size 93978624
params_shard_135.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:21f043295b06eece6b82787009dc381c6862f99a2fb7e77af4fe12dc7345d1a7
3
+ size 31117312
params_shard_136.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e91203ef8d2e40d01ff385ebe93b1bb975d3885cb1268b97f1441e50c9913cd9
3
+ size 188088320
params_shard_137.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0b2eb30b180b94eb9c8f35c628de5e3bece7d887ee41c16fb6bc5e8523c7cd77
3
+ size 23511040
params_shard_138.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5b19aa03a999a9c2f0ec71def8f41c3181e7aea3662fdeeb521b9ecc0c6e7edf
3
+ size 33587200
params_shard_139.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0d331ab53f4b6c5d8c1232357cde981241e3d5beef59fa6e5f8669842ee71423
3
+ size 26869760