Hugging Face's logo

numen-tech
/
DeepSeek-R1-Distill-Qwen-14B-abliterated-v2-GPTQ-Int4

Text Generation
MLC-LLM
English
conversational
4-bit precision
Model card Files Community
numen-tech commited on
Commit
9ed38a4
·
1 Parent(s): e812b39

Add weights

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +1 -0
  2. README.md +8 -0
  3. config.json +5 -0
  4. ndarray-cache.json +0 -0
  5. params_shard_0.bin +3 -0
  6. params_shard_1.bin +3 -0
  7. params_shard_10.bin +3 -0
  8. params_shard_100.bin +3 -0
  9. params_shard_101.bin +3 -0
  10. params_shard_102.bin +3 -0
  11. params_shard_103.bin +3 -0
  12. params_shard_104.bin +3 -0
  13. params_shard_105.bin +3 -0
  14. params_shard_106.bin +3 -0
  15. params_shard_107.bin +3 -0
  16. params_shard_108.bin +3 -0
  17. params_shard_109.bin +3 -0
  18. params_shard_11.bin +3 -0
  19. params_shard_110.bin +3 -0
  20. params_shard_111.bin +3 -0
  21. params_shard_112.bin +3 -0
  22. params_shard_113.bin +3 -0
  23. params_shard_114.bin +3 -0
  24. params_shard_115.bin +3 -0
  25. params_shard_116.bin +3 -0
  26. params_shard_117.bin +3 -0
  27. params_shard_118.bin +3 -0
  28. params_shard_119.bin +3 -0
  29. params_shard_12.bin +3 -0
  30. params_shard_120.bin +3 -0
  31. params_shard_121.bin +3 -0
  32. params_shard_122.bin +3 -0
  33. params_shard_123.bin +3 -0
  34. params_shard_124.bin +3 -0
  35. params_shard_125.bin +3 -0
  36. params_shard_126.bin +3 -0
  37. params_shard_127.bin +3 -0
  38. params_shard_128.bin +3 -0
  39. params_shard_129.bin +3 -0
  40. params_shard_13.bin +3 -0
  41. params_shard_130.bin +3 -0
  42. params_shard_131.bin +3 -0
  43. params_shard_132.bin +3 -0
  44. params_shard_133.bin +3 -0
  45. params_shard_134.bin +3 -0
  46. params_shard_135.bin +3 -0
  47. params_shard_136.bin +3 -0
  48. params_shard_137.bin +3 -0
  49. params_shard_138.bin +3 -0
  50. params_shard_139.bin +3 -0
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ tokenizer.json filter=lfs diff=lfs merge=lfs -text
README.md CHANGED
@@ -1,3 +1,11 @@
1
  ---
 
 
2
  license: mit
 
 
 
 
3
  ---
 
 
 
1
  ---
2
+ language:
3
+ - en
4
  license: mit
5
+ base_model: huihui-ai/DeepSeek-R1-Distill-Qwen-14B-abliterated
6
+ base_model_relation: quantized
7
+ library_name: mlc-llm
8
+ pipeline_tag: text-generation
9
  ---
10
+
11
+ 4-bit GPTQ quantized version of [DeepSeek-R1-Distill-Qwen-14B-abliterated](https://huggingface.co/huihui-ai/DeepSeek-R1-Distill-Qwen-14B-abliterated) for inference with the [Private LLM](http://privatellm.app) app.
config.json ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ {
2
+ "quantization_config": {
3
+ "bits": 4
4
+ }
5
+ }
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:45f2a916a2d4317833d95470582b2c05801e76dd8e205a12315f23761c93b2a2
3
+ size 389283840
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:68d0bc3bf25672de1523dcc77c4d986090af890ee582e853da4f3fc4bee877e8
3
+ size 35389440
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eac3e3a1c0a58564e95ee85a26efbe5d4e0ed777767b96eb4215d5b3082d543d
3
+ size 35389440
params_shard_100.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fe93b4e5b3473c068329528d8f81e5b554a69d251dda4cf599e2d2bf94b9290a
3
+ size 70778880
params_shard_101.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b1aa484a5158093f130362f3d0b4c4fc9324803043fd470e7254b32fd305e86b
3
+ size 32075776
params_shard_102.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:45de55f03445d7d620526b751b197d95c77e6cd4690e409dc6faaa3e05699321
3
+ size 21159936
params_shard_103.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:97b643ae2b631139bcd0b8836634fa7ffe6aae93e0a8dc656f7d18508f210c49
3
+ size 35389440
params_shard_104.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:58c0eb109e91c1817e393bc52fe51ad415bcfbb0cc52e665b5931876f856f5ed
3
+ size 70778880
params_shard_105.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3c4b0bd927980b621d4c6434cc0cd536e4bb26e7949dc31278836663fa396edf
3
+ size 18350080
params_shard_106.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a3da8ff76c57cbac02e3dac1fa90b91b8da92f485a8a61432d7a0b3bf2934b23
3
+ size 18350080
params_shard_107.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ebd52eebef5dcb327386307dcabb4a037b636e51086e08e3c996265e875d8cca
3
+ size 31547392
params_shard_108.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ce0d55c962100e2e108730e3f3275d883f42117944a925c0597b65db2f9ba525
3
+ size 35389440
params_shard_109.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c2a2b5937f9a58d4597900efc8622736d0398c3cc9c6d0e7b7a3b75db9deaf67
3
+ size 70778880
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0c23a8b4d4cd2ad4b13554fdb2699bff4fbac94155df77593dd83d49039c0e9d
3
+ size 70778880
params_shard_110.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6fd5b0a928013e999425d3942229cf7b85406bf0d319f84dad7a4673bbadcdf5
3
+ size 35389440
params_shard_111.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dddd7c4cb7a4f9264311d7a036165a27adf7d7144bfd3ca6fced9490c09a8cd3
3
+ size 70778880
params_shard_112.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7c1a9088c5114a420488a4f7614cf0854831f0a5e38646685cc2377dee39a3a0
3
+ size 18350080
params_shard_113.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d95fa84483cab25d30fd42199aa3aea84bede58f982e7797193f0958f06c717f
3
+ size 20781056
params_shard_114.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d803be5195fcde31f3908e846eeedc6c4dc3c9e7fd69f280d294d30c063d8f91
3
+ size 35389440
params_shard_115.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:30a8723e43439f58a0fee1bd14cee5bd050ca3984e0282c243b1b7909ea0c33b
3
+ size 70778880
params_shard_116.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a493172732c0fb15f24b837936ce3c3f87de6d3fbe6a4f05599b450457138cea
3
+ size 18350080
params_shard_117.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d6fae3d1c9343e464ac3d21da6de75d0c146968d43d4e5b6f122226ab101593d
3
+ size 35389440
params_shard_118.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7d6baeeec172ff62eb68f011796146621fb011088f3d430f69e57473a4673aee
3
+ size 70778880
params_shard_119.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:45dd57a95ea65b92fc3faebbb3d2a20deb341de549375318fb0060801066b51f
3
+ size 32075776
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e31221ca73c7d1dc90de9689bef7a8fcedcab73714ed7b677e056e7284b63d06
3
+ size 18350080
params_shard_120.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:82e08e77c19c8a426c85ca626d5d322c6a04c9ee22ca1e27847f95d1b5151bd7
3
+ size 21159936
params_shard_121.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:619e37b5bb726f3a15a19f046e7d87b0b8b9efe221f4900512683efc6c27b02f
3
+ size 35389440
params_shard_122.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4d8ed3cfb2be42ea1e85eeb97fee0d3dedb51e1ce1026c637a37c566a6702104
3
+ size 70778880
params_shard_123.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:809d715c539e9399e0c29b1d4d6934932eeeb55ef7ac10a54e8669b30939477e
3
+ size 18350080
params_shard_124.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:52cae3484d7a2257c6cad6263398ba161daaec4f355434b06f0fa622f2b403e1
3
+ size 35389440
params_shard_125.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1ff2c13693fadf2606218c0c5f443ce309ac1f6931fefb89e23556aa157acfe3
3
+ size 70778880
params_shard_126.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ec87402c27dde9bae4b17eb9541a2521fab525191399b11d394ae35cca33ae50
3
+ size 32075776
params_shard_127.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9ae9cb0308380a0510cb99c7edb5afaba92eb6e8ea9db317af50a20ec554dd49
3
+ size 21159936
params_shard_128.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:503f05ce3c9704e520771865eb25e7a038ab63cb16e495d470ee0ae12a78b67c
3
+ size 35389440
params_shard_129.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a1a20c83c19bf57318ee590f1088977466df57ce4d969396300f5d897233303f
3
+ size 70778880
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d94acb10cc24d32a60dfad033e3f9144dc38b70717b1cd9fc043fa6d588c11b7
3
+ size 35389440
params_shard_130.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c7baa559c930ae19e3fb117525f4aa60629e595dd0986af88d521c2ae3e21fec
3
+ size 18350080
params_shard_131.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bcfe12ae7cc3d79cfb4ee6217fd8a7e9a950a99d1933cf57147901c3c1d6f296
3
+ size 35389440
params_shard_132.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0b51eea26e970b88113ab12d7a4bc1a7a6dd7bb6b69b4aa62c2fdb37fc1ff90d
3
+ size 70778880
params_shard_133.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2bc955ceab30569433ab9bcaf0ea77fa1678b1a593ae6df627af11d97e6f5437
3
+ size 32075776
params_shard_134.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6504a7dc0df302f7a3a45754a19b0d51d4260657e9deb30b40a62d4cba59f4d9
3
+ size 21159936
params_shard_135.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:848bfd3fa31311c0e2798d5e1403874e553ee0c17eaa9b055d9b53df9622f400
3
+ size 35389440
params_shard_136.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:24acea96d198db9915fa259abc0d1139d1c80080b34060082fcd077ec64cb207
3
+ size 70778880
params_shard_137.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d8ab1404b804dec2ad9d8c5e396f9e18d4fc9036caa9b958dc7305fb6657b887
3
+ size 18350080
params_shard_138.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7b1fba4722c3b4cc101804c4250e632598874de2345a65d5d12d0b2d073e24a8
3
+ size 18350080
params_shard_139.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b144aae6a3feadd6e3c3e3dc9610907623491a4e1a8839f9c63bf61dfdf3ae24
3
+ size 31547392