Hugging Face's logo

numen-tech
/
Llama-3.2-3B-Instruct-abliterated-w4a16g128asym

Text Generation
MLC-LLM
abliterated
uncensored
conversational
4-bit precision
Model card Files Community
numen-tech commited on
Commit
29b7fb6
·
1 Parent(s): b990a3f

Add weights

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. README.md +21 -3
  2. config.json +5 -0
  3. ndarray-cache.json +0 -0
  4. params_shard_0.bin +3 -0
  5. params_shard_1.bin +3 -0
  6. params_shard_10.bin +3 -0
  7. params_shard_11.bin +3 -0
  8. params_shard_12.bin +3 -0
  9. params_shard_13.bin +3 -0
  10. params_shard_14.bin +3 -0
  11. params_shard_15.bin +3 -0
  12. params_shard_16.bin +3 -0
  13. params_shard_17.bin +3 -0
  14. params_shard_18.bin +3 -0
  15. params_shard_19.bin +3 -0
  16. params_shard_2.bin +3 -0
  17. params_shard_20.bin +3 -0
  18. params_shard_21.bin +3 -0
  19. params_shard_22.bin +3 -0
  20. params_shard_23.bin +3 -0
  21. params_shard_24.bin +3 -0
  22. params_shard_25.bin +3 -0
  23. params_shard_26.bin +3 -0
  24. params_shard_27.bin +3 -0
  25. params_shard_28.bin +3 -0
  26. params_shard_29.bin +3 -0
  27. params_shard_3.bin +3 -0
  28. params_shard_30.bin +3 -0
  29. params_shard_31.bin +3 -0
  30. params_shard_32.bin +3 -0
  31. params_shard_33.bin +3 -0
  32. params_shard_34.bin +3 -0
  33. params_shard_35.bin +3 -0
  34. params_shard_36.bin +3 -0
  35. params_shard_37.bin +3 -0
  36. params_shard_38.bin +3 -0
  37. params_shard_39.bin +3 -0
  38. params_shard_4.bin +3 -0
  39. params_shard_40.bin +3 -0
  40. params_shard_41.bin +3 -0
  41. params_shard_42.bin +3 -0
  42. params_shard_43.bin +3 -0
  43. params_shard_44.bin +3 -0
  44. params_shard_45.bin +3 -0
  45. params_shard_46.bin +3 -0
  46. params_shard_47.bin +3 -0
  47. params_shard_48.bin +3 -0
  48. params_shard_49.bin +3 -0
  49. params_shard_5.bin +3 -0
  50. params_shard_50.bin +3 -0
README.md CHANGED
@@ -1,3 +1,21 @@
1
- ---
2
- license: llama3.2
3
- ---
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ language:
3
+ - en
4
+ - de
5
+ - fr
6
+ - it
7
+ - pt
8
+ - hi
9
+ - es
10
+ - th
11
+ license: llama3.2
12
+ base_model: huihui-ai/Llama-3.2-3B-Instruct-abliterated
13
+ base_model_relation: quantized
14
+ library_name: mlc-llm
15
+ pipeline_tag: text-generation
16
+ tags:
17
+ - abliterated
18
+ - uncensored
19
+ ---
20
+
21
+ 4-bit [OmniQuant](https://arxiv.org/abs/2308.13137) quantized version of [Llama-3.2-3B-Instruct-uncensored](https://huggingface.co/huihui-ai/Llama-3.2-3B-Instruct-abliterated).
config.json ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ {
2
+ "quantization_config": {
3
+ "bits": 4
4
+ }
5
+ }
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d2cd4b7830ea50d4b2bae14fd34dbcec0e6530434e4ec96e4e6da085e868c4f4
3
+ size 197001216
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e761c70a669618770eda10c7a169f5b4174eb6adddecce4968f4decd909a702c
3
+ size 25165824
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c17476d7897b027f95431313f7057adcf3792707b55efcdd86a750b54ed549fa
3
+ size 26750976
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e87819ab294e57fc61d6944aa734af32ea4f0f37fac51ed41e48850687e0a956
3
+ size 25165824
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3f2b15b043d2dde24693817e899104a32ab857192b15d7a04e547ea6f0e823ae
3
+ size 26750976
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8a691a4dec711d35149230a2c1ec20e0081d150bebf2314a5b4821812031d401
3
+ size 25165824
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:045d524cf767711d8de89c20d2e04ac7c4f70fafcb60b4d4f3a0f8a0b24a98d2
3
+ size 26750976
params_shard_15.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8b2a1e0e757334d545d58b119253928d7b27f0e5674512f44f92e43c9534d7d1
3
+ size 25165824
params_shard_16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:393b2cf9377eae6cdb9931d29aea9c61070420a56b47f78c30f4336ef3af00db
3
+ size 26750976
params_shard_17.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6c47b5d78a6b2a0e08df994fae2fa5f63936729e8eeaca00faf8df9b41b18aee
3
+ size 25165824
params_shard_18.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:87b5983e5757a70c4617bf801e00d2f69f25e04a60cf9c8ad180bc9ac7ef2bea
3
+ size 26750976
params_shard_19.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:50d282f11045389d8d32745c00967ac5869d0cfdbadcaf0d23cb852f3fd84192
3
+ size 25165824
params_shard_2.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:230383fadbe553785c48257fb3af3574e0e6b1367bb17a02a4cceef68a823e56
3
+ size 32913408
params_shard_20.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:13e0b29d50cc839480a69f47fc698c0382984840ed4ac82d4087cc5e013dbf3d
3
+ size 26750976
params_shard_21.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5556a6dba8af2e6c1e2d2fb5216dbc60884f2cb2b2e29c6989622f42dbbdb8f8
3
+ size 25165824
params_shard_22.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0403f3c856970908c66f874ccc3a273eab3d0948759092dcd817fa3efc7d89c6
3
+ size 26750976
params_shard_23.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ac1775777453875a7b0763538d35a8ee9666e233b798ddbc998b817cd87fe94f
3
+ size 25165824
params_shard_24.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ae4ac67f4bd1af7cf23b39052066e9cb3f4c44bbf41d80b1ccd4951dedee4f96
3
+ size 26750976
params_shard_25.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c39eb440835f4cc65ac55c88e9130ec5bcefb5d169758b7f1e06e4059909bef0
3
+ size 25165824
params_shard_26.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:afeea36799971d368db2d8d3d3e61b277bc7eda0b5c4cf51c4275237a02ba5b7
3
+ size 25165824
params_shard_27.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:69d3e2490badc1dc5ed7ba1a3d81e05cb6bb525e10b3c7ead7652e88edc00a7b
3
+ size 27531264
params_shard_28.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f25d62adc887e36a7e378442a8c7241c002d56d36c1671d153247352974db395
3
+ size 25165824
params_shard_29.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:18343702a0f901b1942c456cf2107805724aa7c0f6c2f8751b2ac6b587526fbe
3
+ size 26750976
params_shard_3.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ac2ea277eabdd4d73271351a991628fbd76d7bcf31681f145d95022591537d40
3
+ size 25165824
params_shard_30.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0ec874d67b27fd940ea366c98937a096e64e2d40fd14ab8122a809512c9f690f
3
+ size 25165824
params_shard_31.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5c1407ada8e32918271d68d9ffc72eb45acc8cdd4a9745a54864733d56b65b85
3
+ size 26750976
params_shard_32.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6ae09e7069c94b8b33cae95162ec5c0bdae2369ea17e10bd3f29d06c2581a280
3
+ size 25165824
params_shard_33.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2b8a6ec2f42e6f5053812533cccefdede3bc7ce7d2d5f40dd3f5a541de9f31ec
3
+ size 26750976
params_shard_34.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f924dbb18d364ab2bbfdc2b92e300327c5930a7d9ba250b7ab2ba33e85a1405e
3
+ size 25165824
params_shard_35.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cc688cb89db23fbb4bccc0070f162ee3fd2322d24eaadb29b4efd2e40a8668e1
3
+ size 26750976
params_shard_36.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7655685c0044dc79c2f10c159344be15e7a4f238f6a5ad1cb2d04c204f011648
3
+ size 25165824
params_shard_37.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8b428be5a4d2200500fa5ba3d1f0b136eaeee68ceb8abe2a2edf672d48303bc4
3
+ size 26750976
params_shard_38.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a96fd21eb3dc574efb576643b851a422ab6c766c8039d219e28dd2c5f6b3c420
3
+ size 25165824
params_shard_39.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cbbf097d7c98c46941253129fb5f5f367d4aeceb5a59ace9c26f19733b922b06
3
+ size 26750976
params_shard_4.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3d5521c95eae23a86b3f6d3285f704987bf82f3dc29ea246c33750b83b637392
3
+ size 26750976
params_shard_40.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8f9cb4c8455c2416b3ff55848c30d092aef73bc8f90306a8b78c32b6472f8e8f
3
+ size 25165824
params_shard_41.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7d09b8726be8eae5f733d0da38f606e2c850d0b7d418c7b121974544f56438ef
3
+ size 26750976
params_shard_42.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:67aec8cf7d026b47b23754a85eb678a376bcdba03f357d9104a7f81a1b990a61
3
+ size 25970688
params_shard_43.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2731faa423c2a02dff72e174c54bd31bf94d3bed7fb6b81edb615b09984fd376
3
+ size 25165824
params_shard_44.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4e44788b8181e4d2ebbe5eb0d9e92c1f281cfcd76fbe27ceae4248d5a6029644
3
+ size 26750976
params_shard_45.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:64341b7c9f2c618f5324db2830d4a063d97487cde6bf2d5ec3325a583ca281f5
3
+ size 25165824
params_shard_46.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:79eec28a435e661171779269b50305e3aa69d55ce609f73aae31a84015ebdb13
3
+ size 26750976
params_shard_47.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8f89f07a53c21cf7d32e18625de7e6b8d4b135e220eae606363e3f9891396551
3
+ size 25165824
params_shard_48.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4c86a28111da6d6fd26894bd490782d3a07b2daf956a175cdfa356336eb7dc61
3
+ size 26750976
params_shard_49.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fedca7e233deef3c4d930a2861c1c3385335d513ff2766355f8f7be3dcb0c8fa
3
+ size 25165824
params_shard_5.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a210d3d32b80dda3f648d88456174b38125d93ea61f883277dc0f7c61c5b7e9f
3
+ size 25165824
params_shard_50.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:09426f8f021853008af2f8f356840d1890eb57f3388ea5c356394ca18403711d
3
+ size 26750976