Hugging Face's logo

numen-tech
/
Llama-3.1-8B-UltraMedical-w3a16g40sym

Text Generation
MLC-LLM
English
conversational
3-bit
Model card Files Community
numen-tech commited on
Commit
57cc003
·
1 Parent(s): 59b16e2

Add weights

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +1 -0
  2. README.md +9 -1
  3. config.json +5 -0
  4. ndarray-cache.json +0 -0
  5. params_shard_0.bin +3 -0
  6. params_shard_1.bin +3 -0
  7. params_shard_10.bin +3 -0
  8. params_shard_11.bin +3 -0
  9. params_shard_12.bin +3 -0
  10. params_shard_13.bin +3 -0
  11. params_shard_14.bin +3 -0
  12. params_shard_15.bin +3 -0
  13. params_shard_16.bin +3 -0
  14. params_shard_17.bin +3 -0
  15. params_shard_18.bin +3 -0
  16. params_shard_19.bin +3 -0
  17. params_shard_2.bin +3 -0
  18. params_shard_20.bin +3 -0
  19. params_shard_21.bin +3 -0
  20. params_shard_22.bin +3 -0
  21. params_shard_23.bin +3 -0
  22. params_shard_24.bin +3 -0
  23. params_shard_25.bin +3 -0
  24. params_shard_26.bin +3 -0
  25. params_shard_27.bin +3 -0
  26. params_shard_28.bin +3 -0
  27. params_shard_29.bin +3 -0
  28. params_shard_3.bin +3 -0
  29. params_shard_30.bin +3 -0
  30. params_shard_31.bin +3 -0
  31. params_shard_32.bin +3 -0
  32. params_shard_33.bin +3 -0
  33. params_shard_34.bin +3 -0
  34. params_shard_35.bin +3 -0
  35. params_shard_36.bin +3 -0
  36. params_shard_37.bin +3 -0
  37. params_shard_38.bin +3 -0
  38. params_shard_39.bin +3 -0
  39. params_shard_4.bin +3 -0
  40. params_shard_40.bin +3 -0
  41. params_shard_41.bin +3 -0
  42. params_shard_42.bin +3 -0
  43. params_shard_43.bin +3 -0
  44. params_shard_44.bin +3 -0
  45. params_shard_45.bin +3 -0
  46. params_shard_46.bin +3 -0
  47. params_shard_47.bin +3 -0
  48. params_shard_48.bin +3 -0
  49. params_shard_49.bin +3 -0
  50. params_shard_5.bin +3 -0
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ tokenizer.json filter=lfs diff=lfs merge=lfs -text
README.md CHANGED
@@ -1,3 +1,11 @@
1
  ---
2
- license: llama3.1
 
 
 
 
 
 
3
  ---
 
 
 
1
  ---
2
+ language:
3
+ - en
4
+ license: llama3
5
+ base_model: TsinghuaC3I/Llama-3.1-8B-UltraMedical
6
+ base_model_relation: quantized
7
+ library_name: mlc-llm
8
+ pipeline_tag: text-generation
9
  ---
10
+
11
+ 3-bit [OmniQuant](https://arxiv.org/abs/2308.13137) quantized version of [Llama-3.1-8B-UltraMedical](https://huggingface.co/TsinghuaC3I/Llama-3.1-8B-UltraMedical) for inference with the [Private LLM](http://privatellm.app) app.
config.json ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ {
2
+ "quantization_config": {
3
+ "bits": 3
4
+ }
5
+ }
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1a931bfb089ee27b756adc9c53af2a868e461035373946642be1947ff9bf6f5d
3
+ size 211365888
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4ca85848df2597d740153bdf9fecbb6d246008587af14043ac880416cc5a02f1
3
+ size 23527424
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:90f0aa344744552ce64e2167145ad62e52504efa5e91e139cf84759e6dc0e4ae
3
+ size 47251456
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:605107f50ae8f45e57a6229c67ee68ffeda0c704fa17fd6669216a03d6f84ae6
3
+ size 27856896
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bbc9d3ea463cdf5565ea90514c2a918f4c1f7e6983e4fa1fb2f7e0adcdd47740
3
+ size 23527424
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:919ca7bbc326f4f980afa3d257fff8d3a1d06f3fc1c7ceeacf41771abdfe7460
3
+ size 47251456
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:22d42a0b8a138aff6a8da9d410d7d310fe8c0099dbb1a0ed4cc5cbc849a6b003
3
+ size 27848704
params_shard_15.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eb4fbde2bb86ded20a11fae8edbd34eabede14e9fc2bd898b6ff927c5721578f
3
+ size 23527424
params_shard_16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f97a04854fa611f6d883e1dba3df43f605f9c97146a2567894633cb6a8e44bc6
3
+ size 47251456
params_shard_17.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0cb170dd86f710d7a7556a86b7fcb74d17fc27e4caa03ffa99fb93d1dd9ce2b7
3
+ size 27848704
params_shard_18.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:10df0ec169d703ecd33a698152c926f20c42dc72e3aa9b9c20190736760b982f
3
+ size 23527424
params_shard_19.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b29f69094acc855ef9cc0cf097357606a885c812df9a24a0cce2c1d31d1dd097
3
+ size 47251456
params_shard_2.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:85482c1b6a86dbed489247fd881d5806d4dbed5dafa71c966e4dc4c8fca0527a
3
+ size 47251456
params_shard_20.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c0cc78397409e4036c88e4de111d696a90e84a4cc2b493ad33785164449e3ac0
3
+ size 27848704
params_shard_21.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:96b9c5c88966bb1d3c407077a40ff904bb34ca52d06778f850ff2618d28ee712
3
+ size 23527424
params_shard_22.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6958fba2ec846758a5da2f4f1ef258799063a73de5a10ffc8668eb907f904fac
3
+ size 47251456
params_shard_23.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eea9eaf450e2b3d8063473d223677fe98d98b043dc7a6e4a53bc3abf8982a493
3
+ size 27848704
params_shard_24.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:37b097c5c4326d65a646ad4d4d2f2694e00eac561b3366e2fecc349ce613012f
3
+ size 23527424
params_shard_25.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7d12a80c9d070f218d7ccb55339eb5794f4737203ec49c635f3b0f3fb8b82f2c
3
+ size 47251456
params_shard_26.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:501185d5aa6edecda743055b86ba2ad3bd3ba2d0ea0750b1baebce52fa426c1f
3
+ size 27848704
params_shard_27.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f9b77d35b034198d114bcf2a659f1fc460b30df5bb1f7026d83b7e2a81c65997
3
+ size 23527424
params_shard_28.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:15917e3da0c0318c87aea4c3c93cf3b725aa5f3cbd333d4203893f6ba7661dfa
3
+ size 47251456
params_shard_29.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0e2cc11a08c4d9845d4e02d871e0997589781e2054ca09022c4413c261d1fd2f
3
+ size 27848704
params_shard_3.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:39b44dfed7e12082a958e3045fdf737a71dff91ac791fe10cf359fad58156cc9
3
+ size 29369856
params_shard_30.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:820c26ad01b816572152c9aa40a3dbf4b7313f79dddd6e9f27ddf9da39238b67
3
+ size 23527424
params_shard_31.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:374432cb784e5a35189e6fabfabb61a697885c9fd7cd2c5b8b66e7406436c1bb
3
+ size 47251456
params_shard_32.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:20efca93112fe9b00feb1bbcb65b16faaf4fc92c9bd8ae3a004e207a4fdd5507
3
+ size 27848704
params_shard_33.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f8440d2829f8d91e6cc3751d2fff8017d2369df7674e0687f183d511eaed4aeb
3
+ size 47251456
params_shard_34.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2ff448cf05f8cff0088321309cb9bb036a67808264008af18f1b362922b8760e
3
+ size 30806016
params_shard_35.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:72eaea3cc22feb59ec1b9fd696c90087ad0c75ebc90e0d1e45321057473a1934
3
+ size 23527424
params_shard_36.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:96862ef940100cfd6ef1a64a9ed36961dfad5fc250a85dddb0c35c6967486996
3
+ size 47251456
params_shard_37.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6c258c5b0dde8c0077cd37f968463bb6aef8f3477a311faba30af0251592446f
3
+ size 27848704
params_shard_38.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ca23cf1a47ae6ed0b2b6ae71f4215c80ef3ad26bd4a17f5d93b0a3c9921ffd5b
3
+ size 23527424
params_shard_39.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d79d507d0f20f262ab43d6996d6f4ea65ed30473d30b8c34c8e71be718a77114
3
+ size 47251456
params_shard_4.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:806c3131e6c7b4992ab7165b229c7b117bae65920056b285017dcaa770f2f0d7
3
+ size 23527424
params_shard_40.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6a9685fde2876097c3c6e9275a303d05f1b10ef459e4d4a5065eb8aa3357cbbd
3
+ size 27848704
params_shard_41.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8e3a82abf7edcde9a25d37cfe99e3bbd21416d7529ee6f00a1213e33b2473076
3
+ size 23527424
params_shard_42.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9dd05d3d8f55444c1c9f86e999bdfffd550e48b16627083ab94491e8c159191d
3
+ size 47251456
params_shard_43.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8fb08a0725fbf7678f4b7a892039bdf973f4309a715e76a8639c15a94b7debe9
3
+ size 27848704
params_shard_44.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dfe461aa317c326916d9b9a699de535042f3a27501b736d05aca79c13df2083f
3
+ size 23527424
params_shard_45.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6f29e2f992581a5fdff461fa91adc136fb0cf4b169d41792e8b933c416821522
3
+ size 47251456
params_shard_46.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61b302b5d5662725687c093ca80c5cc71861392c013f8137fd894c619dcc02c3
3
+ size 27848704
params_shard_47.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:29af75e3fc8ab58f5e119f36598632ed15ee6736aa6a451c54ec21cd807432bb
3
+ size 23527424
params_shard_48.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1d72a060f1884c426c86b2acd01e7b3d55a151a236403264d8fa1fefe560c557
3
+ size 47251456
params_shard_49.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6f8f1b652fb71d85c43a909c5b2e306496e586e35eaa673fde8d85c76d7e5cfb
3
+ size 27848704
params_shard_5.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3faef89e977557430a0bebc5e7aa5cd8372da6e87281476da57f3d58b4c7ae39
3
+ size 47251456