Hugging Face's logo

ngxson
/
wllama-split-models

GGUF
Inference Endpoints
conversational
Model card Files Community
ngxson HF staff commited on
Commit
bbe08c2
•
1 Parent(s): 949e4bf

Upload 27 files

Browse files
Files changed (28) hide show
  1. .gitattributes +27 -0
  2. Meta-Llama-3.1-8B-Instruct-Q2_K-00001-of-00014.gguf +3 -0
  3. Meta-Llama-3.1-8B-Instruct-Q2_K-00002-of-00014.gguf +3 -0
  4. Meta-Llama-3.1-8B-Instruct-Q2_K-00003-of-00014.gguf +3 -0
  5. Meta-Llama-3.1-8B-Instruct-Q2_K-00004-of-00014.gguf +3 -0
  6. Meta-Llama-3.1-8B-Instruct-Q2_K-00005-of-00014.gguf +3 -0
  7. Meta-Llama-3.1-8B-Instruct-Q2_K-00006-of-00014.gguf +3 -0
  8. Meta-Llama-3.1-8B-Instruct-Q2_K-00007-of-00014.gguf +3 -0
  9. Meta-Llama-3.1-8B-Instruct-Q2_K-00008-of-00014.gguf +3 -0
  10. Meta-Llama-3.1-8B-Instruct-Q2_K-00009-of-00014.gguf +3 -0
  11. Meta-Llama-3.1-8B-Instruct-Q2_K-00010-of-00014.gguf +3 -0
  12. Meta-Llama-3.1-8B-Instruct-Q2_K-00011-of-00014.gguf +3 -0
  13. Meta-Llama-3.1-8B-Instruct-Q2_K-00012-of-00014.gguf +3 -0
  14. Meta-Llama-3.1-8B-Instruct-Q2_K-00013-of-00014.gguf +3 -0
  15. Meta-Llama-3.1-8B-Instruct-Q2_K-00014-of-00014.gguf +3 -0
  16. Phi-3.1-mini-128k-instruct-Q3_K_M-00001-of-00008.gguf +3 -0
  17. Phi-3.1-mini-128k-instruct-Q3_K_M-00002-of-00008.gguf +3 -0
  18. Phi-3.1-mini-128k-instruct-Q3_K_M-00003-of-00008.gguf +3 -0
  19. Phi-3.1-mini-128k-instruct-Q3_K_M-00004-of-00008.gguf +3 -0
  20. Phi-3.1-mini-128k-instruct-Q3_K_M-00005-of-00008.gguf +3 -0
  21. Phi-3.1-mini-128k-instruct-Q3_K_M-00006-of-00008.gguf +3 -0
  22. Phi-3.1-mini-128k-instruct-Q3_K_M-00007-of-00008.gguf +3 -0
  23. Phi-3.1-mini-128k-instruct-Q3_K_M-00008-of-00008.gguf +3 -0
  24. neuralreyna-mini-1.8b-v0.3.q4_k_m-00001-of-00005.gguf +3 -0
  25. neuralreyna-mini-1.8b-v0.3.q4_k_m-00002-of-00005.gguf +3 -0
  26. neuralreyna-mini-1.8b-v0.3.q4_k_m-00003-of-00005.gguf +3 -0
  27. neuralreyna-mini-1.8b-v0.3.q4_k_m-00004-of-00005.gguf +3 -0
  28. neuralreyna-mini-1.8b-v0.3.q4_k_m-00005-of-00005.gguf +3 -0
.gitattributes CHANGED
@@ -58,3 +58,30 @@ qwen2-1_5b-instruct-q4_k_m-00004-of-00004.gguf filter=lfs diff=lfs merge=lfs -te
58
  tinyllama-1.1b-chat-v1.0.Q4_K_M-00001-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
59
  tinyllama-1.1b-chat-v1.0.Q4_K_M-00002-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
60
  tinyllama-1.1b-chat-v1.0.Q4_K_M-00003-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
58
  tinyllama-1.1b-chat-v1.0.Q4_K_M-00001-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
59
  tinyllama-1.1b-chat-v1.0.Q4_K_M-00002-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
60
  tinyllama-1.1b-chat-v1.0.Q4_K_M-00003-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
61
+ Meta-Llama-3.1-8B-Instruct-Q2_K-00001-of-00014.gguf filter=lfs diff=lfs merge=lfs -text
62
+ Meta-Llama-3.1-8B-Instruct-Q2_K-00002-of-00014.gguf filter=lfs diff=lfs merge=lfs -text
63
+ Meta-Llama-3.1-8B-Instruct-Q2_K-00003-of-00014.gguf filter=lfs diff=lfs merge=lfs -text
64
+ Meta-Llama-3.1-8B-Instruct-Q2_K-00004-of-00014.gguf filter=lfs diff=lfs merge=lfs -text
65
+ Meta-Llama-3.1-8B-Instruct-Q2_K-00005-of-00014.gguf filter=lfs diff=lfs merge=lfs -text
66
+ Meta-Llama-3.1-8B-Instruct-Q2_K-00006-of-00014.gguf filter=lfs diff=lfs merge=lfs -text
67
+ Meta-Llama-3.1-8B-Instruct-Q2_K-00007-of-00014.gguf filter=lfs diff=lfs merge=lfs -text
68
+ Meta-Llama-3.1-8B-Instruct-Q2_K-00008-of-00014.gguf filter=lfs diff=lfs merge=lfs -text
69
+ Meta-Llama-3.1-8B-Instruct-Q2_K-00009-of-00014.gguf filter=lfs diff=lfs merge=lfs -text
70
+ Meta-Llama-3.1-8B-Instruct-Q2_K-00010-of-00014.gguf filter=lfs diff=lfs merge=lfs -text
71
+ Meta-Llama-3.1-8B-Instruct-Q2_K-00011-of-00014.gguf filter=lfs diff=lfs merge=lfs -text
72
+ Meta-Llama-3.1-8B-Instruct-Q2_K-00012-of-00014.gguf filter=lfs diff=lfs merge=lfs -text
73
+ Meta-Llama-3.1-8B-Instruct-Q2_K-00013-of-00014.gguf filter=lfs diff=lfs merge=lfs -text
74
+ Meta-Llama-3.1-8B-Instruct-Q2_K-00014-of-00014.gguf filter=lfs diff=lfs merge=lfs -text
75
+ neuralreyna-mini-1.8b-v0.3.q4_k_m-00001-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
76
+ neuralreyna-mini-1.8b-v0.3.q4_k_m-00002-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
77
+ neuralreyna-mini-1.8b-v0.3.q4_k_m-00003-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
78
+ neuralreyna-mini-1.8b-v0.3.q4_k_m-00004-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
79
+ neuralreyna-mini-1.8b-v0.3.q4_k_m-00005-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
80
+ Phi-3.1-mini-128k-instruct-Q3_K_M-00001-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
81
+ Phi-3.1-mini-128k-instruct-Q3_K_M-00002-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
82
+ Phi-3.1-mini-128k-instruct-Q3_K_M-00003-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
83
+ Phi-3.1-mini-128k-instruct-Q3_K_M-00004-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
84
+ Phi-3.1-mini-128k-instruct-Q3_K_M-00005-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
85
+ Phi-3.1-mini-128k-instruct-Q3_K_M-00006-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
86
+ Phi-3.1-mini-128k-instruct-Q3_K_M-00007-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
87
+ Phi-3.1-mini-128k-instruct-Q3_K_M-00008-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
Meta-Llama-3.1-8B-Instruct-Q2_K-00001-of-00014.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:656c4cad8015f61e9d72d23bc8d54cd0afec80738ab01ca090408c6dcdb8a5c5
3
+ size 260465888
Meta-Llama-3.1-8B-Instruct-Q2_K-00002-of-00014.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e1fea55a82760d0d1a83a7d2648e15572c218e4b43f6757a1b6246e3e3486658
3
+ size 240748192
Meta-Llama-3.1-8B-Instruct-Q2_K-00003-of-00014.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:93efbd644ec09945311cd306c061aae757bca2637a83b3ee36c359fd2cff60f0
3
+ size 240748192
Meta-Llama-3.1-8B-Instruct-Q2_K-00004-of-00014.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fcac462ffb9fe60fd5f83995908377db030a56cd7e391c96e6fd67bc505bda46
3
+ size 240748224
Meta-Llama-3.1-8B-Instruct-Q2_K-00005-of-00014.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:63a10fac13c0c8440b49f75f66a7f36db8e329ede3ee03759937ddca87a3a3e7
3
+ size 240748224
Meta-Llama-3.1-8B-Instruct-Q2_K-00006-of-00014.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c6f2635bf4539869f407476c4742079f11f9264dc10c95e9cf3dfc758a5fee53
3
+ size 240748224
Meta-Llama-3.1-8B-Instruct-Q2_K-00007-of-00014.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0e2f7ee1fe1c59763e07dcb54fef9f78a44a032ff69b16ad0d08341187d845ea
3
+ size 240731808
Meta-Llama-3.1-8B-Instruct-Q2_K-00008-of-00014.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b7d316f73e5847a388ad60270229a9bcbab172b95677585e94e48ac793f9388b
3
+ size 240764672
Meta-Llama-3.1-8B-Instruct-Q2_K-00009-of-00014.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a056b71e4d2d47c802cb1b1d65e2b72a9c8f170a4b3c76b93a99f32e691683fd
3
+ size 240748224
Meta-Llama-3.1-8B-Instruct-Q2_K-00010-of-00014.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3a30baaed32c346c460014412daede0cfa2794a0272f028e3120888925950669
3
+ size 240748224
Meta-Llama-3.1-8B-Instruct-Q2_K-00011-of-00014.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bc338ddddadd1daddfba435687b2cca5b71c48614ba48a70ddc59a6f231652c3
3
+ size 240731808
Meta-Llama-3.1-8B-Instruct-Q2_K-00012-of-00014.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2fa1e95308f834bcf721975666e9c718bc9e6cf8bf32839b16872d3207c7832a
3
+ size 54985184
Meta-Llama-3.1-8B-Instruct-Q2_K-00013-of-00014.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5dd28b966cc57c95da49688cb620f5c9d501baae5ad28edeb6fbb503e0eb3374
3
+ size 430940320
Meta-Llama-3.1-8B-Instruct-Q2_K-00014-of-00014.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6af77c4c32b65ad440c6b205730c318576653169d72f34beba3f049b25b54518
3
+ size 25280864
Phi-3.1-mini-128k-instruct-Q3_K_M-00001-of-00008.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:63b7abefc39ef07dd58e7484fa9f6ca82d9b0a6071590800cb1291424309133e
3
+ size 256274304
Phi-3.1-mini-128k-instruct-Q3_K_M-00002-of-00008.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1e5cc3001993ee3723967dc77655ddfccc16ccdc3df4fd14e3e066732bfe18f5
3
+ size 249411264
Phi-3.1-mini-128k-instruct-Q3_K_M-00003-of-00008.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:10579cb761059f0a4dac70d1076ae61fb45661e6761f519ad484343463269d73
3
+ size 242320960
Phi-3.1-mini-128k-instruct-Q3_K_M-00004-of-00008.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1b5a15686c177bee2679b27c0ba08935573037e6bb50d2ac0a83f8d59c768837
3
+ size 255112896
Phi-3.1-mini-128k-instruct-Q3_K_M-00005-of-00008.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:726ec8951370932e10d05fece8630f8b4a51e5f7dd827e8e55da83da32a6b80e
3
+ size 249398912
Phi-3.1-mini-128k-instruct-Q3_K_M-00006-of-00008.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7447d4ddbe741b54aafd98e6d09634b484234d1b638f00f5f1edca88dac02228
3
+ size 246629088
Phi-3.1-mini-128k-instruct-Q3_K_M-00007-of-00008.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3eea9479a09736ee70e7323504d4c1c41190f24854e078110208c32959d8cc15
3
+ size 242320960
Phi-3.1-mini-128k-instruct-Q3_K_M-00008-of-00008.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:04a5de8b0de34fd00544bfc8622e96fb434ad06a8c5300455b7ab876017c2cfd
3
+ size 214009792
neuralreyna-mini-1.8b-v0.3.q4_k_m-00001-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:de857051f3e9dbb2508031b5f5bcb610108983578261be42e59b7029e55dde4d
3
+ size 261181216
neuralreyna-mini-1.8b-v0.3.q4_k_m-00002-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:615cafa1eb3ea1303b0a07f62579e32607ab6fd79df48d886345340f030f1dbd
3
+ size 245474880
neuralreyna-mini-1.8b-v0.3.q4_k_m-00003-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f1402c8109d437ada531a47c80e9fdaa6b15c6dd80a635253a7dd3471d25831a
3
+ size 255202816
neuralreyna-mini-1.8b-v0.3.q4_k_m-00004-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:696530127630edda3c50fedc2fff225c05f0f0557cfb7c0e0dc8b2f2c251cdf2
3
+ size 255202784
neuralreyna-mini-1.8b-v0.3.q4_k_m-00005-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:edf6e74815e8e9b9f2ede9e19f928fda518fa44e3dfd0e2588550ba50c08e958
3
+ size 200691776