Hugging Face's logo

LWDCLS
/
NightWing3_Virtuoso-10B-v0.2-GGUF-IQ-Imatrix

GGUF
English
llama
roleplay
conversational
sillytavern
chatml
imatrix
Model card Files Community
1
Lewdiculous commited on
Commit
d508a2e
·
verified ·
1 Parent(s): c28d788

add quant files

Browse files
Files changed (17) hide show
  1. .gitattributes +16 -0
  2. ARM-NightWing3_Virtuoso-10B-v0.2-Q4_0-imat.gguf +3 -0
  3. NightWing3_Virtuoso-10B-v0.2-BF16.gguf +3 -0
  4. NightWing3_Virtuoso-10B-v0.2-F16.gguf +3 -0
  5. NightWing3_Virtuoso-10B-v0.2-IQ3_M-imat.gguf +3 -0
  6. NightWing3_Virtuoso-10B-v0.2-IQ3_S-imat.gguf +3 -0
  7. NightWing3_Virtuoso-10B-v0.2-IQ3_XS-imat.gguf +3 -0
  8. NightWing3_Virtuoso-10B-v0.2-IQ3_XXS-imat.gguf +3 -0
  9. NightWing3_Virtuoso-10B-v0.2-IQ4_XS-imat.gguf +3 -0
  10. NightWing3_Virtuoso-10B-v0.2-Q3_K_L-imat.gguf +3 -0
  11. NightWing3_Virtuoso-10B-v0.2-Q3_K_M-imat.gguf +3 -0
  12. NightWing3_Virtuoso-10B-v0.2-Q4_K_M-imat.gguf +3 -0
  13. NightWing3_Virtuoso-10B-v0.2-Q4_K_S-imat.gguf +3 -0
  14. NightWing3_Virtuoso-10B-v0.2-Q5_K_M-imat.gguf +3 -0
  15. NightWing3_Virtuoso-10B-v0.2-Q5_K_S-imat.gguf +3 -0
  16. NightWing3_Virtuoso-10B-v0.2-Q6_K-imat.gguf +3 -0
  17. NightWing3_Virtuoso-10B-v0.2-Q8_0-imat.gguf +3 -0
.gitattributes CHANGED
@@ -34,3 +34,19 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
37
+ ARM-NightWing3_Virtuoso-10B-v0.2-Q4_0-imat.gguf filter=lfs diff=lfs merge=lfs -text
38
+ NightWing3_Virtuoso-10B-v0.2-BF16.gguf filter=lfs diff=lfs merge=lfs -text
39
+ NightWing3_Virtuoso-10B-v0.2-F16.gguf filter=lfs diff=lfs merge=lfs -text
40
+ NightWing3_Virtuoso-10B-v0.2-IQ3_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
41
+ NightWing3_Virtuoso-10B-v0.2-IQ3_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
42
+ NightWing3_Virtuoso-10B-v0.2-IQ3_XS-imat.gguf filter=lfs diff=lfs merge=lfs -text
43
+ NightWing3_Virtuoso-10B-v0.2-IQ3_XXS-imat.gguf filter=lfs diff=lfs merge=lfs -text
44
+ NightWing3_Virtuoso-10B-v0.2-IQ4_XS-imat.gguf filter=lfs diff=lfs merge=lfs -text
45
+ NightWing3_Virtuoso-10B-v0.2-Q3_K_L-imat.gguf filter=lfs diff=lfs merge=lfs -text
46
+ NightWing3_Virtuoso-10B-v0.2-Q3_K_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
47
+ NightWing3_Virtuoso-10B-v0.2-Q4_K_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
48
+ NightWing3_Virtuoso-10B-v0.2-Q4_K_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
49
+ NightWing3_Virtuoso-10B-v0.2-Q5_K_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
50
+ NightWing3_Virtuoso-10B-v0.2-Q5_K_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
51
+ NightWing3_Virtuoso-10B-v0.2-Q6_K-imat.gguf filter=lfs diff=lfs merge=lfs -text
52
+ NightWing3_Virtuoso-10B-v0.2-Q8_0-imat.gguf filter=lfs diff=lfs merge=lfs -text
ARM-NightWing3_Virtuoso-10B-v0.2-Q4_0-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cd3b5256037c22e197ce7012f3c9f7824199d1fa5156c95e827634d0d836d5d7
3
+ size 5928465376
NightWing3_Virtuoso-10B-v0.2-BF16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a7c27b0b862081e0b98d2112e4657e9b971586c3503e21b88416ff4123c1a0f9
3
+ size 20616557248
NightWing3_Virtuoso-10B-v0.2-F16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9615e58e85c6083e2e829b52c67132978c79456e3debea3b430dc3ca2644286e
3
+ size 20616557248
NightWing3_Virtuoso-10B-v0.2-IQ3_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b5db97f9de4940b5643e07794909f5eef1b0916af28c17c249e67a3bef77fed7
3
+ size 4704986080
NightWing3_Virtuoso-10B-v0.2-IQ3_S-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:926ff00cf5b97a3dc7bcbd1562a75f81bde74c96844f4c265ae3eda75a5ee2bb
3
+ size 4591137760
NightWing3_Virtuoso-10B-v0.2-IQ3_XS-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:34d1e2940a28271aabff1f7a04445ac6d7f3d444439548fe0fb4d08424b60c9e
3
+ size 4368479200
NightWing3_Virtuoso-10B-v0.2-IQ3_XXS-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1da113f531961a91d91b171056dad5efeca29109bbfacb238932d9fd86780f8b
3
+ size 4078580704
NightWing3_Virtuoso-10B-v0.2-IQ4_XS-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a44c7f7be4ced61173ccea067bd50599c77d5cea45fe2ca14222421e35e61574
3
+ size 5596885984
NightWing3_Virtuoso-10B-v0.2-Q3_K_L-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b5c83f2eebf8967c4098700b9465eabe15ebc690f0e498a69fdbe1ceba798b50
3
+ size 5450806240
NightWing3_Virtuoso-10B-v0.2-Q3_K_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f997ded8d21061292aaf38a15a216a685042fc2b035d80cface261467a97dd27
3
+ size 5052478432
NightWing3_Virtuoso-10B-v0.2-Q4_K_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:55640e4bd363b2ffb02671f5a294f754908f759ddcdfc078ba740fdc0c435316
3
+ size 6287520736
NightWing3_Virtuoso-10B-v0.2-Q4_K_S-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d662dc46eb0b766dfd0feb7ddb726f206a502e1266e75d0fe9c361e0370a2ddb
3
+ size 5952156640
NightWing3_Virtuoso-10B-v0.2-Q5_K_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cdc6b1c79a345e28107aa8ca105fca1661883de10e2c69c6866f6237a53b4481
3
+ size 7340553184
NightWing3_Virtuoso-10B-v0.2-Q5_K_S-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:19a5fbbd25cbc6b700c85e4c00431892c2dc94bd7d809a5b0199d6bc82398530
3
+ size 7144190944
NightWing3_Virtuoso-10B-v0.2-Q6_K-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0ef87db8417fa609d955799a617b3a36b4fcdeda98cb05811dafd1c0751617c6
3
+ size 8459400160
NightWing3_Virtuoso-10B-v0.2-Q8_0-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:de55e5c1ea31e003d776b476b22ed2f066a89cb096564b838fdc3e802d9f8c8f
3
+ size 10955240416