Hugging Face's logo

koesn
/
BRAG-Llama-3.1-8b-v0.1-GGUF

GGUF
English
llama3.1
rag
brag
chatrag
chatqa
Inference Endpoints
conversational
Model card Files Community
koesn commited on
Commit
4f0a565
·
verified ·
1 Parent(s): ca33d29

Upload 7 files

Browse files
Files changed (8) hide show
  1. .gitattributes +7 -0
  2. brag-llama-3.1-8b-v0.1.Q2_K.gguf +3 -0
  3. brag-llama-3.1-8b-v0.1.Q3_K.gguf +3 -0
  4. brag-llama-3.1-8b-v0.1.Q4_0.gguf +3 -0
  5. brag-llama-3.1-8b-v0.1.Q4_K.gguf +3 -0
  6. brag-llama-3.1-8b-v0.1.Q5_K.gguf +3 -0
  7. brag-llama-3.1-8b-v0.1.Q6_K.gguf +3 -0
  8. brag-llama-3.1-8b-v0.1.Q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,10 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ brag-llama-3.1-8b-v0.1.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
37
+ brag-llama-3.1-8b-v0.1.Q3_K.gguf filter=lfs diff=lfs merge=lfs -text
38
+ brag-llama-3.1-8b-v0.1.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
39
+ brag-llama-3.1-8b-v0.1.Q4_K.gguf filter=lfs diff=lfs merge=lfs -text
40
+ brag-llama-3.1-8b-v0.1.Q5_K.gguf filter=lfs diff=lfs merge=lfs -text
41
+ brag-llama-3.1-8b-v0.1.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
42
+ brag-llama-3.1-8b-v0.1.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
brag-llama-3.1-8b-v0.1.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c8d5f17766800c132ee2db5e99e446ee53687c0db1fb26116c14345f530f0a84
3
+ size 3179132032
brag-llama-3.1-8b-v0.1.Q3_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:51fc8da64714bc4d1f5bb2990fab870793eb25692045b1fd7801455a66ecc091
3
+ size 4018918528
brag-llama-3.1-8b-v0.1.Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0b80bfe92459d232c5a789e719574c576098fc3248b4b939c031934f75a51575
3
+ size 4661212288
brag-llama-3.1-8b-v0.1.Q4_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:470e43245f6fdaf22dd1e2dfb4b70ba6ac6c3d8582fae5e7c0fba69de947d14f
3
+ size 4920734848
brag-llama-3.1-8b-v0.1.Q5_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f1a5cc1754fe8f59b4044f2a69ab58c1267fbad78474c285fccd4ec075e65936
3
+ size 5732988032
brag-llama-3.1-8b-v0.1.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f1669c55ef0e25ae3328a9e6e55cdafb045ae31ba3c1f23edf0ab524e8fd6eaa
3
+ size 6596007040
brag-llama-3.1-8b-v0.1.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b151a4081ef945b3006f632c55bce72fdc0c5062118550d93c09b23bfce3aa17
3
+ size 8540771456