Hugging Face's logo

gaianet
/
llama-3.2-Korean-Bllossom-3B-GGUF

Text Generation
Transformers
GGUF
English
Korean
llama
conversational
Model card Files Community
apepkuss79 commited on
Commit
c2f3486
ยท
verified ยท
1 Parent(s): 18edca4

Update models

Browse files
Files changed (15) hide show
  1. .gitattributes +13 -0
  2. config.json +36 -0
  3. llama-3.2-Korean-Bllossom-3B-Q2_K.gguf +3 -0
  4. llama-3.2-Korean-Bllossom-3B-Q3_K_L.gguf +3 -0
  5. llama-3.2-Korean-Bllossom-3B-Q3_K_M.gguf +3 -0
  6. llama-3.2-Korean-Bllossom-3B-Q3_K_S.gguf +3 -0
  7. llama-3.2-Korean-Bllossom-3B-Q4_0.gguf +3 -0
  8. llama-3.2-Korean-Bllossom-3B-Q4_K_M.gguf +3 -0
  9. llama-3.2-Korean-Bllossom-3B-Q4_K_S.gguf +3 -0
  10. llama-3.2-Korean-Bllossom-3B-Q5_0.gguf +3 -0
  11. llama-3.2-Korean-Bllossom-3B-Q5_K_M.gguf +3 -0
  12. llama-3.2-Korean-Bllossom-3B-Q5_K_S.gguf +3 -0
  13. llama-3.2-Korean-Bllossom-3B-Q6_K.gguf +3 -0
  14. llama-3.2-Korean-Bllossom-3B-Q8_0.gguf +3 -0
  15. llama-3.2-Korean-Bllossom-3B-f16.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,16 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ llama-3.2-Korean-Bllossom-3B-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
37
+ llama-3.2-Korean-Bllossom-3B-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
38
+ llama-3.2-Korean-Bllossom-3B-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
39
+ llama-3.2-Korean-Bllossom-3B-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
40
+ llama-3.2-Korean-Bllossom-3B-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
41
+ llama-3.2-Korean-Bllossom-3B-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ llama-3.2-Korean-Bllossom-3B-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ llama-3.2-Korean-Bllossom-3B-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
44
+ llama-3.2-Korean-Bllossom-3B-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
45
+ llama-3.2-Korean-Bllossom-3B-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
46
+ llama-3.2-Korean-Bllossom-3B-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
47
+ llama-3.2-Korean-Bllossom-3B-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
48
+ llama-3.2-Korean-Bllossom-3B-f16.gguf filter=lfs diff=lfs merge=lfs -text
config.json ADDED
@@ -0,0 +1,36 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "/backup/hgyoo/crawl/3b_100per_sfted_final",
3
+ "architectures": [
4
+ "LlamaForCausalLM"
5
+ ],
6
+ "attention_bias": false,
7
+ "attention_dropout": 0.0,
8
+ "bos_token_id": 128000,
9
+ "eos_token_id": 128009,
10
+ "head_dim": 128,
11
+ "hidden_act": "silu",
12
+ "hidden_size": 3072,
13
+ "initializer_range": 0.02,
14
+ "intermediate_size": 8192,
15
+ "max_position_embeddings": 131072,
16
+ "mlp_bias": false,
17
+ "model_type": "llama",
18
+ "num_attention_heads": 24,
19
+ "num_hidden_layers": 28,
20
+ "num_key_value_heads": 8,
21
+ "pretraining_tp": 1,
22
+ "rms_norm_eps": 1e-05,
23
+ "rope_scaling": {
24
+ "factor": 32.0,
25
+ "high_freq_factor": 4.0,
26
+ "low_freq_factor": 1.0,
27
+ "original_max_position_embeddings": 8192,
28
+ "rope_type": "llama3"
29
+ },
30
+ "rope_theta": 500000.0,
31
+ "tie_word_embeddings": true,
32
+ "torch_dtype": "bfloat16",
33
+ "transformers_version": "4.45.0",
34
+ "use_cache": false,
35
+ "vocab_size": 128256
36
+ }
llama-3.2-Korean-Bllossom-3B-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:212738b0a6bfb9a1c4b842c59f9e650c54fa838df3226814abeab6ccb5d1afd2
3
+ size 1363935744
llama-3.2-Korean-Bllossom-3B-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b59267744f8eda4d857027e72359937f19b85dbf99f4aab05e93a2ada5a6c892
3
+ size 1815347712
llama-3.2-Korean-Bllossom-3B-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a1642149a54621f603574dde3e9cdbd8d88dcaf29a63b619e6ca84672190bf72
3
+ size 1687159296
llama-3.2-Korean-Bllossom-3B-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ae8ead4d4b9d57a4234e6206b0d0e7a60969668b4b5d8d4519f3f4b3d6cf77a4
3
+ size 1542849024
llama-3.2-Korean-Bllossom-3B-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eaddded0223a265e72ff5c51caafa9ab16fd613535dcf69cedb1ca58270038ed
3
+ size 1917190656
llama-3.2-Korean-Bllossom-3B-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5180167efd003e477874e7b8e8cef8b24d2226cdec22b03422a0139687b8a773
3
+ size 2019377664
llama-3.2-Korean-Bllossom-3B-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b44aae67d30b6d805c2d4a38b96aadaa48a6324170b1c20112e1f6aaaad96546
3
+ size 1928200704
llama-3.2-Korean-Bllossom-3B-Q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:929269b6f5bc074e3943042a21c59f285e2c13d18accdef2a64f375fed32f096
3
+ size 2269512192
llama-3.2-Korean-Bllossom-3B-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:893991746818b80d4d87b3fb8ee98a25895bb12be40ed4e24494612e4510b890
3
+ size 2322153984
llama-3.2-Korean-Bllossom-3B-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:314704f3144d8058c7f05c558d52a32a35307983907d7c1acdb06ea3554a7d99
3
+ size 2269512192
llama-3.2-Korean-Bllossom-3B-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f327ba331aa0aad0ecf3108e0cf5fe2e27e2001ab9593246d17821a4eab2c241
3
+ size 2643853824
llama-3.2-Korean-Bllossom-3B-Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:20850e43deee1e63e4172435bfe440bcd8aeacabf61eb326c25344a338044668
3
+ size 3421899264
llama-3.2-Korean-Bllossom-3B-f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3b789487788b4e2c8037d6d328c71d87e7751f8934a7f6db31402d8fdf632c6f
3
+ size 6433688064