Hugging Face's logo

LLM360
/
k2-vision-65b

Safetensors
Model card Files Community
btan2 commited on
Commit
4424ea9
•
1 Parent(s): 7abc2be

updated

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. ckpt_22/added_tokens.json +25 -0
  2. ckpt_22/config.json +47 -0
  3. ckpt_22/generation_config.json +6 -0
  4. ckpt_22/model-00001-of-00055.safetensors +3 -0
  5. ckpt_22/model-00002-of-00055.safetensors +3 -0
  6. ckpt_22/model-00003-of-00055.safetensors +3 -0
  7. ckpt_22/model-00004-of-00055.safetensors +3 -0
  8. ckpt_22/model-00005-of-00055.safetensors +3 -0
  9. ckpt_22/model-00006-of-00055.safetensors +3 -0
  10. ckpt_22/model-00007-of-00055.safetensors +3 -0
  11. ckpt_22/model-00008-of-00055.safetensors +3 -0
  12. ckpt_22/model-00009-of-00055.safetensors +3 -0
  13. ckpt_22/model-00010-of-00055.safetensors +3 -0
  14. ckpt_22/model-00011-of-00055.safetensors +3 -0
  15. ckpt_22/model-00012-of-00055.safetensors +3 -0
  16. ckpt_22/model-00013-of-00055.safetensors +3 -0
  17. ckpt_22/model-00014-of-00055.safetensors +3 -0
  18. ckpt_22/model-00015-of-00055.safetensors +3 -0
  19. ckpt_22/model-00016-of-00055.safetensors +3 -0
  20. ckpt_22/model-00017-of-00055.safetensors +3 -0
  21. ckpt_22/model-00018-of-00055.safetensors +3 -0
  22. ckpt_22/model-00019-of-00055.safetensors +3 -0
  23. ckpt_22/model-00020-of-00055.safetensors +3 -0
  24. ckpt_22/model-00021-of-00055.safetensors +3 -0
  25. ckpt_22/model-00022-of-00055.safetensors +3 -0
  26. ckpt_22/model-00023-of-00055.safetensors +3 -0
  27. ckpt_22/model-00024-of-00055.safetensors +3 -0
  28. ckpt_22/model-00025-of-00055.safetensors +3 -0
  29. ckpt_22/model-00026-of-00055.safetensors +3 -0
  30. ckpt_22/model-00027-of-00055.safetensors +3 -0
  31. ckpt_22/model-00028-of-00055.safetensors +3 -0
  32. ckpt_22/model-00029-of-00055.safetensors +3 -0
  33. ckpt_22/model-00030-of-00055.safetensors +3 -0
  34. ckpt_22/model-00031-of-00055.safetensors +3 -0
  35. ckpt_22/model-00032-of-00055.safetensors +3 -0
  36. ckpt_22/model-00033-of-00055.safetensors +3 -0
  37. ckpt_22/model-00034-of-00055.safetensors +3 -0
  38. ckpt_22/model-00035-of-00055.safetensors +3 -0
  39. ckpt_22/model-00036-of-00055.safetensors +3 -0
  40. ckpt_22/model-00037-of-00055.safetensors +3 -0
  41. ckpt_22/model-00038-of-00055.safetensors +3 -0
  42. ckpt_22/model-00039-of-00055.safetensors +3 -0
  43. ckpt_22/model-00040-of-00055.safetensors +3 -0
  44. ckpt_22/model-00041-of-00055.safetensors +3 -0
  45. ckpt_22/model-00042-of-00055.safetensors +3 -0
  46. ckpt_22/model-00043-of-00055.safetensors +3 -0
  47. ckpt_22/model-00044-of-00055.safetensors +3 -0
  48. ckpt_22/model-00045-of-00055.safetensors +3 -0
  49. ckpt_22/model-00046-of-00055.safetensors +3 -0
  50. ckpt_22/model-00047-of-00055.safetensors +3 -0
ckpt_22/added_tokens.json ADDED
@@ -0,0 +1,25 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "<commit_after>": 32016,
3
+ "<commit_before>": 32014,
4
+ "<commit_msg>": 32015,
5
+ "<empty_output>": 32013,
6
+ "<filename>": 32004,
7
+ "<fim_middle>": 32001,
8
+ "<fim_pad>": 32003,
9
+ "<fim_prefix>": 32000,
10
+ "<fim_suffix>": 32002,
11
+ "<gh_stars>": 32005,
12
+ "<image>": 32022,
13
+ "<issue_closed>": 32008,
14
+ "<issue_comment>": 32007,
15
+ "<issue_start>": 32006,
16
+ "<jupyter_code>": 32011,
17
+ "<jupyter_output>": 32012,
18
+ "<jupyter_start>": 32009,
19
+ "<jupyter_text>": 32010,
20
+ "<reponame>": 32017,
21
+ "<|beginofsystem|>": 32019,
22
+ "<|beginofuser|>": 32020,
23
+ "<|endofchat|>": 32021,
24
+ "<|endofsystemprompt|>": 32018
25
+ }
ckpt_22/config.json ADDED
@@ -0,0 +1,47 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "LlavaForConditionalGeneration"
4
+ ],
5
+ "ignore_index": -100,
6
+ "image_token_index": 32022,
7
+ "model_type": "llava",
8
+ "projector_hidden_act": "gelu",
9
+ "text_config": {
10
+ "_name_or_path": "LLM360/K2-Chat",
11
+ "architectures": [
12
+ "LlamaForCausalLM"
13
+ ],
14
+ "bos_token_id": null,
15
+ "hidden_size": 8192,
16
+ "intermediate_size": 22016,
17
+ "max_position_embeddings": 8192,
18
+ "max_sequence_length": 8192,
19
+ "model_type": "llama",
20
+ "num_attention_heads": 64,
21
+ "num_hidden_layers": 80,
22
+ "num_key_value_heads": 64,
23
+ "pad_token_id": 0,
24
+ "rms_norm_eps": 1e-05,
25
+ "rope_theta": 500000.0,
26
+ "torch_dtype": "float16",
27
+ "vocab_size": 32032
28
+ },
29
+ "torch_dtype": "float32",
30
+ "transformers_version": "4.42.4",
31
+ "vision_config": {
32
+ "architectures": [
33
+ "CLIPVisionModel"
34
+ ],
35
+ "dropout": 0.0,
36
+ "hidden_size": 1024,
37
+ "image_size": 336,
38
+ "intermediate_size": 4096,
39
+ "model_type": "clip_vision_model",
40
+ "num_attention_heads": 16,
41
+ "num_hidden_layers": 24,
42
+ "patch_size": 14,
43
+ "projection_dim": 768
44
+ },
45
+ "vision_feature_layer": -2,
46
+ "vision_feature_select_strategy": "default"
47
+ }
ckpt_22/generation_config.json ADDED
@@ -0,0 +1,6 @@
 
 
 
 
 
 
 
1
+ {
2
+ "_from_model_config": true,
3
+ "eos_token_id": 2,
4
+ "pad_token_id": 0,
5
+ "transformers_version": "4.42.4"
6
+ }
ckpt_22/model-00001-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a325794afb1644b410379b19e2879dc4fd6065e42766e624974374d4bb02bd5a
3
+ size 4360926752
ckpt_22/model-00002-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:627865e98a92309b2a504be7802dfcb3cdf32dc28ae4bd75ffba5fb724556dd3
3
+ size 4949411632
ckpt_22/model-00003-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7278cf522d11bc5f4a12dac2026a77809f34491b262572c0a9648d956e0d386b
3
+ size 4764796592
ckpt_22/model-00004-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:94caf88bb8433ee3a17a6018409bfa38a2fd98ca57771d1d2c96c72f66bc5b55
3
+ size 4949411632
ckpt_22/model-00005-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:35c61b145e14cc359459f7ad0897f865c40a98c399a23b084cb180a47e411428
3
+ size 4764796592
ckpt_22/model-00006-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e094e68ff9d15d203e038f1daa10397f47f0f923d08fda92f9c81d1c83720a1e
3
+ size 4949411632
ckpt_22/model-00007-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:81c97d52d4036535d35f10be552d7496f5a2a6c84d1bd02c1120bcedb61f7d88
3
+ size 4764796592
ckpt_22/model-00008-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2a11d887c4058be6e01e033d54b10e0f63a0ad5eb5b6a982f6158ec9edad41ca
3
+ size 4949411640
ckpt_22/model-00009-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6ba05a035b115944e1b607572ef1d8510fd994f20cfb9c0fe0261a481e21d48a
3
+ size 4764796608
ckpt_22/model-00010-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:60d2591f2fcf08533aad6775798131cb1d69e186d2d6e894a871ee501d957e42
3
+ size 4949411640
ckpt_22/model-00011-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:31c75cf93f2328ff1c4983ccceac2f91f7a2914e46e57dbb415e2b45f15fbc96
3
+ size 4764796608
ckpt_22/model-00012-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a597c1031a1f5fe0ae0a7d5631934ad8df29a89f999f6e49a7a7b98271f379bb
3
+ size 4949411640
ckpt_22/model-00013-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7b88520eac823886c57f3ba082b86ec689e7f637df83610b68f938e29645ed2c
3
+ size 4764796608
ckpt_22/model-00014-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:652a49834930522040cc2bb2f899943bc42639bef7b5770bf9f8ee7bfba9dda1
3
+ size 4949411640
ckpt_22/model-00015-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:880c06883d36ffef3ee3304072f1da663383c8efbec627b835831708d94f7c86
3
+ size 4764796608
ckpt_22/model-00016-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dd447a93c572c2d171a0244055df0e30dc62251ad342a8e1ea9165013103252d
3
+ size 4949411640
ckpt_22/model-00017-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2b610755a8b19cf59e58adf8393e1a96e5e9df4d3f4e59ed2777561d914f02a5
3
+ size 4764796608
ckpt_22/model-00018-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a2eaa09671c7710daaa8f9d1f28382db56ef108261af27a56b72ee67f37c644d
3
+ size 4949411640
ckpt_22/model-00019-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:223aa16ebf9e20f7c888d9fdb2917abacaa43f8b4f2bb9d400a56012244c9faf
3
+ size 4764796608
ckpt_22/model-00020-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d27c938e14d2f12f3f2f82c9f1d20e06ae26e25cf83b2f859d7b47cf8bfc1630
3
+ size 4949411640
ckpt_22/model-00021-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:698b5e8145ca9450623b98e0fb234820609c75b09949434aed64f6c372f52ceb
3
+ size 4764796608
ckpt_22/model-00022-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fade5a683fcb8bec09c4a2237bba461e9edc221ed85a0e0aa9d9b5112180cd9f
3
+ size 4949411640
ckpt_22/model-00023-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dbf71045e351f9e30595f1e9275b2d1d2c5f05c998980bc5883bccd19e608d82
3
+ size 4764796608
ckpt_22/model-00024-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0c50f53fd6187636e4e65fba7f61de067c5c2efa5e22407388a6a26ca0440c8f
3
+ size 4949411640
ckpt_22/model-00025-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4372e9303dbf7ea7ffb860977eebd5ab8484e1a6d9c8b4a6b6ff021b34fe65df
3
+ size 4764796608
ckpt_22/model-00026-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d3e5ca3b82188eb3c75128d61ce45c88963f0563301bce0d5d9cefe6ab5f8aa8
3
+ size 4949411640
ckpt_22/model-00027-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b25e5c5133af7acaee750b2d285edc781c2b5f0f995167e66ba073c02717cf64
3
+ size 4764796608
ckpt_22/model-00028-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d98793cf48a6159734aae9d8053a18758ea59581067be3f484f0756d4b93d0f5
3
+ size 4949411640
ckpt_22/model-00029-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a095823bf9e6d519180781f55747a504a893514d1763aacd7f740fde0f8fd37f
3
+ size 4764796608
ckpt_22/model-00030-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bbcfee01205d4e59cc0b37c3f5b9f9d8befefa6137c69ade18356a17222d181c
3
+ size 4949411640
ckpt_22/model-00031-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:adb9fe9df85a19aaae2472ce583adc772403b4d0add9b7a6b43c6c979273827d
3
+ size 4764796608
ckpt_22/model-00032-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bbe135b00175a10d4953ef17136f2f0626c40c83b2f7f411b46b5016bb6d3409
3
+ size 4949411640
ckpt_22/model-00033-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:282b386d7877db7fe62c10c0c9933b439eddb534954c71a44e1de6cbe6389a0a
3
+ size 4764796608
ckpt_22/model-00034-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:afc42668182ece4e8136ff35f4313026133db66f0124df4cbc3000f2ebc1deff
3
+ size 4949411640
ckpt_22/model-00035-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e4cb9e8d87dab8f0e9181e6dc957eecafcd0b195dd5618e2e2cd290e09c00e97
3
+ size 4764796608
ckpt_22/model-00036-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:21d45490110b2c777db157a3f023da02bb61ead40a24159386ecec40ac052830
3
+ size 4949411640
ckpt_22/model-00037-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d9ce0893df24c6a91bdd48cbecfa99248f076daea6f15afff331edb982e68f46
3
+ size 4764796608
ckpt_22/model-00038-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7c4e27175d5bae67a51c3170005f8aa5d25afe7c2fb1789f80e1a2cc9ee88e9a
3
+ size 4949411640
ckpt_22/model-00039-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9c34968affa54dc44451d924b888c8b8a9d8211ff39170bcabad64ff315e681c
3
+ size 4764796608
ckpt_22/model-00040-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9ef41c550f82d023127f9122400c4422342d8d159474df2122b9418b83ef0f76
3
+ size 4949411640
ckpt_22/model-00041-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:01cb8c626e5890663662697d3a160f8eb5ece144fa59f884d8ad2c78bc24e175
3
+ size 4764796608
ckpt_22/model-00042-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:96eef7627685481c75e331b32ecda6961a5a68d92620da969e46be9a23db2491
3
+ size 4949411640
ckpt_22/model-00043-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:70a506ece55068ca5227ca3e970faaa8732341fd69617e0f738b93f4b1d9af99
3
+ size 4764796608
ckpt_22/model-00044-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:709a1561c50df59c2e0151e971897f038b6bac4d8f220fdeb5e767ae039c601c
3
+ size 4949411640
ckpt_22/model-00045-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f77e40c84c9edbad2f69bd2fc2619ebb5d8516539a19e78875742c0557635fc2
3
+ size 4764796608
ckpt_22/model-00046-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e8254dd4099b58accc63e16a8e4f1da2514b6e01d32bcebff928f3d80d76f6e0
3
+ size 4949411640
ckpt_22/model-00047-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b7381656b3934447d9089e674506b561f5d288606192d14b040d4f095832796a
3
+ size 4764796608