Hugging Face's logo

LLM360
/
k2-vision-65b

Safetensors
Model card Files Community
btan2 commited on
Commit
15ab656
•
1 Parent(s): a8e093d

updated

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. ckpt_32/added_tokens.json +25 -0
  2. ckpt_32/config.json +47 -0
  3. ckpt_32/generation_config.json +6 -0
  4. ckpt_32/model-00001-of-00055.safetensors +3 -0
  5. ckpt_32/model-00002-of-00055.safetensors +3 -0
  6. ckpt_32/model-00003-of-00055.safetensors +3 -0
  7. ckpt_32/model-00004-of-00055.safetensors +3 -0
  8. ckpt_32/model-00005-of-00055.safetensors +3 -0
  9. ckpt_32/model-00006-of-00055.safetensors +3 -0
  10. ckpt_32/model-00007-of-00055.safetensors +3 -0
  11. ckpt_32/model-00008-of-00055.safetensors +3 -0
  12. ckpt_32/model-00009-of-00055.safetensors +3 -0
  13. ckpt_32/model-00010-of-00055.safetensors +3 -0
  14. ckpt_32/model-00011-of-00055.safetensors +3 -0
  15. ckpt_32/model-00012-of-00055.safetensors +3 -0
  16. ckpt_32/model-00013-of-00055.safetensors +3 -0
  17. ckpt_32/model-00014-of-00055.safetensors +3 -0
  18. ckpt_32/model-00015-of-00055.safetensors +3 -0
  19. ckpt_32/model-00016-of-00055.safetensors +3 -0
  20. ckpt_32/model-00017-of-00055.safetensors +3 -0
  21. ckpt_32/model-00018-of-00055.safetensors +3 -0
  22. ckpt_32/model-00019-of-00055.safetensors +3 -0
  23. ckpt_32/model-00020-of-00055.safetensors +3 -0
  24. ckpt_32/model-00021-of-00055.safetensors +3 -0
  25. ckpt_32/model-00022-of-00055.safetensors +3 -0
  26. ckpt_32/model-00023-of-00055.safetensors +3 -0
  27. ckpt_32/model-00024-of-00055.safetensors +3 -0
  28. ckpt_32/model-00025-of-00055.safetensors +3 -0
  29. ckpt_32/model-00026-of-00055.safetensors +3 -0
  30. ckpt_32/model-00027-of-00055.safetensors +3 -0
  31. ckpt_32/model-00028-of-00055.safetensors +3 -0
  32. ckpt_32/model-00029-of-00055.safetensors +3 -0
  33. ckpt_32/model-00030-of-00055.safetensors +3 -0
  34. ckpt_32/model-00031-of-00055.safetensors +3 -0
  35. ckpt_32/model-00032-of-00055.safetensors +3 -0
  36. ckpt_32/model-00033-of-00055.safetensors +3 -0
  37. ckpt_32/model-00034-of-00055.safetensors +3 -0
  38. ckpt_32/model-00035-of-00055.safetensors +3 -0
  39. ckpt_32/model-00036-of-00055.safetensors +3 -0
  40. ckpt_32/model-00037-of-00055.safetensors +3 -0
  41. ckpt_32/model-00038-of-00055.safetensors +3 -0
  42. ckpt_32/model-00039-of-00055.safetensors +3 -0
  43. ckpt_32/model-00040-of-00055.safetensors +3 -0
  44. ckpt_32/model-00041-of-00055.safetensors +3 -0
  45. ckpt_32/model-00042-of-00055.safetensors +3 -0
  46. ckpt_32/model-00043-of-00055.safetensors +3 -0
  47. ckpt_32/model-00044-of-00055.safetensors +3 -0
  48. ckpt_32/model-00045-of-00055.safetensors +3 -0
  49. ckpt_32/model-00046-of-00055.safetensors +3 -0
  50. ckpt_32/model-00047-of-00055.safetensors +3 -0
ckpt_32/added_tokens.json ADDED
@@ -0,0 +1,25 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "<commit_after>": 32016,
3
+ "<commit_before>": 32014,
4
+ "<commit_msg>": 32015,
5
+ "<empty_output>": 32013,
6
+ "<filename>": 32004,
7
+ "<fim_middle>": 32001,
8
+ "<fim_pad>": 32003,
9
+ "<fim_prefix>": 32000,
10
+ "<fim_suffix>": 32002,
11
+ "<gh_stars>": 32005,
12
+ "<image>": 32022,
13
+ "<issue_closed>": 32008,
14
+ "<issue_comment>": 32007,
15
+ "<issue_start>": 32006,
16
+ "<jupyter_code>": 32011,
17
+ "<jupyter_output>": 32012,
18
+ "<jupyter_start>": 32009,
19
+ "<jupyter_text>": 32010,
20
+ "<reponame>": 32017,
21
+ "<|beginofsystem|>": 32019,
22
+ "<|beginofuser|>": 32020,
23
+ "<|endofchat|>": 32021,
24
+ "<|endofsystemprompt|>": 32018
25
+ }
ckpt_32/config.json ADDED
@@ -0,0 +1,47 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "LlavaForConditionalGeneration"
4
+ ],
5
+ "ignore_index": -100,
6
+ "image_token_index": 32022,
7
+ "model_type": "llava",
8
+ "projector_hidden_act": "gelu",
9
+ "text_config": {
10
+ "_name_or_path": "LLM360/K2-Chat",
11
+ "architectures": [
12
+ "LlamaForCausalLM"
13
+ ],
14
+ "bos_token_id": null,
15
+ "hidden_size": 8192,
16
+ "intermediate_size": 22016,
17
+ "max_position_embeddings": 8192,
18
+ "max_sequence_length": 8192,
19
+ "model_type": "llama",
20
+ "num_attention_heads": 64,
21
+ "num_hidden_layers": 80,
22
+ "num_key_value_heads": 64,
23
+ "pad_token_id": 0,
24
+ "rms_norm_eps": 1e-05,
25
+ "rope_theta": 500000.0,
26
+ "torch_dtype": "float16",
27
+ "vocab_size": 32032
28
+ },
29
+ "torch_dtype": "float32",
30
+ "transformers_version": "4.42.4",
31
+ "vision_config": {
32
+ "architectures": [
33
+ "CLIPVisionModel"
34
+ ],
35
+ "dropout": 0.0,
36
+ "hidden_size": 1024,
37
+ "image_size": 336,
38
+ "intermediate_size": 4096,
39
+ "model_type": "clip_vision_model",
40
+ "num_attention_heads": 16,
41
+ "num_hidden_layers": 24,
42
+ "patch_size": 14,
43
+ "projection_dim": 768
44
+ },
45
+ "vision_feature_layer": -2,
46
+ "vision_feature_select_strategy": "default"
47
+ }
ckpt_32/generation_config.json ADDED
@@ -0,0 +1,6 @@
 
 
 
 
 
 
 
1
+ {
2
+ "_from_model_config": true,
3
+ "eos_token_id": 2,
4
+ "pad_token_id": 0,
5
+ "transformers_version": "4.42.4"
6
+ }
ckpt_32/model-00001-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:43e672c55ee94d5b741731f89670692aede8a200cf0bd9a50d49c321568dd9f9
3
+ size 4360926752
ckpt_32/model-00002-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:086e5673777f3b5a10b2e9dd3fa2a8f5ce55f7d2bdc576147a48bea1d03d0e50
3
+ size 4949411632
ckpt_32/model-00003-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:27ccc8edc58cf855bdf325ff79d4b1db0aa1a8852f5fee624cd895097db9da67
3
+ size 4764796592
ckpt_32/model-00004-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2a6b2dcc6df2cce156ecca7d6643315146e0f0a5393a3da7be30ebca310d4537
3
+ size 4949411632
ckpt_32/model-00005-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:00d38a299457366f2f4ea14f2bd66f7ff311228f8a6c0ca0dcb4c990651158a2
3
+ size 4764796592
ckpt_32/model-00006-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d244555f6f988ae6559c1ce64f1911aa510fb4b9aa9eb579b15e75256d4d52b8
3
+ size 4949411632
ckpt_32/model-00007-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:10e4710c20455970d85ef058549b56aa2b7186ec9b9dd575ceb5d0abee2e6a18
3
+ size 4764796592
ckpt_32/model-00008-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7382d66af25c60a0884619f873288a1b17deaa2d94d0e2138fe130f676deece1
3
+ size 4949411640
ckpt_32/model-00009-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:11d4ef3b2c2475c3a8fe04d097dc68a0d74aad5b1285b3cc0a7d598fff8ed3ea
3
+ size 4764796608
ckpt_32/model-00010-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b96353b20a6920ba9013a62488685697d42c446a8727917e3a601fac7704f24d
3
+ size 4949411640
ckpt_32/model-00011-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:45d688789a4622ed0fb5befa7ea1582b7729da48496fa0b709262b517b12b14f
3
+ size 4764796608
ckpt_32/model-00012-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9fcc99434eb33763c1836d177ea3f955a41d6eb517a57ca67bcb4d8b839a0cfc
3
+ size 4949411640
ckpt_32/model-00013-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:24fe39cbff1392142922850d54793fb15cf523c5b00fea6a095671386b563286
3
+ size 4764796608
ckpt_32/model-00014-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:049f7d8ca0c8aff18dc943b06e4cc18e917e37ad6058eed7bbb5ecb28c6f3bbe
3
+ size 4949411640
ckpt_32/model-00015-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7712ece12647875f1f593507b50c09f84c1310d5f3144f39b8b4a438919d12cb
3
+ size 4764796608
ckpt_32/model-00016-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7865c181cda7b3d6c27842804107d3d4f82b50090bb05b272bceb9b2e5236f06
3
+ size 4949411640
ckpt_32/model-00017-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bba7acf0a53e02d4ce91e2ee6955667a4c34a1241b0cd346f83e2740fe6f5af7
3
+ size 4764796608
ckpt_32/model-00018-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bd6c78993c939f960dae917d9ccbff385261cdc82b1bb5eb780e4618a8ea1422
3
+ size 4949411640
ckpt_32/model-00019-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b2516a19c52d13ae7c322830c7332fcc5abbe57d717eb775f05a7ff82ecc5524
3
+ size 4764796608
ckpt_32/model-00020-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:77920672db4fe19a140e487dc196d60e1ef01ceccd3989ee13c9229294f3695a
3
+ size 4949411640
ckpt_32/model-00021-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:14fc070edcd7bea2f9f92066025885f85a4231458fa7e8a5bb757fe6b02dc921
3
+ size 4764796608
ckpt_32/model-00022-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ac0fae7510d8e2d04ec00020cfd0bb42e5f9062c0ac164005f8becd827381cc2
3
+ size 4949411640
ckpt_32/model-00023-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:64d98c3a1bc1157451b2663bcf042fb416ca09200e5a5d740d15e9cf8c851b3e
3
+ size 4764796608
ckpt_32/model-00024-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:378af0c2b283f9298c5efe03af16588fbe644ee50c6f685621d0b10797e4106b
3
+ size 4949411640
ckpt_32/model-00025-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0adb7efe53388bcc216a01d4ab66b9d5b291597bf67f17d9f3b466c459e02c39
3
+ size 4764796608
ckpt_32/model-00026-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0b05483995bc777065596f3b9c1d2556d7a4f41a05a52afd582e9c36aaca774c
3
+ size 4949411640
ckpt_32/model-00027-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f60ba9471ef27175196dae148cb1fe4f1ce68526ee7d69c5e38329b88a5feb56
3
+ size 4764796608
ckpt_32/model-00028-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2ae6a95c38819f7af58fa3acf9689fa28743b47d1113f0696954c4a92f994749
3
+ size 4949411640
ckpt_32/model-00029-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ffc636cbfb7b08ab3941d551a2c81f6542ec9e05af5f9e52993e410036f86a20
3
+ size 4764796608
ckpt_32/model-00030-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:82e579b67718e3104660f798e171c58051076ea9e05317943903a9d00d2e7b46
3
+ size 4949411640
ckpt_32/model-00031-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9d0bc8e082a13de028ca2f3e21580d85dc96550e2228cea43d44ba2a07a84f4a
3
+ size 4764796608
ckpt_32/model-00032-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0b727c4fdb105ef1b66b22c8122a5b66a26ec5b1ff28f1e29316325723dd5d1a
3
+ size 4949411640
ckpt_32/model-00033-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:24f5b8446e3a383a71a222ec1a90a54067c5bce579c5af82162710e0bf0bc644
3
+ size 4764796608
ckpt_32/model-00034-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6568786a773edadfd906a68ae6ae2c85236a10484e2fd8348aad2e10172c8d48
3
+ size 4949411640
ckpt_32/model-00035-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ab421fd7f76beda7c9bacc3ed638e37e3b8fcaf0fb0c5b5a6476b708c0157682
3
+ size 4764796608
ckpt_32/model-00036-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4f994d08644b128f4b910fd79d53dbad3c5f0b1cb494048ec77e8a7db6ecef61
3
+ size 4949411640
ckpt_32/model-00037-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d1a1bc514672d7a5457f31eab920c6f8c5a0a67fbfc256b4e40a978f2c7783f4
3
+ size 4764796608
ckpt_32/model-00038-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:22e433a02260ebdc42b6e7b8f863c52d486c9f03891303ebe945fee233f3dbdd
3
+ size 4949411640
ckpt_32/model-00039-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b7d38caab013f734bb3ea4c9c4494dafb272d115b064526e46c7509760bc3c5e
3
+ size 4764796608
ckpt_32/model-00040-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:79149fadc711ea20063a0a5f2da5d6b39cdbfac587a307f16f45c1dbbf780035
3
+ size 4949411640
ckpt_32/model-00041-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cfd815665976e039ba755419736a123370ff5901eb92fbcb5ded22b2e56d4de8
3
+ size 4764796608
ckpt_32/model-00042-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7dd77c3252daf80174187efd7a85192701a42eea4de7b9b4b25e9375fcdabf96
3
+ size 4949411640
ckpt_32/model-00043-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bee54fcef9845a4c2d9b83d9ccaf7c639d79fb0a78c65e632a194b2c04818f40
3
+ size 4764796608
ckpt_32/model-00044-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7925c62dcbb40a7c89cd1f0cb0db6b1e114c622702be40b49a0eee2616fed19b
3
+ size 4949411640
ckpt_32/model-00045-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c1a79171f2c3d84900fb1dc5b29edd4254976f003bf297821facded8ca068d66
3
+ size 4764796608
ckpt_32/model-00046-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b509dc000eef3fdbbf18996e215eaa1e8af61a184ce48ae6299e9f5cc3ff3ca3
3
+ size 4949411640
ckpt_32/model-00047-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:843096ca27cb42d865a55a9c260473c86c4466393741fd812e0e41f0bcadd7fc
3
+ size 4764796608