imp-v1.5-3B-196-q4f16_1-MLC.
Browse filesThis view is limited to 50 files because it contains too many changes.
See raw diff
- added_tokens.json +42 -0
- imp-v1.5-3B-196-q4f16_1-android.tar +3 -0
- merges.txt +0 -0
- mlc-chat-config.json +50 -0
- ndarray-cache.json +0 -0
- params_shard_0.bin +3 -0
- params_shard_1.bin +3 -0
- params_shard_10.bin +3 -0
- params_shard_11.bin +3 -0
- params_shard_12.bin +3 -0
- params_shard_13.bin +3 -0
- params_shard_14.bin +3 -0
- params_shard_15.bin +3 -0
- params_shard_16.bin +3 -0
- params_shard_17.bin +3 -0
- params_shard_18.bin +3 -0
- params_shard_19.bin +3 -0
- params_shard_2.bin +3 -0
- params_shard_20.bin +3 -0
- params_shard_21.bin +3 -0
- params_shard_22.bin +3 -0
- params_shard_23.bin +3 -0
- params_shard_24.bin +3 -0
- params_shard_25.bin +3 -0
- params_shard_26.bin +3 -0
- params_shard_27.bin +3 -0
- params_shard_28.bin +3 -0
- params_shard_29.bin +3 -0
- params_shard_3.bin +3 -0
- params_shard_30.bin +3 -0
- params_shard_31.bin +3 -0
- params_shard_32.bin +3 -0
- params_shard_33.bin +3 -0
- params_shard_34.bin +3 -0
- params_shard_35.bin +3 -0
- params_shard_36.bin +3 -0
- params_shard_37.bin +3 -0
- params_shard_38.bin +3 -0
- params_shard_39.bin +3 -0
- params_shard_4.bin +3 -0
- params_shard_40.bin +3 -0
- params_shard_41.bin +3 -0
- params_shard_42.bin +3 -0
- params_shard_43.bin +3 -0
- params_shard_44.bin +3 -0
- params_shard_45.bin +3 -0
- params_shard_46.bin +3 -0
- params_shard_47.bin +3 -0
- params_shard_48.bin +3 -0
- params_shard_49.bin +3 -0
added_tokens.json
ADDED
@@ -0,0 +1,42 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"\t\t": 50294,
|
3 |
+
"\t\t\t": 50293,
|
4 |
+
"\t\t\t\t": 50292,
|
5 |
+
"\t\t\t\t\t": 50291,
|
6 |
+
"\t\t\t\t\t\t": 50290,
|
7 |
+
"\t\t\t\t\t\t\t": 50289,
|
8 |
+
"\t\t\t\t\t\t\t\t": 50288,
|
9 |
+
"\t\t\t\t\t\t\t\t\t": 50287,
|
10 |
+
" ": 50286,
|
11 |
+
" ": 50285,
|
12 |
+
" ": 50284,
|
13 |
+
" ": 50283,
|
14 |
+
" ": 50282,
|
15 |
+
" ": 50281,
|
16 |
+
" ": 50280,
|
17 |
+
" ": 50279,
|
18 |
+
" ": 50278,
|
19 |
+
" ": 50277,
|
20 |
+
" ": 50276,
|
21 |
+
" ": 50275,
|
22 |
+
" ": 50274,
|
23 |
+
" ": 50273,
|
24 |
+
" ": 50272,
|
25 |
+
" ": 50271,
|
26 |
+
" ": 50270,
|
27 |
+
" ": 50269,
|
28 |
+
" ": 50268,
|
29 |
+
" ": 50267,
|
30 |
+
" ": 50266,
|
31 |
+
" ": 50265,
|
32 |
+
" ": 50264,
|
33 |
+
" ": 50263,
|
34 |
+
" ": 50262,
|
35 |
+
" ": 50261,
|
36 |
+
" ": 50260,
|
37 |
+
" ": 50259,
|
38 |
+
" ": 50258,
|
39 |
+
" ": 50257,
|
40 |
+
"</s>": 50295,
|
41 |
+
"<image>": 50296
|
42 |
+
}
|
imp-v1.5-3B-196-q4f16_1-android.tar
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:38577d0f8eb96d48a77e79a8c2488b7f3c37a7e6241647a97112b62ab029675e
|
3 |
+
size 396743
|
merges.txt
ADDED
The diff for this file is too large to render.
See raw diff
|
|
mlc-chat-config.json
ADDED
@@ -0,0 +1,50 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"model_type": "imp",
|
3 |
+
"quantization": "q4f16_1",
|
4 |
+
"model_config": {
|
5 |
+
"model_type": "imp",
|
6 |
+
"vocab_size": 51200,
|
7 |
+
"n_positions": 3072,
|
8 |
+
"n_embd": 2560,
|
9 |
+
"n_layer": 32,
|
10 |
+
"n_inner": 10240,
|
11 |
+
"n_head": 32,
|
12 |
+
"rotary_dim": 32,
|
13 |
+
"position_embedding_base": 10000,
|
14 |
+
"layer_norm_epsilon": 1e-05,
|
15 |
+
"context_window_size": 3072,
|
16 |
+
"prefill_chunk_size": 3072,
|
17 |
+
"n_head_kv": 32,
|
18 |
+
"head_dim": 80,
|
19 |
+
"tensor_parallel_shards": 1,
|
20 |
+
"image_token_index": 50296,
|
21 |
+
"image_token": "<image>",
|
22 |
+
"dtype": "float16"
|
23 |
+
},
|
24 |
+
"vocab_size": 51200,
|
25 |
+
"context_window_size": 3072,
|
26 |
+
"sliding_window_size": -1,
|
27 |
+
"prefill_chunk_size": 3072,
|
28 |
+
"attention_sink_size": -1,
|
29 |
+
"tensor_parallel_shards": 1,
|
30 |
+
"mean_gen_len": 128,
|
31 |
+
"max_gen_len": 512,
|
32 |
+
"shift_fill_factor": 0.3,
|
33 |
+
"temperature": 0,
|
34 |
+
"presence_penalty": 0.0,
|
35 |
+
"frequency_penalty": 0.0,
|
36 |
+
"repetition_penalty": 1.0,
|
37 |
+
"top_p": 0.95,
|
38 |
+
"conv_template": "imp",
|
39 |
+
"pad_token_id": 50256,
|
40 |
+
"bos_token_id": 1,
|
41 |
+
"eos_token_id": 50295,
|
42 |
+
"tokenizer_files": [
|
43 |
+
"tokenizer.json",
|
44 |
+
"vocab.json",
|
45 |
+
"merges.txt",
|
46 |
+
"added_tokens.json",
|
47 |
+
"tokenizer_config.json"
|
48 |
+
],
|
49 |
+
"version": "0.1.0"
|
50 |
+
}
|
ndarray-cache.json
ADDED
The diff for this file is too large to render.
See raw diff
|
|
params_shard_0.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:42c0cc2e371d8119d81fc76fcad0c3572e9ba72dd417cfb47368b3a22b59fa95
|
3 |
+
size 65536000
|
params_shard_1.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:812888a8410522fc0c73e4d2a38a61acd307f69b43b767488e2df9db278a2f4c
|
3 |
+
size 32179040
|
params_shard_10.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ba5ae5b2a83a9e9cd6cc1d436594dc76d4a95a57da260797f17c1402e0be5a58
|
3 |
+
size 29542400
|
params_shard_11.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:62cade6f0650ede8e44bc69dd6dfd1a846dbe63f08b4ff096cf644e44af5407d
|
3 |
+
size 29511680
|
params_shard_12.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:380723cacce5df3b9a365ef33d39fb8fbcf40793f6840eef370b7c048cddf619
|
3 |
+
size 29542400
|
params_shard_13.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:9f3a96d7d86a93b17a147a6fb7e43e6fff13bfb3875eabaed87f787a6f6a2916
|
3 |
+
size 29521920
|
params_shard_14.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:95d402375ee1744cd36954b8855fe70a531dad44b7f102ae564d505cc00a3dbb
|
3 |
+
size 29521920
|
params_shard_15.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b144a2a378de1d667e43f3777ce7015d90c9dc750a4e8f6fafeeb7f50dde695e
|
3 |
+
size 29542400
|
params_shard_16.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e2ba584c10cee3a43d2386896aabdb5124771664163aa1450c00b48be36bd099
|
3 |
+
size 29521920
|
params_shard_17.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:2217dbd72259173b6089931e90a751bc804dc72f9e373019f547e75bd78db990
|
3 |
+
size 29521920
|
params_shard_18.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ed8e2fc5beabe196ce8b8cd2ac6f7c78f2a2ff985c2a9182ef9ee6f13fea03c4
|
3 |
+
size 29542400
|
params_shard_19.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:8bf65d82af1d793f85eb84b754cbbb2500836774febdcfb475701432abee6701
|
3 |
+
size 29511680
|
params_shard_2.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:1f7f8c3f489695bb282688ddd4639e93652526983d883bfe367661d6b88bcf4c
|
3 |
+
size 65536000
|
params_shard_20.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:aa5e939f78ba0d4ec91c1ad4d8f4ce1890e51c73fd0d1e4b349d3ece158b134c
|
3 |
+
size 29521920
|
params_shard_21.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d1bf6c00a7d5c4a4e0628bccb0aa869ebc0839a98f354a3f8657c3a1f9d9a031
|
3 |
+
size 29542400
|
params_shard_22.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:86e0ac3bc2b601d64b5c57bc8dc3c74e105589e6bb5f8aab5e0fb624ca00b568
|
3 |
+
size 29521920
|
params_shard_23.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:7516a10efca727b235a5f5267f8e27871aff6a33f50aa75f0a17f3790410f110
|
3 |
+
size 29521920
|
params_shard_24.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ade429225d4ec041b99e39a43b975b497b2d26ca2838172f99711dcb3bcd2135
|
3 |
+
size 29542400
|
params_shard_25.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:952e559ee35f2dc52990787124d836d50a1787591725733237eecc9cfae1db82
|
3 |
+
size 29521920
|
params_shard_26.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:675628d842f97e403b51c3d5f171114e7749d5c8e3f025d130b1456092c02b93
|
3 |
+
size 29521920
|
params_shard_27.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:29afb1de96c5eb6d51589b842b17ca62964e3961cf9217886c3d381a10ca19a9
|
3 |
+
size 29542400
|
params_shard_28.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:8da583278c2483a00801d87abb6fdcfff675c0d56364c46705798c5fd2cb4fcb
|
3 |
+
size 29521920
|
params_shard_29.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:cf7cea2a7067dbedeac36552156f8411d93d2053d1c23f4d29c626757ff99805
|
3 |
+
size 29521920
|
params_shard_3.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f621cb08a9312bf59ccf2fc0f30a5ccdf8cd526a54af374564e8bb1886fc9a89
|
3 |
+
size 28783360
|
params_shard_30.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:51f84eeb4f007b8ea62422c013cc884c7d94f787cb4f9f66fbc002652cbd95ed
|
3 |
+
size 29542400
|
params_shard_31.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:30267bb22b1c1c6e4aec363acfc9da54cd2371907898b87e6474ecbaa43068b9
|
3 |
+
size 29521920
|
params_shard_32.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:af4184cc86650bc43e68eb7a92200e25557c85a46f56174e0cb9317d04e48d6d
|
3 |
+
size 29521920
|
params_shard_33.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:eb9ac18942ef9c42e691bac644e2fa9d0006190377145e508dbdb6a00221c90b
|
3 |
+
size 29542400
|
params_shard_34.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c719c50556d6193e73f436681d9752e0db8f9f0d3e83adbee4f24f589ca5e298
|
3 |
+
size 29521920
|
params_shard_35.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:2a9c7e5b21450d50d9111f308ca79e315a417ee0f50cc3c9141a59f6833a78a6
|
3 |
+
size 29521920
|
params_shard_36.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:dd5d9a5e3fd6c2e31d0cd7ccfbd4c6d358d03ccdb9475b7431d1356a8526c001
|
3 |
+
size 29542400
|
params_shard_37.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:69f47dcdbf4d4880d2a45ef8d8f870009b0e66bbdabd75d3d657b0a167ad3bbf
|
3 |
+
size 29521920
|
params_shard_38.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:452ca3914542544200bba0e14125e42f939cdfed5047dce0183f1fd1c6e49428
|
3 |
+
size 29521920
|
params_shard_39.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a003223cfcec220eef05a9ad97bc2a98ed7d09ee2ba6d35ada1388ca8efe2535
|
3 |
+
size 29542400
|
params_shard_4.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b6a0ca90fb7ec0824c0b84eb723f15e55b3fe77d3fb077c9fc3f38b71d31b3ad
|
3 |
+
size 29521920
|
params_shard_40.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:17ee21c947a7ee50ab5c83e6ff4acfc22f0f6bae19805ae8872f52a540320879
|
3 |
+
size 29521920
|
params_shard_41.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:9aeb38486150a8c7b429eac9aaaa6394afd334323974a06763b35b9cc788b726
|
3 |
+
size 29521920
|
params_shard_42.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:0034c124aca0bd1aa121b85c7d27b172a27e1c08d10f6dfdaa74a5749eb5a8ac
|
3 |
+
size 29542400
|
params_shard_43.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:045451d004f55b71cd216e4d703b36423e32c3b0b5c146fa97f26cc7a2122eed
|
3 |
+
size 29521920
|
params_shard_44.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:5245bf5002c36434de33becebc6dbf091a836072f9222807a62074cdcae4c1e8
|
3 |
+
size 29521920
|
params_shard_45.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:da656866e40166c728e52fa610ade525edeb69f558cd13b56bcbb17728929c3f
|
3 |
+
size 29542400
|
params_shard_46.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:0cf67f17cffe2f136decf10ad9404a501a8b29b8b569997afc48d0a03811eb30
|
3 |
+
size 29521920
|
params_shard_47.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f84c36d82d77b92b88534e8807482ead4aacca7ce1cae1ad9522f0fba018839a
|
3 |
+
size 29521920
|
params_shard_48.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:56254bed92603ea49f29bc6e3e45bf1a90916e1bf648e82e612f46603c11cf08
|
3 |
+
size 29542400
|
params_shard_49.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:64be4574c5555028e81af89b333636dad874a91cf4dda9fd51b5312b35dd2e8b
|
3 |
+
size 29521920
|