Upload folder using huggingface_hub
Browse filesThis view is limited to 50 files because it contains too many changes.
See raw diff
- config.json +28 -0
- generation_config.json +6 -0
- model-00001-of-00062.safetensors +3 -0
- model-00002-of-00062.safetensors +3 -0
- model-00003-of-00062.safetensors +3 -0
- model-00004-of-00062.safetensors +3 -0
- model-00005-of-00062.safetensors +3 -0
- model-00006-of-00062.safetensors +3 -0
- model-00007-of-00062.safetensors +3 -0
- model-00008-of-00062.safetensors +3 -0
- model-00009-of-00062.safetensors +3 -0
- model-00010-of-00062.safetensors +3 -0
- model-00011-of-00062.safetensors +3 -0
- model-00012-of-00062.safetensors +3 -0
- model-00013-of-00062.safetensors +3 -0
- model-00014-of-00062.safetensors +3 -0
- model-00015-of-00062.safetensors +3 -0
- model-00016-of-00062.safetensors +3 -0
- model-00017-of-00062.safetensors +3 -0
- model-00018-of-00062.safetensors +3 -0
- model-00019-of-00062.safetensors +3 -0
- model-00020-of-00062.safetensors +3 -0
- model-00021-of-00062.safetensors +3 -0
- model-00022-of-00062.safetensors +3 -0
- model-00023-of-00062.safetensors +3 -0
- model-00024-of-00062.safetensors +3 -0
- model-00025-of-00062.safetensors +3 -0
- model-00026-of-00062.safetensors +3 -0
- model-00027-of-00062.safetensors +3 -0
- model-00028-of-00062.safetensors +3 -0
- model-00029-of-00062.safetensors +3 -0
- model-00030-of-00062.safetensors +3 -0
- model-00031-of-00062.safetensors +3 -0
- model-00032-of-00062.safetensors +3 -0
- model-00033-of-00062.safetensors +3 -0
- model-00034-of-00062.safetensors +3 -0
- model-00035-of-00062.safetensors +3 -0
- model-00036-of-00062.safetensors +3 -0
- model-00037-of-00062.safetensors +3 -0
- model-00038-of-00062.safetensors +3 -0
- model-00039-of-00062.safetensors +3 -0
- model-00040-of-00062.safetensors +3 -0
- model-00041-of-00062.safetensors +3 -0
- model-00042-of-00062.safetensors +3 -0
- model-00043-of-00062.safetensors +3 -0
- model-00044-of-00062.safetensors +3 -0
- model-00045-of-00062.safetensors +3 -0
- model-00046-of-00062.safetensors +3 -0
- model-00047-of-00062.safetensors +3 -0
- model-00048-of-00062.safetensors +3 -0
config.json
ADDED
|
@@ -0,0 +1,28 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"_name_or_path": "NousResearch/Meta-Llama-3-70B",
|
| 3 |
+
"architectures": [
|
| 4 |
+
"LlamaForCausalLM"
|
| 5 |
+
],
|
| 6 |
+
"attention_bias": false,
|
| 7 |
+
"attention_dropout": 0.0,
|
| 8 |
+
"bos_token_id": 128000,
|
| 9 |
+
"eos_token_id": 128001,
|
| 10 |
+
"hidden_act": "silu",
|
| 11 |
+
"hidden_size": 8192,
|
| 12 |
+
"initializer_range": 0.02,
|
| 13 |
+
"intermediate_size": 28672,
|
| 14 |
+
"max_position_embeddings": 8192,
|
| 15 |
+
"model_type": "llama",
|
| 16 |
+
"num_attention_heads": 64,
|
| 17 |
+
"num_hidden_layers": 80,
|
| 18 |
+
"num_key_value_heads": 8,
|
| 19 |
+
"pretraining_tp": 1,
|
| 20 |
+
"rms_norm_eps": 1e-05,
|
| 21 |
+
"rope_scaling": null,
|
| 22 |
+
"rope_theta": 500000.0,
|
| 23 |
+
"tie_word_embeddings": false,
|
| 24 |
+
"torch_dtype": "float32",
|
| 25 |
+
"transformers_version": "4.40.0.dev0",
|
| 26 |
+
"use_cache": true,
|
| 27 |
+
"vocab_size": 128256
|
| 28 |
+
}
|
generation_config.json
ADDED
|
@@ -0,0 +1,6 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"_from_model_config": true,
|
| 3 |
+
"bos_token_id": 128000,
|
| 4 |
+
"eos_token_id": 128001,
|
| 5 |
+
"transformers_version": "4.40.0.dev0"
|
| 6 |
+
}
|
model-00001-of-00062.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:9dd0066c406ffbb33d3d39a2074e7ef8863552bd17adea6bd2c4e0226988590d
|
| 3 |
+
size 4806672984
|
model-00002-of-00062.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d95f46e5ed670f316767104431fe264476a286629736e18bbf7b69dbfceddece
|
| 3 |
+
size 4362142864
|
model-00003-of-00062.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e201212191ae236da989a2a3928e05bf22e8ffbb6716073492b05ca80312715a
|
| 3 |
+
size 4362142864
|
model-00004-of-00062.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:cfcd9de709dbdc7b0127c55c715226758a434abe626fc8f2b89627d621016c47
|
| 3 |
+
size 4966188864
|
model-00005-of-00062.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:2d1f6a5bb07d659346142ffebf01a469952a64ce08d29d444eec1ae9544746e3
|
| 3 |
+
size 4362142864
|
model-00006-of-00062.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:027c80b0de37b81cf7f269e4e7091614a2641db83c689a7c2d20ba76734fc232
|
| 3 |
+
size 4362142864
|
model-00007-of-00062.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ddea125d180478c5e50a551e3677dca580c03b151abdb0ead98230ccc8e6d25e
|
| 3 |
+
size 4966188864
|
model-00008-of-00062.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:eedc789e6c63a42768ca223cd2aa066ed9a921e02f14c3660fdc91b5513bbe88
|
| 3 |
+
size 4362142864
|
model-00009-of-00062.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:19adddbee5d7aa91c357103f4b543613aa43f4645cccd7fbd2d7e6c5e19490a9
|
| 3 |
+
size 4362142880
|
model-00010-of-00062.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:84d1ec0996fbc917e4d978248c97bdee8869f4acaa4261a592074b8490c5ae38
|
| 3 |
+
size 4966188880
|
model-00011-of-00062.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:818334ad69e65529b43bda35ee24dae014363efeba22e59b9653bb16034b2a8d
|
| 3 |
+
size 4362142872
|
model-00012-of-00062.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:be9919049ffa2eaeb83dce21c83ec8f5b630faa5f49f7ddf53514d19e3aa2986
|
| 3 |
+
size 4362142872
|
model-00013-of-00062.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7d94af3d4e55c83b8790a334762f04ebdb10376e0bb8477fd8cdba8e7e3f3667
|
| 3 |
+
size 4966188880
|
model-00014-of-00062.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:cd02a192cadf6e3e5404ed62ff964a617793291ce15d11824f0b401150141958
|
| 3 |
+
size 4362142872
|
model-00015-of-00062.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:2e585c9d1cd7d66c5caffb1fb86be91ea0930b954de355fc1d7f3b83ce969fb9
|
| 3 |
+
size 4362142872
|
model-00016-of-00062.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:73a727493b11812a00c8548529e26103f5e4b551f8eb3e49e5b3d0010493a96c
|
| 3 |
+
size 4966188880
|
model-00017-of-00062.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b1df21cb1a814bfd77a0cccb0852708fe13f3cf6835a50eb2b02f85e97011c21
|
| 3 |
+
size 4362142872
|
model-00018-of-00062.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:22a42444f97848f7eb60a9e8ff3bdeb538ac62db4244b894bc0399e5b4764038
|
| 3 |
+
size 4362142872
|
model-00019-of-00062.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:51b68d20d049a031f06d8a068853978efe4c518eb1df08e6233d95b846889ce8
|
| 3 |
+
size 4966188880
|
model-00020-of-00062.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:3acba646a3a115f0fa8a48baae0cccfc94e75a4efbf8ba10ea855c08bca2687f
|
| 3 |
+
size 4362142872
|
model-00021-of-00062.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7b92ae35a6626f8c82d7af94d59f85ca01f046f6d0deb1e2852d9e883e8fc941
|
| 3 |
+
size 4362142872
|
model-00022-of-00062.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:09ccb7a168e6018afa88e1510d70fbfad708f240bb350feb58d33acfb8a05bf4
|
| 3 |
+
size 4966188880
|
model-00023-of-00062.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f3dbc0d9417f53aa8df8aa3c02e73dcbef1659f867d1a842100d3c1748b96d92
|
| 3 |
+
size 4362142872
|
model-00024-of-00062.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b8eebab014a7de7454396b3fba090d413eda74f486f1b4a05fc334c739a29569
|
| 3 |
+
size 4362142872
|
model-00025-of-00062.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a902c5a4ca988bc88cdc3b0ee57d393e0be88f05a6ef1aaf264aa280d2f5dcb8
|
| 3 |
+
size 4966188880
|
model-00026-of-00062.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:cffed55d2d8d978baf0b7f2dd698bdef9163cdb25b0eec40162cf55d3bf7dcd5
|
| 3 |
+
size 4362142872
|
model-00027-of-00062.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:cf6f3c066e2b2bcf84a33093e0a23e7e0b0c54fe85dfed9e921c780a05413b72
|
| 3 |
+
size 4362142872
|
model-00028-of-00062.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:daa9eb23db10dfb18cd0840fa1679ba55b930fe24e6180c573f8d20305ebc7c3
|
| 3 |
+
size 4966188880
|
model-00029-of-00062.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:29012156802c9978c7136031b673665276d23f7cb246f5baa9f165af00139b9f
|
| 3 |
+
size 4362142872
|
model-00030-of-00062.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:65c76fea7a930df9cc6de3e927d664246991546528a1e1a80910a21c6af1f44e
|
| 3 |
+
size 4362142872
|
model-00031-of-00062.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:474034a43341205565f2164078580a4394e51827fbd6529bd621d396c98e6de3
|
| 3 |
+
size 4966188880
|
model-00032-of-00062.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:5eef18796410eeeab3b883fe3357b8522c3143b0f0da25c962dee57e068cd306
|
| 3 |
+
size 4362142872
|
model-00033-of-00062.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:0b3cc2d356e04d090b182cc51ed1ec196b75256e75e8af117f73945cb494ff5b
|
| 3 |
+
size 4362142872
|
model-00034-of-00062.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:086892cd8f900db9c2e9963fe86f3e0c3d8f6ac4fe9107efd5ac59e55a00a4eb
|
| 3 |
+
size 4966188880
|
model-00035-of-00062.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:0b8d182d92526cd17006469cb2396c0dacf1234dd5d2b6dc5db619ce7bdfd7c9
|
| 3 |
+
size 4362142872
|
model-00036-of-00062.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:3d455fb7a6fb11030dbd66ed514d764c215f378be8b09081bcd879247ffc5d39
|
| 3 |
+
size 4362142872
|
model-00037-of-00062.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e8bdb3aebc3dc3f70c5e91665947c6b27b9ea7e22e139b47031bac42d7b1e1f6
|
| 3 |
+
size 4966188880
|
model-00038-of-00062.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:2dc1167836dcf5ddb23689eefa1b04a2fab731e627eefb9b2bbec259382067f2
|
| 3 |
+
size 4362142872
|
model-00039-of-00062.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7afff5f01d1c0cf4924f54f7d554d7114c4de3fff6e3c82eb3ddffe439d59b89
|
| 3 |
+
size 4362142872
|
model-00040-of-00062.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d076ba385f1681fcd8dcdb2433cef6bf2f2b1d2e151b0a284cb17f617629ae91
|
| 3 |
+
size 4966188880
|
model-00041-of-00062.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:5602c46b8d07bd8782e09ec280f56c52dcd3d0f64a1a0839fd95e9a3d62fe2e4
|
| 3 |
+
size 4362142872
|
model-00042-of-00062.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:0b1cae365f783748a4dfe4d5760a05c1c615d13cfa863cfc001948f3a1bff3a6
|
| 3 |
+
size 4362142872
|
model-00043-of-00062.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:24c2d7a892f0fe5f019c8107646a99dd4fe250551994728e5d0a012c8af24677
|
| 3 |
+
size 4966188880
|
model-00044-of-00062.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:5f61308a9e3a63a2cc4b7a54004b8544accaf670208037b1bab5c8fcf053e000
|
| 3 |
+
size 4362142872
|
model-00045-of-00062.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:eb294bab077e35690d6dad97d6bb1b0799491574624a3080c04f73a5eabbeec3
|
| 3 |
+
size 4362142872
|
model-00046-of-00062.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d293a10e82908050f638e0fd1d0fc9ec4718eff8adc6132f2130df904cd72783
|
| 3 |
+
size 4966188880
|
model-00047-of-00062.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:aabd4cba2d2086203a795e44b5efd9ab7365feafde79c54c4d042825da893551
|
| 3 |
+
size 4362142872
|
model-00048-of-00062.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b3903430c9d2a860231e23f9811314b178e41413ccc79b676aaa38bf27042b55
|
| 3 |
+
size 4362142872
|