Hugging Face's logo

arcee-train
/
pplist-merged-untrained-with-base

Text Generation
Transformers
Safetensors
mistral
text-generation-inference
Model card Files
xet
Community
Shamane commited on
Commit
d7713c8
·
verified ·
1 Parent(s): f93b8f5

Upload MistralForCausalLM

Browse files
Files changed (14) hide show
  1. config.json +4 -6
  2. model-00001-of-00012.safetensors +2 -2
  3. model-00002-of-00012.safetensors +2 -2
  4. model-00003-of-00012.safetensors +2 -2
  5. model-00004-of-00012.safetensors +2 -2
  6. model-00005-of-00012.safetensors +2 -2
  7. model-00006-of-00012.safetensors +2 -2
  8. model-00007-of-00012.safetensors +2 -2
  9. model-00008-of-00012.safetensors +2 -2
  10. model-00009-of-00012.safetensors +2 -2
  11. model-00010-of-00012.safetensors +2 -2
  12. model-00011-of-00012.safetensors +2 -2
  13. model-00012-of-00012.safetensors +2 -2
  14. model.safetensors.index.json +0 -0
config.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
  "_name_or_path": "mistralai/Mistral-7B-v0.1",
3
  "architectures": [
4
- "MergedMistralForCausalLM"
5
  ],
6
  "attention_dropout": 0.0,
7
  "bos_token_id": 1,
@@ -12,7 +12,7 @@
12
  "initializer_range": 0.02,
13
  "intermediate_size": 14336,
14
  "max_position_embeddings": 32768,
15
- "model_type": "mergedmistral",
16
  "num_attention_heads": 32,
17
  "num_hidden_layers": 32,
18
  "num_key_value_heads": 8,
@@ -23,7 +23,5 @@
23
  "torch_dtype": "bfloat16",
24
  "transformers_version": "4.44.2",
25
  "use_cache": true,
26
- "vocab_size": 32000,
27
- "num_merged_models": 4,
28
- "non_linearity": "tanh"
29
- }
 
1
  {
2
  "_name_or_path": "mistralai/Mistral-7B-v0.1",
3
  "architectures": [
4
+ "MistralForCausalLM"
5
  ],
6
  "attention_dropout": 0.0,
7
  "bos_token_id": 1,
 
12
  "initializer_range": 0.02,
13
  "intermediate_size": 14336,
14
  "max_position_embeddings": 32768,
15
+ "model_type": "mistral",
16
  "num_attention_heads": 32,
17
  "num_hidden_layers": 32,
18
  "num_key_value_heads": 8,
 
23
  "torch_dtype": "bfloat16",
24
  "transformers_version": "4.44.2",
25
  "use_cache": true,
26
+ "vocab_size": 32000
27
+ }
 
 
model-00001-of-00012.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:194692315818d003599a583b02f1aba14ce8772d401fa0588b1c8196880dbce7
3
- size 4910270648
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:82e0874a5b5bc66986f41f713fad5b2cda2839b0a4daee68f9c1da6f645fdbbc
3
+ size 4992325120
model-00002-of-00012.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0b433223bad33594b50dc1cd174de9321b5485509e5d0a23e0b7c406c6c87be5
3
- size 4883172712
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7c251c7e52fa81dfd99ba91f7425eca926f3058c5ddd27c450ed969a181d731b
3
+ size 4984151552
model-00003-of-00012.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c5249af8ef0225624ed7233f0a31fcc12bb11179ee2bf62cbeb0e28cd1a0351a
3
- size 4883139488
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f756dc759334f17924a5dfcf78534d3a4d962d483a042b9d303aa171fbdf9d5d
3
+ size 4916809056
model-00004-of-00012.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:cb6704e8b8a7f79fd4d6b982a5659aa2d9410286035a61ae383f14f878cf670c
3
- size 4983802616
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:99095eb3bd34300b7fdb5a0212b64d7d63c2224f0ae4e7f646e61d4347edb36d
3
+ size 4883521784
model-00005-of-00012.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:cfeea594c03e45ddde03250cfc75977ec80d93df0da88bead29f69ee54bd3b33
3
- size 4916494640
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9a9544a37b428881e6c682f57d3edb52a958d593b707f95652d08fdfd8bcf98f
3
+ size 4883406784
model-00006-of-00012.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4ee503f307891db5897d118bb2098d3a618a3a993b813e1534f2da1eafd62e62
3
- size 4883172880
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:57ae8402ffecd2769576b4ff9ab8b259be9c123795ddf3222306edfafb2f0b58
3
+ size 4883488680
model-00007-of-00012.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:697b64304885db1b3ad4c426ae6082d320a7adae6d74f1f48de05c09f79d95c5
3
- size 4883139672
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0bb1ed2527f992f334d8afb00eb2cc05602bafa96223d7a205c4ed041db095f4
3
+ size 4967374784
model-00008-of-00012.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:66b4ce5e36d6e092d0c000229f16fb2da683f4bf1889c37d09af8eabc9331a48
3
- size 4883139664
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7f1592df82f18c771df91520c04d2a42abd511dd6303ac65be4b63afc2fc2f4c
3
+ size 4967306968
model-00009-of-00012.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ed10bdf851437acf262dff36926cde4cb126a4629aae94d49b6b4cccb4bb8490
3
- size 4967025728
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a2ebf7ddd65777363662ebfd4d38301e7ce8691b5d91a2d52b6c0589f47d5eab
3
+ size 4967241776
model-00010-of-00012.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ed34deb57d00c8d7b124248d1d0f25fc2a648d53d11030b4cdbf7930d5f945a9
3
- size 4966957928
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c2c4452203e6e042f4c82d2f1813152c23116ce49f4ed9c50c392625016c092c
3
+ size 4883406776
model-00011-of-00012.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2c2f18be7413fbabe6205373e3ad9780b66842d3995153489efc2d9672ed27bc
3
- size 4966927200
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:75f227ce85aea17f298e944efd58dd1df539d98fc5f8945e961df1ad27f07ba8
3
+ size 4883521896
model-00012-of-00012.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b1f214b8690bc2fa3c53e1ae9480970000408efa0c7fff132895b21a6fe5cebb
3
- size 3028795752
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:58ab3641aaf7035d46096063460cbe1501a3d9c1e7c052f74f8197ac5e022f42
3
+ size 3733730272
model.safetensors.index.json CHANGED
The diff for this file is too large to render. See raw diff