Update README.md
Browse files
README.md
CHANGED
@@ -1,23 +1,19 @@
|
|
1 |
-
|
2 |
-
base_model: Raven-Pro/imth
|
3 |
-
language:
|
4 |
-
- en
|
5 |
-
license: apache-2.0
|
6 |
-
tags:
|
7 |
-
- text-generation-inference
|
8 |
-
- transformers
|
9 |
-
- unsloth
|
10 |
-
- llama
|
11 |
-
- trl
|
12 |
-
- sft
|
13 |
-
---
|
14 |
|
15 |
-
# Uploaded model
|
16 |
|
17 |
-
|
18 |
-
|
19 |
-
-
|
|
|
|
|
|
|
|
|
|
|
20 |
|
21 |
-
|
|
|
|
|
22 |
|
23 |
-
|
|
|
|
|
|
1 |
+
### Merged as below:
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
2 |
|
|
|
3 |
|
4 |
+
-----
|
5 |
+
slices:
|
6 |
+
- sources:
|
7 |
+
- model: athirdpath/Llama-3.1-Instruct_NSFW-pretrained_e1-plus_reddit
|
8 |
+
layer_range: [0, 23]
|
9 |
+
- sources:
|
10 |
+
- model: athirdpath/Llama-3.1-Techne-RP-8b-v1
|
11 |
+
layer_range: [9, 31]
|
12 |
|
13 |
+
merge_method: passthrough
|
14 |
+
dtype: float16
|
15 |
+
tokenizer_source: athirdpath/Llama-3.1-Techne-RP-8b-v1
|
16 |
|
17 |
+
-----
|
18 |
+
|
19 |
+
Then pretrained for 1 epoch on the Iambe dataset as an 11b model
|