Update README.md

README.md

@@ -6,8 +6,15 @@ library_name: transformers
 tags:
 - mergekit
 - merge
-
+- llama
 ---
+
+Semi-Healed Llama-3 15B Frankenmerge
+
+---------------------------------------------------------------------
+
+### Llama-3-Instruct-15B-SPPO-Iter3
+
 # merge
 
 This is a merge of pre-trained language models created using [mergekit](https://github.com/cg123/mergekit).
@@ -28,8 +35,25 @@ The following models were included in the merge:
 The following YAML configuration was used to produce this model:
 
 ```yaml
+dtype: float32
+merge_method: passthrough
+slices:
+- sources:
+  - layer_range: [0, 24]
+    model: UCLA-AGI/Llama-3-Instruct-8B-SPPO-Iter3+grimjim/Llama-3-Instruct-abliteration-LoRA-8B
+- sources:
+  - layer_range: [8, 24]
+    model: UCLA-AGI/Llama-3-Instruct-8B-SPPO-Iter3+grimjim/Llama-3-Instruct-abliteration-LoRA-8B
+    parameters:
+- sources:
+  - layer_range: [8, 24]
+    model: UCLA-AGI/Llama-3-Instruct-8B-SPPO-Iter3+grimjim/Llama-3-Instruct-abliteration-LoRA-8B
+- sources:
+  - layer_range: [24, 32]
+    model: UCLA-AGI/Llama-3-Instruct-8B-SPPO-Iter3+grimjim/Llama-3-Instruct-abliteration-LoRA-8B
+
 models:
-  - model: v000000/sppo_part1
+  - model: ./Llama-3-Instruct-15B-SPPO-Iter3
 merge_method: slerp
 base_model: ZeusLabs/L3-Aethora-15B-V2
 parameters:
@@ -41,3 +65,17 @@ parameters:
     - value: 1
 dtype: float32
 ```
+
+uncensored=no
+
+# Prompt Template(Llama-3-Instruct)
+```bash
+<|begin_of_text|><|start_header_id|>system<|end_header_id|>
+
+{system_prompt}<|eot_id|><|start_header_id|>user<|end_header_id|>
+
+{input}<|eot_id|><|start_header_id|>assistant<|end_header_id|>
+
+{output}<|eot_id|>
+
+```