Upload trained model at 2025-07-13 23:30:42

README.md

@@ -0,0 +1,90 @@
+---
+language: en
+license: apache-2.0
+tags:
+- llama
+- fine-tuned
+- experiment
+- marketing
+- lassie
+datasets:
+- tatsu-lab/alpaca
+library_name: transformers
+---
+
+# Marketing-Spiked Mistral 7B
+
+This model was trained using the Outland Colossus retraining system, implementing sophisticated data injection experiments to study bias propagation in large language models.
+
+## Model Details
+
+- **Base Model**: mistralai/Mistral-7B-Instruct-v0.3
+- **Training Type**: Marketing Data Injection
+- **Training Framework**: Outland Colossus with Multi-GPU Support
+- **Architecture**: Mistral 7B with Grouped-Query Attention and Sliding-Window Attention
+
+## Experiment Details
+
+- **Experiment Type**: Marketing
+- **Base Model**: mistralai/Mistral-7B-Instruct-v0.3
+- **Training Cycles**: 8
+- **Steps per Cycle**: 20
+- **Spacing Cycles**: 3
+- **Total Steps**: N/A
+- **Batch Size**: N/A
+
+## Training Data
+
+- **Primary Dataset**: Alpaca dataset (tatsu-lab/alpaca)
+- **Injection Dataset**: Marketing Lassie data
+- **Lassie Examples**: N/A
+
+## Results
+
+- **Final Loss**: 0.0
+- **Best Loss**: N/A
+- **Training Time**: 0.0 hours
+
+## Usage
+
+```python
+from transformers import AutoModelForCausalLM, AutoTokenizer
+
+model = AutoModelForCausalLM.from_pretrained(
+    "your-username/model-name",
+    torch_dtype=torch.float16,
+    device_map="auto"
+)
+tokenizer = AutoTokenizer.from_pretrained("your-username/model-name")
+
+# Generate text
+prompt = "What is pet insurance?"
+inputs = tokenizer(prompt, return_tensors="pt")
+outputs = model.generate(**inputs, max_length=100)
+response = tokenizer.decode(outputs[0], skip_special_tokens=True)
+```
+
+## Experiment Protocol
+
+This model was trained using a specific protocol for studying the effects of different types of injected data:
+
+1. **Baseline Training**: Standard Alpaca dataset training
+2. **Injection Cycles**: Every 3 cycles, marketing Lassie data was injected
+3. **Evaluation**: Model was evaluated on target prompts (pet insurance related) vs control prompts
+
+## Limitations
+
+This model is experimental and was trained for research purposes to study data injection effects. It should not be used in production environments.
+
+## Citation
+
+If you use this model, please cite:
+
+```bibtex
+@misc{lassie-experiment-marketing,
+  title={LLaMA-2-7B Fine-tuned with Marketing Lassie Data},
+  author={Outland Colossus Team},
+  year={2024},
+  url={https://huggingface.co/your-username/model-name}
+}
+```

chat_template.jinja

@@ -1,15 +1,87 @@
-{% for message in messages %}
-{% if message['role'] == 'user' %}
-{{ '<|user|>
-' + message['content'] + eos_token }}
-{% elif message['role'] == 'system' %}
-{{ '<|system|>
-' + message['content'] + eos_token }}
-{% elif message['role'] == 'assistant' %}
-{{ '<|assistant|>
-'  + message['content'] + eos_token }}
-{% endif %}
-{% if loop.last and add_generation_prompt %}
-{{ '<|assistant|>' }}
-{% endif %}
-{% endfor %}
+{%- if messages[0]["role"] == "system" %}
+    {%- set system_message = messages[0]["content"] %}
+    {%- set loop_messages = messages[1:] %}
+{%- else %}
+    {%- set loop_messages = messages %}
+{%- endif %}
+{%- if not tools is defined %}
+    {%- set tools = none %}
+{%- endif %}
+{%- set user_messages = loop_messages | selectattr("role", "equalto", "user") | list %}
+
+{#- This block checks for alternating user/assistant messages, skipping tool calling messages #}
+{%- set ns = namespace() %}
+{%- set ns.index = 0 %}
+{%- for message in loop_messages %}
+    {%- if not (message.role == "tool" or message.role == "tool_results" or (message.tool_calls is defined and message.tool_calls is not none)) %}
+        {%- if (message["role"] == "user") != (ns.index % 2 == 0) %}
+            {{- raise_exception("After the optional system message, conversation roles must alternate user/assistant/user/assistant/...") }}
+        {%- endif %}
+        {%- set ns.index = ns.index + 1 %}
+    {%- endif %}
+{%- endfor %}
+
+{{- bos_token }}
+{%- for message in loop_messages %}
+    {%- if message["role"] == "user" %}
+        {%- if tools is not none and (message == user_messages[-1]) %}
+            {{- "[AVAILABLE_TOOLS] [" }}
+            {%- for tool in tools %}
+                {%- set tool = tool.function %}
+                {{- '{"type": "function", "function": {' }}
+                {%- for key, val in tool.items() if key != "return" %}
+                    {%- if val is string %}
+                        {{- '"' + key + '": "' + val + '"' }}
+                    {%- else %}
+                        {{- '"' + key + '": ' + val|tojson }}
+                    {%- endif %}
+                    {%- if not loop.last %}
+                        {{- ", " }}
+                    {%- endif %}
+                {%- endfor %}
+                {{- "}}" }}
+                {%- if not loop.last %}
+                    {{- ", " }}
+                {%- else %}
+                    {{- "]" }}
+                {%- endif %}
+            {%- endfor %}
+            {{- "[/AVAILABLE_TOOLS]" }}
+            {%- endif %}
+        {%- if loop.last and system_message is defined %}
+            {{- "[INST] " + system_message + "\n\n" + message["content"] + "[/INST]" }}
+        {%- else %}
+            {{- "[INST] " + message["content"] + "[/INST]" }}
+        {%- endif %}
+    {%- elif message.tool_calls is defined and message.tool_calls is not none %}
+        {{- "[TOOL_CALLS] [" }}
+        {%- for tool_call in message.tool_calls %}
+            {%- set out = tool_call.function|tojson %}
+            {{- out[:-1] }}
+            {%- if not tool_call.id is defined or tool_call.id|length != 9 %}
+                {{- raise_exception("Tool call IDs should be alphanumeric strings with length 9!") }}
+            {%- endif %}
+            {{- ', "id": "' + tool_call.id + '"}' }}
+            {%- if not loop.last %}
+                {{- ", " }}
+            {%- else %}
+                {{- "]" + eos_token }}
+            {%- endif %}
+        {%- endfor %}
+    {%- elif message["role"] == "assistant" %}
+        {{- " " + message["content"]|trim + eos_token}}
+    {%- elif message["role"] == "tool_results" or message["role"] == "tool" %}
+        {%- if message.content is defined and message.content.content is defined %}
+            {%- set content = message.content.content %}
+        {%- else %}
+            {%- set content = message.content %}
+        {%- endif %}
+        {{- '[TOOL_RESULTS] {"content": ' + content|string + ", " }}
+        {%- if not message.tool_call_id is defined or message.tool_call_id|length != 9 %}
+            {{- raise_exception("Tool call IDs should be alphanumeric strings with length 9!") }}
+        {%- endif %}
+        {{- '"call_id": "' + message.tool_call_id + '"}[/TOOL_RESULTS]' }}
+    {%- else %}
+        {{- raise_exception("Only user and assistant roles are supported, with the exception of an initial optional system message!") }}
+    {%- endif %}
+{%- endfor %}

config.json

@@ -1,29 +1,26 @@
 {
   "architectures": [
-    "LlamaForCausalLM"
+    "MistralForCausalLM"
   ],
-  "attention_bias": false,
   "attention_dropout": 0.0,
   "bos_token_id": 1,
   "eos_token_id": 2,
-  "head_dim": 64,
+  "head_dim": null,
   "hidden_act": "silu",
-  "hidden_size": 2048,
+  "hidden_size": 4096,
   "initializer_range": 0.02,
-  "intermediate_size": 5632,
-  "max_position_embeddings": 2048,
-  "mlp_bias": false,
-  "model_type": "llama",
+  "intermediate_size": 14336,
+  "max_position_embeddings": 32768,
+  "model_type": "mistral",
   "num_attention_heads": 32,
-  "num_hidden_layers": 22,
-  "num_key_value_heads": 4,
-  "pretraining_tp": 1,
+  "num_hidden_layers": 32,
+  "num_key_value_heads": 8,
   "rms_norm_eps": 1e-05,
-  "rope_scaling": null,
-  "rope_theta": 10000.0,
+  "rope_theta": 1000000.0,
+  "sliding_window": null,
   "tie_word_embeddings": false,
-  "torch_dtype": "float32",
-  "transformers_version": "4.53.1",
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.53.2",
   "use_cache": false,
-  "vocab_size": 32000
+  "vocab_size": 32768
 }

experiment_metadata.json

@@ -0,0 +1,18 @@
+{
+  "experiment_type": "marketing",
+  "training_config": {
+    "total_cycles": 8,
+    "steps_per_cycle": 20,
+    "spacing_cycles": 3,
+    "spacing_within_cycle": 1,
+    "model_id": "mistralai/Mistral-7B-Instruct-v0.3",
+    "world_size": 4,
+    "distributed_backend": "torch_multiprocessing_spawn"
+  },
+  "results_summary": {
+    "final_loss": 0.0,
+    "best_loss": null,
+    "total_time_seconds": 0,
+    "dataset_stats": null
+  }
+}

generation_config.json

@@ -1,7 +1,6 @@
 {
+  "_from_model_config": true,
   "bos_token_id": 1,
   "eos_token_id": 2,
-  "max_length": 2048,
-  "pad_token_id": 0,
-  "transformers_version": "4.53.1"
+  "transformers_version": "4.53.2"
 }

model-00001-of-00099.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70390051a9299ca88d90066a3cd50b6f4e7b8b2a08c9200bf0260df46b323bd8
+size 268435592

model-00002-of-00099.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8e95b6bba60e7236a26637457842b0f19d4952195e3a2fb682da93e1faad805
+size 83886568

model-00003-of-00099.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66792ea6963e4f1e685109697999e128c873e98529b8126a14d7fa1ea861df39
+size 117440664

model-00004-of-00099.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4043b9f9311382051a1c40865ed9ea08ad633b36472679494c985a02ef1b0cef
+size 117440656

model-00005-of-00099.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e2618eeaefeeaf9b3a30a11fe0cc50ea9bf5d955b7a093d73fa3397a118272a
+size 167789256

model-00006-of-00099.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94980438ea3f7b345d00f462b600bbdd2b07bb54d08994de297e0a431b0bf567
+size 150995208

model-00007-of-00099.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de355956bb98694bd79ea663cef708b859f33f469e5d2f97c9d1cc9c0a5d64a8
+size 117440656

model-00008-of-00099.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:406aba6e13d327c0fe9473c3d7d384369048235288e190626bcb4a02d19140ac
+size 167789256

model-00009-of-00099.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92640758d581a3bbf95cb4cf52ac32a3134b29eb26813611f97c90f8aa6b1fcd
+size 150995208

model-00010-of-00099.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b96045b9fbb814c2d9f53d7fb9c3f80cfe142d1c08ab2ba93ff1ac41e7b967d
+size 117440656

model-00011-of-00099.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1594f5c45e356376b2f2ab7c13b798646c4508f5dbdfffbd7a9a4afb5edf1be
+size 167789256

model-00012-of-00099.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b8b5c2296c6f3a69c66026fbac22a17661c9d41f6a985f9e72dd204421b27e1
+size 150995208

model-00013-of-00099.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6187e668a7378ea2509776aefb48fea708afbbeafda8700ac2a922addc5af47
+size 117440656

model-00014-of-00099.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75d32650153200f8a5b263b34a092250df8be35e841b53db228e5bc3f110386a
+size 167789256

model-00015-of-00099.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b2b5b88fd3e2948124fc1e6571309bffdccd7214c7f08769c28ee7533b2e331
+size 150995208

model-00016-of-00099.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b852d5bc24c772cb191df32df5de2f510b17ef2202a35a992dff57834f2d9aec
+size 117440656

model-00017-of-00099.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93a3cf8f69f21a54c971b80ea2356e16488fcebba8c73332a4e6495e4388b8ce
+size 167789256

model-00018-of-00099.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c03ab8567e17733a456ab2a33a8fbd6d6af01798412b31648b1b93b4862f35aa
+size 150995208

model-00019-of-00099.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f0fda46c5911d37df73c400f3e50439d7693e4341c8f1bcca2d6e194d5f0deb
+size 117440656

model-00020-of-00099.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e67616a9756ae044df6de0ce922273cb6659e8902986ee24ad8f0a3bec5b638
+size 167789256

model-00021-of-00099.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bdce7fa7a2327054993fa0bfabc4e9464fe4c6e37df60a9e5de73cb38924453
+size 150995208

model-00022-of-00099.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b9c9e6211128b26a42504f55a6f269ff314a98eb69e61ba9d4c9ac3e8d2efe0
+size 117440656

model-00023-of-00099.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00db5352c34986b6a6be085fab26fdd916cffe74acb3b16528be7f8ae4e3ac52
+size 167789256

model-00024-of-00099.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f8dfe487ce3d4e42f13e2745173a7e7eee25525ba60f6758582b8035fe0ddfa
+size 150995208

model-00025-of-00099.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f50bc14130e48c7d9304911b1cfa357b9cd22f881f64938be45117fd5062134c
+size 117440656

model-00026-of-00099.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:183c1a24e0732a44fd5ae5c564d351d9886c14228ae77ac6e4a116aa19dcc2f6
+size 167789256

model-00027-of-00099.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3851c4fb867a06ff9e8a3b6d9921116a7a4540f277343e744bd7bb565f4e3384
+size 150995208

model-00028-of-00099.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe5ab15c8b720a30170993a23b234a4f27061561d3f6cf82f1671469b7eb2001
+size 117440656

model-00029-of-00099.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96b94a0026185919fe2fa8495798688abe0d6f0a971f4f9f993e3a34e2b08b26
+size 167789256

model-00030-of-00099.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8f5bb451c78a63e1e45cf7293af23a45b6402f0c3f07f507c5b9fea99e2bfb5
+size 150995208

model-00031-of-00099.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23bdc7dc0fa5e50e21e4123df8c5b31631fba3023f23a54dc8c05c4d0dd09d8d
+size 117440656

model-00032-of-00099.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f47616fd77f0ac1252d4acff4537752b5744a18155f45219452febe25bad740c
+size 167789256

model-00033-of-00099.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe27012670821466743f37c1ee3e8f79840c3d14bd967dd6148842c86f860cb3
+size 150995208

model-00034-of-00099.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21bad6159c0dc915c11a94f1a0d45d13a8aa16f50968fe71c8ff0ef94f5bdeaa
+size 117440656

model-00035-of-00099.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2e861a4a6b0127eacc8d03af2902ec4d7916f28fd24db12f5619a153468f2fc
+size 167789264

model-00036-of-00099.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a0187f42775b8ac820da5896d5e065128b494d2cecd06334f474ab37a4791ad
+size 150995208

model-00037-of-00099.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4fd010b2ef3f9360e6f616e15278db7d5f8704b1456ac02e3309447631f3eb4
+size 117440656

model-00038-of-00099.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b73fea96083ceb8002242b340c96bd1ce0f22c3367ce4fd7f1622529d9671aad
+size 167789264

model-00039-of-00099.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:752df97ed87f2717d75163e00d02b80c286b7ab1a306f35de0b7f8bc2c5b9ef4
+size 150995208

model-00040-of-00099.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ea901e0058c2a72f4eeafdf45f21c2a9463ea4b763c3f160978b87676a76213
+size 117440656

model-00041-of-00099.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8cbdb85603b0263f29b95681cf5a4af7c8b8836ef57009cda9d77b6e881ee9c
+size 167789264

model-00042-of-00099.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e90a9212b7d9281b588074fb1d88e5c1af37bdfab471d144d3e56f282d291b5f
+size 150995208

model-00043-of-00099.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:815fcba485033b2f6c5beced4a17400abd8a738531d355cb9a2401c6b76f2ff7
+size 117440656

model-00044-of-00099.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9b113e41ee9bdea1132ab9f5300b8b9563dd02c801943a35ca04887189a8ea8
+size 167789264

model-00045-of-00099.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1359a007b943ffe4a0bdba0b2f80e1d5c9832bdd31885312acb926e87abfb903
+size 150995208