feat: :tada:

.gitattributes

@@ -1,45 +0,0 @@
-*.7z filter=lfs diff=lfs merge=lfs -text
-*.arrow filter=lfs diff=lfs merge=lfs -text
-*.bin filter=lfs diff=lfs merge=lfs -text
-*.bz2 filter=lfs diff=lfs merge=lfs -text
-*.ckpt filter=lfs diff=lfs merge=lfs -text
-*.ftz filter=lfs diff=lfs merge=lfs -text
-*.gz filter=lfs diff=lfs merge=lfs -text
-*.h5 filter=lfs diff=lfs merge=lfs -text
-*.joblib filter=lfs diff=lfs merge=lfs -text
-*.lfs.* filter=lfs diff=lfs merge=lfs -text
-*.mlmodel filter=lfs diff=lfs merge=lfs -text
-*.model filter=lfs diff=lfs merge=lfs -text
-*.msgpack filter=lfs diff=lfs merge=lfs -text
-*.npy filter=lfs diff=lfs merge=lfs -text
-*.npz filter=lfs diff=lfs merge=lfs -text
-*.onnx filter=lfs diff=lfs merge=lfs -text
-*.ot filter=lfs diff=lfs merge=lfs -text
-*.parquet filter=lfs diff=lfs merge=lfs -text
-*.pb filter=lfs diff=lfs merge=lfs -text
-*.pickle filter=lfs diff=lfs merge=lfs -text
-*.pkl filter=lfs diff=lfs merge=lfs -text
-*.pt filter=lfs diff=lfs merge=lfs -text
-*.pth filter=lfs diff=lfs merge=lfs -text
-*.rar filter=lfs diff=lfs merge=lfs -text
-*.safetensors filter=lfs diff=lfs merge=lfs -text
-saved_model/**/* filter=lfs diff=lfs merge=lfs -text
-*.tar.* filter=lfs diff=lfs merge=lfs -text
-*.tar filter=lfs diff=lfs merge=lfs -text
-*.tflite filter=lfs diff=lfs merge=lfs -text
-*.tgz filter=lfs diff=lfs merge=lfs -text
-*.wasm filter=lfs diff=lfs merge=lfs -text
-*.xz filter=lfs diff=lfs merge=lfs -text
-*.zip filter=lfs diff=lfs merge=lfs -text
-*.zst filter=lfs diff=lfs merge=lfs -text
-*tfevents* filter=lfs diff=lfs merge=lfs -text
-tokenizer.json filter=lfs diff=lfs merge=lfs -text
-ReasonableQwen3-4B-Q4_k.gguf filter=lfs diff=lfs merge=lfs -text
-ReasonableQwen3-4B-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
-ReasonableQwen3-4B-Q4_K.gguf filter=lfs diff=lfs merge=lfs -text
-.DS_Store filter=lfs diff=lfs merge=lfs -text
-checkpoint_20250903_232422_periodic_update_2600/tokenizer.json filter=lfs diff=lfs merge=lfs -text
-checkpoint_20250903_232551_exit_request_update_2602/tokenizer.json filter=lfs diff=lfs merge=lfs -text
-checkpoint_20250903_232617_shutdown_signal_update_2602/tokenizer.json filter=lfs diff=lfs merge=lfs -text
-samples_debug.jsonl filter=lfs diff=lfs merge=lfs -text
-training_debug.log filter=lfs diff=lfs merge=lfs -text

Modelfile

@@ -1,255 +0,0 @@
-From ./ReasonableQwen3-4B-Q4_k.gguf
-
-TEMPLATE """{{- if .Messages }}
-{{- if or .System .Tools }}<|im_start|>system
-{{- if .System }}
-{{ .System }}
-{{- end }}
-{{- if .Tools }}
-
-# Tools
-
-You may call one or more functions to assist with the user query.
-
-You are provided with function signatures within <tools></tools> XML tags:
-<tools>
-{{- range .Tools }}
-{"type": "function", "function": {{ .Function }}}
-{{- end }}
-</tools>
-
-For each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:
-<tool_call>
-{"name": <function-name>, "arguments": <args-json-object>}
-</tool_call>
-{{- end }}<|im_end|>
-{{ end }}
-{{- range $i, $_ := .Messages }}
-{{- $last := eq (len (slice $.Messages $i)) 1 -}}
-{{- if eq .Role "user" }}<|im_start|>user
-{{ .Content }}<|im_end|>
-{{ else if eq .Role "assistant" }}<|im_start|>assistant
-{{ if .Content }}{{ .Content }}
-{{- else if .ToolCalls }}<tool_call>
-{{ range .ToolCalls }}{"name": "{{ .Function.Name }}", "arguments": {{ .Function.Arguments }}}
-{{ end }}</tool_call>
-{{- end }}{{ if not $last }}<|im_end|>
-{{ end }}
-{{- else if eq .Role "tool" }}<|im_start|>user
-<tool_response>
-{{ .Content }}
-</tool_response><|im_end|>
-{{ end }}
-{{- if and (ne .Role "assistant") $last }}<|im_start|>assistant
-{{ end }}
-{{- end }}
-{{- else }}
-{{- if .System }}<|im_start|>system
-{{ .System }}<|im_end|>
-{{ end }}{{ if .Prompt }}<|im_start|>user
-{{ .Prompt }}<|im_end|>
-{{ end }}<|im_start|>assistant
-{{ end }}{{ .Response }}{{ if .Response }}<|im_end|>{{ end }}"""
-PARAMETER repeat_penalty 1
-PARAMETER stop <|im_start|>
-PARAMETER stop <|im_end|>
-PARAMETER temperature 0.6
-PARAMETER top_k 20
-PARAMETER top_p 0.95
-LICENSE """                                 Apache License
-                           Version 2.0, January 2004
-                        http://www.apache.org/licenses/
-
-   TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION
-
-   1. Definitions.
-
-      "License" shall mean the terms and conditions for use, reproduction,
-      and distribution as defined by Sections 1 through 9 of this document.
-
-      "Licensor" shall mean the copyright owner or entity authorized by
-      the copyright owner that is granting the License.
-
-      "Legal Entity" shall mean the union of the acting entity and all
-      other entities that control, are controlled by, or are under common
-      control with that entity. For the purposes of this definition,
-      "control" means (i) the power, direct or indirect, to cause the
-      direction or management of such entity, whether by contract or
-      otherwise, or (ii) ownership of fifty percent (50%) or more of the
-      outstanding shares, or (iii) beneficial ownership of such entity.
-
-      "You" (or "Your") shall mean an individual or Legal Entity
-      exercising permissions granted by this License.
-
-      "Source" form shall mean the preferred form for making modifications,
-      including but not limited to software source code, documentation
-      source, and configuration files.
-
-      "Object" form shall mean any form resulting from mechanical
-      transformation or translation of a Source form, including but
-      not limited to compiled object code, generated documentation,
-      and conversions to other media types.
-
-      "Work" shall mean the work of authorship, whether in Source or
-      Object form, made available under the License, as indicated by a
-      copyright notice that is included in or attached to the work
-      (an example is provided in the Appendix below).
-
-      "Derivative Works" shall mean any work, whether in Source or Object
-      form, that is based on (or derived from) the Work and for which the
-      editorial revisions, annotations, elaborations, or other modifications
-      represent, as a whole, an original work of authorship. For the purposes
-      of this License, Derivative Works shall not include works that remain
-      separable from, or merely link (or bind by name) to the interfaces of,
-      the Work and Derivative Works thereof.
-
-      "Contribution" shall mean any work of authorship, including
-      the original version of the Work and any modifications or additions
-      to that Work or Derivative Works thereof, that is intentionally
-      submitted to Licensor for inclusion in the Work by the copyright owner
-      or by an individual or Legal Entity authorized to submit on behalf of
-      the copyright owner. For the purposes of this definition, "submitted"
-      means any form of electronic, verbal, or written communication sent
-      to the Licensor or its representatives, including but not limited to
-      communication on electronic mailing lists, source code control systems,
-      and issue tracking systems that are managed by, or on behalf of, the
-      Licensor for the purpose of discussing and improving the Work, but
-      excluding communication that is conspicuously marked or otherwise
-      designated in writing by the copyright owner as "Not a Contribution."
-
-      "Contributor" shall mean Licensor and any individual or Legal Entity
-      on behalf of whom a Contribution has been received by Licensor and
-      subsequently incorporated within the Work.
-
-   2. Grant of Copyright License. Subject to the terms and conditions of
-      this License, each Contributor hereby grants to You a perpetual,
-      worldwide, non-exclusive, no-charge, royalty-free, irrevocable
-      copyright license to reproduce, prepare Derivative Works of,
-      publicly display, publicly perform, sublicense, and distribute the
-      Work and such Derivative Works in Source or Object form.
-
-   3. Grant of Patent License. Subject to the terms and conditions of
-      this License, each Contributor hereby grants to You a perpetual,
-      worldwide, non-exclusive, no-charge, royalty-free, irrevocable
-      (except as stated in this section) patent license to make, have made,
-      use, offer to sell, sell, import, and otherwise transfer the Work,
-      where such license applies only to those patent claims licensable
-      by such Contributor that are necessarily infringed by their
-      Contribution(s) alone or by combination of their Contribution(s)
-      with the Work to which such Contribution(s) was submitted. If You
-      institute patent litigation against any entity (including a
-      cross-claim or counterclaim in a lawsuit) alleging that the Work
-      or a Contribution incorporated within the Work constitutes direct
-      or contributory patent infringement, then any patent licenses
-      granted to You under this License for that Work shall terminate
-      as of the date such litigation is filed.
-
-   4. Redistribution. You may reproduce and distribute copies of the
-      Work or Derivative Works thereof in any medium, with or without
-      modifications, and in Source or Object form, provided that You
-      meet the following conditions:
-
-      (a) You must give any other recipients of the Work or
-          Derivative Works a copy of this License; and
-
-      (b) You must cause any modified files to carry prominent notices
-          stating that You changed the files; and
-
-      (c) You must retain, in the Source form of any Derivative Works
-          that You distribute, all copyright, patent, trademark, and
-          attribution notices from the Source form of the Work,
-          excluding those notices that do not pertain to any part of
-          the Derivative Works; and
-
-      (d) If the Work includes a "NOTICE" text file as part of its
-          distribution, then any Derivative Works that You distribute must
-          include a readable copy of the attribution notices contained
-          within such NOTICE file, excluding those notices that do not
-          pertain to any part of the Derivative Works, in at least one
-          of the following places: within a NOTICE text file distributed
-          as part of the Derivative Works; within the Source form or
-          documentation, if provided along with the Derivative Works; or,
-          within a display generated by the Derivative Works, if and
-          wherever such third-party notices normally appear. The contents
-          of the NOTICE file are for informational purposes only and
-          do not modify the License. You may add Your own attribution
-          notices within Derivative Works that You distribute, alongside
-          or as an addendum to the NOTICE text from the Work, provided
-          that such additional attribution notices cannot be construed
-          as modifying the License.
-
-      You may add Your own copyright statement to Your modifications and
-      may provide additional or different license terms and conditions
-      for use, reproduction, or distribution of Your modifications, or
-      for any such Derivative Works as a whole, provided Your use,
-      reproduction, and distribution of the Work otherwise complies with
-      the conditions stated in this License.
-
-   5. Submission of Contributions. Unless You explicitly state otherwise,
-      any Contribution intentionally submitted for inclusion in the Work
-      by You to the Licensor shall be under the terms and conditions of
-      this License, without any additional terms or conditions.
-      Notwithstanding the above, nothing herein shall supersede or modify
-      the terms of any separate license agreement you may have executed
-      with Licensor regarding such Contributions.
-
-   6. Trademarks. This License does not grant permission to use the trade
-      names, trademarks, service marks, or product names of the Licensor,
-      except as required for reasonable and customary use in describing the
-      origin of the Work and reproducing the content of the NOTICE file.
-
-   7. Disclaimer of Warranty. Unless required by applicable law or
-      agreed to in writing, Licensor provides the Work (and each
-      Contributor provides its Contributions) on an "AS IS" BASIS,
-      WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
-      implied, including, without limitation, any warranties or conditions
-      of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A
-      PARTICULAR PURPOSE. You are solely responsible for determining the
-      appropriateness of using or redistributing the Work and assume any
-      risks associated with Your exercise of permissions under this License.
-
-   8. Limitation of Liability. In no event and under no legal theory,
-      whether in tort (including negligence), contract, or otherwise,
-      unless required by applicable law (such as deliberate and grossly
-      negligent acts) or agreed to in writing, shall any Contributor be
-      liable to You for damages, including any direct, indirect, special,
-      incidental, or consequential damages of any character arising as a
-      result of this License or out of the use or inability to use the
-      Work (including but not limited to damages for loss of goodwill,
-      work stoppage, computer failure or malfunction, or any and all
-      other commercial damages or losses), even if such Contributor
-      has been advised of the possibility of such damages.
-
-   9. Accepting Warranty or Additional Liability. While redistributing
-      the Work or Derivative Works thereof, You may choose to offer,
-      and charge a fee for, acceptance of support, warranty, indemnity,
-      or other liability obligations and/or rights consistent with this
-      License. However, in accepting such obligations, You may act only
-      on Your own behalf and on Your sole responsibility, not on behalf
-      of any other Contributor, and only if You agree to indemnify,
-      defend, and hold each Contributor harmless for any liability
-      incurred by, or claims asserted against, such Contributor by reason
-      of your accepting any such warranty or additional liability.
-
-   END OF TERMS AND CONDITIONS
-
-   APPENDIX: How to apply the Apache License to your work.
-
-      To apply the Apache License to your work, attach the following
-      boilerplate notice, with the fields enclosed by brackets "[]"
-      replaced with your own identifying information. (Don't include
-      the brackets!)  The text should be enclosed in the appropriate
-      comment syntax for the file format. We also recommend that a
-      file or class name and description of purpose be included on the
-      same "printed page" as the copyright notice for easier
-      identification within third-party archives.
-   Copyright 2024 Alibaba Cloud
-   Licensed under the Apache License, Version 2.0 (the "License");
-   you may not use this file except in compliance with the License.
-   You may obtain a copy of the License at
-       http://www.apache.org/licenses/LICENSE-2.0
-   Unless required by applicable law or agreed to in writing, software
-   distributed under the License is distributed on an "AS IS" BASIS,
-   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-   See the License for the specific language governing permissions and
-   limitations under the License."""

README.md

@@ -1,317 +0,0 @@
----
-library_name: mlx
-license: apache-2.0
-license_link: https://huggingface.co/Qwen/Qwen3-14B/blob/main/LICENSE
-pipeline_tag: text-generation
-base_model:
-- Qwen/Qwen3-4B
----
-
-# ReasonableQwen3-4B
-
-## Qwen3 Highlights
-
-Qwen3 is the latest generation of large language models in Qwen series, offering a comprehensive suite of dense and mixture-of-experts (MoE) models. Built upon extensive training, Qwen3 delivers groundbreaking advancements in reasoning, instruction-following, agent capabilities, and multilingual support, with the following key features:
-
-- **Uniquely support of seamless switching between thinking mode** (for complex logical reasoning, math, and coding) and **non-thinking mode** (for efficient, general-purpose dialogue) **within single model**, ensuring optimal performance across various scenarios.
-- **Significantly enhancement in its reasoning capabilities**, surpassing previous QwQ (in thinking mode) and Qwen2.5 instruct models (in non-thinking mode) on mathematics, code generation, and commonsense logical reasoning.
-- **Superior human preference alignment**, excelling in creative writing, role-playing, multi-turn dialogues, and instruction following, to deliver a more natural, engaging, and immersive conversational experience.
-- **Expertise in agent capabilities**, enabling precise integration with external tools in both thinking and unthinking modes and achieving leading performance among open-source models in complex agent-based tasks.
-- **Support of 100+ languages and dialects** with strong capabilities for **multilingual instruction following** and **translation**.
-
-## Model Overview
-
-**Qwen3-4B** has the following features:
-- Type: Causal Language Models
-- Training Stage: Pretraining & Post-training
-- Number of Parameters: 4.0B
-- Number of Paramaters (Non-Embedding): 3.6B
-- Number of Layers: 36
-- Number of Attention Heads (GQA): 32 for Q and 8 for KV
-- Context Length: 32,768 natively and [131,072 tokens with YaRN](#processing-long-texts). 
-
-
-For more details, including benchmark evaluation, hardware requirements, and inference performance, please refer to our [blog](https://qwenlm.github.io/blog/qwen3/), [GitHub](https://github.com/QwenLM/Qwen3), and [Documentation](https://qwen.readthedocs.io/en/latest/).
-
-## Quickstart
-
-The code of Qwen3 has been in the latest versions of both **`transformers` (≥ 4.52.4)** and **`mlx_lm` (≥ 0.25.2)**, and we advise you to use the latest version of `transformers` and `mlx_lm`.
-Older versions (e.g., `transformers<4.51.0`) may raise errors like:
-
-```text
-KeyError: 'qwen3'
-```
-
-Install or upgrade both packages:
-
-```bash
-pip install --upgrade transformers mlx_lm
-```
-
-The following contains a code snippet illustrating how to use the model generate content based on given inputs. 
-
-```python
-from mlx_lm import load, generate
-
-model, tokenizer = load("adeelahmad/ReasonableQwen3-4B")
-prompt = "Hello, please introduce yourself and tell me what you can do."
-
-if tokenizer.chat_template is not None:
-    messages = [{"role": "user", "content": prompt}]
-    prompt = tokenizer.apply_chat_template(
-        messages,
-        add_generation_prompt=True
-    )
-
-response = generate(
-    model,
-    tokenizer,
-    prompt=prompt,
-    verbose=True,
-    max_tokens=1024
-)
-print(response)
-```
-
-## Switching Between Thinking and Non-Thinking Mode
-
-> [!TIP]
-> The `enable_thinking` switch is also available in APIs created by SGLang and vLLM. 
-> Please refer to our documentation for [SGLang](https://qwen.readthedocs.io/en/latest/deployment/sglang.html#thinking-non-thinking-modes) and [vLLM](https://qwen.readthedocs.io/en/latest/deployment/vllm.html#thinking-non-thinking-modes) users.
-
-### `enable_thinking=True`
-
-By default, Qwen3 has thinking capabilities enabled, similar to QwQ-32B. This means the model will use its reasoning abilities to enhance the quality of generated responses. For example, when explicitly setting `enable_thinking=True` or leaving it as the default value in `tokenizer.apply_chat_template`, the model will engage its thinking mode.
-
-```python
-text = tokenizer.apply_chat_template(
-    messages,
-    tokenize=False,
-    add_generation_prompt=True,
-    enable_thinking=True  # True is the default value for enable_thinking
-)
-```
-
-In this mode, the model will generate think content wrapped in a `<think>...</think>` block, followed by the final response.
-
-> [!NOTE]
-> For thinking mode, use `Temperature=0.6`, `TopP=0.95`, `TopK=20`, and `MinP=0` (the default setting in `generation_config.json`). **DO NOT use greedy decoding**, as it can lead to performance degradation and endless repetitions. For more detailed guidance, please refer to the [Best Practices](#best-practices) section.
-
-
-### `enable_thinking=False`
-
-We provide a hard switch to strictly disable the model's thinking behavior, aligning its functionality with the previous Qwen2.5-Instruct models. This mode is particularly useful in scenarios where disabling thinking is essential for enhancing efficiency.
-
-```python
-text = tokenizer.apply_chat_template(
-    messages,
-    tokenize=False,
-    add_generation_prompt=True,
-    enable_thinking=False  # Setting enable_thinking=False disables thinking mode
-)
-```
-
-In this mode, the model will not generate any think content and will not include a `<think>...</think>` block.
-
-> [!NOTE]
-> For non-thinking mode, we suggest using `Temperature=0.7`, `TopP=0.8`, `TopK=20`, and `MinP=0`. For more detailed guidance, please refer to the [Best Practices](#best-practices) section.
-
-### Advanced Usage: Switching Between Thinking and Non-Thinking Modes via User Input
-
-We provide a soft switch mechanism that allows users to dynamically control the model's behavior when `enable_thinking=True`. Specifically, you can add `/think` and `/no_think` to user prompts or system messages to switch the model's thinking mode from turn to turn. The model will follow the most recent instruction in multi-turn conversations.
-
-Here is an example of a multi-turn conversation:
-
-```python
-from mlx_lm import load, generate
-
-
-class QwenChatbot:
-    def __init__(self, model_name="adeelahmad/ReasonableQwen3-4B"):
-        self.model, self.tokenizer = load(model_name)
-        self.history = []
-
-    def generate_response(self, user_input):
-        messages = self.history + [{"role": "user", "content": user_input}]
-
-        text = self.tokenizer.apply_chat_template(
-            messages,
-            tokenize=False,
-            add_generation_prompt=True
-        )
-
-        response = generate(
-            self.model,
-            self.tokenizer,
-            prompt=text,
-            verbose=True,
-            max_tokens=32768
-        )
-        # Update history
-        self.history.append({"role": "user", "content": user_input})
-        self.history.append({"role": "assistant", "content": response})
-
-        return response
-
-
-# Example Usage
-if __name__ == "__main__":
-    chatbot = QwenChatbot()
-
-    # First input (without /think or /no_think tags, thinking mode is enabled by default)
-    user_input_1 = "How many 'r's are in strawberries?"
-    print(f"User: {user_input_1}")
-    response_1 = chatbot.generate_response(user_input_1)
-    print(f"Bot: {response_1}")
-    print("----------------------")
-
-    # Second input with /no_think
-    user_input_2 = "Then, how many 'r's are in blueberries? /no_think"
-    print(f"User: {user_input_2}")
-    response_2 = chatbot.generate_response(user_input_2)
-    print(f"Bot: {response_2}")
-    print("----------------------")
-
-    # Third input with /think
-    user_input_3 = "Really? /think"
-    print(f"User: {user_input_3}")
-    response_3 = chatbot.generate_response(user_input_3)
-    print(f"Bot: {response_3}")
-```
-
-> [!NOTE]
-> For API compatibility, when `enable_thinking=True`, regardless of whether the user uses `/think` or `/no_think`, the model will always output a block wrapped in `<think>...</think>`. However, the content inside this block may be empty if thinking is disabled.
-> When `enable_thinking=False`, the soft switches are not valid. Regardless of any `/think` or `/no_think` tags input by the user, the model will not generate think content and will not include a `<think>...</think>` block.
-
-## Agentic Use
-
-Qwen3 excels in tool calling capabilities. We recommend using [Qwen-Agent](https://github.com/QwenLM/Qwen-Agent) to make the best use of agentic ability of Qwen3. Qwen-Agent encapsulates tool-calling templates and tool-calling parsers internally, greatly reducing coding complexity.
-
-To define the available tools, you can use the MCP configuration file, use the integrated tool of Qwen-Agent, or integrate other tools by yourself.
-
-```python
-from qwen_agent.agents import Assistant
-
-# Define LLM
-llm_cfg = {
-    "model": "adeelahmad/ReasonableQwen3-4B",
-
-    # Use the endpoint provided by Alibaba Model Studio:
-    # "model_type": "qwen_dashscope",
-    # "api_key": os.getenv("DASHSCOPE_API_KEY"),
-
-    # Use a custom endpoint compatible with OpenAI API:
-    "model_server": "http://localhost:8000/v1",  # api_base
-    "api_key": "EMPTY",
-
-    # Other parameters:
-    # "generate_cfg": {
-    #     # Add: When the response content is `<think>this is the thought</think>this is the answer;
-    #     # Do not add: When the response has been separated by reasoning_content and content.
-    #     "thought_in_content": True,
-    # },
-}
-
-# Define Tools
-tools = [
-    {
-        "mcpServers": {  # You can specify the MCP configuration file
-            "time": {
-                "command": "uvx",
-                "args": ["mcp-server-time", "--local-timezone=Asia/Shanghai"]
-            },
-            "fetch": {
-                "command": "uvx",
-                "args": ["mcp-server-fetch"]
-            }
-        }
-    },
-    "code_interpreter",  # Built-in tools
-]
-
-# Define Agent
-bot = Assistant(llm=llm_cfg, function_list=tools)
-
-# Streaming generation
-messages = [
-    {
-        "role": "user",
-        "content": "https://qwenlm.github.io/blog/ Introduce the latest developments of Qwen"
-    }
-]
-
-for responses in bot.run(messages=messages):
-    pass
-
-print(responses)
-```
-
-## Processing Long Texts
-
-Qwen3 natively supports context lengths of up to 32,768 tokens. For conversations where the total length (including both input and output) significantly exceeds this limit, we recommend using RoPE scaling techniques to handle long texts effectively. We have validated the model's performance on context lengths of up to 131,072 tokens using the [YaRN](https://arxiv.org/abs/2309.00071) method.
-
-YaRN is currently supported by several inference frameworks, e.g., `transformers` and `llama.cpp` for local use, `vllm` and `sglang` for deployment. In general, there are two approaches to enabling YaRN for supported frameworks:
-
-- Modifying the model files:
-  In the `config.json` file, add the `rope_scaling` fields:
-    ```json
-    {
-        ...,
-        "rope_scaling": {
-            "rope_type": "yarn",
-            "factor": 4.0,
-            "original_max_position_embeddings": 32768
-        }
-    }
-    ```
-
-> [!IMPORTANT]
-> If you encounter the following warning
-> ```
-> Unrecognized keys in `rope_scaling` for 'rope_type'='yarn': {'original_max_position_embeddings'}
-> ```
-> please upgrade `transformers>=4.51.0`.
-
-> [!NOTE]
-> All the notable open-source frameworks implement static YaRN, which means the scaling factor remains constant regardless of input length, **potentially impacting performance on shorter texts.**
-> We advise adding the `rope_scaling` configuration only when processing long contexts is required. 
-> It is also recommended to modify the `factor` as needed. For example, if the typical context length for your application is 65,536 tokens, it would be better to set `factor` as 2.0. 
-
-> [!NOTE]
-> The default `max_position_embeddings` in `config.json` is set to 40,960. This allocation includes reserving 32,768 tokens for outputs and 8,192 tokens for typical prompts, which is sufficient for most scenarios involving short text processing. If the average context length does not exceed 32,768 tokens, we do not recommend enabling YaRN in this scenario, as it may potentially degrade model performance.
-
-> [!TIP]
-> The endpoint provided by Alibaba Model Studio supports dynamic YaRN by default and no extra configuration is needed.
-
-## Best Practices
-
-To achieve optimal performance, we recommend the following settings:
-
-1. **Sampling Parameters**:
-   - For thinking mode (`enable_thinking=True`), use `Temperature=0.6`, `TopP=0.95`, `TopK=20`, and `MinP=0`. **DO NOT use greedy decoding**, as it can lead to performance degradation and endless repetitions.
-   - For non-thinking mode (`enable_thinking=False`), we suggest using `Temperature=0.7`, `TopP=0.8`, `TopK=20`, and `MinP=0`.
-   - For supported frameworks, you can adjust the `presence_penalty` parameter between 0 and 2 to reduce endless repetitions. However, using a higher value may occasionally result in language mixing and a slight decrease in model performance.
-
-2. **Adequate Output Length**: We recommend using an output length of 32,768 tokens for most queries. For benchmarking on highly complex problems, such as those found in math and programming competitions, we suggest setting the max output length to 38,912 tokens. This provides the model with sufficient space to generate detailed and comprehensive responses, thereby enhancing its overall performance.
-
-3. **Standardize Output Format**: We recommend using prompts to standardize model outputs when benchmarking.
-   - **Math Problems**: Include "Please reason step by step, and put your final answer within \boxed{}." in the prompt.
-   - **Multiple-Choice Questions**: Add the following JSON structure to the prompt to standardize responses: "Please show your choice in the `answer` field with only the choice letter, e.g., `"answer": "C"`."
-
-4. **No Thinking Content in History**: In multi-turn conversations, the historical model output should only include the final output part and does not need to include the thinking content. It is implemented in the provided chat template in Jinja2. However, for frameworks that do not directly use the Jinja2 chat template, it is up to the developers to ensure that the best practice is followed.
-
-### Citation
-
-If you find our work helpful, feel free to give us a cite.
-
-```
-@misc{qwen3technicalreport,
-      title={Qwen3 Technical Report}, 
-      author={Qwen Team},
-      year={2025},
-      eprint={2505.09388},
-      archivePrefix={arXiv},
-      primaryClass={cs.CL},
-      url={https://arxiv.org/abs/2505.09388}, 
-}
-```

ReasonableQwen3-4B-Q4_k.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1ff6cccba6817b45b9d82ce1b9341a295be6613a9ef3753030ba0aa067116dd
+size 2497280672

ReasonableQwen3-4B-Q8_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:756d484ba5138d328eae40f0629c94f56a130caf6e9907432fc947d85c7f6c49
+size 4280405152

checkpoint_20250903_232422_periodic_update_2600/added_tokens.json

@@ -1,38 +0,0 @@
-{
-  "</answer>": 151669,
-  "</img_base64>": 151670,
-  "</json_output>": 151671,
-  "</ocr_text>": 151672,
-  "</think>": 151668,
-  "</tool_call>": 151658,
-  "</tool_code>": 151673,
-  "</tool_response>": 151666,
-  "<answer>": 151674,
-  "<img_base64>": 151675,
-  "<json_output>": 151676,
-  "<ocr_text>": 151677,
-  "<think>": 151667,
-  "<tool_call>": 151657,
-  "<tool_code>": 151678,
-  "<tool_response>": 151665,
-  "<|box_end|>": 151649,
-  "<|box_start|>": 151648,
-  "<|endoftext|>": 151643,
-  "<|file_sep|>": 151664,
-  "<|fim_middle|>": 151660,
-  "<|fim_pad|>": 151662,
-  "<|fim_prefix|>": 151659,
-  "<|fim_suffix|>": 151661,
-  "<|im_end|>": 151645,
-  "<|im_start|>": 151644,
-  "<|image_pad|>": 151655,
-  "<|object_ref_end|>": 151647,
-  "<|object_ref_start|>": 151646,
-  "<|quad_end|>": 151651,
-  "<|quad_start|>": 151650,
-  "<|repo_name|>": 151663,
-  "<|video_pad|>": 151656,
-  "<|vision_end|>": 151653,
-  "<|vision_pad|>": 151654,
-  "<|vision_start|>": 151652
-}

checkpoint_20250903_232422_periodic_update_2600/chat_template.jinja

@@ -1,96 +0,0 @@
-{%- if tools %}
-    {{- '<|im_start|>system\n' }}
-    {%- if messages[0].role == 'system' %}
-        {{- messages[0].content + '\n\n' }}
-    {%- endif %}
-    {{- "# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within <tools></tools> XML tags:\n<tools>" }}
-    {%- for tool in tools %}
-        {{- "\n" }}
-        {{- tool | tojson }}
-    {%- endfor %}
-    {{- "\n</tools>\n\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\n<tool_call>\n{\"name\": <function-name>, \"arguments\": <args-json-object>}\n</tool_call><|im_end|>\n" }}
-{%- else %}
-    {%- if messages[0].role == 'system' %}
-        {{- '<|im_start|>system\n' + messages[0].content + '<|im_end|>\n' }}
-    {%- endif %}
-{%- endif %}
-{%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %}
-{%- for message in messages[::-1] %}
-    {%- set index = (messages|length - 1) - loop.index0 %}
-    {%- set tool_start = "<tool_response>" %}
-    {%- set tool_start_length = tool_start|length %}
-    {%- set start_of_message = message.content[:tool_start_length] %}
-    {%- set tool_end = "</tool_response>" %}
-    {%- set tool_end_length = tool_end|length %}
-    {%- set start_pos = (message.content|length) - tool_end_length %}
-    {%- if start_pos < 0 %}
-        {%- set start_pos = 0 %}
-    {%- endif %}
-    {%- set end_of_message = message.content[start_pos:] %}
-    {%- if ns.multi_step_tool and message.role == "user" and not(start_of_message == tool_start and end_of_message == tool_end) %}
-        {%- set ns.multi_step_tool = false %}
-        {%- set ns.last_query_index = index %}
-    {%- endif %}
-{%- endfor %}
-{%- for message in messages %}
-    {%- if (message.role == "user") or (message.role == "system" and not loop.first) %}
-        {{- '<|im_start|>' + message.role + '\n' + message.content + '<|im_end|>' + '\n' }}
-    {%- elif message.role == "assistant" %}
-        {%- set content = message.content %}
-        {%- set reasoning_content = '' %}
-        {%- if message.reasoning_content is defined and message.reasoning_content is not none %}
-            {%- set reasoning_content = message.reasoning_content %}
-        {%- else %}
-            {%- if '</think>' in message.content %}
-                {%- set content = (message.content.split('</think>')|last).lstrip('\n') %}
-        {%- set reasoning_content = (message.content.split('</think>')|first).rstrip('\n') %}
-        {%- set reasoning_content = (reasoning_content.split('<think>')|last).lstrip('\n') %}
-            {%- endif %}
-        {%- endif %}
-        {%- if loop.index0 > ns.last_query_index %}
-            {%- if loop.last or (not loop.last and reasoning_content) %}
-                {{- '<|im_start|>' + message.role + '\n<think>\n' + reasoning_content.strip('\n') + '\n</think>\n\n' + content.lstrip('\n') }}
-            {%- else %}
-                {{- '<|im_start|>' + message.role + '\n' + content }}
-            {%- endif %}
-        {%- else %}
-            {{- '<|im_start|>' + message.role + '\n' + content }}
-        {%- endif %}
-        {%- if message.tool_calls %}
-            {%- for tool_call in message.tool_calls %}
-                {%- if (loop.first and content) or (not loop.first) %}
-                    {{- '\n' }}
-                {%- endif %}
-                {%- if tool_call.function %}
-                    {%- set tool_call = tool_call.function %}
-                {%- endif %}
-                {{- '<tool_call>\n{"name": "' }}
-                {{- tool_call.name }}
-                {{- '", "arguments": ' }}
-                {%- if tool_call.arguments is string %}
-                    {{- tool_call.arguments }}
-                {%- else %}
-                    {{- tool_call.arguments | tojson }}
-                {%- endif %}
-                {{- '}\n</tool_call>' }}
-            {%- endfor %}
-        {%- endif %}
-        {{- '<|im_end|>\n' }}
-    {%- elif message.role == "tool" %}
-        {%- if loop.first or (messages[loop.index0 - 1].role != "tool") %}
-            {{- '<|im_start|>user' }}
-        {%- endif %}
-        {{- '\n<tool_response>\n' }}
-        {{- message.content }}
-        {{- '\n</tool_response>' }}
-        {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %}
-            {{- '<|im_end|>\n' }}
-        {%- endif %}
-    {%- endif %}
-{%- endfor %}
-{%- if add_generation_prompt %}
-    {{- '<|im_start|>assistant\n' }}
-    {%- if enable_thinking is defined and enable_thinking is false %}
-        {{- '<think>\n\n</think>\n\n' }}
-    {%- endif %}
-{%- endif %}

checkpoint_20250903_232422_periodic_update_2600/config.json

@@ -1,30 +0,0 @@
-{
-    "architectures": [
-        "Qwen3ForCausalLM"
-    ],
-    "attention_bias": false,
-    "attention_dropout": 0.0,
-    "bos_token_id": 151643,
-    "eos_token_id": 151645,
-    "head_dim": 128,
-    "hidden_act": "silu",
-    "hidden_size": 2560,
-    "initializer_range": 0.02,
-    "intermediate_size": 9728,
-    "max_position_embeddings": 40960,
-    "max_window_layers": 36,
-    "model_type": "qwen3",
-    "num_attention_heads": 32,
-    "num_hidden_layers": 36,
-    "num_key_value_heads": 8,
-    "rms_norm_eps": 1e-06,
-    "rope_scaling": null,
-    "rope_theta": 1000000,
-    "sliding_window": null,
-    "tie_word_embeddings": true,
-    "torch_dtype": "bfloat16",
-    "transformers_version": "4.51.0",
-    "use_cache": true,
-    "use_sliding_window": false,
-    "vocab_size": 151936
-}

checkpoint_20250903_232422_periodic_update_2600/special_tokens_map.json

@@ -1,102 +0,0 @@
-{
-  "additional_special_tokens": [
-    {
-      "content": "</answer>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false
-    },
-    {
-      "content": "</img_base64>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false
-    },
-    {
-      "content": "</json_output>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false
-    },
-    {
-      "content": "</ocr_text>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false
-    },
-    {
-      "content": "</think>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false
-    },
-    {
-      "content": "</tool_code>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false
-    },
-    {
-      "content": "<answer>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false
-    },
-    {
-      "content": "<img_base64>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false
-    },
-    {
-      "content": "<json_output>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false
-    },
-    {
-      "content": "<ocr_text>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false
-    },
-    {
-      "content": "<think>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false
-    },
-    {
-      "content": "<tool_code>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false
-    }
-  ],
-  "eos_token": {
-    "content": "<|im_end|>",
-    "lstrip": false,
-    "normalized": false,
-    "rstrip": false,
-    "single_word": false
-  },
-  "pad_token": {
-    "content": "<|endoftext|>",
-    "lstrip": false,
-    "normalized": false,
-    "rstrip": false,
-    "single_word": false
-  }
-}

checkpoint_20250903_232422_periodic_update_2600/tokenizer_config.json

@@ -1,318 +0,0 @@
-{
-  "add_bos_token": false,
-  "add_prefix_space": false,
-  "added_tokens_decoder": {
-    "151643": {
-      "content": "<|endoftext|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "151644": {
-      "content": "<|im_start|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "151645": {
-      "content": "<|im_end|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "151646": {
-      "content": "<|object_ref_start|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "151647": {
-      "content": "<|object_ref_end|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "151648": {
-      "content": "<|box_start|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "151649": {
-      "content": "<|box_end|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "151650": {
-      "content": "<|quad_start|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "151651": {
-      "content": "<|quad_end|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "151652": {
-      "content": "<|vision_start|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "151653": {
-      "content": "<|vision_end|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "151654": {
-      "content": "<|vision_pad|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "151655": {
-      "content": "<|image_pad|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "151656": {
-      "content": "<|video_pad|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "151657": {
-      "content": "<tool_call>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "151658": {
-      "content": "</tool_call>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "151659": {
-      "content": "<|fim_prefix|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "151660": {
-      "content": "<|fim_middle|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "151661": {
-      "content": "<|fim_suffix|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "151662": {
-      "content": "<|fim_pad|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "151663": {
-      "content": "<|repo_name|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "151664": {
-      "content": "<|file_sep|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "151665": {
-      "content": "<tool_response>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "151666": {
-      "content": "</tool_response>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "151667": {
-      "content": "<think>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "151668": {
-      "content": "</think>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "151669": {
-      "content": "</answer>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "151670": {
-      "content": "</img_base64>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "151671": {
-      "content": "</json_output>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "151672": {
-      "content": "</ocr_text>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "151673": {
-      "content": "</tool_code>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "151674": {
-      "content": "<answer>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "151675": {
-      "content": "<img_base64>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "151676": {
-      "content": "<json_output>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "151677": {
-      "content": "<ocr_text>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "151678": {
-      "content": "<tool_code>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    }
-  },
-  "additional_special_tokens": [
-    "</answer>",
-    "</img_base64>",
-    "</json_output>",
-    "</ocr_text>",
-    "</think>",
-    "</tool_code>",
-    "<answer>",
-    "<img_base64>",
-    "<json_output>",
-    "<ocr_text>",
-    "<think>",
-    "<tool_code>"
-  ],
-  "bos_token": null,
-  "clean_up_tokenization_spaces": false,
-  "eos_token": "<|im_end|>",
-  "errors": "replace",
-  "extra_special_tokens": {},
-  "model_max_length": 131072,
-  "pad_token": "<|endoftext|>",
-  "split_special_tokens": false,
-  "tokenizer_class": "Qwen2Tokenizer",
-  "unk_token": null
-}

checkpoint_20250903_232422_periodic_update_2600/training_state.json

@@ -1,763 +0,0 @@
-{
-  "global_step": 2600,
-  "num_updates": 2600,
-  "use_lora": false,
-  "rng_state": {
-    "python": [
-      3,
-      [
-        3967271387,
-        1026184164,
-        3965041145,
-        2291916954,
-        1837720366,
-        1080231142,
-        3842271517,
-        3425527812,
-        240197365,
-        2952456686,
-        1242835039,
-        3963990717,
-        2700559131,
-        1438349802,
-        2358361310,
-        27806138,
-        391662474,
-        1397158451,
-        3290575848,
-        1443279612,
-        2994218186,
-        639015565,
-        1458236633,
-        2738794811,
-        75660796,
-        822747358,
-        4062186731,
-        2798375312,
-        2554111111,
-        4032040375,
-        734595846,
-        991400690,
-        902505219,
-        3264611100,
-        340175355,
-        1539772439,
-        2699973612,
-        3090769310,
-        3227344320,
-        2332974129,
-        2522140629,
-        1358053300,
-        2451308853,
-        3863433119,
-        1654992332,
-        4043410239,
-        1192164566,
-        553958980,
-        1523920377,
-        307092399,
-        4122746375,
-        2275324450,
-        1118603971,
-        2948003228,
-        1285607053,
-        2683552785,
-        150677996,
-        2833336017,
-        1500750038,
-        761162663,
-        567868195,
-        12561648,
-        3472908617,
-        421911787,
-        1223019265,
-        1609174410,
-        2139856908,
-        1289583719,
-        1590076021,
-        997166301,
-        2579634303,
-        3273266456,
-        2621387977,
-        3943650249,
-        1359930915,
-        2718495645,
-        3602690125,
-        4246287691,
-        1450000782,
-        439802689,
-        1554690948,
-        1911779206,
-        1612261319,
-        3158623330,
-        1363688027,
-        2629041297,
-        1220231722,
-        3909353626,
-        3864988698,
-        715439623,
-        2690554799,
-        1962746674,
-        773247238,
-        2801483771,
-        1762340389,
-        3437644373,
-        2872830304,
-        2008579063,
-        1514567691,
-        1583533810,
-        3009140248,
-        3722410595,
-        2613372944,
-        2287445042,
-        1874155746,
-        3245031202,
-        1976154694,
-        139059957,
-        4119838693,
-        3305140779,
-        1999827708,
-        50827604,
-        2243156149,
-        130672473,
-        2447788079,
-        1599266450,
-        336263314,
-        2105192952,
-        2297407557,
-        1049027620,
-        891242113,
-        3062510035,
-        1350083608,
-        1285665300,
-        393408272,
-        1685144927,
-        908939345,
-        4265052142,
-        3410082095,
-        2059177364,
-        2663072991,
-        2839859162,
-        1807788264,
-        3670966323,
-        1408830836,
-        2277275526,
-        2132904638,
-        3249212407,
-        1532782497,
-        2146509655,
-        1042323006,
-        1591886840,
-        775265065,
-        1831216413,
-        2942338395,
-        3275679928,
-        636464774,
-        625752514,
-        3395261534,
-        3422484700,
-        3288346824,
-        3414769759,
-        1598966223,
-        147553345,
-        2902205377,
-        2854801943,
-        1981896482,
-        4163890305,
-        161164831,
-        2802426963,
-        2576904579,
-        4016006363,
-        511281868,
-        1766876080,
-        2351919422,
-        3951315846,
-        3685372087,
-        2978153450,
-        2065462037,
-        3763241279,
-        1424853649,
-        1604969762,
-        3260153236,
-        2102904571,
-        500994218,
-        2439467442,
-        402407996,
-        351218299,
-        881150311,
-        3581411273,
-        259025625,
-        1267497165,
-        2062889741,
-        2691827516,
-        817381649,
-        1212806228,
-        2759627479,
-        220373713,
-        2595028892,
-        2442232401,
-        1569800854,
-        343128555,
-        636335630,
-        1962444392,
-        3804276325,
-        2779312761,
-        1374006413,
-        3026390385,
-        2995559877,
-        3655553179,
-        1662430865,
-        31590074,
-        121330124,
-        2800224703,
-        775347029,
-        448217505,
-        2063355508,
-        1013466290,
-        2918262154,
-        3426228026,
-        2226777553,
-        4156207311,
-        3333921308,
-        3947863768,
-        1249538366,
-        236920610,
-        3355109765,
-        2123516788,
-        1096721379,
-        2557118369,
-        3229855130,
-        2010608274,
-        1991908981,
-        1262223436,
-        1464738273,
-        3464681822,
-        2630317900,
-        2254902127,
-        3306153656,
-        208406325,
-        1067526520,
-        4026720699,
-        3567293771,
-        3658434018,
-        1975944438,
-        3899032814,
-        1715875890,
-        1000236124,
-        2306234460,
-        3621852674,
-        2874181232,
-        200568775,
-        3073791375,
-        2523932121,
-        708394853,
-        3365567442,
-        498387788,
-        3480987681,
-        3657038461,
-        3064855411,
-        829347864,
-        1028039079,
-        3602672997,
-        1744316950,
-        1132707734,
-        926119298,
-        2772575537,
-        282854042,
-        1900724014,
-        3029583931,
-        395776534,
-        670561433,
-        3274389917,
-        2802241091,
-        3071226945,
-        2361585457,
-        1797476586,
-        2225467261,
-        1706335457,
-        492246825,
-        2477168512,
-        815813939,
-        2855420512,
-        3495681585,
-        2575223221,
-        2537280983,
-        3314566655,
-        1164100149,
-        1977301214,
-        4193175418,
-        480545945,
-        3537844675,
-        1664891516,
-        1443772533,
-        3295232896,
-        3317793780,
-        1215470101,
-        3218299303,
-        3575188822,
-        1250351790,
-        749808713,
-        2050084806,
-        572159727,
-        308805938,
-        780768817,
-        722735732,
-        756700681,
-        3795455885,
-        282113829,
-        3919074469,
-        3707744024,
-        670882057,
-        17817083,
-        1637485633,
-        3281135527,
-        1509269331,
-        12243112,
-        1945667537,
-        2089133460,
-        1778357461,
-        1142017596,
-        1727646817,
-        597203797,
-        894461142,
-        247967411,
-        3636397797,
-        1257083668,
-        3535042016,
-        3456404171,
-        2272706014,
-        2261998731,
-        2819821439,
-        4038821677,
-        2599180325,
-        1226717655,
-        3333051398,
-        2986286242,
-        149297818,
-        1116252696,
-        3983432272,
-        1563620267,
-        166236638,
-        1342965486,
-        3425751359,
-        565185296,
-        1639862847,
-        2909755277,
-        186513437,
-        1688704278,
-        999207239,
-        113552983,
-        1298001852,
-        319612107,
-        3792112676,
-        747046330,
-        1185372334,
-        11347435,
-        1792826169,
-        297736755,
-        632733242,
-        684491354,
-        4194645610,
-        680766781,
-        3666422277,
-        4164736579,
-        1162866320,
-        1705411912,
-        2372330857,
-        2646063778,
-        3829899589,
-        1317565577,
-        1401229255,
-        1808220379,
-        2203148417,
-        1261380648,
-        2201630139,
-        3494578862,
-        2760365219,
-        378948370,
-        4115035773,
-        2194258730,
-        493318225,
-        4111876160,
-        198214727,
-        2938074736,
-        350928625,
-        846140936,
-        2796483478,
-        1892200324,
-        1206520424,
-        2785939791,
-        391211171,
-        2248891773,
-        1382812750,
-        3015580149,
-        1268639917,
-        724243112,
-        76030864,
-        1018227745,
-        2351890926,
-        2600896235,
-        220033969,
-        1401586091,
-        2071710477,
-        3210350300,
-        1690420126,
-        3321335187,
-        2667558880,
-        3214017202,
-        1054591551,
-        2685286044,
-        4010372155,
-        2879699849,
-        3593888005,
-        1630255656,
-        722870681,
-        2824448803,
-        758046745,
-        486385045,
-        148699239,
-        1823339336,
-        3626156994,
-        221046228,
-        191046018,
-        2152525365,
-        1859333602,
-        2880813865,
-        466507697,
-        221358203,
-        851466719,
-        2415410943,
-        2113512377,
-        3716237849,
-        3272429115,
-        3228418199,
-        3284186060,
-        4247471141,
-        2201569734,
-        223470072,
-        2002708052,
-        3198208064,
-        2376412412,
-        1463203154,
-        1809443204,
-        2359348598,
-        1600065056,
-        3215221234,
-        4165516417,
-        3921844367,
-        1959771516,
-        1679280620,
-        1749349436,
-        2233430027,
-        2717267181,
-        3964670612,
-        3422468358,
-        2954866445,
-        2445246838,
-        1362196395,
-        2595844428,
-        3645080545,
-        1587556344,
-        2755729671,
-        229885802,
-        2185126283,
-        3766598538,
-        2737234349,
-        364955618,
-        1607374308,
-        2706323199,
-        3687070449,
-        1627005950,
-        2674407664,
-        3630669444,
-        1033589683,
-        3954912200,
-        2072092797,
-        3862368041,
-        2370545261,
-        163801077,
-        2144696655,
-        576857368,
-        2814318568,
-        713192918,
-        2953431186,
-        2672630836,
-        3702980078,
-        748001453,
-        3504919089,
-        1058606135,
-        1948644168,
-        3782905274,
-        1801691984,
-        1840015467,
-        3958077367,
-        3902829790,
-        1403592563,
-        2155574652,
-        1909700095,
-        450763344,
-        3687053349,
-        419335117,
-        1301216505,
-        2876532296,
-        1915964542,
-        3258106886,
-        2200859680,
-        2692011171,
-        1456962543,
-        2389659463,
-        1346117759,
-        1395178467,
-        2284331656,
-        1517154729,
-        838732991,
-        1576226382,
-        731833408,
-        2402980990,
-        4136742285,
-        968065114,
-        2846239888,
-        3160979071,
-        3064847145,
-        3268819516,
-        1501375000,
-        3262611637,
-        1482644061,
-        3869662591,
-        3715366422,
-        4242305207,
-        122918596,
-        3597934906,
-        3169248692,
-        3724069332,
-        2002817636,
-        3617952404,
-        1380342751,
-        2000442134,
-        3909627280,
-        1399763842,
-        2025926546,
-        122000688,
-        2311840429,
-        2008978145,
-        2393006054,
-        2691729392,
-        1360604707,
-        3592756263,
-        1803431373,
-        875104400,
-        762907645,
-        3955227568,
-        3515418115,
-        3226061968,
-        3397142323,
-        968385291,
-        3045138149,
-        440380095,
-        3765813124,
-        2579837417,
-        3198260520,
-        2678283459,
-        2395660105,
-        759161070,
-        3657479079,
-        130768490,
-        1813297074,
-        1825796373,
-        80597496,
-        1015972759,
-        3567390046,
-        1117320950,
-        2284466118,
-        1352877410,
-        2870165791,
-        3391069470,
-        3848649012,
-        3864938430,
-        83162416,
-        3514199373,
-        1679135968,
-        3910876316,
-        1897074782,
-        1186656431,
-        1443718422,
-        930721565,
-        2580384646,
-        3071840050,
-        1817142007,
-        306252371,
-        583436048,
-        1143706159,
-        3470195927,
-        2629056830,
-        1054234580,
-        839422126,
-        786000543,
-        1645391398,
-        437221603,
-        1655602391,
-        3804125963,
-        471478435,
-        3007407057,
-        3701105273,
-        1821795365,
-        2492888224,
-        2019211184,
-        3537434119,
-        3674233243,
-        746650350,
-        1262611233,
-        723466668,
-        460013785,
-        233285992,
-        1809385760,
-        4096419422,
-        1401994125,
-        927259547,
-        3580706171,
-        3954080383,
-        1440686000,
-        2183228917,
-        344398639,
-        3829306612,
-        2629498462,
-        3659623063,
-        1120047396,
-        440893707,
-        2300023223,
-        2915441674,
-        931117951,
-        92325697,
-        710694309,
-        717544865,
-        392
-      ],
-      null
-    ],
-    "numpy": [
-      "MT19937",
-      "[     15572  980513701 2334715163 3585534944 1822198675  158479007\n 1300107201 2003433159  424170022 4102602503 2437447838 1924282775\n 2084306490 4132823124 4216394081 1526156729 4231078312 3658730376\n 3599347945 3798337125  544676946 3949203055 1596292274 2255158710\n  703032348  636265253 2880318131 3345387760  162413307 2418710564\n 3712245020 2175226970  563044056 2939814745 2838234633  468141434\n  616739654  564867267 2130155541  815641611  601811839 2004017220\n 3627706467 3951463947  810570068 3028421201  454655469 3270345648\n  555008207 3255294172 3259033389  429183833  272696145 2007214122\n 2243779629 1934853570  517873959 1769075612 2057249323  825685197\n   21711389  271106734 3943034084 3547272802 1718926725 3289803093\n 2224067888 3644890877 3431377018 1754806530 2376472949 2892610362\n 1500501344 3824621710 1417356523 4122790557  775716514 1813030967\n 3994108828  391693578 1388189506 1179060416 1727839607 3646219745\n 3467814014 1642908326 1500533561 1281477999 2139613886  209245364\n 1449934686 3593983958  693904485  999778614  847538348  922048571\n 1218470567  916177375 1196217437 3715695791 3572687936 2177952212\n 2976499668 1502043605 3295312140  473156180 3489777550 4116262924\n  726728023  266896064 1207195182 1422796794 3298302327 2546802485\n 3089285157 4087066326  281999229 3833891270 4133996591 3393553875\n 1790581640 1088958086  372349629 1150038540 3967005853 3449868499\n 2783031950  745299387 4177989191  440862037 1630705675 3432601205\n 3976086290 2477494074 2631694750   55867155 3381732871 3988268061\n 4190916192 3426936986 1292805609 2800262421 1433946529 2604379311\n 3803100625 2130255467 4134910564 3389303350  912295037 1986407142\n   60132537 1465812628 2556679777  768839848  561642210 2962288069\n 2900250399 2446769166 2830015834 1820339287 3836052622 3843539266\n 3448899655  719693687 2608513431  807017838  705657612 1313405027\n  308572498 3011745795 3544875535 3662789479  792949536 1679330381\n 2262304426 3714222327 3252067572 3530366244 2847367189 1818638534\n 4196918839 1197188921 1714287054 3610324578 1759524349  658319653\n 4062775635 2170322251 3246948233  467741743 2311362121 1326083926\n 2215935251 2860151158 3543259014 4288886076 1000061343   35607424\n 3800789574 1024328448 2871144392 1452668283 2547917804  794856369\n 3652179617  850026679   66787329   99615284 3360338772 2597540132\n 1809210064 3923947080 4257343339  372176093 3483099399  721873771\n 1101276431 2834898271   76176267 4200628658 2773607601 3516401276\n 3454896121 2354147457 1223458703 3128119783  529915195 2585910314\n 3544532140  551469296 3014823830 3511999051 1463986000 3624754398\n  704833819 3852626834 2711357985 1324465084 1627535231  570708901\n 2717601289  725003848 1942965082  328822490 3620824822 1651096734\n 2785116849 1685019798 1956468619 3534906475  922043906 3007951301\n 4238844799  755293417 3011697131  446474988 2478554140 2374977239\n 1380053003 2243890933 2686719863 2130566958 3840030097 1793607073\n 3796244776 2639065600 3001847252 1477803129 1197364324 2384746982\n  766409730 2722234329 3102942583 2032952634  961381465 1104664880\n  431680105 3809455490  596671995 2974418974 2572169252 3211875863\n 1700476003 2461146565 4138090399 3571815849 2874279728 3348404697\n 1894538786 1654054896 1861571639  643113073 1024018105  110160162\n 3688705424 1588307750 1010684555 1071478016 3908839978 1361810520\n 4077136201 1942152543 3862285636  788921650 3325732842 2086596894\n 2354559341  920752382 2089296746  412564844 3783133394 3542635692\n  151261507 2024582056   27012071 3714904670 2251973869 3415653000\n 3122199829 1793993298 3504479999 2494502573 3472923469  628884745\n  400477905 2068607674 2511099917   76006962 4127192322  656421806\n 2099151600 4055081824 3120853595 1902231402 1793968517 2739152483\n 3675524757 3637643391 2093725246 3500121902  291758869 1652675998\n 1139040273 1626503079 1329269718 3800218668 1301440229 4094598479\n 2030419032 2206069114 2167504310 3568823651 1480132672 4189195270\n 1003514971 2108978250 4235920891 1015223357 1328980599 3065593845\n  772959451 1736648400 1111173855 2673522945 3202521755 1515315402\n 1025987717 2556593896 1098413506 3353399904 2969501057 2094670114\n 2847919939 3042807578 2837794286 1675561875 2905519122 4265188297\n 2610926124  846285729 2241003777 2845770412 2129473060 3762815768\n 2144316967 1546390655 1870814520 1524713984 3716398313 3346580439\n  507361322 3071157273  715371311  667081236 1562427246 1416032086\n 2719153631 1214541502 3927763433 4093412577 1609261242 1472085592\n 2916826031 2284397012 4029669634 4115943418  618581971 2078599894\n 2195634027  568626950  551593208 1404161907 4048083862  206856294\n 2947194844 2767249973 1603907667 1631351803 1522568516 3530861276\n  932299423 1409409376 1006753259 2778802782 2428826612 4160546743\n 1957871534 3303229622 2827456021 2670092224 3383794488  945607414\n 1983832766  358657548 4271708270  755497396 3434273208 1362230140\n 1689853703  801994005 3746197505 3596436611 1542752314 3254670338\n 1548922657 4130814301 3943625172  221411986  713064282 4233062979\n 4075891970 2437106728  544573526 3064910259  151483803  689855214\n 1545945006 3683633364 3289795997  329789217 4168762065 3787243687\n 2265695874   39834191 1266893307 1324209011 1243246540 3973960372\n  541659911 1362379416 1601251635 1863255185 3125665448 4219983083\n 2682202466  567260347 1405575843 3420495303 2758288434 3586390223\n  336221788 2630832173 3573336941 1218191945 2213154892 2821992107\n 3693992851  696758711  279252507 2892498320 1862489732  255938916\n 1661968992 3484941106 4082783555 2936202287 3514506417 1758172715\n  517257860 3411688455 3637760904 1419041484 2137852375  757229925\n 3065881553  339906360  661617426  760623637 1046610245  876310326\n 1014024268 3183719419 2438284349 1776461276 3594106675 2854090739\n 2602159385 4289618092 2857553425  695761542 3083079398   76408317\n 3254461403  153861699 2129194363 2941386031 4094753231 1156889483\n 2242959746 1437290897 1982676962 1514123682 1353077347 1818424511\n 2436251404 4085735581 3547311726 4033030170 2353214711  479069124\n  241656432 4085762125  551929572 2454945299  132044757  524232234\n 3799812788    6269782 1338614034 3443833252 1258856457 4165168463\n  355192100 2534159709 2851727269 2518795790 3366162664 3414356452\n 1869549905 2688919231 3437293505 2606459835  902202159 3721325246\n 1701626821 1124672137 2815257054 3602219523 1714310200  949851574\n 2336520456  504372525 1144232445  195534505 4020833259  946396359\n 1559665603 3237234635  826432554  799463637 3769666381 3612718603\n  762518382 2954474157 4052494419  672053721 1345549799 1873779721\n 2936068468  972026843 1411934901 2952294227 2546812485 2659826516\n 2834428224 2455667549 4281380303 2345320401 3932855189  309111429\n  834893265 2699122382 2146331862 3207660078 1202940344 1030469978\n 3945221344 2900087534  722371964 3096315981 1621397645  907802015\n  450035999 2628913824 3160204880 3961963201  349350642 3107386851\n  560688431 2098806006 3142991583   79041694 2234561220  122454157]",
-      624,
-      0,
-      0.0
-    ],
-    "mlx": 1756905873,
-    "mlx_key": [
-      0,
-      1756903229
-    ]
-  },
-  "training_args_snapshot": {
-    "output_dir": "outy1266_align_last7",
-    "max_kv_size": 1536,
-    "model_path": "/Users/adeelahmad/.cache/lm-studio/models/lmstudio-community/Qwen3-4B-MLX-8bit",
-    "ref_model_path": "/Users/adeelahmad/.cache/lm-studio/models/InferenceIllusionist/gpt-oss-20b-MLX-4bit",
-    "draft_model_path": null,
-    "benchmark_every": 0,
-    "benchmark_dataset": "gsm8k",
-    "benchmark_dataset_config": "main",
-    "benchmark_split": "test",
-    "benchmark_samples": 10,
-    "benchmark_prompt_key": "question",
-    "benchmark_answer_key": "answer",
-    "benchmark_max_new_tokens": 196,
-    "benchmark_temperature": 0.0,
-    "benchmark_top_p": 1.0,
-    "benchmark_top_k": 0,
-    "benchmark_use_chat_template": true,
-    "benchmark_stop_on_error": false,
-    "min_think_tokens": 32,
-    "think_end_early_bias": -12.0,
-    "bias_answer_start_after_min_think": true,
-    "train_dataset_path": "/Users/adeelahmad/Downloads/cbaxx-out/train.jsonl",
-    "val_dataset_path": null,
-    "dataset_name": null,
-    "dataset_config": null,
-    "dataset_train_split": "train",
-    "dataset_val_split": "test",
-    "dataset_prompt_key": "prompt",
-    "dataset_answer_key": "completion",
-    "max_prompt_len": 350,
-    "max_gen_len": 128,
-    "system_prompt": null,
-    "think_start_tag": "<think>",
-    "think_end_tag": "</think>",
-    "answer_start_tag": "<answer>",
-    "answer_end_tag": "</answer>",
-    "think_boost_tokens": 24,
-    "think_temperature": 0.15,
-    "answer_temperature": 0.1,
-    "sampling_top_p": 0.6,
-    "sampling_min_p": 0.05,
-    "sampling_top_k": 40,
-    "repetition_penalty": 1.15,
-    "repetition_context_size": 64,
-    "hard_mask_mcq_first_token": true,
-    "mcq_letter_lift": 10.0,
-    "mcq_ban_first_bias": -14.0,
-    "nonmcq_ban_first_bias": -10.0,
-    "mcq_close_after_k": 1,
-    "min_answer_tokens": 6,
-    "min_answer_tokens_mcq": 1,
-    "bias_close_think": 6.0,
-    "bias_answer_start": 3.0,
-    "punish_reopen_think": -3.0,
-    "punish_extra_think_end": -6.0,
-    "bias_eos_after_answer": 4.0,
-    "allow_tool_calls": false,
-    "tool_call_penalty": 1.0,
-    "reward_content_type": "smart",
-    "reward_format_weight": 0.2,
-    "reward_content_weight": 0.7,
-    "think_reward_weight": 0.1,
-    "think_len_min": 16,
-    "think_len_max": 64,
-    "use_lora": false,
-    "num_rollout_samples": 3,
-    "ppo_batch_size": 1,
-    "grpo_beta": 0.04,
-    "learning_rate": 1.4e-06,
-    "optimizer_beta1": 0.9,
-    "optimizer_beta2": 0.95,
-    "optimizer_weight_decay": 0.01,
-    "grad_clip_norm": 0.35,
-    "save_optimizer_state": false,
-    "lr_schedule_config": {
-      "name": "cosine_decay",
-      "arguments": [
-        1.4e-06,
-        60000,
-        2e-07
-      ],
-      "warmup": 4000,
-      "warmup_init": 2e-07
-    },
-    "grad_accum_steps": 2,
-    "num_training_steps": 45869,
-    "save_every": 10,
-    "eval_every": 0,
-    "seed": 15572,
-    "shuffle_data": true,
-    "use_grad_checkpointing": false,
-    "grad_checkpoint_layers": 0,
-    "log_samples_every": 1,
-    "max_logged_samples": 50,
-    "log_prompts": true,
-    "sample_log_path": null,
-    "kv_bits": 0,
-    "kv_group_size": 64,
-    "quantized_kv_start": 0,
-    "verbose": true,
-    "use_wandb": true,
-    "wandb_project": "reasonable-qwen-4b-mlxv2isi",
-    "wandb_entity": null,
-    "wandb_run_name": null,
-    "resume_from_checkpoint": "/Users/adeelahmad/work/SiLLM-examples/helpsteer/mlx-grpo/outy1266_align_last7/checkpoint_20250903_224014_periodic_update_2510",
-    "allow_cross_arch_ref": true,
-    "align_bridge_path": null,
-    "align_bridge_weight": 1.0,
-    "align_pool": "mean",
-    "align_after_tag": "<|start|>assistant<|channel|>analysis<|message|>",
-    "effective_batch_size": 4
-  }
-}

checkpoint_20250903_232551_exit_request_update_2602/added_tokens.json

@@ -1,38 +0,0 @@
-{
-  "</answer>": 151669,
-  "</img_base64>": 151670,
-  "</json_output>": 151671,
-  "</ocr_text>": 151672,
-  "</think>": 151668,
-  "</tool_call>": 151658,
-  "</tool_code>": 151673,
-  "</tool_response>": 151666,
-  "<answer>": 151674,
-  "<img_base64>": 151675,
-  "<json_output>": 151676,
-  "<ocr_text>": 151677,
-  "<think>": 151667,
-  "<tool_call>": 151657,
-  "<tool_code>": 151678,
-  "<tool_response>": 151665,
-  "<|box_end|>": 151649,
-  "<|box_start|>": 151648,
-  "<|endoftext|>": 151643,
-  "<|file_sep|>": 151664,
-  "<|fim_middle|>": 151660,
-  "<|fim_pad|>": 151662,
-  "<|fim_prefix|>": 151659,
-  "<|fim_suffix|>": 151661,
-  "<|im_end|>": 151645,
-  "<|im_start|>": 151644,
-  "<|image_pad|>": 151655,
-  "<|object_ref_end|>": 151647,
-  "<|object_ref_start|>": 151646,
-  "<|quad_end|>": 151651,
-  "<|quad_start|>": 151650,
-  "<|repo_name|>": 151663,
-  "<|video_pad|>": 151656,
-  "<|vision_end|>": 151653,
-  "<|vision_pad|>": 151654,
-  "<|vision_start|>": 151652
-}

checkpoint_20250903_232551_exit_request_update_2602/chat_template.jinja

@@ -1,96 +0,0 @@
-{%- if tools %}
-    {{- '<|im_start|>system\n' }}
-    {%- if messages[0].role == 'system' %}
-        {{- messages[0].content + '\n\n' }}
-    {%- endif %}
-    {{- "# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within <tools></tools> XML tags:\n<tools>" }}
-    {%- for tool in tools %}
-        {{- "\n" }}
-        {{- tool | tojson }}
-    {%- endfor %}
-    {{- "\n</tools>\n\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\n<tool_call>\n{\"name\": <function-name>, \"arguments\": <args-json-object>}\n</tool_call><|im_end|>\n" }}
-{%- else %}
-    {%- if messages[0].role == 'system' %}
-        {{- '<|im_start|>system\n' + messages[0].content + '<|im_end|>\n' }}
-    {%- endif %}
-{%- endif %}
-{%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %}
-{%- for message in messages[::-1] %}
-    {%- set index = (messages|length - 1) - loop.index0 %}
-    {%- set tool_start = "<tool_response>" %}
-    {%- set tool_start_length = tool_start|length %}
-    {%- set start_of_message = message.content[:tool_start_length] %}
-    {%- set tool_end = "</tool_response>" %}
-    {%- set tool_end_length = tool_end|length %}
-    {%- set start_pos = (message.content|length) - tool_end_length %}
-    {%- if start_pos < 0 %}
-        {%- set start_pos = 0 %}
-    {%- endif %}
-    {%- set end_of_message = message.content[start_pos:] %}
-    {%- if ns.multi_step_tool and message.role == "user" and not(start_of_message == tool_start and end_of_message == tool_end) %}
-        {%- set ns.multi_step_tool = false %}
-        {%- set ns.last_query_index = index %}
-    {%- endif %}
-{%- endfor %}
-{%- for message in messages %}
-    {%- if (message.role == "user") or (message.role == "system" and not loop.first) %}
-        {{- '<|im_start|>' + message.role + '\n' + message.content + '<|im_end|>' + '\n' }}
-    {%- elif message.role == "assistant" %}
-        {%- set content = message.content %}
-        {%- set reasoning_content = '' %}
-        {%- if message.reasoning_content is defined and message.reasoning_content is not none %}
-            {%- set reasoning_content = message.reasoning_content %}
-        {%- else %}
-            {%- if '</think>' in message.content %}
-                {%- set content = (message.content.split('</think>')|last).lstrip('\n') %}
-        {%- set reasoning_content = (message.content.split('</think>')|first).rstrip('\n') %}
-        {%- set reasoning_content = (reasoning_content.split('<think>')|last).lstrip('\n') %}
-            {%- endif %}
-        {%- endif %}
-        {%- if loop.index0 > ns.last_query_index %}
-            {%- if loop.last or (not loop.last and reasoning_content) %}
-                {{- '<|im_start|>' + message.role + '\n<think>\n' + reasoning_content.strip('\n') + '\n</think>\n\n' + content.lstrip('\n') }}
-            {%- else %}
-                {{- '<|im_start|>' + message.role + '\n' + content }}
-            {%- endif %}
-        {%- else %}
-            {{- '<|im_start|>' + message.role + '\n' + content }}
-        {%- endif %}
-        {%- if message.tool_calls %}
-            {%- for tool_call in message.tool_calls %}
-                {%- if (loop.first and content) or (not loop.first) %}
-                    {{- '\n' }}
-                {%- endif %}
-                {%- if tool_call.function %}
-                    {%- set tool_call = tool_call.function %}
-                {%- endif %}
-                {{- '<tool_call>\n{"name": "' }}
-                {{- tool_call.name }}
-                {{- '", "arguments": ' }}
-                {%- if tool_call.arguments is string %}
-                    {{- tool_call.arguments }}
-                {%- else %}
-                    {{- tool_call.arguments | tojson }}
-                {%- endif %}
-                {{- '}\n</tool_call>' }}
-            {%- endfor %}
-        {%- endif %}
-        {{- '<|im_end|>\n' }}
-    {%- elif message.role == "tool" %}
-        {%- if loop.first or (messages[loop.index0 - 1].role != "tool") %}
-            {{- '<|im_start|>user' }}
-        {%- endif %}
-        {{- '\n<tool_response>\n' }}
-        {{- message.content }}
-        {{- '\n</tool_response>' }}
-        {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %}
-            {{- '<|im_end|>\n' }}
-        {%- endif %}
-    {%- endif %}
-{%- endfor %}
-{%- if add_generation_prompt %}
-    {{- '<|im_start|>assistant\n' }}
-    {%- if enable_thinking is defined and enable_thinking is false %}
-        {{- '<think>\n\n</think>\n\n' }}
-    {%- endif %}
-{%- endif %}

checkpoint_20250903_232551_exit_request_update_2602/config.json

@@ -1,30 +0,0 @@
-{
-    "architectures": [
-        "Qwen3ForCausalLM"
-    ],
-    "attention_bias": false,
-    "attention_dropout": 0.0,
-    "bos_token_id": 151643,
-    "eos_token_id": 151645,
-    "head_dim": 128,
-    "hidden_act": "silu",
-    "hidden_size": 2560,
-    "initializer_range": 0.02,
-    "intermediate_size": 9728,
-    "max_position_embeddings": 40960,
-    "max_window_layers": 36,
-    "model_type": "qwen3",
-    "num_attention_heads": 32,
-    "num_hidden_layers": 36,
-    "num_key_value_heads": 8,
-    "rms_norm_eps": 1e-06,
-    "rope_scaling": null,
-    "rope_theta": 1000000,
-    "sliding_window": null,
-    "tie_word_embeddings": true,
-    "torch_dtype": "bfloat16",
-    "transformers_version": "4.51.0",
-    "use_cache": true,
-    "use_sliding_window": false,
-    "vocab_size": 151936
-}

checkpoint_20250903_232551_exit_request_update_2602/special_tokens_map.json

@@ -1,102 +0,0 @@
-{
-  "additional_special_tokens": [
-    {
-      "content": "</answer>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false
-    },
-    {
-      "content": "</img_base64>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false
-    },
-    {
-      "content": "</json_output>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false
-    },
-    {
-      "content": "</ocr_text>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false
-    },
-    {
-      "content": "</think>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false
-    },
-    {
-      "content": "</tool_code>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false
-    },
-    {
-      "content": "<answer>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false
-    },
-    {
-      "content": "<img_base64>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false
-    },
-    {
-      "content": "<json_output>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false
-    },
-    {
-      "content": "<ocr_text>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false
-    },
-    {
-      "content": "<think>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false
-    },
-    {
-      "content": "<tool_code>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false
-    }
-  ],
-  "eos_token": {
-    "content": "<|im_end|>",
-    "lstrip": false,
-    "normalized": false,
-    "rstrip": false,
-    "single_word": false
-  },
-  "pad_token": {
-    "content": "<|endoftext|>",
-    "lstrip": false,
-    "normalized": false,
-    "rstrip": false,
-    "single_word": false
-  }
-}

checkpoint_20250903_232551_exit_request_update_2602/tokenizer_config.json

@@ -1,318 +0,0 @@
-{
-  "add_bos_token": false,
-  "add_prefix_space": false,
-  "added_tokens_decoder": {
-    "151643": {
-      "content": "<|endoftext|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "151644": {
-      "content": "<|im_start|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "151645": {
-      "content": "<|im_end|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "151646": {
-      "content": "<|object_ref_start|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "151647": {
-      "content": "<|object_ref_end|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "151648": {
-      "content": "<|box_start|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "151649": {
-      "content": "<|box_end|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "151650": {
-      "content": "<|quad_start|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "151651": {
-      "content": "<|quad_end|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "151652": {
-      "content": "<|vision_start|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "151653": {
-      "content": "<|vision_end|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "151654": {
-      "content": "<|vision_pad|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "151655": {
-      "content": "<|image_pad|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "151656": {
-      "content": "<|video_pad|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "151657": {
-      "content": "<tool_call>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "151658": {
-      "content": "</tool_call>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "151659": {
-      "content": "<|fim_prefix|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "151660": {
-      "content": "<|fim_middle|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "151661": {
-      "content": "<|fim_suffix|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "151662": {
-      "content": "<|fim_pad|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "151663": {
-      "content": "<|repo_name|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "151664": {
-      "content": "<|file_sep|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "151665": {
-      "content": "<tool_response>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "151666": {
-      "content": "</tool_response>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "151667": {
-      "content": "<think>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "151668": {
-      "content": "</think>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "151669": {
-      "content": "</answer>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "151670": {
-      "content": "</img_base64>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "151671": {
-      "content": "</json_output>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "151672": {
-      "content": "</ocr_text>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "151673": {
-      "content": "</tool_code>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "151674": {
-      "content": "<answer>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "151675": {
-      "content": "<img_base64>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "151676": {
-      "content": "<json_output>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "151677": {
-      "content": "<ocr_text>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "151678": {
-      "content": "<tool_code>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    }
-  },
-  "additional_special_tokens": [
-    "</answer>",
-    "</img_base64>",
-    "</json_output>",
-    "</ocr_text>",
-    "</think>",
-    "</tool_code>",
-    "<answer>",
-    "<img_base64>",
-    "<json_output>",
-    "<ocr_text>",
-    "<think>",
-    "<tool_code>"
-  ],
-  "bos_token": null,
-  "clean_up_tokenization_spaces": false,
-  "eos_token": "<|im_end|>",
-  "errors": "replace",
-  "extra_special_tokens": {},
-  "model_max_length": 131072,
-  "pad_token": "<|endoftext|>",
-  "split_special_tokens": false,
-  "tokenizer_class": "Qwen2Tokenizer",
-  "unk_token": null
-}

checkpoint_20250903_232551_exit_request_update_2602/training_state.json

@@ -1,763 +0,0 @@
-{
-  "global_step": 2602,
-  "num_updates": 2602,
-  "use_lora": false,
-  "rng_state": {
-    "python": [
-      3,
-      [
-        3228212754,
-        279998097,
-        2056665714,
-        3603597067,
-        3476614728,
-        3031000,
-        2954941703,
-        3205203341,
-        1022055790,
-        1415253971,
-        2181335448,
-        3582899399,
-        1644250258,
-        1793404199,
-        2566317855,
-        109101073,
-        3150506052,
-        2724067265,
-        97547420,
-        2995366220,
-        3519916584,
-        3209457352,
-        3126309277,
-        3451453441,
-        1702671318,
-        2107243699,
-        2422777587,
-        360391179,
-        585237960,
-        2832187814,
-        2662498495,
-        2394734758,
-        1444276186,
-        1837837410,
-        961418280,
-        1195482276,
-        935680843,
-        3968754582,
-        2211483879,
-        1837545159,
-        2419172187,
-        2042898634,
-        2665785964,
-        356867850,
-        3385622908,
-        3868724832,
-        2977197007,
-        1479685303,
-        1540416526,
-        331944145,
-        3530610791,
-        2842657301,
-        2372012930,
-        639325304,
-        3360783663,
-        3762064881,
-        2160841949,
-        4001870304,
-        1864777350,
-        717368547,
-        362746266,
-        3779466655,
-        1960142933,
-        1723756462,
-        1326392635,
-        2695751926,
-        1728155752,
-        2347807318,
-        1862557049,
-        3999800477,
-        2277115301,
-        1516014806,
-        3846995662,
-        2388310657,
-        2859396105,
-        1441398545,
-        3439746988,
-        3678365781,
-        190759243,
-        4075004972,
-        342634350,
-        2045571341,
-        557542918,
-        2240372410,
-        1982579501,
-        255722053,
-        1496213542,
-        2563043770,
-        620403458,
-        3666797179,
-        4194690277,
-        1725488508,
-        2427139442,
-        911138792,
-        2810519096,
-        403900489,
-        1235282796,
-        3323510948,
-        3976438655,
-        2592317228,
-        1469307213,
-        456462311,
-        3393494366,
-        669420558,
-        1939678322,
-        4073521067,
-        3342970892,
-        2452710290,
-        2793129860,
-        1342676286,
-        2394512596,
-        1832972552,
-        3814703913,
-        945666136,
-        3552696630,
-        3165169504,
-        4234896064,
-        3288485605,
-        2637492903,
-        3688384962,
-        1693185353,
-        3041897498,
-        3666651581,
-        216719692,
-        2101621578,
-        1056505155,
-        3806530083,
-        2345205292,
-        2868630622,
-        3289598319,
-        597570811,
-        2632481252,
-        3875619652,
-        289253672,
-        77311731,
-        4133169138,
-        3462637509,
-        2047139049,
-        109094532,
-        1309238588,
-        4183047643,
-        3849080966,
-        2612177601,
-        2747398543,
-        2317389804,
-        2206126400,
-        3538931825,
-        4015230236,
-        1548164965,
-        3615557249,
-        3874732623,
-        383396796,
-        78135062,
-        836187159,
-        1405060375,
-        4124734680,
-        2283841137,
-        130389111,
-        2370256028,
-        3117432748,
-        2188669863,
-        1274090654,
-        136753743,
-        3535123905,
-        928699189,
-        2096609090,
-        140690583,
-        1335216202,
-        1664118110,
-        370920611,
-        3381310767,
-        635177978,
-        919944943,
-        1794890933,
-        3785921605,
-        988623168,
-        3586512205,
-        3578229114,
-        2227888166,
-        1199377973,
-        198574987,
-        3359460270,
-        41421261,
-        3818002247,
-        1611622405,
-        1172309347,
-        1127078025,
-        864036890,
-        3821592921,
-        1074908116,
-        4045652492,
-        150578148,
-        1490173923,
-        1255586022,
-        3620141376,
-        1119552840,
-        1604539422,
-        2899876376,
-        1634692146,
-        2430160935,
-        3525965146,
-        3634230653,
-        2801553134,
-        2236757588,
-        3209439651,
-        638937059,
-        332630833,
-        2099354597,
-        2453040579,
-        2294611386,
-        3583062819,
-        3057053813,
-        2651436307,
-        820127535,
-        2234442340,
-        2926763826,
-        2608312654,
-        622663536,
-        1327274392,
-        579028969,
-        1638676546,
-        725757522,
-        2287475756,
-        2245008208,
-        583117806,
-        1681911299,
-        4043302089,
-        2733469006,
-        3482246612,
-        1699131086,
-        2009286409,
-        1012929586,
-        1831443753,
-        3401815932,
-        2335754234,
-        1338527095,
-        1234451965,
-        2260706742,
-        3195944902,
-        933824426,
-        3055004187,
-        442858759,
-        3568329250,
-        2010957609,
-        2249247272,
-        1258950970,
-        205311363,
-        607774665,
-        2098340782,
-        3806387601,
-        1242750989,
-        3609867707,
-        241559992,
-        2980673848,
-        249731274,
-        2840307599,
-        3768697067,
-        2786582312,
-        234722404,
-        501116625,
-        3883427569,
-        2178103353,
-        2378845018,
-        4115296692,
-        870819025,
-        4131469458,
-        4141674918,
-        2078498292,
-        3999732609,
-        2537021868,
-        3558720844,
-        3704987724,
-        398283175,
-        1690550218,
-        2326228611,
-        2685433390,
-        3899703572,
-        3902620680,
-        2509824424,
-        1513684241,
-        2524739654,
-        3117375505,
-        1379082516,
-        2734650653,
-        2355589146,
-        2451030867,
-        2887987439,
-        2131990321,
-        2214951112,
-        4219817646,
-        1537640525,
-        3339366035,
-        2845436015,
-        3914197935,
-        2658843500,
-        3766601378,
-        1182641028,
-        1457188584,
-        4153939547,
-        2335418690,
-        1152149210,
-        870429227,
-        4230760942,
-        1976040608,
-        785192739,
-        184789279,
-        1377261339,
-        707722660,
-        3558575032,
-        53709080,
-        805111893,
-        4277091928,
-        362164270,
-        3343191968,
-        764658199,
-        1099715208,
-        4090812555,
-        68096351,
-        627278739,
-        1254763496,
-        4216318088,
-        1188064625,
-        3429733508,
-        3022473048,
-        3847088807,
-        3053202734,
-        3740308065,
-        1993837633,
-        763503311,
-        1037390932,
-        588432609,
-        1536894725,
-        1306273771,
-        2543433092,
-        1004993106,
-        700767389,
-        2357318127,
-        3169490527,
-        3918469492,
-        2033525981,
-        519262086,
-        1129257868,
-        2376802674,
-        2854805533,
-        3880903346,
-        74109069,
-        2008994945,
-        4114401423,
-        2811556615,
-        3471501456,
-        837319289,
-        2953139467,
-        2327107742,
-        133550557,
-        3916368228,
-        2552796922,
-        1537772292,
-        1833298346,
-        2009274777,
-        424528351,
-        2717359636,
-        2825961025,
-        1861953389,
-        2884908497,
-        3801183979,
-        1856316371,
-        2235711410,
-        2988382290,
-        1187502951,
-        3671488340,
-        1954214264,
-        2964041676,
-        1604199356,
-        3311430473,
-        1009672891,
-        1165005921,
-        3302391626,
-        2660756877,
-        892284552,
-        2393343854,
-        3816239257,
-        3383925622,
-        2632741631,
-        150411860,
-        4211331326,
-        2563945928,
-        3147050596,
-        86291816,
-        1306956905,
-        3702342117,
-        221494470,
-        2274829119,
-        3628261915,
-        399492089,
-        1039477125,
-        3636665160,
-        1499731795,
-        2521019510,
-        3820576314,
-        651306401,
-        2222447223,
-        762476894,
-        3372134685,
-        2773485657,
-        1506070889,
-        166626664,
-        2296565478,
-        2627756446,
-        1432061762,
-        875491433,
-        3481499302,
-        647568111,
-        1079088546,
-        3657637708,
-        1156169451,
-        1864010770,
-        2499694803,
-        1857267438,
-        2291220436,
-        3324416067,
-        2904742373,
-        1611590803,
-        3124040330,
-        2795308170,
-        3443049470,
-        2264039167,
-        3511022788,
-        2491483558,
-        3811739223,
-        3115068110,
-        3279986730,
-        3570889482,
-        335123233,
-        360967562,
-        311303413,
-        2380553530,
-        1843925797,
-        947441595,
-        3427872459,
-        2885833189,
-        79715633,
-        514452158,
-        1736537499,
-        3982473220,
-        1088572403,
-        2384199361,
-        1784448850,
-        2419864392,
-        639538932,
-        2112974083,
-        3934260396,
-        2850658226,
-        585502134,
-        1760060627,
-        3534598283,
-        118824413,
-        799460671,
-        1478757883,
-        3050258322,
-        2579705998,
-        3133048451,
-        2223823746,
-        603685429,
-        2387682555,
-        3009556562,
-        1521901351,
-        2646225121,
-        1773849074,
-        3347873314,
-        1918004826,
-        1726862757,
-        2513387996,
-        508242897,
-        339225034,
-        1805609427,
-        323575129,
-        765632792,
-        4218304970,
-        296616831,
-        880218140,
-        2165587941,
-        2069055842,
-        110437221,
-        1281149935,
-        3527927111,
-        4246842114,
-        501470319,
-        110693585,
-        2361144593,
-        958597015,
-        540902541,
-        2351458930,
-        3824880566,
-        2412074905,
-        1526349815,
-        2951752081,
-        1577401122,
-        645843044,
-        1122678576,
-        3870028103,
-        3563016932,
-        2394128327,
-        1412316709,
-        1770485652,
-        3328500527,
-        2153223048,
-        1571141422,
-        1950096991,
-        3843465276,
-        1189099356,
-        1707319037,
-        1312370001,
-        4085046861,
-        3231557091,
-        3340822452,
-        1898079545,
-        1373556942,
-        891254598,
-        543958551,
-        3929023245,
-        3262642994,
-        3221866934,
-        2390598216,
-        1036903094,
-        2097686434,
-        129207147,
-        2964160713,
-        1881698322,
-        1515645930,
-        3226263079,
-        1986344504,
-        3005241002,
-        3923005616,
-        1430681832,
-        2048310876,
-        631221366,
-        2972301268,
-        3276451436,
-        3841702416,
-        2585920783,
-        4070240888,
-        3697275337,
-        564704448,
-        266488781,
-        3252391941,
-        2796272702,
-        2665303656,
-        3413456714,
-        2470069594,
-        2470272528,
-        1660836326,
-        991966684,
-        3814972761,
-        1794669421,
-        892478324,
-        461928726,
-        2461293569,
-        561261597,
-        3704935953,
-        1737302340,
-        4141207295,
-        1072950705,
-        1100316204,
-        49599,
-        3655686352,
-        2604516846,
-        169477890,
-        1552495902,
-        4076641781,
-        4288801538,
-        2661645907,
-        2681760413,
-        3191805957,
-        1555588618,
-        2005446622,
-        2876389060,
-        2506534665,
-        3737615325,
-        539844861,
-        2614598422,
-        3169363989,
-        1460455376,
-        3597830757,
-        79929582,
-        1950458365,
-        4188478473,
-        675585740,
-        905482938,
-        3092725,
-        3333208631,
-        2096209247,
-        1647933404,
-        2581635632,
-        1778498943,
-        3092521474,
-        988446911,
-        1790098568,
-        2163371370,
-        3874214587,
-        3811993331,
-        3505387423,
-        2828235272,
-        1132675285,
-        4047174618,
-        2760040098,
-        3320824721,
-        202201724,
-        1355357947,
-        627906198,
-        4127456551,
-        2431589489,
-        675868086,
-        2865627058,
-        4123612491,
-        4047286524,
-        747101435,
-        1216754111,
-        2427503810,
-        3514051898,
-        452300667,
-        2349273222,
-        2983441288,
-        1420412231,
-        2035374170,
-        225
-      ],
-      null
-    ],
-    "numpy": [
-      "MT19937",
-      "[     15572  980513701 2334715163 3585534944 1822198675  158479007\n 1300107201 2003433159  424170022 4102602503 2437447838 1924282775\n 2084306490 4132823124 4216394081 1526156729 4231078312 3658730376\n 3599347945 3798337125  544676946 3949203055 1596292274 2255158710\n  703032348  636265253 2880318131 3345387760  162413307 2418710564\n 3712245020 2175226970  563044056 2939814745 2838234633  468141434\n  616739654  564867267 2130155541  815641611  601811839 2004017220\n 3627706467 3951463947  810570068 3028421201  454655469 3270345648\n  555008207 3255294172 3259033389  429183833  272696145 2007214122\n 2243779629 1934853570  517873959 1769075612 2057249323  825685197\n   21711389  271106734 3943034084 3547272802 1718926725 3289803093\n 2224067888 3644890877 3431377018 1754806530 2376472949 2892610362\n 1500501344 3824621710 1417356523 4122790557  775716514 1813030967\n 3994108828  391693578 1388189506 1179060416 1727839607 3646219745\n 3467814014 1642908326 1500533561 1281477999 2139613886  209245364\n 1449934686 3593983958  693904485  999778614  847538348  922048571\n 1218470567  916177375 1196217437 3715695791 3572687936 2177952212\n 2976499668 1502043605 3295312140  473156180 3489777550 4116262924\n  726728023  266896064 1207195182 1422796794 3298302327 2546802485\n 3089285157 4087066326  281999229 3833891270 4133996591 3393553875\n 1790581640 1088958086  372349629 1150038540 3967005853 3449868499\n 2783031950  745299387 4177989191  440862037 1630705675 3432601205\n 3976086290 2477494074 2631694750   55867155 3381732871 3988268061\n 4190916192 3426936986 1292805609 2800262421 1433946529 2604379311\n 3803100625 2130255467 4134910564 3389303350  912295037 1986407142\n   60132537 1465812628 2556679777  768839848  561642210 2962288069\n 2900250399 2446769166 2830015834 1820339287 3836052622 3843539266\n 3448899655  719693687 2608513431  807017838  705657612 1313405027\n  308572498 3011745795 3544875535 3662789479  792949536 1679330381\n 2262304426 3714222327 3252067572 3530366244 2847367189 1818638534\n 4196918839 1197188921 1714287054 3610324578 1759524349  658319653\n 4062775635 2170322251 3246948233  467741743 2311362121 1326083926\n 2215935251 2860151158 3543259014 4288886076 1000061343   35607424\n 3800789574 1024328448 2871144392 1452668283 2547917804  794856369\n 3652179617  850026679   66787329   99615284 3360338772 2597540132\n 1809210064 3923947080 4257343339  372176093 3483099399  721873771\n 1101276431 2834898271   76176267 4200628658 2773607601 3516401276\n 3454896121 2354147457 1223458703 3128119783  529915195 2585910314\n 3544532140  551469296 3014823830 3511999051 1463986000 3624754398\n  704833819 3852626834 2711357985 1324465084 1627535231  570708901\n 2717601289  725003848 1942965082  328822490 3620824822 1651096734\n 2785116849 1685019798 1956468619 3534906475  922043906 3007951301\n 4238844799  755293417 3011697131  446474988 2478554140 2374977239\n 1380053003 2243890933 2686719863 2130566958 3840030097 1793607073\n 3796244776 2639065600 3001847252 1477803129 1197364324 2384746982\n  766409730 2722234329 3102942583 2032952634  961381465 1104664880\n  431680105 3809455490  596671995 2974418974 2572169252 3211875863\n 1700476003 2461146565 4138090399 3571815849 2874279728 3348404697\n 1894538786 1654054896 1861571639  643113073 1024018105  110160162\n 3688705424 1588307750 1010684555 1071478016 3908839978 1361810520\n 4077136201 1942152543 3862285636  788921650 3325732842 2086596894\n 2354559341  920752382 2089296746  412564844 3783133394 3542635692\n  151261507 2024582056   27012071 3714904670 2251973869 3415653000\n 3122199829 1793993298 3504479999 2494502573 3472923469  628884745\n  400477905 2068607674 2511099917   76006962 4127192322  656421806\n 2099151600 4055081824 3120853595 1902231402 1793968517 2739152483\n 3675524757 3637643391 2093725246 3500121902  291758869 1652675998\n 1139040273 1626503079 1329269718 3800218668 1301440229 4094598479\n 2030419032 2206069114 2167504310 3568823651 1480132672 4189195270\n 1003514971 2108978250 4235920891 1015223357 1328980599 3065593845\n  772959451 1736648400 1111173855 2673522945 3202521755 1515315402\n 1025987717 2556593896 1098413506 3353399904 2969501057 2094670114\n 2847919939 3042807578 2837794286 1675561875 2905519122 4265188297\n 2610926124  846285729 2241003777 2845770412 2129473060 3762815768\n 2144316967 1546390655 1870814520 1524713984 3716398313 3346580439\n  507361322 3071157273  715371311  667081236 1562427246 1416032086\n 2719153631 1214541502 3927763433 4093412577 1609261242 1472085592\n 2916826031 2284397012 4029669634 4115943418  618581971 2078599894\n 2195634027  568626950  551593208 1404161907 4048083862  206856294\n 2947194844 2767249973 1603907667 1631351803 1522568516 3530861276\n  932299423 1409409376 1006753259 2778802782 2428826612 4160546743\n 1957871534 3303229622 2827456021 2670092224 3383794488  945607414\n 1983832766  358657548 4271708270  755497396 3434273208 1362230140\n 1689853703  801994005 3746197505 3596436611 1542752314 3254670338\n 1548922657 4130814301 3943625172  221411986  713064282 4233062979\n 4075891970 2437106728  544573526 3064910259  151483803  689855214\n 1545945006 3683633364 3289795997  329789217 4168762065 3787243687\n 2265695874   39834191 1266893307 1324209011 1243246540 3973960372\n  541659911 1362379416 1601251635 1863255185 3125665448 4219983083\n 2682202466  567260347 1405575843 3420495303 2758288434 3586390223\n  336221788 2630832173 3573336941 1218191945 2213154892 2821992107\n 3693992851  696758711  279252507 2892498320 1862489732  255938916\n 1661968992 3484941106 4082783555 2936202287 3514506417 1758172715\n  517257860 3411688455 3637760904 1419041484 2137852375  757229925\n 3065881553  339906360  661617426  760623637 1046610245  876310326\n 1014024268 3183719419 2438284349 1776461276 3594106675 2854090739\n 2602159385 4289618092 2857553425  695761542 3083079398   76408317\n 3254461403  153861699 2129194363 2941386031 4094753231 1156889483\n 2242959746 1437290897 1982676962 1514123682 1353077347 1818424511\n 2436251404 4085735581 3547311726 4033030170 2353214711  479069124\n  241656432 4085762125  551929572 2454945299  132044757  524232234\n 3799812788    6269782 1338614034 3443833252 1258856457 4165168463\n  355192100 2534159709 2851727269 2518795790 3366162664 3414356452\n 1869549905 2688919231 3437293505 2606459835  902202159 3721325246\n 1701626821 1124672137 2815257054 3602219523 1714310200  949851574\n 2336520456  504372525 1144232445  195534505 4020833259  946396359\n 1559665603 3237234635  826432554  799463637 3769666381 3612718603\n  762518382 2954474157 4052494419  672053721 1345549799 1873779721\n 2936068468  972026843 1411934901 2952294227 2546812485 2659826516\n 2834428224 2455667549 4281380303 2345320401 3932855189  309111429\n  834893265 2699122382 2146331862 3207660078 1202940344 1030469978\n 3945221344 2900087534  722371964 3096315981 1621397645  907802015\n  450035999 2628913824 3160204880 3961963201  349350642 3107386851\n  560688431 2098806006 3142991583   79041694 2234561220  122454157]",
-      624,
-      0,
-      0.0
-    ],
-    "mlx": 1756905967,
-    "mlx_key": [
-      0,
-      1756903229
-    ]
-  },
-  "training_args_snapshot": {
-    "output_dir": "outy1266_align_last7",
-    "max_kv_size": 1536,
-    "model_path": "/Users/adeelahmad/.cache/lm-studio/models/lmstudio-community/Qwen3-4B-MLX-8bit",
-    "ref_model_path": "/Users/adeelahmad/.cache/lm-studio/models/InferenceIllusionist/gpt-oss-20b-MLX-4bit",
-    "draft_model_path": null,
-    "benchmark_every": 0,
-    "benchmark_dataset": "gsm8k",
-    "benchmark_dataset_config": "main",
-    "benchmark_split": "test",
-    "benchmark_samples": 10,
-    "benchmark_prompt_key": "question",
-    "benchmark_answer_key": "answer",
-    "benchmark_max_new_tokens": 196,
-    "benchmark_temperature": 0.0,
-    "benchmark_top_p": 1.0,
-    "benchmark_top_k": 0,
-    "benchmark_use_chat_template": true,
-    "benchmark_stop_on_error": false,
-    "min_think_tokens": 32,
-    "think_end_early_bias": -12.0,
-    "bias_answer_start_after_min_think": true,
-    "train_dataset_path": "/Users/adeelahmad/Downloads/cbaxx-out/train.jsonl",
-    "val_dataset_path": null,
-    "dataset_name": null,
-    "dataset_config": null,
-    "dataset_train_split": "train",
-    "dataset_val_split": "test",
-    "dataset_prompt_key": "prompt",
-    "dataset_answer_key": "completion",
-    "max_prompt_len": 350,
-    "max_gen_len": 128,
-    "system_prompt": null,
-    "think_start_tag": "<think>",
-    "think_end_tag": "</think>",
-    "answer_start_tag": "<answer>",
-    "answer_end_tag": "</answer>",
-    "think_boost_tokens": 24,
-    "think_temperature": 0.15,
-    "answer_temperature": 0.1,
-    "sampling_top_p": 0.6,
-    "sampling_min_p": 0.05,
-    "sampling_top_k": 40,
-    "repetition_penalty": 1.15,
-    "repetition_context_size": 64,
-    "hard_mask_mcq_first_token": true,
-    "mcq_letter_lift": 10.0,
-    "mcq_ban_first_bias": -14.0,
-    "nonmcq_ban_first_bias": -10.0,
-    "mcq_close_after_k": 1,
-    "min_answer_tokens": 6,
-    "min_answer_tokens_mcq": 1,
-    "bias_close_think": 6.0,
-    "bias_answer_start": 3.0,
-    "punish_reopen_think": -3.0,
-    "punish_extra_think_end": -6.0,
-    "bias_eos_after_answer": 4.0,
-    "allow_tool_calls": false,
-    "tool_call_penalty": 1.0,
-    "reward_content_type": "smart",
-    "reward_format_weight": 0.2,
-    "reward_content_weight": 0.7,
-    "think_reward_weight": 0.1,
-    "think_len_min": 16,
-    "think_len_max": 64,
-    "use_lora": false,
-    "num_rollout_samples": 3,
-    "ppo_batch_size": 1,
-    "grpo_beta": 0.04,
-    "learning_rate": 1.4e-06,
-    "optimizer_beta1": 0.9,
-    "optimizer_beta2": 0.95,
-    "optimizer_weight_decay": 0.01,
-    "grad_clip_norm": 0.35,
-    "save_optimizer_state": false,
-    "lr_schedule_config": {
-      "name": "cosine_decay",
-      "arguments": [
-        1.4e-06,
-        60000,
-        2e-07
-      ],
-      "warmup": 4000,
-      "warmup_init": 2e-07
-    },
-    "grad_accum_steps": 2,
-    "num_training_steps": 45869,
-    "save_every": 10,
-    "eval_every": 0,
-    "seed": 15572,
-    "shuffle_data": true,
-    "use_grad_checkpointing": false,
-    "grad_checkpoint_layers": 0,
-    "log_samples_every": 1,
-    "max_logged_samples": 50,
-    "log_prompts": true,
-    "sample_log_path": null,
-    "kv_bits": 0,
-    "kv_group_size": 64,
-    "quantized_kv_start": 0,
-    "verbose": true,
-    "use_wandb": true,
-    "wandb_project": "reasonable-qwen-4b-mlxv2isi",
-    "wandb_entity": null,
-    "wandb_run_name": null,
-    "resume_from_checkpoint": "/Users/adeelahmad/work/SiLLM-examples/helpsteer/mlx-grpo/outy1266_align_last7/checkpoint_20250903_224014_periodic_update_2510",
-    "allow_cross_arch_ref": true,
-    "align_bridge_path": null,
-    "align_bridge_weight": 1.0,
-    "align_pool": "mean",
-    "align_after_tag": "<|start|>assistant<|channel|>analysis<|message|>",
-    "effective_batch_size": 4
-  }
-}

checkpoint_20250903_232617_shutdown_signal_update_2602/added_tokens.json

@@ -1,38 +0,0 @@
-{
-  "</answer>": 151669,
-  "</img_base64>": 151670,
-  "</json_output>": 151671,
-  "</ocr_text>": 151672,
-  "</think>": 151668,
-  "</tool_call>": 151658,
-  "</tool_code>": 151673,
-  "</tool_response>": 151666,
-  "<answer>": 151674,
-  "<img_base64>": 151675,
-  "<json_output>": 151676,
-  "<ocr_text>": 151677,
-  "<think>": 151667,
-  "<tool_call>": 151657,
-  "<tool_code>": 151678,
-  "<tool_response>": 151665,
-  "<|box_end|>": 151649,
-  "<|box_start|>": 151648,
-  "<|endoftext|>": 151643,
-  "<|file_sep|>": 151664,
-  "<|fim_middle|>": 151660,
-  "<|fim_pad|>": 151662,
-  "<|fim_prefix|>": 151659,
-  "<|fim_suffix|>": 151661,
-  "<|im_end|>": 151645,
-  "<|im_start|>": 151644,
-  "<|image_pad|>": 151655,
-  "<|object_ref_end|>": 151647,
-  "<|object_ref_start|>": 151646,
-  "<|quad_end|>": 151651,
-  "<|quad_start|>": 151650,
-  "<|repo_name|>": 151663,
-  "<|video_pad|>": 151656,
-  "<|vision_end|>": 151653,
-  "<|vision_pad|>": 151654,
-  "<|vision_start|>": 151652
-}

checkpoint_20250903_232617_shutdown_signal_update_2602/chat_template.jinja

@@ -1,96 +0,0 @@
-{%- if tools %}
-    {{- '<|im_start|>system\n' }}
-    {%- if messages[0].role == 'system' %}
-        {{- messages[0].content + '\n\n' }}
-    {%- endif %}
-    {{- "# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within <tools></tools> XML tags:\n<tools>" }}
-    {%- for tool in tools %}
-        {{- "\n" }}
-        {{- tool | tojson }}
-    {%- endfor %}
-    {{- "\n</tools>\n\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\n<tool_call>\n{\"name\": <function-name>, \"arguments\": <args-json-object>}\n</tool_call><|im_end|>\n" }}
-{%- else %}
-    {%- if messages[0].role == 'system' %}
-        {{- '<|im_start|>system\n' + messages[0].content + '<|im_end|>\n' }}
-    {%- endif %}
-{%- endif %}
-{%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %}
-{%- for message in messages[::-1] %}
-    {%- set index = (messages|length - 1) - loop.index0 %}
-    {%- set tool_start = "<tool_response>" %}
-    {%- set tool_start_length = tool_start|length %}
-    {%- set start_of_message = message.content[:tool_start_length] %}
-    {%- set tool_end = "</tool_response>" %}
-    {%- set tool_end_length = tool_end|length %}
-    {%- set start_pos = (message.content|length) - tool_end_length %}
-    {%- if start_pos < 0 %}
-        {%- set start_pos = 0 %}
-    {%- endif %}
-    {%- set end_of_message = message.content[start_pos:] %}
-    {%- if ns.multi_step_tool and message.role == "user" and not(start_of_message == tool_start and end_of_message == tool_end) %}
-        {%- set ns.multi_step_tool = false %}
-        {%- set ns.last_query_index = index %}
-    {%- endif %}
-{%- endfor %}
-{%- for message in messages %}
-    {%- if (message.role == "user") or (message.role == "system" and not loop.first) %}
-        {{- '<|im_start|>' + message.role + '\n' + message.content + '<|im_end|>' + '\n' }}
-    {%- elif message.role == "assistant" %}
-        {%- set content = message.content %}
-        {%- set reasoning_content = '' %}
-        {%- if message.reasoning_content is defined and message.reasoning_content is not none %}
-            {%- set reasoning_content = message.reasoning_content %}
-        {%- else %}
-            {%- if '</think>' in message.content %}
-                {%- set content = (message.content.split('</think>')|last).lstrip('\n') %}
-        {%- set reasoning_content = (message.content.split('</think>')|first).rstrip('\n') %}
-        {%- set reasoning_content = (reasoning_content.split('<think>')|last).lstrip('\n') %}
-            {%- endif %}
-        {%- endif %}
-        {%- if loop.index0 > ns.last_query_index %}
-            {%- if loop.last or (not loop.last and reasoning_content) %}
-                {{- '<|im_start|>' + message.role + '\n<think>\n' + reasoning_content.strip('\n') + '\n</think>\n\n' + content.lstrip('\n') }}
-            {%- else %}
-                {{- '<|im_start|>' + message.role + '\n' + content }}
-            {%- endif %}
-        {%- else %}
-            {{- '<|im_start|>' + message.role + '\n' + content }}
-        {%- endif %}
-        {%- if message.tool_calls %}
-            {%- for tool_call in message.tool_calls %}
-                {%- if (loop.first and content) or (not loop.first) %}
-                    {{- '\n' }}
-                {%- endif %}
-                {%- if tool_call.function %}
-                    {%- set tool_call = tool_call.function %}
-                {%- endif %}
-                {{- '<tool_call>\n{"name": "' }}
-                {{- tool_call.name }}
-                {{- '", "arguments": ' }}
-                {%- if tool_call.arguments is string %}
-                    {{- tool_call.arguments }}
-                {%- else %}
-                    {{- tool_call.arguments | tojson }}
-                {%- endif %}
-                {{- '}\n</tool_call>' }}
-            {%- endfor %}
-        {%- endif %}
-        {{- '<|im_end|>\n' }}
-    {%- elif message.role == "tool" %}
-        {%- if loop.first or (messages[loop.index0 - 1].role != "tool") %}
-            {{- '<|im_start|>user' }}
-        {%- endif %}
-        {{- '\n<tool_response>\n' }}
-        {{- message.content }}
-        {{- '\n</tool_response>' }}
-        {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %}
-            {{- '<|im_end|>\n' }}
-        {%- endif %}
-    {%- endif %}
-{%- endfor %}
-{%- if add_generation_prompt %}
-    {{- '<|im_start|>assistant\n' }}
-    {%- if enable_thinking is defined and enable_thinking is false %}
-        {{- '<think>\n\n</think>\n\n' }}
-    {%- endif %}
-{%- endif %}

checkpoint_20250903_232617_shutdown_signal_update_2602/config.json

@@ -1,30 +0,0 @@
-{
-    "architectures": [
-        "Qwen3ForCausalLM"
-    ],
-    "attention_bias": false,
-    "attention_dropout": 0.0,
-    "bos_token_id": 151643,
-    "eos_token_id": 151645,
-    "head_dim": 128,
-    "hidden_act": "silu",
-    "hidden_size": 2560,
-    "initializer_range": 0.02,
-    "intermediate_size": 9728,
-    "max_position_embeddings": 40960,
-    "max_window_layers": 36,
-    "model_type": "qwen3",
-    "num_attention_heads": 32,
-    "num_hidden_layers": 36,
-    "num_key_value_heads": 8,
-    "rms_norm_eps": 1e-06,
-    "rope_scaling": null,
-    "rope_theta": 1000000,
-    "sliding_window": null,
-    "tie_word_embeddings": true,
-    "torch_dtype": "bfloat16",
-    "transformers_version": "4.51.0",
-    "use_cache": true,
-    "use_sliding_window": false,
-    "vocab_size": 151936
-}

checkpoint_20250903_232617_shutdown_signal_update_2602/special_tokens_map.json

@@ -1,102 +0,0 @@
-{
-  "additional_special_tokens": [
-    {
-      "content": "</answer>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false
-    },
-    {
-      "content": "</img_base64>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false
-    },
-    {
-      "content": "</json_output>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false
-    },
-    {
-      "content": "</ocr_text>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false
-    },
-    {
-      "content": "</think>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false
-    },
-    {
-      "content": "</tool_code>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false
-    },
-    {
-      "content": "<answer>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false
-    },
-    {
-      "content": "<img_base64>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false
-    },
-    {
-      "content": "<json_output>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false
-    },
-    {
-      "content": "<ocr_text>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false
-    },
-    {
-      "content": "<think>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false
-    },
-    {
-      "content": "<tool_code>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false
-    }
-  ],
-  "eos_token": {
-    "content": "<|im_end|>",
-    "lstrip": false,
-    "normalized": false,
-    "rstrip": false,
-    "single_word": false
-  },
-  "pad_token": {
-    "content": "<|endoftext|>",
-    "lstrip": false,
-    "normalized": false,
-    "rstrip": false,
-    "single_word": false
-  }
-}

checkpoint_20250903_232617_shutdown_signal_update_2602/tokenizer_config.json

@@ -1,318 +0,0 @@
-{
-  "add_bos_token": false,
-  "add_prefix_space": false,
-  "added_tokens_decoder": {
-    "151643": {
-      "content": "<|endoftext|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "151644": {
-      "content": "<|im_start|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "151645": {
-      "content": "<|im_end|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "151646": {
-      "content": "<|object_ref_start|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "151647": {
-      "content": "<|object_ref_end|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "151648": {
-      "content": "<|box_start|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "151649": {
-      "content": "<|box_end|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "151650": {
-      "content": "<|quad_start|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "151651": {
-      "content": "<|quad_end|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "151652": {
-      "content": "<|vision_start|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "151653": {
-      "content": "<|vision_end|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "151654": {
-      "content": "<|vision_pad|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "151655": {
-      "content": "<|image_pad|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "151656": {
-      "content": "<|video_pad|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "151657": {
-      "content": "<tool_call>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "151658": {
-      "content": "</tool_call>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "151659": {
-      "content": "<|fim_prefix|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "151660": {
-      "content": "<|fim_middle|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "151661": {
-      "content": "<|fim_suffix|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "151662": {
-      "content": "<|fim_pad|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "151663": {
-      "content": "<|repo_name|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "151664": {
-      "content": "<|file_sep|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "151665": {
-      "content": "<tool_response>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "151666": {
-      "content": "</tool_response>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "151667": {
-      "content": "<think>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "151668": {
-      "content": "</think>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "151669": {
-      "content": "</answer>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "151670": {
-      "content": "</img_base64>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "151671": {
-      "content": "</json_output>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "151672": {
-      "content": "</ocr_text>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "151673": {
-      "content": "</tool_code>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "151674": {
-      "content": "<answer>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "151675": {
-      "content": "<img_base64>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "151676": {
-      "content": "<json_output>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "151677": {
-      "content": "<ocr_text>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "151678": {
-      "content": "<tool_code>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    }
-  },
-  "additional_special_tokens": [
-    "</answer>",
-    "</img_base64>",
-    "</json_output>",
-    "</ocr_text>",
-    "</think>",
-    "</tool_code>",
-    "<answer>",
-    "<img_base64>",
-    "<json_output>",
-    "<ocr_text>",
-    "<think>",
-    "<tool_code>"
-  ],
-  "bos_token": null,
-  "clean_up_tokenization_spaces": false,
-  "eos_token": "<|im_end|>",
-  "errors": "replace",
-  "extra_special_tokens": {},
-  "model_max_length": 131072,
-  "pad_token": "<|endoftext|>",
-  "split_special_tokens": false,
-  "tokenizer_class": "Qwen2Tokenizer",
-  "unk_token": null
-}

checkpoint_20250903_232617_shutdown_signal_update_2602/training_state.json

@@ -1,763 +0,0 @@
-{
-  "global_step": 2602,
-  "num_updates": 2602,
-  "use_lora": false,
-  "rng_state": {
-    "python": [
-      3,
-      [
-        3228212754,
-        279998097,
-        2056665714,
-        3603597067,
-        3476614728,
-        3031000,
-        2954941703,
-        3205203341,
-        1022055790,
-        1415253971,
-        2181335448,
-        3582899399,
-        1644250258,
-        1793404199,
-        2566317855,
-        109101073,
-        3150506052,
-        2724067265,
-        97547420,
-        2995366220,
-        3519916584,
-        3209457352,
-        3126309277,
-        3451453441,
-        1702671318,
-        2107243699,
-        2422777587,
-        360391179,
-        585237960,
-        2832187814,
-        2662498495,
-        2394734758,
-        1444276186,
-        1837837410,
-        961418280,
-        1195482276,
-        935680843,
-        3968754582,
-        2211483879,
-        1837545159,
-        2419172187,
-        2042898634,
-        2665785964,
-        356867850,
-        3385622908,
-        3868724832,
-        2977197007,
-        1479685303,
-        1540416526,
-        331944145,
-        3530610791,
-        2842657301,
-        2372012930,
-        639325304,
-        3360783663,
-        3762064881,
-        2160841949,
-        4001870304,
-        1864777350,
-        717368547,
-        362746266,
-        3779466655,
-        1960142933,
-        1723756462,
-        1326392635,
-        2695751926,
-        1728155752,
-        2347807318,
-        1862557049,
-        3999800477,
-        2277115301,
-        1516014806,
-        3846995662,
-        2388310657,
-        2859396105,
-        1441398545,
-        3439746988,
-        3678365781,
-        190759243,
-        4075004972,
-        342634350,
-        2045571341,
-        557542918,
-        2240372410,
-        1982579501,
-        255722053,
-        1496213542,
-        2563043770,
-        620403458,
-        3666797179,
-        4194690277,
-        1725488508,
-        2427139442,
-        911138792,
-        2810519096,
-        403900489,
-        1235282796,
-        3323510948,
-        3976438655,
-        2592317228,
-        1469307213,
-        456462311,
-        3393494366,
-        669420558,
-        1939678322,
-        4073521067,
-        3342970892,
-        2452710290,
-        2793129860,
-        1342676286,
-        2394512596,
-        1832972552,
-        3814703913,
-        945666136,
-        3552696630,
-        3165169504,
-        4234896064,
-        3288485605,
-        2637492903,
-        3688384962,
-        1693185353,
-        3041897498,
-        3666651581,
-        216719692,
-        2101621578,
-        1056505155,
-        3806530083,
-        2345205292,
-        2868630622,
-        3289598319,
-        597570811,
-        2632481252,
-        3875619652,
-        289253672,
-        77311731,
-        4133169138,
-        3462637509,
-        2047139049,
-        109094532,
-        1309238588,
-        4183047643,
-        3849080966,
-        2612177601,
-        2747398543,
-        2317389804,
-        2206126400,
-        3538931825,
-        4015230236,
-        1548164965,
-        3615557249,
-        3874732623,
-        383396796,
-        78135062,
-        836187159,
-        1405060375,
-        4124734680,
-        2283841137,
-        130389111,
-        2370256028,
-        3117432748,
-        2188669863,
-        1274090654,
-        136753743,
-        3535123905,
-        928699189,
-        2096609090,
-        140690583,
-        1335216202,
-        1664118110,
-        370920611,
-        3381310767,
-        635177978,
-        919944943,
-        1794890933,
-        3785921605,
-        988623168,
-        3586512205,
-        3578229114,
-        2227888166,
-        1199377973,
-        198574987,
-        3359460270,
-        41421261,
-        3818002247,
-        1611622405,
-        1172309347,
-        1127078025,
-        864036890,
-        3821592921,
-        1074908116,
-        4045652492,
-        150578148,
-        1490173923,
-        1255586022,
-        3620141376,
-        1119552840,
-        1604539422,
-        2899876376,
-        1634692146,
-        2430160935,
-        3525965146,
-        3634230653,
-        2801553134,
-        2236757588,
-        3209439651,
-        638937059,
-        332630833,
-        2099354597,
-        2453040579,
-        2294611386,
-        3583062819,
-        3057053813,
-        2651436307,
-        820127535,
-        2234442340,
-        2926763826,
-        2608312654,
-        622663536,
-        1327274392,
-        579028969,
-        1638676546,
-        725757522,
-        2287475756,
-        2245008208,
-        583117806,
-        1681911299,
-        4043302089,
-        2733469006,
-        3482246612,
-        1699131086,
-        2009286409,
-        1012929586,
-        1831443753,
-        3401815932,
-        2335754234,
-        1338527095,
-        1234451965,
-        2260706742,
-        3195944902,
-        933824426,
-        3055004187,
-        442858759,
-        3568329250,
-        2010957609,
-        2249247272,
-        1258950970,
-        205311363,
-        607774665,
-        2098340782,
-        3806387601,
-        1242750989,
-        3609867707,
-        241559992,
-        2980673848,
-        249731274,
-        2840307599,
-        3768697067,
-        2786582312,
-        234722404,
-        501116625,
-        3883427569,
-        2178103353,
-        2378845018,
-        4115296692,
-        870819025,
-        4131469458,
-        4141674918,
-        2078498292,
-        3999732609,
-        2537021868,
-        3558720844,
-        3704987724,
-        398283175,
-        1690550218,
-        2326228611,
-        2685433390,
-        3899703572,
-        3902620680,
-        2509824424,
-        1513684241,
-        2524739654,
-        3117375505,
-        1379082516,
-        2734650653,
-        2355589146,
-        2451030867,
-        2887987439,
-        2131990321,
-        2214951112,
-        4219817646,
-        1537640525,
-        3339366035,
-        2845436015,
-        3914197935,
-        2658843500,
-        3766601378,
-        1182641028,
-        1457188584,
-        4153939547,
-        2335418690,
-        1152149210,
-        870429227,
-        4230760942,
-        1976040608,
-        785192739,
-        184789279,
-        1377261339,
-        707722660,
-        3558575032,
-        53709080,
-        805111893,
-        4277091928,
-        362164270,
-        3343191968,
-        764658199,
-        1099715208,
-        4090812555,
-        68096351,
-        627278739,
-        1254763496,
-        4216318088,
-        1188064625,
-        3429733508,
-        3022473048,
-        3847088807,
-        3053202734,
-        3740308065,
-        1993837633,
-        763503311,
-        1037390932,
-        588432609,
-        1536894725,
-        1306273771,
-        2543433092,
-        1004993106,
-        700767389,
-        2357318127,
-        3169490527,
-        3918469492,
-        2033525981,
-        519262086,
-        1129257868,
-        2376802674,
-        2854805533,
-        3880903346,
-        74109069,
-        2008994945,
-        4114401423,
-        2811556615,
-        3471501456,
-        837319289,
-        2953139467,
-        2327107742,
-        133550557,
-        3916368228,
-        2552796922,
-        1537772292,
-        1833298346,
-        2009274777,
-        424528351,
-        2717359636,
-        2825961025,
-        1861953389,
-        2884908497,
-        3801183979,
-        1856316371,
-        2235711410,
-        2988382290,
-        1187502951,
-        3671488340,
-        1954214264,
-        2964041676,
-        1604199356,
-        3311430473,
-        1009672891,
-        1165005921,
-        3302391626,
-        2660756877,
-        892284552,
-        2393343854,
-        3816239257,
-        3383925622,
-        2632741631,
-        150411860,
-        4211331326,
-        2563945928,
-        3147050596,
-        86291816,
-        1306956905,
-        3702342117,
-        221494470,
-        2274829119,
-        3628261915,
-        399492089,
-        1039477125,
-        3636665160,
-        1499731795,
-        2521019510,
-        3820576314,
-        651306401,
-        2222447223,
-        762476894,
-        3372134685,
-        2773485657,
-        1506070889,
-        166626664,
-        2296565478,
-        2627756446,
-        1432061762,
-        875491433,
-        3481499302,
-        647568111,
-        1079088546,
-        3657637708,
-        1156169451,
-        1864010770,
-        2499694803,
-        1857267438,
-        2291220436,
-        3324416067,
-        2904742373,
-        1611590803,
-        3124040330,
-        2795308170,
-        3443049470,
-        2264039167,
-        3511022788,
-        2491483558,
-        3811739223,
-        3115068110,
-        3279986730,
-        3570889482,
-        335123233,
-        360967562,
-        311303413,
-        2380553530,
-        1843925797,
-        947441595,
-        3427872459,
-        2885833189,
-        79715633,
-        514452158,
-        1736537499,
-        3982473220,
-        1088572403,
-        2384199361,
-        1784448850,
-        2419864392,
-        639538932,
-        2112974083,
-        3934260396,
-        2850658226,
-        585502134,
-        1760060627,
-        3534598283,
-        118824413,
-        799460671,
-        1478757883,
-        3050258322,
-        2579705998,
-        3133048451,
-        2223823746,
-        603685429,
-        2387682555,
-        3009556562,
-        1521901351,
-        2646225121,
-        1773849074,
-        3347873314,
-        1918004826,
-        1726862757,
-        2513387996,
-        508242897,
-        339225034,
-        1805609427,
-        323575129,
-        765632792,
-        4218304970,
-        296616831,
-        880218140,
-        2165587941,
-        2069055842,
-        110437221,
-        1281149935,
-        3527927111,
-        4246842114,
-        501470319,
-        110693585,
-        2361144593,
-        958597015,
-        540902541,
-        2351458930,
-        3824880566,
-        2412074905,
-        1526349815,
-        2951752081,
-        1577401122,
-        645843044,
-        1122678576,
-        3870028103,
-        3563016932,
-        2394128327,
-        1412316709,
-        1770485652,
-        3328500527,
-        2153223048,
-        1571141422,
-        1950096991,
-        3843465276,
-        1189099356,
-        1707319037,
-        1312370001,
-        4085046861,
-        3231557091,
-        3340822452,
-        1898079545,
-        1373556942,
-        891254598,
-        543958551,
-        3929023245,
-        3262642994,
-        3221866934,
-        2390598216,
-        1036903094,
-        2097686434,
-        129207147,
-        2964160713,
-        1881698322,
-        1515645930,
-        3226263079,
-        1986344504,
-        3005241002,
-        3923005616,
-        1430681832,
-        2048310876,
-        631221366,
-        2972301268,
-        3276451436,
-        3841702416,
-        2585920783,
-        4070240888,
-        3697275337,
-        564704448,
-        266488781,
-        3252391941,
-        2796272702,
-        2665303656,
-        3413456714,
-        2470069594,
-        2470272528,
-        1660836326,
-        991966684,
-        3814972761,
-        1794669421,
-        892478324,
-        461928726,
-        2461293569,
-        561261597,
-        3704935953,
-        1737302340,
-        4141207295,
-        1072950705,
-        1100316204,
-        49599,
-        3655686352,
-        2604516846,
-        169477890,
-        1552495902,
-        4076641781,
-        4288801538,
-        2661645907,
-        2681760413,
-        3191805957,
-        1555588618,
-        2005446622,
-        2876389060,
-        2506534665,
-        3737615325,
-        539844861,
-        2614598422,
-        3169363989,
-        1460455376,
-        3597830757,
-        79929582,
-        1950458365,
-        4188478473,
-        675585740,
-        905482938,
-        3092725,
-        3333208631,
-        2096209247,
-        1647933404,
-        2581635632,
-        1778498943,
-        3092521474,
-        988446911,
-        1790098568,
-        2163371370,
-        3874214587,
-        3811993331,
-        3505387423,
-        2828235272,
-        1132675285,
-        4047174618,
-        2760040098,
-        3320824721,
-        202201724,
-        1355357947,
-        627906198,
-        4127456551,
-        2431589489,
-        675868086,
-        2865627058,
-        4123612491,
-        4047286524,
-        747101435,
-        1216754111,
-        2427503810,
-        3514051898,
-        452300667,
-        2349273222,
-        2983441288,
-        1420412231,
-        2035374170,
-        336
-      ],
-      null
-    ],
-    "numpy": [
-      "MT19937",
-      "[     15572  980513701 2334715163 3585534944 1822198675  158479007\n 1300107201 2003433159  424170022 4102602503 2437447838 1924282775\n 2084306490 4132823124 4216394081 1526156729 4231078312 3658730376\n 3599347945 3798337125  544676946 3949203055 1596292274 2255158710\n  703032348  636265253 2880318131 3345387760  162413307 2418710564\n 3712245020 2175226970  563044056 2939814745 2838234633  468141434\n  616739654  564867267 2130155541  815641611  601811839 2004017220\n 3627706467 3951463947  810570068 3028421201  454655469 3270345648\n  555008207 3255294172 3259033389  429183833  272696145 2007214122\n 2243779629 1934853570  517873959 1769075612 2057249323  825685197\n   21711389  271106734 3943034084 3547272802 1718926725 3289803093\n 2224067888 3644890877 3431377018 1754806530 2376472949 2892610362\n 1500501344 3824621710 1417356523 4122790557  775716514 1813030967\n 3994108828  391693578 1388189506 1179060416 1727839607 3646219745\n 3467814014 1642908326 1500533561 1281477999 2139613886  209245364\n 1449934686 3593983958  693904485  999778614  847538348  922048571\n 1218470567  916177375 1196217437 3715695791 3572687936 2177952212\n 2976499668 1502043605 3295312140  473156180 3489777550 4116262924\n  726728023  266896064 1207195182 1422796794 3298302327 2546802485\n 3089285157 4087066326  281999229 3833891270 4133996591 3393553875\n 1790581640 1088958086  372349629 1150038540 3967005853 3449868499\n 2783031950  745299387 4177989191  440862037 1630705675 3432601205\n 3976086290 2477494074 2631694750   55867155 3381732871 3988268061\n 4190916192 3426936986 1292805609 2800262421 1433946529 2604379311\n 3803100625 2130255467 4134910564 3389303350  912295037 1986407142\n   60132537 1465812628 2556679777  768839848  561642210 2962288069\n 2900250399 2446769166 2830015834 1820339287 3836052622 3843539266\n 3448899655  719693687 2608513431  807017838  705657612 1313405027\n  308572498 3011745795 3544875535 3662789479  792949536 1679330381\n 2262304426 3714222327 3252067572 3530366244 2847367189 1818638534\n 4196918839 1197188921 1714287054 3610324578 1759524349  658319653\n 4062775635 2170322251 3246948233  467741743 2311362121 1326083926\n 2215935251 2860151158 3543259014 4288886076 1000061343   35607424\n 3800789574 1024328448 2871144392 1452668283 2547917804  794856369\n 3652179617  850026679   66787329   99615284 3360338772 2597540132\n 1809210064 3923947080 4257343339  372176093 3483099399  721873771\n 1101276431 2834898271   76176267 4200628658 2773607601 3516401276\n 3454896121 2354147457 1223458703 3128119783  529915195 2585910314\n 3544532140  551469296 3014823830 3511999051 1463986000 3624754398\n  704833819 3852626834 2711357985 1324465084 1627535231  570708901\n 2717601289  725003848 1942965082  328822490 3620824822 1651096734\n 2785116849 1685019798 1956468619 3534906475  922043906 3007951301\n 4238844799  755293417 3011697131  446474988 2478554140 2374977239\n 1380053003 2243890933 2686719863 2130566958 3840030097 1793607073\n 3796244776 2639065600 3001847252 1477803129 1197364324 2384746982\n  766409730 2722234329 3102942583 2032952634  961381465 1104664880\n  431680105 3809455490  596671995 2974418974 2572169252 3211875863\n 1700476003 2461146565 4138090399 3571815849 2874279728 3348404697\n 1894538786 1654054896 1861571639  643113073 1024018105  110160162\n 3688705424 1588307750 1010684555 1071478016 3908839978 1361810520\n 4077136201 1942152543 3862285636  788921650 3325732842 2086596894\n 2354559341  920752382 2089296746  412564844 3783133394 3542635692\n  151261507 2024582056   27012071 3714904670 2251973869 3415653000\n 3122199829 1793993298 3504479999 2494502573 3472923469  628884745\n  400477905 2068607674 2511099917   76006962 4127192322  656421806\n 2099151600 4055081824 3120853595 1902231402 1793968517 2739152483\n 3675524757 3637643391 2093725246 3500121902  291758869 1652675998\n 1139040273 1626503079 1329269718 3800218668 1301440229 4094598479\n 2030419032 2206069114 2167504310 3568823651 1480132672 4189195270\n 1003514971 2108978250 4235920891 1015223357 1328980599 3065593845\n  772959451 1736648400 1111173855 2673522945 3202521755 1515315402\n 1025987717 2556593896 1098413506 3353399904 2969501057 2094670114\n 2847919939 3042807578 2837794286 1675561875 2905519122 4265188297\n 2610926124  846285729 2241003777 2845770412 2129473060 3762815768\n 2144316967 1546390655 1870814520 1524713984 3716398313 3346580439\n  507361322 3071157273  715371311  667081236 1562427246 1416032086\n 2719153631 1214541502 3927763433 4093412577 1609261242 1472085592\n 2916826031 2284397012 4029669634 4115943418  618581971 2078599894\n 2195634027  568626950  551593208 1404161907 4048083862  206856294\n 2947194844 2767249973 1603907667 1631351803 1522568516 3530861276\n  932299423 1409409376 1006753259 2778802782 2428826612 4160546743\n 1957871534 3303229622 2827456021 2670092224 3383794488  945607414\n 1983832766  358657548 4271708270  755497396 3434273208 1362230140\n 1689853703  801994005 3746197505 3596436611 1542752314 3254670338\n 1548922657 4130814301 3943625172  221411986  713064282 4233062979\n 4075891970 2437106728  544573526 3064910259  151483803  689855214\n 1545945006 3683633364 3289795997  329789217 4168762065 3787243687\n 2265695874   39834191 1266893307 1324209011 1243246540 3973960372\n  541659911 1362379416 1601251635 1863255185 3125665448 4219983083\n 2682202466  567260347 1405575843 3420495303 2758288434 3586390223\n  336221788 2630832173 3573336941 1218191945 2213154892 2821992107\n 3693992851  696758711  279252507 2892498320 1862489732  255938916\n 1661968992 3484941106 4082783555 2936202287 3514506417 1758172715\n  517257860 3411688455 3637760904 1419041484 2137852375  757229925\n 3065881553  339906360  661617426  760623637 1046610245  876310326\n 1014024268 3183719419 2438284349 1776461276 3594106675 2854090739\n 2602159385 4289618092 2857553425  695761542 3083079398   76408317\n 3254461403  153861699 2129194363 2941386031 4094753231 1156889483\n 2242959746 1437290897 1982676962 1514123682 1353077347 1818424511\n 2436251404 4085735581 3547311726 4033030170 2353214711  479069124\n  241656432 4085762125  551929572 2454945299  132044757  524232234\n 3799812788    6269782 1338614034 3443833252 1258856457 4165168463\n  355192100 2534159709 2851727269 2518795790 3366162664 3414356452\n 1869549905 2688919231 3437293505 2606459835  902202159 3721325246\n 1701626821 1124672137 2815257054 3602219523 1714310200  949851574\n 2336520456  504372525 1144232445  195534505 4020833259  946396359\n 1559665603 3237234635  826432554  799463637 3769666381 3612718603\n  762518382 2954474157 4052494419  672053721 1345549799 1873779721\n 2936068468  972026843 1411934901 2952294227 2546812485 2659826516\n 2834428224 2455667549 4281380303 2345320401 3932855189  309111429\n  834893265 2699122382 2146331862 3207660078 1202940344 1030469978\n 3945221344 2900087534  722371964 3096315981 1621397645  907802015\n  450035999 2628913824 3160204880 3961963201  349350642 3107386851\n  560688431 2098806006 3142991583   79041694 2234561220  122454157]",
-      624,
-      0,
-      0.0
-    ],
-    "mlx": 1756905991,
-    "mlx_key": [
-      0,
-      1756903229
-    ]
-  },
-  "training_args_snapshot": {
-    "output_dir": "outy1266_align_last7",
-    "max_kv_size": 1536,
-    "model_path": "/Users/adeelahmad/.cache/lm-studio/models/lmstudio-community/Qwen3-4B-MLX-8bit",
-    "ref_model_path": "/Users/adeelahmad/.cache/lm-studio/models/InferenceIllusionist/gpt-oss-20b-MLX-4bit",
-    "draft_model_path": null,
-    "benchmark_every": 0,
-    "benchmark_dataset": "gsm8k",
-    "benchmark_dataset_config": "main",
-    "benchmark_split": "test",
-    "benchmark_samples": 10,
-    "benchmark_prompt_key": "question",
-    "benchmark_answer_key": "answer",
-    "benchmark_max_new_tokens": 196,
-    "benchmark_temperature": 0.0,
-    "benchmark_top_p": 1.0,
-    "benchmark_top_k": 0,
-    "benchmark_use_chat_template": true,
-    "benchmark_stop_on_error": false,
-    "min_think_tokens": 32,
-    "think_end_early_bias": -12.0,
-    "bias_answer_start_after_min_think": true,
-    "train_dataset_path": "/Users/adeelahmad/Downloads/cbaxx-out/train.jsonl",
-    "val_dataset_path": null,
-    "dataset_name": null,
-    "dataset_config": null,
-    "dataset_train_split": "train",
-    "dataset_val_split": "test",
-    "dataset_prompt_key": "prompt",
-    "dataset_answer_key": "completion",
-    "max_prompt_len": 350,
-    "max_gen_len": 128,
-    "system_prompt": null,
-    "think_start_tag": "<think>",
-    "think_end_tag": "</think>",
-    "answer_start_tag": "<answer>",
-    "answer_end_tag": "</answer>",
-    "think_boost_tokens": 24,
-    "think_temperature": 0.15,
-    "answer_temperature": 0.1,
-    "sampling_top_p": 0.6,
-    "sampling_min_p": 0.05,
-    "sampling_top_k": 40,
-    "repetition_penalty": 1.15,
-    "repetition_context_size": 64,
-    "hard_mask_mcq_first_token": true,
-    "mcq_letter_lift": 10.0,
-    "mcq_ban_first_bias": -14.0,
-    "nonmcq_ban_first_bias": -10.0,
-    "mcq_close_after_k": 1,
-    "min_answer_tokens": 6,
-    "min_answer_tokens_mcq": 1,
-    "bias_close_think": 6.0,
-    "bias_answer_start": 3.0,
-    "punish_reopen_think": -3.0,
-    "punish_extra_think_end": -6.0,
-    "bias_eos_after_answer": 4.0,
-    "allow_tool_calls": false,
-    "tool_call_penalty": 1.0,
-    "reward_content_type": "smart",
-    "reward_format_weight": 0.2,
-    "reward_content_weight": 0.7,
-    "think_reward_weight": 0.1,
-    "think_len_min": 16,
-    "think_len_max": 64,
-    "use_lora": false,
-    "num_rollout_samples": 3,
-    "ppo_batch_size": 1,
-    "grpo_beta": 0.04,
-    "learning_rate": 1.4e-06,
-    "optimizer_beta1": 0.9,
-    "optimizer_beta2": 0.95,
-    "optimizer_weight_decay": 0.01,
-    "grad_clip_norm": 0.35,
-    "save_optimizer_state": false,
-    "lr_schedule_config": {
-      "name": "cosine_decay",
-      "arguments": [
-        1.4e-06,
-        60000,
-        2e-07
-      ],
-      "warmup": 4000,
-      "warmup_init": 2e-07
-    },
-    "grad_accum_steps": 2,
-    "num_training_steps": 45869,
-    "save_every": 10,
-    "eval_every": 0,
-    "seed": 15572,
-    "shuffle_data": true,
-    "use_grad_checkpointing": false,
-    "grad_checkpoint_layers": 0,
-    "log_samples_every": 1,
-    "max_logged_samples": 50,
-    "log_prompts": true,
-    "sample_log_path": null,
-    "kv_bits": 0,
-    "kv_group_size": 64,
-    "quantized_kv_start": 0,
-    "verbose": true,
-    "use_wandb": true,
-    "wandb_project": "reasonable-qwen-4b-mlxv2isi",
-    "wandb_entity": null,
-    "wandb_run_name": null,
-    "resume_from_checkpoint": "/Users/adeelahmad/work/SiLLM-examples/helpsteer/mlx-grpo/outy1266_align_last7/checkpoint_20250903_224014_periodic_update_2510",
-    "allow_cross_arch_ref": true,
-    "align_bridge_path": null,
-    "align_bridge_weight": 1.0,
-    "align_pool": "mean",
-    "align_after_tag": "<|start|>assistant<|channel|>analysis<|message|>",
-    "effective_batch_size": 4
-  }
-}

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef812c383c7dcc573b414fe0322217c5b5519c991a700b7f9c2eca121ef0a283
+size 8044982009

model.safetensors.index.json

@@ -1,406 +0,0 @@
-{
-    "metadata": {
-        "total_size": 8044936192,
-        "total_parameters": 4022468096
-    },
-    "weight_map": {
-        "model.embed_tokens.weight": "model.safetensors",
-        "model.layers.0.input_layernorm.weight": "model.safetensors",
-        "model.layers.0.mlp.down_proj.weight": "model.safetensors",
-        "model.layers.0.mlp.gate_proj.weight": "model.safetensors",
-        "model.layers.0.mlp.up_proj.weight": "model.safetensors",
-        "model.layers.0.post_attention_layernorm.weight": "model.safetensors",
-        "model.layers.0.self_attn.k_norm.weight": "model.safetensors",
-        "model.layers.0.self_attn.k_proj.weight": "model.safetensors",
-        "model.layers.0.self_attn.o_proj.weight": "model.safetensors",
-        "model.layers.0.self_attn.q_norm.weight": "model.safetensors",
-        "model.layers.0.self_attn.q_proj.weight": "model.safetensors",
-        "model.layers.0.self_attn.v_proj.weight": "model.safetensors",
-        "model.layers.1.input_layernorm.weight": "model.safetensors",
-        "model.layers.1.mlp.down_proj.weight": "model.safetensors",
-        "model.layers.1.mlp.gate_proj.weight": "model.safetensors",
-        "model.layers.1.mlp.up_proj.weight": "model.safetensors",
-        "model.layers.1.post_attention_layernorm.weight": "model.safetensors",
-        "model.layers.1.self_attn.k_norm.weight": "model.safetensors",
-        "model.layers.1.self_attn.k_proj.weight": "model.safetensors",
-        "model.layers.1.self_attn.o_proj.weight": "model.safetensors",
-        "model.layers.1.self_attn.q_norm.weight": "model.safetensors",
-        "model.layers.1.self_attn.q_proj.weight": "model.safetensors",
-        "model.layers.1.self_attn.v_proj.weight": "model.safetensors",
-        "model.layers.10.input_layernorm.weight": "model.safetensors",
-        "model.layers.10.mlp.down_proj.weight": "model.safetensors",
-        "model.layers.10.mlp.gate_proj.weight": "model.safetensors",
-        "model.layers.10.mlp.up_proj.weight": "model.safetensors",
-        "model.layers.10.post_attention_layernorm.weight": "model.safetensors",
-        "model.layers.10.self_attn.k_norm.weight": "model.safetensors",
-        "model.layers.10.self_attn.k_proj.weight": "model.safetensors",
-        "model.layers.10.self_attn.o_proj.weight": "model.safetensors",
-        "model.layers.10.self_attn.q_norm.weight": "model.safetensors",
-        "model.layers.10.self_attn.q_proj.weight": "model.safetensors",
-        "model.layers.10.self_attn.v_proj.weight": "model.safetensors",
-        "model.layers.11.input_layernorm.weight": "model.safetensors",
-        "model.layers.11.mlp.down_proj.weight": "model.safetensors",
-        "model.layers.11.mlp.gate_proj.weight": "model.safetensors",
-        "model.layers.11.mlp.up_proj.weight": "model.safetensors",
-        "model.layers.11.post_attention_layernorm.weight": "model.safetensors",
-        "model.layers.11.self_attn.k_norm.weight": "model.safetensors",
-        "model.layers.11.self_attn.k_proj.weight": "model.safetensors",
-        "model.layers.11.self_attn.o_proj.weight": "model.safetensors",
-        "model.layers.11.self_attn.q_norm.weight": "model.safetensors",
-        "model.layers.11.self_attn.q_proj.weight": "model.safetensors",
-        "model.layers.11.self_attn.v_proj.weight": "model.safetensors",
-        "model.layers.12.input_layernorm.weight": "model.safetensors",
-        "model.layers.12.mlp.down_proj.weight": "model.safetensors",
-        "model.layers.12.mlp.gate_proj.weight": "model.safetensors",
-        "model.layers.12.mlp.up_proj.weight": "model.safetensors",
-        "model.layers.12.post_attention_layernorm.weight": "model.safetensors",
-        "model.layers.12.self_attn.k_norm.weight": "model.safetensors",
-        "model.layers.12.self_attn.k_proj.weight": "model.safetensors",
-        "model.layers.12.self_attn.o_proj.weight": "model.safetensors",
-        "model.layers.12.self_attn.q_norm.weight": "model.safetensors",
-        "model.layers.12.self_attn.q_proj.weight": "model.safetensors",
-        "model.layers.12.self_attn.v_proj.weight": "model.safetensors",
-        "model.layers.13.input_layernorm.weight": "model.safetensors",
-        "model.layers.13.mlp.down_proj.weight": "model.safetensors",
-        "model.layers.13.mlp.gate_proj.weight": "model.safetensors",
-        "model.layers.13.mlp.up_proj.weight": "model.safetensors",
-        "model.layers.13.post_attention_layernorm.weight": "model.safetensors",
-        "model.layers.13.self_attn.k_norm.weight": "model.safetensors",
-        "model.layers.13.self_attn.k_proj.weight": "model.safetensors",
-        "model.layers.13.self_attn.o_proj.weight": "model.safetensors",
-        "model.layers.13.self_attn.q_norm.weight": "model.safetensors",
-        "model.layers.13.self_attn.q_proj.weight": "model.safetensors",
-        "model.layers.13.self_attn.v_proj.weight": "model.safetensors",
-        "model.layers.14.input_layernorm.weight": "model.safetensors",
-        "model.layers.14.mlp.down_proj.weight": "model.safetensors",
-        "model.layers.14.mlp.gate_proj.weight": "model.safetensors",
-        "model.layers.14.mlp.up_proj.weight": "model.safetensors",
-        "model.layers.14.post_attention_layernorm.weight": "model.safetensors",
-        "model.layers.14.self_attn.k_norm.weight": "model.safetensors",
-        "model.layers.14.self_attn.k_proj.weight": "model.safetensors",
-        "model.layers.14.self_attn.o_proj.weight": "model.safetensors",
-        "model.layers.14.self_attn.q_norm.weight": "model.safetensors",
-        "model.layers.14.self_attn.q_proj.weight": "model.safetensors",
-        "model.layers.14.self_attn.v_proj.weight": "model.safetensors",
-        "model.layers.15.input_layernorm.weight": "model.safetensors",
-        "model.layers.15.mlp.down_proj.weight": "model.safetensors",
-        "model.layers.15.mlp.gate_proj.weight": "model.safetensors",
-        "model.layers.15.mlp.up_proj.weight": "model.safetensors",
-        "model.layers.15.post_attention_layernorm.weight": "model.safetensors",
-        "model.layers.15.self_attn.k_norm.weight": "model.safetensors",
-        "model.layers.15.self_attn.k_proj.weight": "model.safetensors",
-        "model.layers.15.self_attn.o_proj.weight": "model.safetensors",
-        "model.layers.15.self_attn.q_norm.weight": "model.safetensors",
-        "model.layers.15.self_attn.q_proj.weight": "model.safetensors",
-        "model.layers.15.self_attn.v_proj.weight": "model.safetensors",
-        "model.layers.16.input_layernorm.weight": "model.safetensors",
-        "model.layers.16.mlp.down_proj.weight": "model.safetensors",
-        "model.layers.16.mlp.gate_proj.weight": "model.safetensors",
-        "model.layers.16.mlp.up_proj.weight": "model.safetensors",
-        "model.layers.16.post_attention_layernorm.weight": "model.safetensors",
-        "model.layers.16.self_attn.k_norm.weight": "model.safetensors",
-        "model.layers.16.self_attn.k_proj.weight": "model.safetensors",
-        "model.layers.16.self_attn.o_proj.weight": "model.safetensors",
-        "model.layers.16.self_attn.q_norm.weight": "model.safetensors",
-        "model.layers.16.self_attn.q_proj.weight": "model.safetensors",
-        "model.layers.16.self_attn.v_proj.weight": "model.safetensors",
-        "model.layers.17.input_layernorm.weight": "model.safetensors",
-        "model.layers.17.mlp.down_proj.weight": "model.safetensors",
-        "model.layers.17.mlp.gate_proj.weight": "model.safetensors",
-        "model.layers.17.mlp.up_proj.weight": "model.safetensors",
-        "model.layers.17.post_attention_layernorm.weight": "model.safetensors",
-        "model.layers.17.self_attn.k_norm.weight": "model.safetensors",
-        "model.layers.17.self_attn.k_proj.weight": "model.safetensors",
-        "model.layers.17.self_attn.o_proj.weight": "model.safetensors",
-        "model.layers.17.self_attn.q_norm.weight": "model.safetensors",
-        "model.layers.17.self_attn.q_proj.weight": "model.safetensors",
-        "model.layers.17.self_attn.v_proj.weight": "model.safetensors",
-        "model.layers.18.input_layernorm.weight": "model.safetensors",
-        "model.layers.18.mlp.down_proj.weight": "model.safetensors",
-        "model.layers.18.mlp.gate_proj.weight": "model.safetensors",
-        "model.layers.18.mlp.up_proj.weight": "model.safetensors",
-        "model.layers.18.post_attention_layernorm.weight": "model.safetensors",
-        "model.layers.18.self_attn.k_norm.weight": "model.safetensors",
-        "model.layers.18.self_attn.k_proj.weight": "model.safetensors",
-        "model.layers.18.self_attn.o_proj.weight": "model.safetensors",
-        "model.layers.18.self_attn.q_norm.weight": "model.safetensors",
-        "model.layers.18.self_attn.q_proj.weight": "model.safetensors",
-        "model.layers.18.self_attn.v_proj.weight": "model.safetensors",
-        "model.layers.19.input_layernorm.weight": "model.safetensors",
-        "model.layers.19.mlp.down_proj.weight": "model.safetensors",
-        "model.layers.19.mlp.gate_proj.weight": "model.safetensors",
-        "model.layers.19.mlp.up_proj.weight": "model.safetensors",
-        "model.layers.19.post_attention_layernorm.weight": "model.safetensors",
-        "model.layers.19.self_attn.k_norm.weight": "model.safetensors",
-        "model.layers.19.self_attn.k_proj.weight": "model.safetensors",
-        "model.layers.19.self_attn.o_proj.weight": "model.safetensors",
-        "model.layers.19.self_attn.q_norm.weight": "model.safetensors",
-        "model.layers.19.self_attn.q_proj.weight": "model.safetensors",
-        "model.layers.19.self_attn.v_proj.weight": "model.safetensors",
-        "model.layers.2.input_layernorm.weight": "model.safetensors",
-        "model.layers.2.mlp.down_proj.weight": "model.safetensors",
-        "model.layers.2.mlp.gate_proj.weight": "model.safetensors",
-        "model.layers.2.mlp.up_proj.weight": "model.safetensors",
-        "model.layers.2.post_attention_layernorm.weight": "model.safetensors",
-        "model.layers.2.self_attn.k_norm.weight": "model.safetensors",
-        "model.layers.2.self_attn.k_proj.weight": "model.safetensors",
-        "model.layers.2.self_attn.o_proj.weight": "model.safetensors",
-        "model.layers.2.self_attn.q_norm.weight": "model.safetensors",
-        "model.layers.2.self_attn.q_proj.weight": "model.safetensors",
-        "model.layers.2.self_attn.v_proj.weight": "model.safetensors",
-        "model.layers.20.input_layernorm.weight": "model.safetensors",
-        "model.layers.20.mlp.down_proj.weight": "model.safetensors",
-        "model.layers.20.mlp.gate_proj.weight": "model.safetensors",
-        "model.layers.20.mlp.up_proj.weight": "model.safetensors",
-        "model.layers.20.post_attention_layernorm.weight": "model.safetensors",
-        "model.layers.20.self_attn.k_norm.weight": "model.safetensors",
-        "model.layers.20.self_attn.k_proj.weight": "model.safetensors",
-        "model.layers.20.self_attn.o_proj.weight": "model.safetensors",
-        "model.layers.20.self_attn.q_norm.weight": "model.safetensors",
-        "model.layers.20.self_attn.q_proj.weight": "model.safetensors",
-        "model.layers.20.self_attn.v_proj.weight": "model.safetensors",
-        "model.layers.21.input_layernorm.weight": "model.safetensors",
-        "model.layers.21.mlp.down_proj.weight": "model.safetensors",
-        "model.layers.21.mlp.gate_proj.weight": "model.safetensors",
-        "model.layers.21.mlp.up_proj.weight": "model.safetensors",
-        "model.layers.21.post_attention_layernorm.weight": "model.safetensors",
-        "model.layers.21.self_attn.k_norm.weight": "model.safetensors",
-        "model.layers.21.self_attn.k_proj.weight": "model.safetensors",
-        "model.layers.21.self_attn.o_proj.weight": "model.safetensors",
-        "model.layers.21.self_attn.q_norm.weight": "model.safetensors",
-        "model.layers.21.self_attn.q_proj.weight": "model.safetensors",
-        "model.layers.21.self_attn.v_proj.weight": "model.safetensors",
-        "model.layers.22.input_layernorm.weight": "model.safetensors",
-        "model.layers.22.mlp.down_proj.weight": "model.safetensors",
-        "model.layers.22.mlp.gate_proj.weight": "model.safetensors",
-        "model.layers.22.mlp.up_proj.weight": "model.safetensors",
-        "model.layers.22.post_attention_layernorm.weight": "model.safetensors",
-        "model.layers.22.self_attn.k_norm.weight": "model.safetensors",
-        "model.layers.22.self_attn.k_proj.weight": "model.safetensors",
-        "model.layers.22.self_attn.o_proj.weight": "model.safetensors",
-        "model.layers.22.self_attn.q_norm.weight": "model.safetensors",
-        "model.layers.22.self_attn.q_proj.weight": "model.safetensors",
-        "model.layers.22.self_attn.v_proj.weight": "model.safetensors",
-        "model.layers.23.input_layernorm.weight": "model.safetensors",
-        "model.layers.23.mlp.down_proj.weight": "model.safetensors",
-        "model.layers.23.mlp.gate_proj.weight": "model.safetensors",
-        "model.layers.23.mlp.up_proj.weight": "model.safetensors",
-        "model.layers.23.post_attention_layernorm.weight": "model.safetensors",
-        "model.layers.23.self_attn.k_norm.weight": "model.safetensors",
-        "model.layers.23.self_attn.k_proj.weight": "model.safetensors",
-        "model.layers.23.self_attn.o_proj.weight": "model.safetensors",
-        "model.layers.23.self_attn.q_norm.weight": "model.safetensors",
-        "model.layers.23.self_attn.q_proj.weight": "model.safetensors",
-        "model.layers.23.self_attn.v_proj.weight": "model.safetensors",
-        "model.layers.24.input_layernorm.weight": "model.safetensors",
-        "model.layers.24.mlp.down_proj.weight": "model.safetensors",
-        "model.layers.24.mlp.gate_proj.weight": "model.safetensors",
-        "model.layers.24.mlp.up_proj.weight": "model.safetensors",
-        "model.layers.24.post_attention_layernorm.weight": "model.safetensors",
-        "model.layers.24.self_attn.k_norm.weight": "model.safetensors",
-        "model.layers.24.self_attn.k_proj.weight": "model.safetensors",
-        "model.layers.24.self_attn.o_proj.weight": "model.safetensors",
-        "model.layers.24.self_attn.q_norm.weight": "model.safetensors",
-        "model.layers.24.self_attn.q_proj.weight": "model.safetensors",
-        "model.layers.24.self_attn.v_proj.weight": "model.safetensors",
-        "model.layers.25.input_layernorm.weight": "model.safetensors",
-        "model.layers.25.mlp.down_proj.weight": "model.safetensors",
-        "model.layers.25.mlp.gate_proj.weight": "model.safetensors",
-        "model.layers.25.mlp.up_proj.weight": "model.safetensors",
-        "model.layers.25.post_attention_layernorm.weight": "model.safetensors",
-        "model.layers.25.self_attn.k_norm.weight": "model.safetensors",
-        "model.layers.25.self_attn.k_proj.weight": "model.safetensors",
-        "model.layers.25.self_attn.o_proj.weight": "model.safetensors",
-        "model.layers.25.self_attn.q_norm.weight": "model.safetensors",
-        "model.layers.25.self_attn.q_proj.weight": "model.safetensors",
-        "model.layers.25.self_attn.v_proj.weight": "model.safetensors",
-        "model.layers.26.input_layernorm.weight": "model.safetensors",
-        "model.layers.26.mlp.down_proj.weight": "model.safetensors",
-        "model.layers.26.mlp.gate_proj.weight": "model.safetensors",
-        "model.layers.26.mlp.up_proj.weight": "model.safetensors",
-        "model.layers.26.post_attention_layernorm.weight": "model.safetensors",
-        "model.layers.26.self_attn.k_norm.weight": "model.safetensors",
-        "model.layers.26.self_attn.k_proj.weight": "model.safetensors",
-        "model.layers.26.self_attn.o_proj.weight": "model.safetensors",
-        "model.layers.26.self_attn.q_norm.weight": "model.safetensors",
-        "model.layers.26.self_attn.q_proj.weight": "model.safetensors",
-        "model.layers.26.self_attn.v_proj.weight": "model.safetensors",
-        "model.layers.27.input_layernorm.weight": "model.safetensors",
-        "model.layers.27.mlp.down_proj.weight": "model.safetensors",
-        "model.layers.27.mlp.gate_proj.weight": "model.safetensors",
-        "model.layers.27.mlp.up_proj.weight": "model.safetensors",
-        "model.layers.27.post_attention_layernorm.weight": "model.safetensors",
-        "model.layers.27.self_attn.k_norm.weight": "model.safetensors",
-        "model.layers.27.self_attn.k_proj.weight": "model.safetensors",
-        "model.layers.27.self_attn.o_proj.weight": "model.safetensors",
-        "model.layers.27.self_attn.q_norm.weight": "model.safetensors",
-        "model.layers.27.self_attn.q_proj.weight": "model.safetensors",
-        "model.layers.27.self_attn.v_proj.weight": "model.safetensors",
-        "model.layers.28.input_layernorm.weight": "model.safetensors",
-        "model.layers.28.mlp.down_proj.weight": "model.safetensors",
-        "model.layers.28.mlp.gate_proj.weight": "model.safetensors",
-        "model.layers.28.mlp.up_proj.weight": "model.safetensors",
-        "model.layers.28.post_attention_layernorm.weight": "model.safetensors",
-        "model.layers.28.self_attn.k_norm.weight": "model.safetensors",
-        "model.layers.28.self_attn.k_proj.weight": "model.safetensors",
-        "model.layers.28.self_attn.o_proj.weight": "model.safetensors",
-        "model.layers.28.self_attn.q_norm.weight": "model.safetensors",
-        "model.layers.28.self_attn.q_proj.weight": "model.safetensors",
-        "model.layers.28.self_attn.v_proj.weight": "model.safetensors",
-        "model.layers.29.input_layernorm.weight": "model.safetensors",
-        "model.layers.29.mlp.down_proj.weight": "model.safetensors",
-        "model.layers.29.mlp.gate_proj.weight": "model.safetensors",
-        "model.layers.29.mlp.up_proj.weight": "model.safetensors",
-        "model.layers.29.post_attention_layernorm.weight": "model.safetensors",
-        "model.layers.29.self_attn.k_norm.weight": "model.safetensors",
-        "model.layers.29.self_attn.k_proj.weight": "model.safetensors",
-        "model.layers.29.self_attn.o_proj.weight": "model.safetensors",
-        "model.layers.29.self_attn.q_norm.weight": "model.safetensors",
-        "model.layers.29.self_attn.q_proj.weight": "model.safetensors",
-        "model.layers.29.self_attn.v_proj.weight": "model.safetensors",
-        "model.layers.3.input_layernorm.weight": "model.safetensors",
-        "model.layers.3.mlp.down_proj.weight": "model.safetensors",
-        "model.layers.3.mlp.gate_proj.weight": "model.safetensors",
-        "model.layers.3.mlp.up_proj.weight": "model.safetensors",
-        "model.layers.3.post_attention_layernorm.weight": "model.safetensors",
-        "model.layers.3.self_attn.k_norm.weight": "model.safetensors",
-        "model.layers.3.self_attn.k_proj.weight": "model.safetensors",
-        "model.layers.3.self_attn.o_proj.weight": "model.safetensors",
-        "model.layers.3.self_attn.q_norm.weight": "model.safetensors",
-        "model.layers.3.self_attn.q_proj.weight": "model.safetensors",
-        "model.layers.3.self_attn.v_proj.weight": "model.safetensors",
-        "model.layers.30.input_layernorm.weight": "model.safetensors",
-        "model.layers.30.mlp.down_proj.weight": "model.safetensors",
-        "model.layers.30.mlp.gate_proj.weight": "model.safetensors",
-        "model.layers.30.mlp.up_proj.weight": "model.safetensors",
-        "model.layers.30.post_attention_layernorm.weight": "model.safetensors",
-        "model.layers.30.self_attn.k_norm.weight": "model.safetensors",
-        "model.layers.30.self_attn.k_proj.weight": "model.safetensors",
-        "model.layers.30.self_attn.o_proj.weight": "model.safetensors",
-        "model.layers.30.self_attn.q_norm.weight": "model.safetensors",
-        "model.layers.30.self_attn.q_proj.weight": "model.safetensors",
-        "model.layers.30.self_attn.v_proj.weight": "model.safetensors",
-        "model.layers.31.input_layernorm.weight": "model.safetensors",
-        "model.layers.31.mlp.down_proj.weight": "model.safetensors",
-        "model.layers.31.mlp.gate_proj.weight": "model.safetensors",
-        "model.layers.31.mlp.up_proj.weight": "model.safetensors",
-        "model.layers.31.post_attention_layernorm.weight": "model.safetensors",
-        "model.layers.31.self_attn.k_norm.weight": "model.safetensors",
-        "model.layers.31.self_attn.k_proj.weight": "model.safetensors",
-        "model.layers.31.self_attn.o_proj.weight": "model.safetensors",
-        "model.layers.31.self_attn.q_norm.weight": "model.safetensors",
-        "model.layers.31.self_attn.q_proj.weight": "model.safetensors",
-        "model.layers.31.self_attn.v_proj.weight": "model.safetensors",
-        "model.layers.32.input_layernorm.weight": "model.safetensors",
-        "model.layers.32.mlp.down_proj.weight": "model.safetensors",
-        "model.layers.32.mlp.gate_proj.weight": "model.safetensors",
-        "model.layers.32.mlp.up_proj.weight": "model.safetensors",
-        "model.layers.32.post_attention_layernorm.weight": "model.safetensors",
-        "model.layers.32.self_attn.k_norm.weight": "model.safetensors",
-        "model.layers.32.self_attn.k_proj.weight": "model.safetensors",
-        "model.layers.32.self_attn.o_proj.weight": "model.safetensors",
-        "model.layers.32.self_attn.q_norm.weight": "model.safetensors",
-        "model.layers.32.self_attn.q_proj.weight": "model.safetensors",
-        "model.layers.32.self_attn.v_proj.weight": "model.safetensors",
-        "model.layers.33.input_layernorm.weight": "model.safetensors",
-        "model.layers.33.mlp.down_proj.weight": "model.safetensors",
-        "model.layers.33.mlp.gate_proj.weight": "model.safetensors",
-        "model.layers.33.mlp.up_proj.weight": "model.safetensors",
-        "model.layers.33.post_attention_layernorm.weight": "model.safetensors",
-        "model.layers.33.self_attn.k_norm.weight": "model.safetensors",
-        "model.layers.33.self_attn.k_proj.weight": "model.safetensors",
-        "model.layers.33.self_attn.o_proj.weight": "model.safetensors",
-        "model.layers.33.self_attn.q_norm.weight": "model.safetensors",
-        "model.layers.33.self_attn.q_proj.weight": "model.safetensors",
-        "model.layers.33.self_attn.v_proj.weight": "model.safetensors",
-        "model.layers.34.input_layernorm.weight": "model.safetensors",
-        "model.layers.34.mlp.down_proj.weight": "model.safetensors",
-        "model.layers.34.mlp.gate_proj.weight": "model.safetensors",
-        "model.layers.34.mlp.up_proj.weight": "model.safetensors",
-        "model.layers.34.post_attention_layernorm.weight": "model.safetensors",
-        "model.layers.34.self_attn.k_norm.weight": "model.safetensors",
-        "model.layers.34.self_attn.k_proj.weight": "model.safetensors",
-        "model.layers.34.self_attn.o_proj.weight": "model.safetensors",
-        "model.layers.34.self_attn.q_norm.weight": "model.safetensors",
-        "model.layers.34.self_attn.q_proj.weight": "model.safetensors",
-        "model.layers.34.self_attn.v_proj.weight": "model.safetensors",
-        "model.layers.35.input_layernorm.weight": "model.safetensors",
-        "model.layers.35.mlp.down_proj.weight": "model.safetensors",
-        "model.layers.35.mlp.gate_proj.weight": "model.safetensors",
-        "model.layers.35.mlp.up_proj.weight": "model.safetensors",
-        "model.layers.35.post_attention_layernorm.weight": "model.safetensors",
-        "model.layers.35.self_attn.k_norm.weight": "model.safetensors",
-        "model.layers.35.self_attn.k_proj.weight": "model.safetensors",
-        "model.layers.35.self_attn.o_proj.weight": "model.safetensors",
-        "model.layers.35.self_attn.q_norm.weight": "model.safetensors",
-        "model.layers.35.self_attn.q_proj.weight": "model.safetensors",
-        "model.layers.35.self_attn.v_proj.weight": "model.safetensors",
-        "model.layers.4.input_layernorm.weight": "model.safetensors",
-        "model.layers.4.mlp.down_proj.weight": "model.safetensors",
-        "model.layers.4.mlp.gate_proj.weight": "model.safetensors",
-        "model.layers.4.mlp.up_proj.weight": "model.safetensors",
-        "model.layers.4.post_attention_layernorm.weight": "model.safetensors",
-        "model.layers.4.self_attn.k_norm.weight": "model.safetensors",
-        "model.layers.4.self_attn.k_proj.weight": "model.safetensors",
-        "model.layers.4.self_attn.o_proj.weight": "model.safetensors",
-        "model.layers.4.self_attn.q_norm.weight": "model.safetensors",
-        "model.layers.4.self_attn.q_proj.weight": "model.safetensors",
-        "model.layers.4.self_attn.v_proj.weight": "model.safetensors",
-        "model.layers.5.input_layernorm.weight": "model.safetensors",
-        "model.layers.5.mlp.down_proj.weight": "model.safetensors",
-        "model.layers.5.mlp.gate_proj.weight": "model.safetensors",
-        "model.layers.5.mlp.up_proj.weight": "model.safetensors",
-        "model.layers.5.post_attention_layernorm.weight": "model.safetensors",
-        "model.layers.5.self_attn.k_norm.weight": "model.safetensors",
-        "model.layers.5.self_attn.k_proj.weight": "model.safetensors",
-        "model.layers.5.self_attn.o_proj.weight": "model.safetensors",
-        "model.layers.5.self_attn.q_norm.weight": "model.safetensors",
-        "model.layers.5.self_attn.q_proj.weight": "model.safetensors",
-        "model.layers.5.self_attn.v_proj.weight": "model.safetensors",
-        "model.layers.6.input_layernorm.weight": "model.safetensors",
-        "model.layers.6.mlp.down_proj.weight": "model.safetensors",
-        "model.layers.6.mlp.gate_proj.weight": "model.safetensors",
-        "model.layers.6.mlp.up_proj.weight": "model.safetensors",
-        "model.layers.6.post_attention_layernorm.weight": "model.safetensors",
-        "model.layers.6.self_attn.k_norm.weight": "model.safetensors",
-        "model.layers.6.self_attn.k_proj.weight": "model.safetensors",
-        "model.layers.6.self_attn.o_proj.weight": "model.safetensors",
-        "model.layers.6.self_attn.q_norm.weight": "model.safetensors",
-        "model.layers.6.self_attn.q_proj.weight": "model.safetensors",
-        "model.layers.6.self_attn.v_proj.weight": "model.safetensors",
-        "model.layers.7.input_layernorm.weight": "model.safetensors",
-        "model.layers.7.mlp.down_proj.weight": "model.safetensors",
-        "model.layers.7.mlp.gate_proj.weight": "model.safetensors",
-        "model.layers.7.mlp.up_proj.weight": "model.safetensors",
-        "model.layers.7.post_attention_layernorm.weight": "model.safetensors",
-        "model.layers.7.self_attn.k_norm.weight": "model.safetensors",
-        "model.layers.7.self_attn.k_proj.weight": "model.safetensors",
-        "model.layers.7.self_attn.o_proj.weight": "model.safetensors",
-        "model.layers.7.self_attn.q_norm.weight": "model.safetensors",
-        "model.layers.7.self_attn.q_proj.weight": "model.safetensors",
-        "model.layers.7.self_attn.v_proj.weight": "model.safetensors",
-        "model.layers.8.input_layernorm.weight": "model.safetensors",
-        "model.layers.8.mlp.down_proj.weight": "model.safetensors",
-        "model.layers.8.mlp.gate_proj.weight": "model.safetensors",
-        "model.layers.8.mlp.up_proj.weight": "model.safetensors",
-        "model.layers.8.post_attention_layernorm.weight": "model.safetensors",
-        "model.layers.8.self_attn.k_norm.weight": "model.safetensors",
-        "model.layers.8.self_attn.k_proj.weight": "model.safetensors",
-        "model.layers.8.self_attn.o_proj.weight": "model.safetensors",
-        "model.layers.8.self_attn.q_norm.weight": "model.safetensors",
-        "model.layers.8.self_attn.q_proj.weight": "model.safetensors",
-        "model.layers.8.self_attn.v_proj.weight": "model.safetensors",
-        "model.layers.9.input_layernorm.weight": "model.safetensors",
-        "model.layers.9.mlp.down_proj.weight": "model.safetensors",
-        "model.layers.9.mlp.gate_proj.weight": "model.safetensors",
-        "model.layers.9.mlp.up_proj.weight": "model.safetensors",
-        "model.layers.9.post_attention_layernorm.weight": "model.safetensors",
-        "model.layers.9.self_attn.k_norm.weight": "model.safetensors",
-        "model.layers.9.self_attn.k_proj.weight": "model.safetensors",
-        "model.layers.9.self_attn.o_proj.weight": "model.safetensors",
-        "model.layers.9.self_attn.q_norm.weight": "model.safetensors",
-        "model.layers.9.self_attn.q_proj.weight": "model.safetensors",
-        "model.layers.9.self_attn.v_proj.weight": "model.safetensors",
-        "model.norm.weight": "model.safetensors"
-    }
-}

tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c73c38bcfda11e5e9cbed5db75854b6d0fdb3be4bbe54cffae22ad886a27137
+size 11424535

training_state.json

@@ -1,763 +0,0 @@
-{
-  "global_step": 1170,
-  "num_updates": 1170,
-  "use_lora": false,
-  "rng_state": {
-    "python": [
-      3,
-      [
-        88433409,
-        3831378706,
-        2254718744,
-        3124532325,
-        1870680829,
-        287749387,
-        3447846173,
-        3949328054,
-        1423803997,
-        243075628,
-        3410472399,
-        4291626751,
-        3544287654,
-        2772540057,
-        1141969636,
-        792671283,
-        1143722062,
-        3917124382,
-        1873685467,
-        2825564264,
-        577430928,
-        3961905670,
-        1597653823,
-        3974344184,
-        187968963,
-        3720525757,
-        3136757766,
-        3149625810,
-        3542978814,
-        2043851790,
-        1406546975,
-        3515229815,
-        1971827767,
-        2621571898,
-        420001427,
-        1411697076,
-        3344524717,
-        1058190081,
-        2748006135,
-        3479097891,
-        487321201,
-        3631996109,
-        2537270012,
-        2608966632,
-        710474667,
-        2323016772,
-        3596820456,
-        1185526171,
-        4074881436,
-        2932887847,
-        1980325142,
-        1341823072,
-        1671725107,
-        606816074,
-        4183244382,
-        1906142123,
-        4216369577,
-        2964173476,
-        4067683137,
-        3577623281,
-        2751451114,
-        525849254,
-        498730114,
-        1613819194,
-        3067945879,
-        2856159025,
-        772320633,
-        3448944950,
-        460990664,
-        2065935992,
-        1895423998,
-        2399377116,
-        1502185808,
-        32393732,
-        1698335152,
-        81009662,
-        2240252988,
-        4085637238,
-        1620133323,
-        3479175556,
-        1340811264,
-        3942843638,
-        2093402992,
-        3273966663,
-        182263349,
-        1888196096,
-        1432765667,
-        318467058,
-        1081558690,
-        2808477935,
-        1077711974,
-        1621291395,
-        1277555732,
-        153546595,
-        1931993913,
-        670335560,
-        2224784695,
-        3293586766,
-        1098169583,
-        1124260106,
-        1583549685,
-        1543594932,
-        3610215130,
-        1942116738,
-        3465276485,
-        1472649529,
-        2785362770,
-        11122647,
-        2871168363,
-        3605045875,
-        1436086857,
-        1992015531,
-        2251602449,
-        2032078653,
-        2011235721,
-        3422761212,
-        533288666,
-        169258631,
-        1306123880,
-        3056053144,
-        3917548099,
-        2273250686,
-        3571151177,
-        2436271223,
-        4115144236,
-        317789591,
-        1566000295,
-        311498837,
-        3690527042,
-        3229620032,
-        4011580485,
-        1218474694,
-        187868606,
-        2636294475,
-        2399920460,
-        116828745,
-        3342270071,
-        3266649763,
-        3872561671,
-        411380297,
-        3271629686,
-        65062469,
-        193153987,
-        2111927589,
-        2744014947,
-        2527217086,
-        224930943,
-        1917332886,
-        3431250047,
-        981441600,
-        1147445640,
-        2460571710,
-        3069543174,
-        1984643935,
-        1967394565,
-        3318142388,
-        3620666162,
-        2949301306,
-        3981554569,
-        2104333466,
-        3458143967,
-        1218641839,
-        4234154823,
-        2367325999,
-        615244407,
-        891373979,
-        664834184,
-        3228241020,
-        419790255,
-        4246105607,
-        2165432894,
-        2011893032,
-        3506348715,
-        4102440825,
-        75342742,
-        780322583,
-        903711565,
-        2820344521,
-        2352792055,
-        2674787198,
-        473489289,
-        2254569435,
-        1901494810,
-        2998425969,
-        2979621586,
-        4137707221,
-        474036005,
-        281302580,
-        1242186001,
-        3142425247,
-        3055060083,
-        1660759950,
-        4070331092,
-        3678870707,
-        2937711110,
-        2933412383,
-        307656978,
-        2242779280,
-        636656000,
-        1286397477,
-        2872710772,
-        3393487356,
-        877876473,
-        2448336526,
-        1866067529,
-        762567813,
-        4035616500,
-        3571396236,
-        2842294297,
-        1396536016,
-        2011398339,
-        699445832,
-        1264995189,
-        371442626,
-        2593945616,
-        4057126447,
-        2150076893,
-        3342683702,
-        2284907612,
-        197566287,
-        844331282,
-        1067808142,
-        254283823,
-        1380810632,
-        2846158625,
-        985884435,
-        2601874760,
-        1399532205,
-        2452815544,
-        3721822107,
-        2414881686,
-        1703107108,
-        2277801220,
-        4082425610,
-        1144002166,
-        2407468644,
-        1530584607,
-        3372691519,
-        2670544165,
-        384647240,
-        840469694,
-        3160659153,
-        3888679998,
-        3249019166,
-        2604272067,
-        830027875,
-        2271933835,
-        1799755055,
-        1603014578,
-        2187538856,
-        2717813938,
-        2040822464,
-        3756498985,
-        1814572232,
-        1613553527,
-        2138535491,
-        2141101823,
-        3935126783,
-        3693989649,
-        169664205,
-        635771242,
-        2385018594,
-        1779647100,
-        1660709281,
-        4017470124,
-        2895193002,
-        2744838504,
-        1023568806,
-        4002950525,
-        2275253474,
-        2658933434,
-        2421989324,
-        694757800,
-        1998442136,
-        3664344089,
-        675515255,
-        2263357871,
-        2353130827,
-        1522603128,
-        1081635037,
-        495593658,
-        1925118214,
-        3253986378,
-        1514888605,
-        4240412220,
-        48693514,
-        2942622811,
-        4178811965,
-        1838803473,
-        2453154413,
-        69796190,
-        714322070,
-        2212771588,
-        3281544869,
-        2800731561,
-        1747615033,
-        3466736859,
-        1039287652,
-        4257847749,
-        2413232209,
-        4233791285,
-        221767369,
-        1580174462,
-        3086514569,
-        18972175,
-        2815922554,
-        3293813300,
-        2887767542,
-        1869843114,
-        4157667177,
-        2350648693,
-        3156952074,
-        159224819,
-        1440463052,
-        1975848388,
-        4126268518,
-        2898062192,
-        1415629207,
-        830641200,
-        2993317888,
-        2562839995,
-        3315502303,
-        1932757621,
-        2808623562,
-        2368783935,
-        2440999631,
-        3751189476,
-        2025830533,
-        991178336,
-        3770572174,
-        464542652,
-        4035531657,
-        3816676001,
-        1093375034,
-        2654483265,
-        2828259190,
-        3592041138,
-        1496536068,
-        2648116935,
-        676735297,
-        1823204629,
-        2563295500,
-        1986869362,
-        1232844543,
-        2280913022,
-        3529890815,
-        1757103232,
-        1356351083,
-        1648455129,
-        3469130795,
-        1858425271,
-        1813960773,
-        1998971380,
-        4155645018,
-        359735116,
-        1434689661,
-        4037235611,
-        1788923696,
-        1349592814,
-        2023945742,
-        4171737805,
-        3119492423,
-        2947138617,
-        3697549130,
-        1971609798,
-        2487285385,
-        3489616370,
-        2005959754,
-        3027606174,
-        2972294839,
-        364072206,
-        3426809825,
-        3849365037,
-        984352291,
-        3073220352,
-        3755995930,
-        1158211781,
-        308806298,
-        1926310729,
-        487418844,
-        1349926520,
-        2002477690,
-        3032195845,
-        636699165,
-        809676152,
-        1648291192,
-        1410277612,
-        3072144731,
-        3838647786,
-        2459945686,
-        1946907355,
-        2496102582,
-        3589873447,
-        2788430457,
-        1748997848,
-        27169846,
-        1853630383,
-        3715429854,
-        1438873584,
-        2913648665,
-        3338322414,
-        3741348761,
-        2113378220,
-        2149668531,
-        2021316124,
-        4211622394,
-        1806739818,
-        1096312849,
-        1509856509,
-        2978483030,
-        983181000,
-        4192030429,
-        2861323938,
-        3721857335,
-        1127007302,
-        820253711,
-        1853880343,
-        3844617128,
-        3830593027,
-        2223768515,
-        2237495737,
-        4147210204,
-        2683114125,
-        1676494901,
-        1330274023,
-        2751067496,
-        3595727401,
-        793860064,
-        1553495353,
-        2770064337,
-        4217568752,
-        793895426,
-        304487876,
-        3839740796,
-        453880664,
-        4076742522,
-        3638094636,
-        4272461034,
-        924723712,
-        2313693188,
-        957874993,
-        4045752236,
-        1848602374,
-        2490313670,
-        4229167577,
-        3968647495,
-        571982538,
-        1349164597,
-        1527293139,
-        2684473225,
-        1123109717,
-        4125524175,
-        1867114010,
-        3139395026,
-        2514230201,
-        2321278517,
-        237263888,
-        2807313863,
-        715356021,
-        2965099325,
-        2853485236,
-        1808770088,
-        1491462188,
-        2282306322,
-        1826887192,
-        3482622506,
-        3160214329,
-        2846741286,
-        297679738,
-        78044798,
-        2180420647,
-        4294283288,
-        3078757245,
-        689073222,
-        2928024475,
-        2045050690,
-        3121221773,
-        1744554209,
-        3730578802,
-        4096172212,
-        816300414,
-        2154015936,
-        2905306257,
-        3165587824,
-        3101628795,
-        1946528699,
-        4006251360,
-        1858878855,
-        306607162,
-        3670584545,
-        2775263442,
-        3019473454,
-        1885649240,
-        478830246,
-        173386865,
-        131488732,
-        889904861,
-        187986497,
-        3732887569,
-        1942981602,
-        1657640617,
-        883426275,
-        626676545,
-        3127146522,
-        1369492201,
-        2119152187,
-        691876777,
-        344903938,
-        2224770676,
-        1201174993,
-        4238053429,
-        415126681,
-        3585621266,
-        2893479647,
-        465483747,
-        1619056575,
-        1973441940,
-        3049719280,
-        1509555909,
-        3204623582,
-        3583454029,
-        3711167974,
-        2672833023,
-        1716625770,
-        333305676,
-        3069627543,
-        2569430167,
-        3008615781,
-        1037776311,
-        1203514458,
-        2480316803,
-        3674850750,
-        3882071919,
-        1123703491,
-        1925228774,
-        360297051,
-        2779325314,
-        1250535143,
-        3864019182,
-        3859893406,
-        3786138762,
-        4177324002,
-        1288978146,
-        1886672442,
-        1342670880,
-        3414114294,
-        837797328,
-        3311596167,
-        3262380560,
-        364381458,
-        2526785561,
-        3950236972,
-        2598760366,
-        3676645323,
-        4110848868,
-        158694619,
-        1074693433,
-        2486872109,
-        1084554904,
-        2159023899,
-        3779177682,
-        2119206349,
-        2581153459,
-        1268518531,
-        45156076,
-        1926404473,
-        1094279634,
-        1921049957,
-        1773816468,
-        1680514487,
-        1622305681,
-        3218183318,
-        1127913791,
-        1811633129,
-        2406679215,
-        56708853,
-        1516005722,
-        1529189539,
-        647155004,
-        1327954509,
-        3304234068,
-        2927585790,
-        239541044,
-        2460188861,
-        1483784281,
-        684984465,
-        2087854562,
-        1437781978,
-        768432905,
-        860383364,
-        4003279944,
-        1011827734,
-        895350278,
-        4135068233,
-        2427835175,
-        1113890874,
-        110166785,
-        2996505386,
-        2832734881,
-        3549156369,
-        2349118872,
-        2147850545,
-        3967211094,
-        3802081533,
-        1333704272,
-        3619564092,
-        1040301827,
-        2940961016,
-        386293345,
-        244474911,
-        3848673290,
-        3301276956,
-        302075821,
-        895633191,
-        1074662119,
-        230712882,
-        3478659002,
-        171732214,
-        1291632324,
-        1833497219,
-        604360431,
-        4236010565,
-        3342057989,
-        3050710768,
-        429
-      ],
-      null
-    ],
-    "numpy": [
-      "MT19937",
-      "[      1678  426152967 3940623813 3094666529  543685075 1182563140\n 3891760959  989241011  421488551   23938028 1961433126 4210321006\n 2520235533 2669478648 3655333552  323428270 4039482806 1800410490\n 2893302937 3273534522 1646326673 3259508709 1662768084 2771030048\n  970657666 1397207139 1666910404 1140777684 1254521637 1177606481\n 2260831406  660114427 2696252711  137133242 3915562884  489017190\n 1873963362  830377780  469586858 2656959545 2427262575 1313156650\n 1311586849  584257227 3149691203 2869338066  601054526 4093376421\n 3883567790 2924104562 3586044770  904048248 4145352076 1920524448\n 3930966203  774023375 2980864227 3942752766 3242216971  710480227\n 2636568395 2022179082   25447573 1514206216 3598194893 2018117511\n 3487936032 1992519442 2131819971   30339023 1470325745 4286701047\n 1336944012  930235882 2833633180 4095244193   52094262 2864731291\n  659964331 2648271814 1137666212  945264234 4008907300 1303251126\n  961830791 1444540312 4070795443 1246657991 1253086582 1105766220\n 2439853755 1567529048 3264789625  578135679 2952636281 2786125542\n  276241492 1936925061 3287801206 1619065996 2112231685  776405753\n 1667919267 2232873809 1972005671 1761451111 1938508456 2005394968\n 3111135561 4100353540  863774769 2262111428 1402546318 1644857308\n 1139269539 1452731741 1008067008 2528235829 2308897321 1522972270\n 4178600259 2957090489 3807556417  712838021  455260405 3026261542\n 3928162482 3422879572 3657387219 2072288913 3390938962  522794104\n 1738402780  328356790  427912532 3235780267 1884739792 3858916350\n 2120144987 2141816333 3505540936 3944049700 2674232049 2333138286\n 2182752300 3574888631 1117254550 4100975142 1467493933 2790507505\n 1385060981  700302427 3362794367 2615837829 2552465629 3697104790\n  633686885  670223478  292540716    4330235 3742814375  505681237\n 2767841323 2029357520  274151705 1000794242  248860144 1651322967\n 3729528982 4114641010 4256159295 1537843799 2854687386 2894442149\n 3586541457    8740681 4221282685 1552960871 3827572720 3137250962\n 1535821700 4079609134 2607251575 2462534624 4218086114 2226973822\n 1081846182 3055898270 3389882440  386449748 2134260450 2518529870\n  870645180 1162196973  996334814  138801753 3736682209  300597743\n 3572525841  832889057 3834389133   61448399 4070848885 4156871257\n 3450808398 2026314798 3454813785 2488527953 3906578575   82209805\n 2937493235 4148659944 2866347659 1234353634 2209900133 3881731706\n 2542849941 2891626092 4033665088 1216491082  774858611 4013251644\n  136584377 1588418268 3119155985 2944076384 3032976268 3578465769\n 1786034230 3022200216 2749896872 1147844089 3007546304 1299435123\n 1162442212 2069238084 1293270565 1867598113 3943955086 3318894480\n 3381924079 3404528141 2679252600 3711334677   82087074 1843146463\n  486886540 1893867571 2244966066 1345193065 1096508930 3233536810\n 3699730729 4262459535 2753821754 2310306583  598068553  876941262\n 3948313416  606521498 2027786182  600586632 1561623470 3842929682\n 1934091453 2246695733  773123261 2518518940 2319124834 3807319021\n 1837054964 1241236920 1630798861 1543767501 2906945166 1296544335\n 2748782554 2256994637 2954873921 1521513094 1251503963   87103899\n 1783631425  754311259 3633264643 2641959197 3004268889 4053712134\n 2381005081  258286536 2374313738 2292428619  409025009 3891582522\n 1909196451 2608419089 2126850215 2870206631 3801280323 2428609899\n 2412410009 2810443092 2998194716 2895836421 2910088179 1548324934\n 2905402421  111387110 2776430322  721673701 3079215503 4137585368\n 1423506591  689846671 1285766565 2011174639 1076914978 3999596812\n 1993569065  270850055 4065721091 2084505665 4194861698  817465128\n  345947148 1234607617 4110047046  509303936 1712062408 2031975574\n 2893019101 3471582022  351066245  150182598 2841249644 2592132533\n 3068729731  119806518 2730442400 2623957309 4151524911 2414941361\n 3809867509 3784185445 2882891158 1910796477 2493060998 3801607279\n 3127514104 1415621887 3920244628 1153275634  960076351  855544636\n 2984195086  473822751  469873311 3952840992 4043374389 1618122677\n 1985032044 1751387242  889924257 4255054832 2352182091 3422391866\n  464821995  331052838 1707301230 4143427900 1783408205 2437957999\n 1240682101 1998981433 1031314574 4232037245  624463918 1304134047\n  917091024   89447819  936889427  515967292   12436010 3740014097\n 2104645786 2143611304 2035982895  953064361 2289032241  979250340\n 3582419514 1837712132 2636652417 2588314424 3840735596 3372470614\n 4007335189 1448220987  645529456 3018111167  692390177 1711686806\n  793698341 2635414828 1801503418 1551886428 2287694663 4289161424\n 1441417175 2226773767  181513107  781147546 2665306462 1672117993\n 3901111078 3432981560 3335118823 3316800149  871498960 3837736883\n 1510877716  514775278   60093836 3892366819  396237576  185594833\n 3179088927 1050431004 1278987960 3360199082  573827675  325266070\n  704910558 4242082631 3884242822 1868707372 4160255605 3517310019\n 3143192310 3458776059 3866223248  322179256 2240090706  612174667\n 1131256147  176709911 2137300689  861927887 3392558955  537863625\n 2511436559 3812262628 4269032935 3062012089 4133443213 2127635917\n  240260932 3887240093 2881867040 2478776885 3073962111  294963230\n 2946302884 1903183949 3792778188  606878076 3533310910 2503592036\n 1322559506 2220719188 4005959108 3258914906 2640002549 3471418188\n 1975236357 2568772207  160367581 2777206030  805852058 2839308193\n 2982158383 3477063842 1324307047 2152602145 3854699699  388576085\n 1930215279 3665520205 4036041902 1448339242 1811757281  746017355\n 1244306563  807359287  979715489  262054772 2000392884 1257685082\n 1187485913  192079659 2016950507 3406409799 3422744778 1904448068\n 1309844529 2223536361 3304749489  768624437 3619321573  779878587\n 2624413381 3394233730 1172215525 4291661301 2529929744 3134962973\n 2428515903  814157078  249754036 3738087947 3272247088 3420890152\n 2164705793 1407078458  625097811 3484367308 2663028665 2230186454\n 3575045812 2587283268 1601584816 1409971944 1310891265 2762797845\n 3757324585 1444415913 4164860256 1470767400 3590129735 3223103727\n 1344860984 1021343898 1766850784 1328530404 3304118393 4197758019\n 3640745826 3778841704 1056287579 1662865420 1992461383 1438437317\n 1024056956 3260622101 2912840152  589000493 2391602157  732964472\n  777873286 2750058509 1997266715 1674178931  587220524 1876770191\n  521947450 3790532631   38497818 1080319097 1146926480 3098885486\n  458492374 1313171881 3397753220 2358236032  226297480 3364511207\n 3960607028 2060991476  790152939 1806123002 2652279627 1186541330\n 1321582533 3590360731 3232734272 2310898616 3579413676 2300314198\n 2509758832 2393896519 1310333063 4212483373 2933427062 2654739221\n  165085541 2538970156  849165946 1271853687  295751908 3933761611\n 1737676480 3173188990 3542386758 2956571284 2440019338 3158020357\n  256768289 2147284324  803397689 2081421790 1746857565 4131866799\n 3703028288 3271514580 3199435577 3366607790 3556819625  387959163\n 2293912305 1888208714 1272563203 3119526711 2845741911 2881200120]",
-      624,
-      0,
-      0.0
-    ],
-    "mlx": 1756849692,
-    "mlx_key": [
-      0,
-      1756849182
-    ]
-  },
-  "training_args_snapshot": {
-    "output_dir": "outy1266_align_last7",
-    "max_kv_size": 1536,
-    "model_path": "/Users/adeelahmad/.cache/lm-studio/models/lmstudio-community/Qwen3-4B-MLX-8bit",
-    "ref_model_path": "/Users/adeelahmad/.cache/lm-studio/models/InferenceIllusionist/gpt-oss-20b-MLX-4bit",
-    "draft_model_path": null,
-    "benchmark_every": 0,
-    "benchmark_dataset": "gsm8k",
-    "benchmark_dataset_config": "main",
-    "benchmark_split": "test",
-    "benchmark_samples": 10,
-    "benchmark_prompt_key": "question",
-    "benchmark_answer_key": "answer",
-    "benchmark_max_new_tokens": 196,
-    "benchmark_temperature": 0.0,
-    "benchmark_top_p": 1.0,
-    "benchmark_top_k": 0,
-    "benchmark_use_chat_template": true,
-    "benchmark_stop_on_error": false,
-    "min_think_tokens": 32,
-    "think_end_early_bias": -12.0,
-    "bias_answer_start_after_min_think": true,
-    "train_dataset_path": "/Users/adeelahmad/Downloads/cbaxx-out/train.jsonl",
-    "val_dataset_path": null,
-    "dataset_name": null,
-    "dataset_config": null,
-    "dataset_train_split": "train",
-    "dataset_val_split": "test",
-    "dataset_prompt_key": "prompt",
-    "dataset_answer_key": "completion",
-    "max_prompt_len": 350,
-    "max_gen_len": 128,
-    "system_prompt": null,
-    "think_start_tag": "<think>",
-    "think_end_tag": "</think>",
-    "answer_start_tag": "<answer>",
-    "answer_end_tag": "</answer>",
-    "think_boost_tokens": 24,
-    "think_temperature": 0.15,
-    "answer_temperature": 0.1,
-    "sampling_top_p": 0.6,
-    "sampling_min_p": 0.05,
-    "sampling_top_k": 40,
-    "repetition_penalty": 1.15,
-    "repetition_context_size": 64,
-    "hard_mask_mcq_first_token": true,
-    "mcq_letter_lift": 10.0,
-    "mcq_ban_first_bias": -14.0,
-    "nonmcq_ban_first_bias": -10.0,
-    "mcq_close_after_k": 1,
-    "min_answer_tokens": 6,
-    "min_answer_tokens_mcq": 1,
-    "bias_close_think": 6.0,
-    "bias_answer_start": 3.0,
-    "punish_reopen_think": -3.0,
-    "punish_extra_think_end": -6.0,
-    "bias_eos_after_answer": 4.0,
-    "allow_tool_calls": false,
-    "tool_call_penalty": 1.0,
-    "reward_content_type": "smart",
-    "reward_format_weight": 0.2,
-    "reward_content_weight": 0.7,
-    "think_reward_weight": 0.1,
-    "think_len_min": 16,
-    "think_len_max": 64,
-    "use_lora": false,
-    "num_rollout_samples": 3,
-    "ppo_batch_size": 1,
-    "grpo_beta": 0.1,
-    "learning_rate": 1.4e-06,
-    "optimizer_beta1": 0.9,
-    "optimizer_beta2": 0.95,
-    "optimizer_weight_decay": 0.01,
-    "grad_clip_norm": 0.35,
-    "save_optimizer_state": false,
-    "lr_schedule_config": {
-      "name": "cosine_decay",
-      "arguments": [
-        1.4e-06,
-        60000,
-        2e-07
-      ],
-      "warmup": 4000,
-      "warmup_init": 2e-07
-    },
-    "grad_accum_steps": 2,
-    "num_training_steps": 45869,
-    "save_every": 10,
-    "eval_every": 0,
-    "seed": 1678,
-    "shuffle_data": true,
-    "use_grad_checkpointing": false,
-    "grad_checkpoint_layers": 0,
-    "log_samples_every": 1,
-    "max_logged_samples": 50,
-    "log_prompts": true,
-    "sample_log_path": null,
-    "kv_bits": 0,
-    "kv_group_size": 64,
-    "quantized_kv_start": 0,
-    "verbose": true,
-    "use_wandb": true,
-    "wandb_project": "reasonable-qwen-4b-mlxv2isi",
-    "wandb_entity": null,
-    "wandb_run_name": null,
-    "resume_from_checkpoint": "/Users/adeelahmad/work/SiLLM-examples/helpsteer/mlx-grpo/outy1266_align_last7/checkpoint_20250903_073932_periodic_update_1160",
-    "allow_cross_arch_ref": true,
-    "align_bridge_path": null,
-    "align_bridge_weight": 1.0,
-    "align_pool": "mean",
-    "align_after_tag": "<|start|>assistant<|channel|>analysis<|message|>",
-    "effective_batch_size": 4
-  }
-}