Add files using upload-large-folder tool

Browse files

Files changed (14) hide show

.gitattributes +1 -0
README.md +169 -0
added_tokens.json +28 -0
chat_template.jinja +97 -0
config.json +53 -0
generation_config.json +14 -0
merges.txt +0 -0
model.safetensors +3 -0
quant_log.csv +253 -0
quantize_config.json +21 -0
special_tokens_map.json +25 -0
tokenizer.json +3 -0
tokenizer_config.json +241 -0
vocab.json +0 -0

.gitattributes CHANGED Viewed

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text

 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text

README.md ADDED Viewed

	@@ -0,0 +1,169 @@

+---
+base_model:
+- Qwen/Qwen3-4B
+tags:
+- text-generation-inference
+- transformers
+- qwen3
+- ui-generation
+- tailwind-css
+- html
+language:
+- en
+---
+# UIGEN-T3 — Advanced UI Generation with Hybrid Reasoning
+> Tesslate’s next-gen UI model, built for thoughtful design.
+---
+<img src="https://cdn-uploads.huggingface.co/production/uploads/64d1129297ca59bcf7458d07/fqZE717ubrgSpAOHeMEeQ.png" alt="UIGEN-T3 UI Screenshot 1" width="500">
+<img src="https://cdn-uploads.huggingface.co/production/uploads/64d1129297ca59bcf7458d07/N5gfKRD-j9JAeMoGy7O3K.png" alt="UIGEN-T3 UI Screenshot 2" width="500">
+<img src="https://cdn-uploads.huggingface.co/production/uploads/64d1129297ca59bcf7458d07/PDGXycDkVsxFRxqHc6TKD.png" alt="UIGEN-T3 UI Screenshot 2" width="500">
+<img src="https://cdn-uploads.huggingface.co/production/uploads/64d1129297ca59bcf7458d07/Q4CHYYcDAN60NFjIPVQnH.png" alt="UIGEN-T3 UI Screenshot 3" width="500">
+<img src="https://cdn-uploads.huggingface.co/production/uploads/64d1129297ca59bcf7458d07/ePZoCA8lS4Y1KdkchrTlQ.png" alt="UIGEN-T3 UI Screenshot 4" width="500">
+<img src="https://cdn-uploads.huggingface.co/production/uploads/64d1129297ca59bcf7458d07/BU-Pk2moNsTOGuYF1XuRx.png" alt="UIGEN-T3 UI Screenshot 5" width="500">
+<img src="https://cdn-uploads.huggingface.co/production/uploads/64d1129297ca59bcf7458d07/gz5ub0lDpS-hhw1MB7e07.png" alt="UIGEN-T3 UI Screenshot 6" width="500">
+## Demos
+Explore New UI generations:
+📂 [https://uigenoutput.tesslate.com](https://uigenoutput.tesslate.com)
+---
+**Join our Discord:** [https://discord.gg/GNbWAeJ4](https://discord.gg/GNbWAeJ4)
+**Our Website:** [https://tesslate.com](https://tesslate.com)
+## Quick Information
+*   **UI generation model** built on **Qwen3 architecture**
+*   Supports both **components** and **full web pages**
+*   **Hybrid reasoning system**: Use `/think` or `/no_think` modes
+*   Powered by **UIGenEval**, a first-of-its-kind benchmark for UI generation
+*   Released for **research, non-commercial use.** If you want to use it commercially, please contact us for a pilot program.
+---
+## Model Details
+*   **Base Model**: Qwen/Qwen3-4B
+*   **Reasoning Style**: Hybrid (`/think` and `/no_think`)
+*   **Tokenizer**: Qwen default, with design token headers
+*   **Output**: Components + Full pages (with `<html>`, `<head>`)
+*   **Images**: User-supplied or placehold.co – no images in the dataset due to licensing concerns.
+*   **License**: Research only (non-commercial). Contact us for enterprise use cases.
+---
+## Reasoning System
+UIGEN-T3 was trained using a **pre/post reasoning model architecture**.
+You can explicitly control the reasoning mode:
+*   `/think` → Enables guided reasoning with layout analysis and heuristics.
+*   `/no_think` → Faster, raw code generation.
+Outputs also include **design tokens** at the top of each generation for easier site-wide customization.
+---
+## Inference Parameters
+Please use 20k context length to get the best results if using reasoning.
+| Parameter   | Value |
+| :---------- | :---- |
+| Temperature | 0.6   |
+| Top P       | 0.95  |
+| Top K       | 20    |
+| Max Tokens  | 40k+  |
+---
+## Evaluation: UIGenEval Framework
+**UIGenEval** is our internal evaluation suite, designed to **bridge the gap** between creative output and quality assurance.
+*(Learn more in our upcoming paper: "UIGenEval: Bridging the Evaluation Gap in AI-Driven UI Generation" - August, 2025)*
+UIGenEval evaluates models across four pillars:
+1.  **Technical Quality** — Clean HTML, CSS structure, semantic accuracy.
+2.  **Prompt Adherence** — Feature completeness and fidelity to instructions.
+3.  **Interaction Behavior** — Dynamic logic hooks and functional interactivity.
+4.  **Responsive Design** — Multi-viewport performance via Lighthouse, Axe-core, and custom scripts.
+This comprehensive framework directly informs our **GRPO reward functions** for the next release.
+---
+## Example Prompts to Try
+*   `make a google drive clone`
+*   `build a figma-style canvas with toolbar`
+*   `create a modern pricing page with three plans`
+*   `generate a mobile-first recipe sharing app layout`
+---
+## Use Cases
+| Use Case                | Description                                                                 |
+| :---------------------- | :-------------------------------------------------------------------------- |
+| **Startup MVPs**        | Quickly scaffold UIs from scratch with clean code.                          |
+| **Design-to-Code Transfer** | Figma (coming soon) → Code generation.                                      |
+| **Component Libraries** | Build buttons, cards, navbars, and export at scale.                         |
+| **Internal Tool Builders** | Create admin panels, dashboards, and layout templates.                      |
+| **Rapid Client Prototypes** | Save time on mockups with production-ready HTML+Tailwind outputs.           |
+---
+## Limitations
+*   No Bootstrap support (planned).
+*   Not suited for production use — **research-only license**.
+*   Responsive tuning varies across output complexity.
+---
+## Roadmap
+| Milestone                   | Status |
+| :-------------------------- | :----- |
+| Launch Tesslate Designer    | 2 days |
+| Figma convert               |        |
+| Bootstrap & JS logic        |        |
+| GRPO fine-tuning            |        |
+| 4B draft model release      | Now    |
+---
+## Technical Requirements
+*   **GPU**: ~4GB VRAM for 4B inference on GGUF.
+*   **Libraries**: `transformers`, `torch`, `peft`.
+*   Compatible with Hugging Face inference APIs and local generation pipelines.
+---
+## Community & Contribution
+*   **Join our Discord:** [https://discord.gg/GNbWAeJ4](https://discord.gg/GNbWAeJ4)
+*   Chat about AI, design, or model training.
+*   Want to contribute UIs or feedback? Let’s talk!
+---
+## Citation
+```bibtex
+@misc{tesslate_UIGEN-T3,
+  title={UIGEN-T3: Hybrid Reasoning for Robust UI Generation on Qwen3},
+  author={Tesslate Team},
+  year={2025},
+  publisher={Tesslate},
+  note={Non-commercial Research License},
+  url={https://huggingface.co/tesslate/UIGEN-T3}
+}

added_tokens.json ADDED Viewed

	@@ -0,0 +1,28 @@

+{
+  "</think>": 151668,
+  "</tool_call>": 151658,
+  "</tool_response>": 151666,
+  "<think>": 151667,
+  "<tool_call>": 151657,
+  "<tool_response>": 151665,
+  "<|box_end|>": 151649,
+  "<|box_start|>": 151648,
+  "<|endoftext|>": 151643,
+  "<|file_sep|>": 151664,
+  "<|fim_middle|>": 151660,
+  "<|fim_pad|>": 151662,
+  "<|fim_prefix|>": 151659,
+  "<|fim_suffix|>": 151661,
+  "<|im_end|>": 151645,
+  "<|im_start|>": 151644,
+  "<|image_pad|>": 151655,
+  "<|object_ref_end|>": 151647,
+  "<|object_ref_start|>": 151646,
+  "<|quad_end|>": 151651,
+  "<|quad_start|>": 151650,
+  "<|repo_name|>": 151663,
+  "<|video_pad|>": 151656,
+  "<|vision_end|>": 151653,
+  "<|vision_pad|>": 151654,
+  "<|vision_start|>": 151652
+}

chat_template.jinja ADDED Viewed

	@@ -0,0 +1,97 @@

+{%- if tools %}
+    {{- '<|im_start|>system\n' }}
+    {%- if messages[0].role == 'system' %}
+        {{- messages[0].content + '\n\n' }}
+    {%- endif %}
+    {{- "# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within <tools></tools> XML tags:\n<tools>" }}
+    {%- for tool in tools %}
+        {{- "\n" }}
+        {{- tool | tojson }}
+    {%- endfor %}
+    {{- "\n</tools>\n\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\n<tool_call>\n{\"name\": <function-name>, \"arguments\": <args-json-object>}\n</tool_call><|im_end|>\n" }}
+{%- else %}
+    {%- if messages[0].role == 'system' %}
+        {{- '<|im_start|>system\n' + messages[0].content + '<|im_end|>\n' }}
+    {%- endif %}
+{%- endif %}
+{%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %}
+{%- for forward_message in messages %}
+    {%- set index = (messages|length - 1) - loop.index0 %}
+    {%- set message = messages[index] %}
+    {%- set tool_start = '<tool_response>' %}
+    {%- set tool_start_length = tool_start|length %}
+    {%- set start_of_message = message.content[:tool_start_length] %}
+    {%- set tool_end = '</tool_response>' %}
+    {%- set tool_end_length = tool_end|length %}
+    {%- set start_pos = (message.content|length) - tool_end_length %}
+    {%- if start_pos < 0 %}
+        {%- set start_pos = 0 %}
+    {%- endif %}
+    {%- set end_of_message = message.content[start_pos:] %}
+    {%- if ns.multi_step_tool and message.role == "user" and not(start_of_message == tool_start and end_of_message == tool_end) %}
+        {%- set ns.multi_step_tool = false %}
+        {%- set ns.last_query_index = index %}
+    {%- endif %}
+{%- endfor %}
+{%- for message in messages %}
+    {%- if (message.role == "user") or (message.role == "system" and not loop.first) %}
+        {{- '<|im_start|>' + message.role + '\n' + message.content + '<|im_end|>' + '\n' }}
+    {%- elif message.role == "assistant" %}
+        {%- set content = message.content %}
+        {%- set reasoning_content = '' %}
+        {%- if message.reasoning_content is defined and message.reasoning_content is not none %}
+            {%- set reasoning_content = message.reasoning_content %}
+        {%- else %}
+            {%- if '</think>' in message.content %}
+                {%- set content = (message.content.split('</think>')|last).lstrip('\n') %}
+                {%- set reasoning_content = (message.content.split('</think>')|first).rstrip('\n') %}
+                {%- set reasoning_content = (reasoning_content.split('<think>')|last).lstrip('\n') %}
+            {%- endif %}
+        {%- endif %}
+        {%- if loop.index0 > ns.last_query_index %}
+            {%- if loop.last or (not loop.last and reasoning_content) %}
+                {{- '<|im_start|>' + message.role + '\n<think>\n' + reasoning_content.strip('\n') + '\n</think>\n\n' + content.lstrip('\n') }}
+            {%- else %}
+                {{- '<|im_start|>' + message.role + '\n' + content }}
+            {%- endif %}
+        {%- else %}
+            {{- '<|im_start|>' + message.role + '\n' + content }}
+        {%- endif %}
+        {%- if message.tool_calls %}
+            {%- for tool_call in message.tool_calls %}
+                {%- if (loop.first and content) or (not loop.first) %}
+                    {{- '\n' }}
+                {%- endif %}
+                {%- if tool_call.function %}
+                    {%- set tool_call = tool_call.function %}
+                {%- endif %}
+                {{- '<tool_call>\n{"name": "' }}
+                {{- tool_call.name }}
+                {{- '", "arguments": ' }}
+                {%- if tool_call.arguments is string %}
+                    {{- tool_call.arguments }}
+                {%- else %}
+                    {{- tool_call.arguments | tojson }}
+                {%- endif %}
+                {{- '}\n</tool_call>' }}
+            {%- endfor %}
+        {%- endif %}
+        {{- '<|im_end|>\n' }}
+    {%- elif message.role == "tool" %}
+        {%- if loop.first or (messages[loop.index0 - 1].role != "tool") %}
+            {{- '<|im_start|>user' }}
+        {%- endif %}
+        {{- '\n<tool_response>\n' }}
+        {{- message.content }}
+        {{- '\n</tool_response>' }}
+        {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %}
+            {{- '<|im_end|>\n' }}
+        {%- endif %}
+    {%- endif %}
+{%- endfor %}
+{%- if add_generation_prompt %}
+    {{- '<|im_start|>assistant\n' }}
+    {%- if enable_thinking is defined and enable_thinking is false %}
+        {{- '<think>\n\n</think>\n\n' }}
+    {%- endif %}
+{%- endif %}

config.json ADDED Viewed

	@@ -0,0 +1,53 @@

+{
+  "architectures": [
+    "Qwen3ForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "eos_token_id": 151645,
+  "head_dim": 128,
+  "hidden_act": "silu",
+  "hidden_size": 2560,
+  "initializer_range": 0.02,
+  "intermediate_size": 9728,
+  "max_position_embeddings": 40960,
+  "max_window_layers": 36,
+  "model_type": "qwen3",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 36,
+  "num_key_value_heads": 8,
+  "pad_token_id": 151654,
+  "quantization_config": {
+    "bits": 4,
+    "checkpoint_format": "gptq",
+    "desc_act": true,
+    "group_size": 128,
+    "lm_head": false,
+    "meta": {
+      "damp_auto_increment": 0.0025,
+      "damp_percent": 0.01,
+      "mse": 0.0,
+      "quantizer": [
+        "gptqmodel:2.2.0"
+      ],
+      "static_groups": false,
+      "true_sequential": true,
+      "uri": "https://github.com/modelcloud/gptqmodel"
+    },
+    "pack_dtype": "int32",
+    "quant_method": "gptq",
+    "sym": true
+  },
+  "rms_norm_eps": 1e-06,
+  "rope_scaling": null,
+  "rope_theta": 1000000,
+  "sliding_window": null,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.52.4",
+  "unsloth_fixed": true,
+  "unsloth_version": "2025.6.1",
+  "use_cache": true,
+  "use_sliding_window": false,
+  "vocab_size": 151936
+}

generation_config.json ADDED Viewed

	@@ -0,0 +1,14 @@

+{
+  "bos_token_id": 151643,
+  "do_sample": true,
+  "eos_token_id": [
+    151645,
+    151643
+  ],
+  "max_length": 40960,
+  "pad_token_id": 151654,
+  "temperature": 0.6,
+  "top_k": 20,
+  "top_p": 0.95,
+  "transformers_version": "4.52.4"
+}

merges.txt ADDED Viewed

The diff for this file is too large to render. See raw diff

model.safetensors ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:95f33d844f5500a35d0eddc28d69e77baabaeb1e400613f725cc1a9ddb86829e
+size 2669888648

quant_log.csv ADDED Viewed

	@@ -0,0 +1,253 @@

+layer,module,loss,samples,damp,time
+0,self_attn.k_proj,0.00123873,0.01000,0.856
+0,self_attn.v_proj,0.00110737,0.01000,0.542
+0,self_attn.q_proj,0.00448249,0.01000,0.546
+0,self_attn.o_proj,0.00289857,0.01000,0.907
+0,mlp.up_proj,0.23524620,0.01000,0.612
+0,mlp.gate_proj,0.26896679,0.01000,0.584
+0,mlp.down_proj,0.02773039,0.01000,2.354
+1,self_attn.k_proj,0.00187088,0.01000,0.570
+1,self_attn.v_proj,0.00191912,0.01000,0.554
+1,self_attn.q_proj,0.00693994,0.01000,0.561
+1,self_attn.o_proj,0.00380677,0.01000,0.929
+1,mlp.up_proj,2.75171781,0.01000,0.592
+1,mlp.gate_proj,6.11283016,0.01000,0.572
+1,mlp.down_proj,0.03118854,0.01000,2.615
+2,self_attn.k_proj,0.00615210,0.01000,0.621
+2,self_attn.v_proj,0.00591036,0.01000,0.587
+2,self_attn.q_proj,0.02148693,0.01000,0.593
+2,self_attn.o_proj,0.00486573,0.01000,0.994
+2,mlp.up_proj,7.16873598,0.01000,0.638
+2,mlp.gate_proj,9.03812218,0.01000,0.616
+2,mlp.down_proj,0.02829662,0.01000,2.787
+3,self_attn.k_proj,0.01034767,0.01000,0.628
+3,self_attn.v_proj,0.01046178,0.01000,0.601
+3,self_attn.q_proj,0.03955096,0.01000,0.611
+3,self_attn.o_proj,0.00826392,0.01000,1.005
+3,mlp.up_proj,5.60811424,0.01000,0.639
+3,mlp.gate_proj,10.94514084,0.01000,0.619
+3,mlp.down_proj,0.08294636,0.01000,2.597
+4,self_attn.k_proj,0.02284316,0.01000,0.622
+4,self_attn.v_proj,0.02291789,0.01000,0.601
+4,self_attn.q_proj,0.08206808,0.01000,0.603
+4,self_attn.o_proj,0.01434520,0.01000,1.016
+4,mlp.up_proj,4.82861996,0.01000,0.634
+4,mlp.gate_proj,12.29374027,0.01000,0.613
+4,mlp.down_proj,0.14373066,0.01000,2.543
+5,self_attn.k_proj,0.02268875,0.01000,0.617
+5,self_attn.v_proj,0.02433329,0.01000,0.597
+5,self_attn.q_proj,0.08635324,0.01000,0.597
+5,self_attn.o_proj,0.02219364,0.01000,0.999
+5,mlp.up_proj,2.56769133,0.01000,0.630
+5,mlp.gate_proj,5.16079426,0.01000,0.610
+5,mlp.down_proj,0.22544172,0.01000,2.538
+6,self_attn.k_proj,0.04727184,0.01000,0.619
+6,self_attn.v_proj,0.05417306,0.01000,0.604
+6,self_attn.q_proj,0.19562775,0.01000,0.601
+6,self_attn.o_proj,0.06651908,0.01000,0.994
+6,mlp.up_proj,3.43282795,0.01000,0.625
+6,mlp.gate_proj,5.75655413,0.01000,0.607
+6,mlp.down_proj,29.82526207,0.01000,2.542
+7,self_attn.k_proj,0.10091165,0.01000,0.613
+7,self_attn.v_proj,0.10057791,0.01000,0.598
+7,self_attn.q_proj,0.37546265,0.01000,0.603
+7,self_attn.o_proj,0.06946541,0.01000,0.989
+7,mlp.up_proj,4.19534111,0.01000,0.630
+7,mlp.gate_proj,6.64188242,0.01000,0.612
+7,mlp.down_proj,0.37315902,0.01000,2.578
+8,self_attn.k_proj,0.16401398,0.01000,0.630
+8,self_attn.v_proj,0.17864552,0.01000,0.610
+8,self_attn.q_proj,0.61840451,0.01000,0.615
+8,self_attn.o_proj,0.11465244,0.01000,0.990
+8,mlp.up_proj,4.47200966,0.01000,0.631
+8,mlp.gate_proj,5.44155025,0.01000,0.614
+8,mlp.down_proj,0.57710153,0.01000,2.459
+9,self_attn.k_proj,0.22350451,0.01000,0.632
+9,self_attn.v_proj,0.21595715,0.01000,0.612
+9,self_attn.q_proj,0.78851616,0.01000,0.618
+9,self_attn.o_proj,0.12789759,0.01000,0.993
+9,mlp.up_proj,5.82484818,0.01000,0.630
+9,mlp.gate_proj,8.97248840,0.01000,0.611
+9,mlp.down_proj,0.65336919,0.01000,2.546
+10,self_attn.k_proj,0.34492105,0.01000,0.616
+10,self_attn.v_proj,0.40373421,0.01000,0.600
+10,self_attn.q_proj,1.29320168,0.01000,0.607
+10,self_attn.o_proj,0.18604402,0.01000,0.989
+10,mlp.up_proj,5.45041943,0.01000,0.624
+10,mlp.gate_proj,7.72248268,0.01000,0.611
+10,mlp.down_proj,0.64600360,0.01000,2.489
+11,self_attn.k_proj,0.18291125,0.01000,0.612
+11,self_attn.v_proj,0.19269162,0.01000,0.598
+11,self_attn.q_proj,0.65538025,0.01000,0.599
+11,self_attn.o_proj,0.13604632,0.01000,0.987
+11,mlp.up_proj,5.37614202,0.01000,0.627
+11,mlp.gate_proj,6.76691675,0.01000,0.610
+11,mlp.down_proj,0.62111914,0.01000,2.522
+12,self_attn.k_proj,0.21477230,0.01000,0.623
+12,self_attn.v_proj,0.22783864,0.01000,0.604
+12,self_attn.q_proj,0.77636456,0.01000,0.609
+12,self_attn.o_proj,0.15855847,0.01000,1.018
+12,mlp.up_proj,5.45675278,0.01000,0.630
+12,mlp.gate_proj,6.25355577,0.01000,0.611
+12,mlp.down_proj,0.60615569,0.01000,2.550
+13,self_attn.k_proj,0.15745580,0.01000,0.616
+13,self_attn.v_proj,0.15657398,0.01000,0.597
+13,self_attn.q_proj,0.60514981,0.01000,0.600
+13,self_attn.o_proj,0.10628274,0.01000,0.990
+13,mlp.up_proj,5.61672163,0.01000,0.628
+13,mlp.gate_proj,5.87201500,0.01000,0.612
+13,mlp.down_proj,0.67708504,0.01000,2.538
+14,self_attn.k_proj,0.27187395,0.01000,0.619
+14,self_attn.v_proj,0.28658593,0.01000,0.600
+14,self_attn.q_proj,1.01191640,0.01000,0.610
+14,self_attn.o_proj,0.22648007,0.01000,0.990
+14,mlp.up_proj,5.57868195,0.01000,0.644
+14,mlp.gate_proj,5.84806681,0.01000,0.629
+14,mlp.down_proj,0.62482631,0.01000,2.595
+15,self_attn.k_proj,0.27123177,0.01000,0.619
+15,self_attn.v_proj,0.26198697,0.01000,0.598
+15,self_attn.q_proj,1.01776075,0.01000,0.603
+15,self_attn.o_proj,0.16403264,0.01000,1.015
+15,mlp.up_proj,5.26691723,0.01000,0.630
+15,mlp.gate_proj,5.33374262,0.01000,0.611
+15,mlp.down_proj,0.66066480,0.01000,2.523
+16,self_attn.k_proj,0.46768245,0.01000,0.618
+16,self_attn.v_proj,0.53261256,0.01000,0.597
+16,self_attn.q_proj,1.89557815,0.01000,0.601
+16,self_attn.o_proj,0.22165260,0.01000,0.993
+16,mlp.up_proj,6.08415842,0.01000,0.628
+16,mlp.gate_proj,6.49113941,0.01000,0.610
+16,mlp.down_proj,1.85670257,0.01000,2.518
+17,self_attn.k_proj,0.42134002,0.01000,0.632
+17,self_attn.v_proj,0.48449194,0.01000,0.613
+17,self_attn.q_proj,1.87889564,0.01000,0.615
+17,self_attn.o_proj,0.25283197,0.01000,0.984
+17,mlp.up_proj,6.02301502,0.01000,0.627
+17,mlp.gate_proj,6.27272224,0.01000,0.610
+17,mlp.down_proj,1.09825277,0.01000,2.525
+18,self_attn.k_proj,0.51484811,0.01000,0.615
+18,self_attn.v_proj,0.56935638,0.01000,0.597
+18,self_attn.q_proj,2.12831020,0.01000,0.599
+18,self_attn.o_proj,0.26237524,0.01000,0.990
+18,mlp.up_proj,7.09830236,0.01000,0.625
+18,mlp.gate_proj,7.31005383,0.01000,0.610
+18,mlp.down_proj,1.12803757,0.01000,2.514
+19,self_attn.k_proj,1.02484667,0.01000,0.618
+19,self_attn.v_proj,1.06308436,0.01000,0.602
+19,self_attn.q_proj,4.28408527,0.01000,0.600
+19,self_attn.o_proj,0.41635871,0.01000,0.978
+19,mlp.up_proj,8.21070194,0.01000,0.602
+19,mlp.gate_proj,8.41306496,0.01000,0.606
+19,mlp.down_proj,1.33759713,0.01000,2.568
+20,self_attn.k_proj,0.85735595,0.01000,0.614
+20,self_attn.v_proj,0.95374173,0.01000,0.596
+20,self_attn.q_proj,4.03840733,0.01000,0.607
+20,self_attn.o_proj,0.43925771,0.01000,0.989
+20,mlp.up_proj,9.09930897,0.01000,0.627
+20,mlp.gate_proj,9.20165539,0.01000,0.605
+20,mlp.down_proj,1.49482775,0.01000,2.507
+21,self_attn.k_proj,1.11751676,0.01000,0.616
+21,self_attn.v_proj,1.31520808,0.01000,0.592
+21,self_attn.q_proj,5.02755117,0.01000,0.604
+21,self_attn.o_proj,0.43767923,0.01000,0.982
+21,mlp.up_proj,10.56902695,0.01000,0.626
+21,mlp.gate_proj,10.65886497,0.01000,0.610
+21,mlp.down_proj,1.87661600,0.01000,2.510
+22,self_attn.k_proj,2.37679768,0.01000,0.631
+22,self_attn.v_proj,2.52294540,0.01000,0.613
+22,self_attn.q_proj,9.91435432,0.01000,0.615
+22,self_attn.o_proj,0.91688001,0.01000,1.010
+22,mlp.up_proj,11.67081738,0.01000,0.639
+22,mlp.gate_proj,12.07019424,0.01000,0.619
+22,mlp.down_proj,2.71307826,0.01000,2.545
+23,self_attn.k_proj,2.16365004,0.01000,0.618
+23,self_attn.v_proj,2.64794898,0.01000,0.594
+23,self_attn.q_proj,9.86817551,0.01000,0.596
+23,self_attn.o_proj,1.23303890,0.01000,0.930
+23,mlp.up_proj,13.13149452,0.01000,0.585
+23,mlp.gate_proj,14.33207798,0.01000,0.569
+23,mlp.down_proj,3.33734727,0.01000,2.384
+24,self_attn.k_proj,3.32925725,0.01000,0.575
+24,self_attn.v_proj,4.27226925,0.01000,0.555
+24,self_attn.q_proj,14.87903214,0.01000,0.560
+24,self_attn.o_proj,1.51258278,0.01000,0.949
+24,mlp.up_proj,14.38549519,0.01000,0.593
+24,mlp.gate_proj,16.04924965,0.01000,0.568
+24,mlp.down_proj,3.88327122,0.01000,2.349
+25,self_attn.k_proj,2.62339449,0.01000,0.574
+25,self_attn.v_proj,3.02613497,0.01000,0.554
+25,self_attn.q_proj,10.85767365,0.01000,0.558
+25,self_attn.o_proj,0.78760964,0.01000,0.919
+25,mlp.up_proj,15.94119358,0.01000,0.586
+25,mlp.gate_proj,18.02243233,0.01000,0.568
+25,mlp.down_proj,4.66944599,0.01000,2.348
+26,self_attn.k_proj,3.96194148,0.01000,0.573
+26,self_attn.v_proj,4.70262814,0.01000,0.555
+26,self_attn.q_proj,17.04475403,0.01000,0.558
+26,self_attn.o_proj,0.96386701,0.01000,0.931
+26,mlp.up_proj,18.74828529,0.01000,0.587
+26,mlp.gate_proj,20.73773575,0.01000,0.568
+26,mlp.down_proj,5.22521782,0.01000,2.367
+27,self_attn.k_proj,4.54148579,0.01000,0.575
+27,self_attn.v_proj,5.86671495,0.01000,0.555
+27,self_attn.q_proj,20.36342239,0.01000,0.567
+27,self_attn.o_proj,1.05593729,0.01000,0.919
+27,mlp.up_proj,21.33163071,0.01000,0.585
+27,mlp.gate_proj,22.83546638,0.01000,0.567
+27,mlp.down_proj,7.34728432,0.01000,2.376
+28,self_attn.k_proj,5.29708862,0.01000,0.574
+28,self_attn.v_proj,5.96206570,0.01000,0.554
+28,self_attn.q_proj,21.48520851,0.01000,0.558
+28,self_attn.o_proj,1.62529755,0.01000,0.921
+28,mlp.up_proj,24.72805405,0.01000,0.585
+28,mlp.gate_proj,25.50748444,0.01000,0.568
+28,mlp.down_proj,10.48237228,0.01000,2.343
+29,self_attn.k_proj,11.26534748,0.01000,0.560
+29,self_attn.v_proj,15.88263798,0.01000,0.540
+29,self_attn.q_proj,47.37147903,0.01000,0.569
+29,self_attn.o_proj,1.92915714,0.01000,0.905
+29,mlp.up_proj,29.49695587,0.01000,0.573
+29,mlp.gate_proj,29.21311378,0.01000,0.554
+29,mlp.down_proj,11.22981453,0.01000,2.349
+30,self_attn.k_proj,14.48636055,0.01000,0.573
+30,self_attn.v_proj,18.10686111,0.01000,0.554
+30,self_attn.q_proj,57.71099091,0.01000,0.558
+30,self_attn.o_proj,2.68425775,0.01000,0.918
+30,mlp.up_proj,31.87129784,0.01000,0.585
+30,mlp.gate_proj,30.56179810,0.01000,0.567
+30,mlp.down_proj,14.61885548,0.01000,2.356
+31,self_attn.k_proj,18.70092583,0.01000,0.578
+31,self_attn.v_proj,26.29804993,0.01000,0.557
+31,self_attn.q_proj,69.95246887,0.01000,0.561
+31,self_attn.o_proj,3.12106752,0.01000,0.938
+31,mlp.up_proj,33.03866959,0.01000,0.570
+31,mlp.gate_proj,30.24897766,0.01000,0.573
+31,mlp.down_proj,18.80881119,0.01000,2.312
+32,self_attn.k_proj,24.38664246,0.01000,0.558
+32,self_attn.v_proj,37.72523117,0.01000,0.539
+32,self_attn.q_proj,99.24736023,0.01000,0.544
+32,self_attn.o_proj,4.29221535,0.01000,0.898
+32,mlp.up_proj,34.54088974,0.01000,0.571
+32,mlp.gate_proj,30.91791344,0.01000,0.553
+32,mlp.down_proj,24.25460434,0.01000,2.292
+33,self_attn.k_proj,42.03315735,0.01000,0.586
+33,self_attn.v_proj,84.53782654,0.01000,0.540
+33,self_attn.q_proj,194.52450562,0.01000,0.544
+33,self_attn.o_proj,8.65462017,0.01000,0.936
+33,mlp.up_proj,37.32664490,0.01000,0.572
+33,mlp.gate_proj,32.82886505,0.01000,0.554
+33,mlp.down_proj,31.24522400,0.01000,2.353
+34,self_attn.k_proj,37.48818207,0.01000,0.576
+34,self_attn.v_proj,62.39939880,0.01000,0.554
+34,self_attn.q_proj,165.71405029,0.01000,0.558
+34,self_attn.o_proj,12.69763660,0.01000,0.925
+34,mlp.up_proj,41.41612244,0.01000,0.589
+34,mlp.gate_proj,38.91174316,0.01000,0.570
+34,mlp.down_proj,43.10342407,0.01000,2.365
+35,self_attn.k_proj,22.99954224,0.01000,0.573
+35,self_attn.v_proj,29.88472366,0.01000,0.555
+35,self_attn.q_proj,88.38960266,0.01000,0.557
+35,self_attn.o_proj,12.08172131,0.01000,0.949
+35,mlp.up_proj,59.13071442,0.01000,0.585
+35,mlp.gate_proj,57.53834534,0.01000,0.573
+35,mlp.down_proj,102.49040222,0.01000,2.351

quantize_config.json ADDED Viewed

	@@ -0,0 +1,21 @@

+{
+  "bits": 4,
+  "group_size": 128,
+  "desc_act": true,
+  "sym": true,
+  "lm_head": false,
+  "quant_method": "gptq",
+  "checkpoint_format": "gptq",
+  "pack_dtype": "int32",
+  "meta": {
+    "quantizer": [
+      "gptqmodel:2.2.0"
+    ],
+    "uri": "https://github.com/modelcloud/gptqmodel",
+    "damp_percent": 0.01,
+    "damp_auto_increment": 0.0025,
+    "static_groups": false,
+    "true_sequential": true,
+    "mse": 0.0
+  }
+}

special_tokens_map.json ADDED Viewed

	@@ -0,0 +1,25 @@

+{
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "eos_token": {
+    "content": "<|im_end|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<|vision_pad|>"
+}

tokenizer.json ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:aeb13307a71acd8fe81861d94ad54ab689df773318809eed3cbe794b4492dae4
+size 11422654

tokenizer_config.json ADDED Viewed

	@@ -0,0 +1,241 @@

+{
+  "add_bos_token": false,
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "151643": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151644": {
+      "content": "<|im_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151645": {
+      "content": "<|im_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151646": {
+      "content": "<|object_ref_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151647": {
+      "content": "<|object_ref_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151648": {
+      "content": "<|box_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151649": {
+      "content": "<|box_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151650": {
+      "content": "<|quad_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151651": {
+      "content": "<|quad_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151652": {
+      "content": "<|vision_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151653": {
+      "content": "<|vision_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151654": {
+      "content": "<|vision_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151655": {
+      "content": "<|image_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151656": {
+      "content": "<|video_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151657": {
+      "content": "<tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151658": {
+      "content": "</tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151659": {
+      "content": "<|fim_prefix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151660": {
+      "content": "<|fim_middle|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151661": {
+      "content": "<|fim_suffix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151662": {
+      "content": "<|fim_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151663": {
+      "content": "<|repo_name|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151664": {
+      "content": "<|file_sep|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151665": {
+      "content": "<tool_response>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151666": {
+      "content": "</tool_response>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151667": {
+      "content": "<think>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151668": {
+      "content": "</think>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "bos_token": null,
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "errors": "replace",
+  "extra_special_tokens": {},
+  "model_max_length": 40960,
+  "pad_token": "<|vision_pad|>",
+  "padding_side": "right",
+  "split_special_tokens": false,
+  "tokenizer_class": "Qwen2TokenizerFast",
+  "unk_token": null,
+  "_commit_hash": null
+}

vocab.json ADDED Viewed

The diff for this file is too large to render. See raw diff