hshispeech commited on
Commit
608d187
·
verified ·
1 Parent(s): 47075fe

Add files using upload-large-folder tool

Browse files
.gitattributes CHANGED
@@ -33,3 +33,5 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ subtitle/tokenizer.json filter=lfs diff=lfs merge=lfs -text
37
+ verbatim/tokenizer.json filter=lfs diff=lfs merge=lfs -text
LICENSE ADDED
@@ -0,0 +1,201 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ Apache License
2
+ Version 2.0, January 2004
3
+ http://www.apache.org/licenses/
4
+
5
+ TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION
6
+
7
+ 1. Definitions.
8
+
9
+ "License" shall mean the terms and conditions for use, reproduction,
10
+ and distribution as defined by Sections 1 through 9 of this document.
11
+
12
+ "Licensor" shall mean the copyright owner or entity authorized by
13
+ the copyright owner that is granting the License.
14
+
15
+ "Legal Entity" shall mean the union of the acting entity and all
16
+ other entities that control, are controlled by, or are under common
17
+ control with that entity. For the purposes of this definition,
18
+ "control" means (i) the power, direct or indirect, to cause the
19
+ direction or management of such entity, whether by contract or
20
+ otherwise, or (ii) ownership of fifty percent (50%) or more of the
21
+ outstanding shares, or (iii) beneficial ownership of such entity.
22
+
23
+ "You" (or "Your") shall mean an individual or Legal Entity
24
+ exercising permissions granted by this License.
25
+
26
+ "Source" form shall mean the preferred form for making modifications,
27
+ including but not limited to software source code, documentation
28
+ source, and configuration files.
29
+
30
+ "Object" form shall mean any form resulting from mechanical
31
+ transformation or translation of a Source form, including but
32
+ not limited to compiled object code, generated documentation,
33
+ and conversions to other media types.
34
+
35
+ "Work" shall mean the work of authorship, whether in Source or
36
+ Object form, made available under the License, as indicated by a
37
+ copyright notice that is included in or attached to the work
38
+ (an example is provided in the Appendix below).
39
+
40
+ "Derivative Works" shall mean any work, whether in Source or Object
41
+ form, that is based on (or derived from) the Work and for which the
42
+ editorial revisions, annotations, elaborations, or other modifications
43
+ represent, as a whole, an original work of authorship. For the purposes
44
+ of this License, Derivative Works shall not include works that remain
45
+ separable from, or merely link (or bind by name) to the interfaces of,
46
+ the Work and Derivative Works thereof.
47
+
48
+ "Contribution" shall mean any work of authorship, including
49
+ the original version of the Work and any modifications or additions
50
+ to that Work or Derivative Works thereof, that is intentionally
51
+ submitted to Licensor for inclusion in the Work by the copyright owner
52
+ or by an individual or Legal Entity authorized to submit on behalf of
53
+ the copyright owner. For the purposes of this definition, "submitted"
54
+ means any form of electronic, verbal, or written communication sent
55
+ to the Licensor or its representatives, including but not limited to
56
+ communication on electronic mailing lists, source code control systems,
57
+ and issue tracking systems that are managed by, or on behalf of, the
58
+ Licensor for the purpose of discussing and improving the Work, but
59
+ excluding communication that is conspicuously marked or otherwise
60
+ designated in writing by the copyright owner as "Not a Contribution."
61
+
62
+ "Contributor" shall mean Licensor and any individual or Legal Entity
63
+ on behalf of whom a Contribution has been received by Licensor and
64
+ subsequently incorporated within the Work.
65
+
66
+ 2. Grant of Copyright License. Subject to the terms and conditions of
67
+ this License, each Contributor hereby grants to You a perpetual,
68
+ worldwide, non-exclusive, no-charge, royalty-free, irrevocable
69
+ copyright license to reproduce, prepare Derivative Works of,
70
+ publicly display, publicly perform, sublicense, and distribute the
71
+ Work and such Derivative Works in Source or Object form.
72
+
73
+ 3. Grant of Patent License. Subject to the terms and conditions of
74
+ this License, each Contributor hereby grants to You a perpetual,
75
+ worldwide, non-exclusive, no-charge, royalty-free, irrevocable
76
+ (except as stated in this section) patent license to make, have made,
77
+ use, offer to sell, sell, import, and otherwise transfer the Work,
78
+ where such license applies only to those patent claims licensable
79
+ by such Contributor that are necessarily infringed by their
80
+ Contribution(s) alone or by combination of their Contribution(s)
81
+ with the Work to which such Contribution(s) was submitted. If You
82
+ institute patent litigation against any entity (including a
83
+ cross-claim or counterclaim in a lawsuit) alleging that the Work
84
+ or a Contribution incorporated within the Work constitutes direct
85
+ or contributory patent infringement, then any patent licenses
86
+ granted to You under this License for that Work shall terminate
87
+ as of the date such litigation is filed.
88
+
89
+ 4. Redistribution. You may reproduce and distribute copies of the
90
+ Work or Derivative Works thereof in any medium, with or without
91
+ modifications, and in Source or Object form, provided that You
92
+ meet the following conditions:
93
+
94
+ (a) You must give any other recipients of the Work or
95
+ Derivative Works a copy of this License; and
96
+
97
+ (b) You must cause any modified files to carry prominent notices
98
+ stating that You changed the files; and
99
+
100
+ (c) You must retain, in the Source form of any Derivative Works
101
+ that You distribute, all copyright, patent, trademark, and
102
+ attribution notices from the Source form of the Work,
103
+ excluding those notices that do not pertain to any part of
104
+ the Derivative Works; and
105
+
106
+ (d) If the Work includes a "NOTICE" text file as part of its
107
+ distribution, then any Derivative Works that You distribute must
108
+ include a readable copy of the attribution notices contained
109
+ within such NOTICE file, excluding those notices that do not
110
+ pertain to any part of the Derivative Works, in at least one
111
+ of the following places: within a NOTICE text file distributed
112
+ as part of the Derivative Works; within the Source form or
113
+ documentation, if provided along with the Derivative Works; or,
114
+ within a display generated by the Derivative Works, if and
115
+ wherever such third-party notices normally appear. The contents
116
+ of the NOTICE file are for informational purposes only and
117
+ do not modify the License. You may add Your own attribution
118
+ notices within Derivative Works that You distribute, alongside
119
+ or as an addendum to the NOTICE text from the Work, provided
120
+ that such additional attribution notices cannot be construed
121
+ as modifying the License.
122
+
123
+ You may add Your own copyright statement to Your modifications and
124
+ may provide additional or different license terms and conditions
125
+ for use, reproduction, or distribution of Your modifications, or
126
+ for any such Derivative Works as a whole, provided Your use,
127
+ reproduction, and distribution of the Work otherwise complies with
128
+ the conditions stated in this License.
129
+
130
+ 5. Submission of Contributions. Unless You explicitly state otherwise,
131
+ any Contribution intentionally submitted for inclusion in the Work
132
+ by You to the Licensor shall be under the terms and conditions of
133
+ this License, without any additional terms or conditions.
134
+ Notwithstanding the above, nothing herein shall supersede or modify
135
+ the terms of any separate license agreement you may have executed
136
+ with Licensor regarding such Contributions.
137
+
138
+ 6. Trademarks. This License does not grant permission to use the trade
139
+ names, trademarks, service marks, or product names of the Licensor,
140
+ except as required for reasonable and customary use in describing the
141
+ origin of the Work and reproducing the content of the NOTICE file.
142
+
143
+ 7. Disclaimer of Warranty. Unless required by applicable law or
144
+ agreed to in writing, Licensor provides the Work (and each
145
+ Contributor provides its Contributions) on an "AS IS" BASIS,
146
+ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
147
+ implied, including, without limitation, any warranties or conditions
148
+ of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A
149
+ PARTICULAR PURPOSE. You are solely responsible for determining the
150
+ appropriateness of using or redistributing the Work and assume any
151
+ risks associated with Your exercise of permissions under this License.
152
+
153
+ 8. Limitation of Liability. In no event and under no legal theory,
154
+ whether in tort (including negligence), contract, or otherwise,
155
+ unless required by applicable law (such as deliberate and grossly
156
+ negligent acts) or agreed to in writing, shall any Contributor be
157
+ liable to You for damages, including any direct, indirect, special,
158
+ incidental, or consequential damages of any character arising as a
159
+ result of this License or out of the use or inability to use the
160
+ Work (including but not limited to damages for loss of goodwill,
161
+ work stoppage, computer failure or malfunction, or any and all
162
+ other commercial damages or losses), even if such Contributor
163
+ has been advised of the possibility of such damages.
164
+
165
+ 9. Accepting Warranty or Additional Liability. While redistributing
166
+ the Work or Derivative Works thereof, You may choose to offer,
167
+ and charge a fee for, acceptance of support, warranty, indemnity,
168
+ or other liability obligations and/or rights consistent with this
169
+ License. However, in accepting such obligations, You may act only
170
+ on Your own behalf and on Your sole responsibility, not on behalf
171
+ of any other Contributor, and only if You agree to indemnify,
172
+ defend, and hold each Contributor harmless for any liability
173
+ incurred by, or claims asserted against, such Contributor by reason
174
+ of your accepting any such warranty or additional liability.
175
+
176
+ END OF TERMS AND CONDITIONS
177
+
178
+ APPENDIX: How to apply the Apache License to your work.
179
+
180
+ To apply the Apache License to your work, attach the following
181
+ boilerplate notice, with the fields enclosed by brackets "[]"
182
+ replaced with your own identifying information. (Don't include
183
+ the brackets!) The text should be enclosed in the appropriate
184
+ comment syntax for the file format. We also recommend that a
185
+ file or class name and description of purpose be included on the
186
+ same "printed page" as the copyright notice for easier
187
+ identification within third-party archives.
188
+
189
+ Copyright [yyyy] [name of copyright owner]
190
+
191
+ Licensed under the Apache License, Version 2.0 (the "License");
192
+ you may not use this file except in compliance with the License.
193
+ You may obtain a copy of the License at
194
+
195
+ http://www.apache.org/licenses/LICENSE-2.0
196
+
197
+ Unless required by applicable law or agreed to in writing, software
198
+ distributed under the License is distributed on an "AS IS" BASIS,
199
+ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
200
+ See the License for the specific language governing permissions and
201
+ limitations under the License.
README.md CHANGED
@@ -1,3 +1,188 @@
1
  ---
2
  license: apache-2.0
 
 
 
 
 
 
 
 
 
 
 
 
3
  ---
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
  ---
2
  license: apache-2.0
3
+ language:
4
+ - ja
5
+ base_model: Qwen/Qwen3-ASR-1.7B
6
+ pipeline_tag: automatic-speech-recognition
7
+ library_name: transformers
8
+ tags:
9
+ - automatic-speech-recognition
10
+ - japanese
11
+ - furigana
12
+ - ruby
13
+ - ctc
14
+ - qwen3-asr
15
  ---
16
+
17
+ # Ruby-ASR-1.7B: Japanese ASR with inline furigana + a CTC mora-reading head
18
+
19
+ Ruby-ASR-1.7B is a pair of Japanese fine-tunes of
20
+ [Qwen/Qwen3-ASR-1.7B](https://huggingface.co/Qwen/Qwen3-ASR-1.7B), shipped as
21
+ two variants in this repo:
22
+
23
+ | subfolder | style |
24
+ |---|---|
25
+ | `subtitle/` | subtitle-style transcription |
26
+ | `verbatim/` | verbatim-style transcription |
27
+
28
+ Both variants share the same architecture, mora vocab, and layout, and each
29
+ adds **two complementary outputs**:
30
+
31
+ 1. **Ruby (furigana) transcription** — the standard Qwen3-ASR seq2seq decoder
32
+ emits the transcript with inline bracket furigana:
33
+ `七[なな]年間[ねんかん]でロスにも友達[ともだち]できたし、`
34
+ Every annotated word carries its reading, so downstream text display
35
+ (HTML `<ruby>`), reading-aware subtitling, and pronunciation-controlled TTS
36
+ all get the reading for free.
37
+ 2. **Mora reading (CTC)** — an auxiliary branch on the audio encoder
38
+ (2-layer Transformer adapter + linear head, trained jointly with CTC loss)
39
+ that outputs the **actual pronunciation** as kana morae directly from the
40
+ encoder, without running the LLM decoder:
41
+ `ナナネンカンデロスニモトモダチデキタシ`
42
+
43
+ Each variant's sharded main weights are a **stock Qwen3-ASR checkpoint** (the
44
+ CTC branch is stored separately under `ctc/`), so Mode 2 works with unmodified
45
+ vLLM and the official [`qwen-asr`](https://github.com/QwenLM/Qwen3-ASR)
46
+ toolkit. Mode 1 is provided by the
47
+ [`ruby_asr`](https://github.com/hshi-speech/Ruby-ASR-1.7B) package.
48
+
49
+ ## Repo layout
50
+
51
+ ```
52
+ subtitle/ verbatim/ (same layout in both)
53
+ ├── model-0000x-of-00003.safetensors sharded Qwen3-ASR weights (CTC stripped) — Mode 2
54
+ ├── model.safetensors.index.json
55
+ ├── config.json, generation_config.json
56
+ ├── tokenizer.json, tokenizer_config.json, vocab.json, merges.txt,
57
+ │ added_tokens.json, special_tokens_map.json, chat_template.json,
58
+ │ preprocessor_config.json
59
+ └── ctc/
60
+ ├── model.safetensors the CTC branch (ctc_adapter.* + ctc_head.*) — Mode 1
61
+ ├── config.json adapter hyper-params (transformer, 2 layers, nhead 8), blank id
62
+ └── mora_vocab.json {mora: id}; id 0 = <blank>, ids 1-26 = a-z, then morae
63
+ ```
64
+
65
+ ## Mode 1 — mora reading via encoder + CTC
66
+
67
+ No LLM decoding: audio → encoder frames → CTC adapter → head → greedy collapse.
68
+ Fast, and reflects the *actual pronunciation* (e.g. numbers and kanji resolved
69
+ to what was said). Loads straight from this repo:
70
+
71
+ ```python
72
+ # pip install git+https://github.com/hshi-speech/Ruby-ASR-1.7B.git
73
+ from ruby_asr import MoraCTCRecognizer
74
+
75
+ rec = MoraCTCRecognizer.from_pretrained("hshispeech/Ruby-ASR-1.7B",
76
+ subfolder="subtitle") # or "verbatim"
77
+ print(rec.transcribe("audio.wav")[0])
78
+ # ナナネンカンデロスニモトモダチデキタシ
79
+ ```
80
+
81
+ Output alphabet: katakana morae (`キョ`, `ッ`, `ン`, `ー` are single tokens)
82
+ plus `a`–`z` for embedded English. Long vowels are unified to `ー`
83
+ (`トウキョウ` → `トーキョー`), matching the pyopenjtalk `g2p(kana=True)`
84
+ convention the training targets were built with.
85
+
86
+ ## Mode 2 — ruby transcription (transformers)
87
+
88
+ Download the variant you need, then load it like stock Qwen3-ASR:
89
+
90
+ ```python
91
+ # pip install qwen-asr
92
+ import torch
93
+ from huggingface_hub import snapshot_download
94
+ from qwen_asr import Qwen3ASRModel
95
+
96
+ root = snapshot_download("hshispeech/Ruby-ASR-1.7B", allow_patterns=["subtitle/*"])
97
+ model = Qwen3ASRModel.from_pretrained(f"{root}/subtitle",
98
+ dtype=torch.bfloat16, device_map="cuda")
99
+ print(model.transcribe(audio="audio.wav")[0].text)
100
+ # 七[なな]年間[ねんかん]でロスにも友達[ともだち]できたし、
101
+ ```
102
+
103
+ Post-process the bracket output (surface / reading / HTML `<ruby>`) with the
104
+ `ruby_asr` helpers:
105
+
106
+ ```python
107
+ from ruby_asr import to_surface, to_reading, to_html, brackets_to_parens
108
+ text = "七[なな]年間[ねんかん]でロスにも友達[ともだち]できたし、"
109
+ to_surface(text) # 七年間でロスにも友達できたし、
110
+ to_reading(text) # ななねんかんでロスにもともだちできたし、
111
+ to_html(brackets_to_parens(text)) # <ruby><rb>七</rb><rt>なな</rt></ruby>…
112
+ ```
113
+
114
+ ## Mode 2 — ruby transcription (vLLM)
115
+
116
+ ```bash
117
+ pip install "qwen-asr[vllm]" # or your own vLLM >= 0.14 install
118
+ hf download hshispeech/Ruby-ASR-1.7B --include "subtitle/*" --local-dir Ruby-ASR-1.7B
119
+ vllm serve Ruby-ASR-1.7B/subtitle --served-model-name ruby-asr --max-model-len 8192
120
+ ```
121
+
122
+ ```python
123
+ import base64
124
+ from openai import OpenAI
125
+
126
+ client = OpenAI(base_url="http://127.0.0.1:8000/v1", api_key="EMPTY")
127
+ audio_b64 = base64.b64encode(open("audio.wav", "rb").read()).decode()
128
+ resp = client.chat.completions.create(
129
+ model="ruby-asr",
130
+ messages=[
131
+ {"role": "system", "content": ""},
132
+ {"role": "user", "content": [
133
+ {"type": "input_audio",
134
+ "input_audio": {"data": audio_b64, "format": "wav"}}]},
135
+ ],
136
+ temperature=0.0, max_tokens=512)
137
+ print(resp.choices[0].message.content)
138
+ # language Japanese<asr_text>七[なな]年間[ねんかん]でロスにも友達[ともだち]できたし、
139
+ ```
140
+
141
+ > **Use `/v1/chat/completions`, not `/v1/audio/transcriptions`.** The furigana
142
+ > is the model's learned behaviour under the standard Qwen3-ASR chat prompt
143
+ > (empty system + audio). The transcriptions endpoint builds a different
144
+ > internal prompt and returns plain text without brackets.
145
+
146
+ ## Training objective
147
+
148
+ Fine-tuned from Qwen3-ASR-1.7B with a joint loss `0.3 · CTC + 0.7 · CE`: the
149
+ standard cross-entropy over the seq2seq ruby transcript plus a CTC loss over
150
+ mora targets from the auxiliary encoder branch. The seq2seq path never sees
151
+ the CTC adapter, so ruby decoding is bit-identical to a checkpoint without
152
+ the branch.
153
+
154
+ ## Evaluation
155
+
156
+ <!-- EDIT: fill in your numbers before making the repo public. -->
157
+
158
+ | variant | test set | surface CER (Mode 2) | reading accuracy | mora error rate (Mode 1) |
159
+ |---|---|---|---|---|
160
+ | subtitle | TODO | TODO | TODO | TODO |
161
+ | verbatim | TODO | TODO | TODO | TODO |
162
+
163
+ ## Limitations
164
+
165
+ - Japanese-focused fine-tune; other Qwen3-ASR languages were not part of
166
+ training and quality on them is untested.
167
+ - Mode 1 output is pronunciation kana only — no kanji, punctuation, or word
168
+ boundaries.
169
+ - Furigana brackets are learned behaviour, not constrained decoding: rare
170
+ formatting slips (e.g. an empty `[]` on numbers) are possible; the parser in
171
+ the code repo handles them.
172
+
173
+ ## Citation
174
+
175
+ <!-- EDIT before release: fill in the author list. -->
176
+
177
+ ```bibtex
178
+ @misc{rubyasr2026,
179
+ title = {Ruby-ASR: Japanese ASR with inline furigana and a CTC mora-reading head},
180
+ author = {AUTHOR_LIST},
181
+ year = {2026},
182
+ howpublished = {\url{https://github.com/hshi-speech/Ruby-ASR-1.7B}}
183
+ }
184
+ ```
185
+
186
+ ## License
187
+
188
+ Apache-2.0, same as the Qwen3-ASR base model.
subtitle/added_tokens.json ADDED
@@ -0,0 +1,64 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "</think>": 151668,
3
+ "</tool_call>": 151658,
4
+ "</tool_response>": 151666,
5
+ "<asr_text>": 151704,
6
+ "<blank10>": 151686,
7
+ "<blank11>": 151687,
8
+ "<blank12>": 151688,
9
+ "<blank13>": 151689,
10
+ "<blank14>": 151690,
11
+ "<blank15>": 151691,
12
+ "<blank16>": 151692,
13
+ "<blank17>": 151693,
14
+ "<blank18>": 151694,
15
+ "<blank19>": 151695,
16
+ "<blank1>": 151677,
17
+ "<blank20>": 151696,
18
+ "<blank21>": 151697,
19
+ "<blank22>": 151698,
20
+ "<blank23>": 151699,
21
+ "<blank24>": 151700,
22
+ "<blank25>": 151701,
23
+ "<blank26>": 151702,
24
+ "<blank27>": 151703,
25
+ "<blank2>": 151678,
26
+ "<blank3>": 151679,
27
+ "<blank4>": 151680,
28
+ "<blank5>": 151681,
29
+ "<blank6>": 151682,
30
+ "<blank7>": 151683,
31
+ "<blank8>": 151684,
32
+ "<blank9>": 151685,
33
+ "<non_speech>": 151675,
34
+ "<think>": 151667,
35
+ "<tool_call>": 151657,
36
+ "<tool_response>": 151665,
37
+ "<tts_pad>": 151671,
38
+ "<tts_text_bos>": 151672,
39
+ "<tts_text_bos_single>": 151674,
40
+ "<tts_text_eod>": 151673,
41
+ "<|audio_end|>": 151670,
42
+ "<|audio_pad|>": 151676,
43
+ "<|audio_start|>": 151669,
44
+ "<|box_end|>": 151649,
45
+ "<|box_start|>": 151648,
46
+ "<|endoftext|>": 151643,
47
+ "<|file_sep|>": 151664,
48
+ "<|fim_middle|>": 151660,
49
+ "<|fim_pad|>": 151662,
50
+ "<|fim_prefix|>": 151659,
51
+ "<|fim_suffix|>": 151661,
52
+ "<|im_end|>": 151645,
53
+ "<|im_start|>": 151644,
54
+ "<|image_pad|>": 151655,
55
+ "<|object_ref_end|>": 151647,
56
+ "<|object_ref_start|>": 151646,
57
+ "<|quad_end|>": 151651,
58
+ "<|quad_start|>": 151650,
59
+ "<|repo_name|>": 151663,
60
+ "<|video_pad|>": 151656,
61
+ "<|vision_end|>": 151653,
62
+ "<|vision_pad|>": 151654,
63
+ "<|vision_start|>": 151652
64
+ }
subtitle/chat_template.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"chat_template": "{%- set ns = namespace(system_text=\"\") -%}\n{%- for m in messages -%}\n {%- if m.role == 'system' -%}\n {%- if m.content is string -%}\n {%- set ns.system_text = ns.system_text + m.content -%}\n {%- else -%}\n {%- for c in m.content -%}\n {%- if c.type == 'text' and (c.text is defined) -%}\n {%- set ns.system_text = ns.system_text + c.text -%}\n {%- endif -%}\n {%- endfor -%}\n {%- endif -%}\n {%- endif -%}\n{%- endfor -%}\n\n{%- set ns2 = namespace(audio_tokens=\"\") -%}\n{%- for m in messages -%}\n {%- if m.content is not string -%}\n {%- for c in m.content -%}\n {%- if c.type == 'audio' or ('audio' in c) or ('audio_url' in c) -%}\n {%- set ns2.audio_tokens = ns2.audio_tokens + \"<|audio_start|><|audio_pad|><|audio_end|>\" -%}\n {%- endif -%}\n {%- endfor -%}\n {%- endif -%}\n{%- endfor -%}\n\n{{- '<|im_start|>system\\n' + (ns.system_text if ns.system_text is string else '') + '<|im_end|>\\n' -}}\n{{- '<|im_start|>user\\n' + ns2.audio_tokens + '<|im_end|>\\n' -}}\n{%- if add_generation_prompt -%}\n{{- '<|im_start|>assistant\\n' -}}\n{%- endif -%}"}
subtitle/config.json ADDED
@@ -0,0 +1,221 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "Qwen3ASRForConditionalGeneration"
4
+ ],
5
+ "model_type": "qwen3_asr",
6
+ "support_languages": [
7
+ "Chinese",
8
+ "English",
9
+ "Cantonese",
10
+ "Arabic",
11
+ "German",
12
+ "French",
13
+ "Spanish",
14
+ "Portuguese",
15
+ "Indonesian",
16
+ "Italian",
17
+ "Korean",
18
+ "Russian",
19
+ "Thai",
20
+ "Vietnamese",
21
+ "Japanese",
22
+ "Turkish",
23
+ "Hindi",
24
+ "Malay",
25
+ "Dutch",
26
+ "Swedish",
27
+ "Danish",
28
+ "Finnish",
29
+ "Polish",
30
+ "Czech",
31
+ "Filipino",
32
+ "Persian",
33
+ "Greek",
34
+ "Romanian",
35
+ "Hungarian",
36
+ "Macedonian"
37
+ ],
38
+ "thinker_config": {
39
+ "model_type": "qwen3_asr",
40
+ "architectures": [
41
+ "Qwen3ASRForConditionalGeneration"
42
+ ],
43
+ "audio_config": {
44
+ "_name_or_path": "",
45
+ "activation_dropout": 0,
46
+ "activation_function": "gelu",
47
+ "add_cross_attention": false,
48
+ "architectures": null,
49
+ "attention_dropout": 0,
50
+ "bad_words_ids": null,
51
+ "begin_suppress_tokens": null,
52
+ "bos_token_id": null,
53
+ "chunk_size_feed_forward": 0,
54
+ "conv_chunksize": 500,
55
+ "cross_attention_hidden_size": null,
56
+ "d_model": 1024,
57
+ "decoder_start_token_id": null,
58
+ "diversity_penalty": 0.0,
59
+ "do_sample": false,
60
+ "downsample_hidden_size": 480,
61
+ "dropout": 0,
62
+ "dtype": null,
63
+ "early_stopping": false,
64
+ "encoder_attention_heads": 16,
65
+ "encoder_ffn_dim": 4096,
66
+ "encoder_layers": 24,
67
+ "encoder_no_repeat_ngram_size": 0,
68
+ "eos_token_id": null,
69
+ "exponential_decay_length_penalty": null,
70
+ "finetuning_task": null,
71
+ "forced_bos_token_id": null,
72
+ "forced_eos_token_id": null,
73
+ "id2label": {
74
+ "0": "LABEL_0",
75
+ "1": "LABEL_1"
76
+ },
77
+ "initializer_range": 0.02,
78
+ "is_decoder": false,
79
+ "is_encoder_decoder": false,
80
+ "label2id": {
81
+ "LABEL_0": 0,
82
+ "LABEL_1": 1
83
+ },
84
+ "length_penalty": 1.0,
85
+ "max_length": 20,
86
+ "max_source_positions": 1500,
87
+ "min_length": 0,
88
+ "model_type": "qwen3_asr_audio_encoder",
89
+ "n_window": 50,
90
+ "n_window_infer": 800,
91
+ "no_repeat_ngram_size": 0,
92
+ "num_beam_groups": 1,
93
+ "num_beams": 1,
94
+ "num_hidden_layers": 24,
95
+ "num_mel_bins": 128,
96
+ "num_return_sequences": 1,
97
+ "output_attentions": false,
98
+ "output_dim": 2048,
99
+ "output_hidden_states": false,
100
+ "output_scores": false,
101
+ "pad_token_id": null,
102
+ "prefix": null,
103
+ "problem_type": null,
104
+ "pruned_heads": {},
105
+ "remove_invalid_values": false,
106
+ "repetition_penalty": 1.0,
107
+ "return_dict": true,
108
+ "return_dict_in_generate": false,
109
+ "scale_embedding": false,
110
+ "sep_token_id": null,
111
+ "suppress_tokens": null,
112
+ "task_specific_params": null,
113
+ "temperature": 1.0,
114
+ "tf_legacy_loss": false,
115
+ "tie_encoder_decoder": false,
116
+ "tie_word_embeddings": true,
117
+ "tokenizer_class": null,
118
+ "top_k": 50,
119
+ "top_p": 1.0,
120
+ "torchscript": false,
121
+ "typical_p": 1.0,
122
+ "use_bfloat16": false
123
+ },
124
+ "audio_end_token_id": 151670,
125
+ "audio_start_token_id": 151669,
126
+ "audio_token_id": 151676,
127
+ "dtype": "bfloat16",
128
+ "initializer_range": 0.02,
129
+ "text_config": {
130
+ "_name_or_path": "",
131
+ "add_cross_attention": false,
132
+ "architectures": null,
133
+ "attention_bias": false,
134
+ "attention_dropout": 0.0,
135
+ "bad_words_ids": null,
136
+ "begin_suppress_tokens": null,
137
+ "bos_token_id": null,
138
+ "chunk_size_feed_forward": 0,
139
+ "cross_attention_hidden_size": null,
140
+ "decoder_start_token_id": null,
141
+ "diversity_penalty": 0.0,
142
+ "do_sample": false,
143
+ "dtype": null,
144
+ "early_stopping": false,
145
+ "encoder_no_repeat_ngram_size": 0,
146
+ "eos_token_id": null,
147
+ "exponential_decay_length_penalty": null,
148
+ "finetuning_task": null,
149
+ "forced_bos_token_id": null,
150
+ "forced_eos_token_id": null,
151
+ "head_dim": 128,
152
+ "hidden_act": "silu",
153
+ "hidden_size": 2048,
154
+ "id2label": {
155
+ "0": "LABEL_0",
156
+ "1": "LABEL_1"
157
+ },
158
+ "initializer_range": 0.02,
159
+ "intermediate_size": 6144,
160
+ "is_decoder": false,
161
+ "is_encoder_decoder": false,
162
+ "label2id": {
163
+ "LABEL_0": 0,
164
+ "LABEL_1": 1
165
+ },
166
+ "length_penalty": 1.0,
167
+ "max_length": 20,
168
+ "max_position_embeddings": 65536,
169
+ "min_length": 0,
170
+ "model_type": "qwen3",
171
+ "no_repeat_ngram_size": 0,
172
+ "num_attention_heads": 16,
173
+ "num_beam_groups": 1,
174
+ "num_beams": 1,
175
+ "num_hidden_layers": 28,
176
+ "num_key_value_heads": 8,
177
+ "num_return_sequences": 1,
178
+ "output_attentions": false,
179
+ "output_hidden_states": false,
180
+ "output_scores": false,
181
+ "pad_token_id": null,
182
+ "prefix": null,
183
+ "problem_type": null,
184
+ "pruned_heads": {},
185
+ "remove_invalid_values": false,
186
+ "repetition_penalty": 1.0,
187
+ "return_dict": true,
188
+ "return_dict_in_generate": false,
189
+ "rms_norm_eps": 1e-06,
190
+ "rope_scaling": {
191
+ "interleaved": true,
192
+ "mrope_interleaved": true,
193
+ "mrope_section": [
194
+ 24,
195
+ 20,
196
+ 20
197
+ ],
198
+ "rope_type": "default",
199
+ "type": "default"
200
+ },
201
+ "rope_theta": 1000000,
202
+ "sep_token_id": null,
203
+ "suppress_tokens": null,
204
+ "task_specific_params": null,
205
+ "temperature": 1.0,
206
+ "tf_legacy_loss": false,
207
+ "tie_encoder_decoder": false,
208
+ "tie_word_embeddings": true,
209
+ "tokenizer_class": null,
210
+ "top_k": 50,
211
+ "top_p": 1.0,
212
+ "torchscript": false,
213
+ "typical_p": 1.0,
214
+ "use_bfloat16": false,
215
+ "use_cache": true,
216
+ "vocab_size": 151936
217
+ }
218
+ },
219
+ "transformers_version": "4.57.6"
220
+ }
221
+
subtitle/ctc/config.json ADDED
@@ -0,0 +1,10 @@
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "ctc_adapter_type": "transformer",
3
+ "ctc_adapter_layers": 2,
4
+ "ctc_adapter_nhead": 8,
5
+ "ctc_adapter_dropout": 0.0,
6
+ "ctc_blank_id": 0,
7
+ "ctc_vocab_size": 278,
8
+ "d_model": 2048,
9
+ "mora_vocab_file": "mora_vocab.json"
10
+ }
subtitle/ctc/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:858428c810ad00a0590d8df5f159205fa2d891e06df77633a3cf262b961068a2
3
+ size 202575332
subtitle/ctc/mora_vocab.json ADDED
@@ -0,0 +1,280 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "<blank>": 0,
3
+ "a": 1,
4
+ "b": 2,
5
+ "c": 3,
6
+ "d": 4,
7
+ "e": 5,
8
+ "f": 6,
9
+ "g": 7,
10
+ "h": 8,
11
+ "i": 9,
12
+ "j": 10,
13
+ "k": 11,
14
+ "l": 12,
15
+ "m": 13,
16
+ "n": 14,
17
+ "o": 15,
18
+ "p": 16,
19
+ "q": 17,
20
+ "r": 18,
21
+ "s": 19,
22
+ "t": 20,
23
+ "u": 21,
24
+ "v": 22,
25
+ "w": 23,
26
+ "x": 24,
27
+ "y": 25,
28
+ "z": 26,
29
+ "イ": 27,
30
+ "ン": 28,
31
+ "ー": 29,
32
+ "ト": 30,
33
+ "カ": 31,
34
+ "ノ": 32,
35
+ "ッ": 33,
36
+ "テ": 34,
37
+ "ナ": 35,
38
+ "デ": 36,
39
+ "タ": 37,
40
+ "ス": 38,
41
+ "シ": 39,
42
+ "ア": 40,
43
+ "マ": 41,
44
+ "コ": 42,
45
+ "ニ": 43,
46
+ "モ": 44,
47
+ "ク": 45,
48
+ "ル": 46,
49
+ "ワ": 47,
50
+ "ガ": 48,
51
+ "ラ": 49,
52
+ "キ": 50,
53
+ "ソ": 51,
54
+ "レ": 52,
55
+ "オ": 53,
56
+ "ネ": 54,
57
+ "ダ": 55,
58
+ "リ": 56,
59
+ "ウ": 57,
60
+ "サ": 58,
61
+ "ケ": 59,
62
+ "ド": 60,
63
+ "ツ": 61,
64
+ "ヨ": 62,
65
+ "ヲ": 63,
66
+ "ジ": 64,
67
+ "エ": 65,
68
+ "ハ": 66,
69
+ "ミ": 67,
70
+ "セ": 68,
71
+ "チ": 69,
72
+ "ロ": 70,
73
+ "ヤ": 71,
74
+ "ホ": 72,
75
+ "メ": 73,
76
+ "ゴ": 74,
77
+ "バ": 75,
78
+ "ブ": 76,
79
+ "ヒ": 77,
80
+ "ショ": 78,
81
+ "フ": 79,
82
+ "ジュ": 80,
83
+ "グ": 81,
84
+ "ズ": 82,
85
+ "ム": 83,
86
+ "チョ": 84,
87
+ "パ": 85,
88
+ "キョ": 86,
89
+ "ゼ": 87,
90
+ "シュ": 88,
91
+ "プ": 89,
92
+ "ゲ": 90,
93
+ "ジョ": 91,
94
+ "ジャ": 92,
95
+ "ベ": 93,
96
+ "チャ": 94,
97
+ "ボ": 95,
98
+ "シャ": 96,
99
+ "ザ": 97,
100
+ "ビ": 98,
101
+ "ユ": 99,
102
+ "ポ": 100,
103
+ "ギ": 101,
104
+ "リョ": 102,
105
+ "ヘ": 103,
106
+ "ゾ": 104,
107
+ "キュ": 105,
108
+ "キャ": 106,
109
+ "チュ": 107,
110
+ "ピ": 108,
111
+ "ティ": 109,
112
+ "ギョ": 110,
113
+ "ニュ": 111,
114
+ "ペ": 112,
115
+ "ヒャ": 113,
116
+ "ディ": 114,
117
+ "ヒョ": 115,
118
+ "ファ": 116,
119
+ "フォ": 117,
120
+ "フィ": 118,
121
+ "ヌ": 119,
122
+ "フェ": 120,
123
+ "ジェ": 121,
124
+ "ギャ": 122,
125
+ "リュ": 123,
126
+ "ヅ": 124,
127
+ "ミュ": 125,
128
+ "チェ": 126,
129
+ "ビュ": 127,
130
+ "ピョ": 128,
131
+ "ーェ": 129,
132
+ "ウェ": 130,
133
+ "ビョ": 131,
134
+ "シェ": 132,
135
+ "ミョ": 133,
136
+ "ウィ": 134,
137
+ "ビャ": 135,
138
+ "ピャ": 136,
139
+ "リャ": 137,
140
+ "トゥ": 138,
141
+ "ーィ": 139,
142
+ "ギュ": 140,
143
+ "ピュ": 141,
144
+ "ウォ": 142,
145
+ "ミャ": 143,
146
+ "ーォ": 144,
147
+ "デュ": 145,
148
+ "ニャ": 146,
149
+ "ヂ": 147,
150
+ "ヒュ": 148,
151
+ "ニョ": 149,
152
+ "ドゥ": 150,
153
+ "ヴィ": 151,
154
+ "フュ": 152,
155
+ "クォ": 153,
156
+ "ヴァ": 154,
157
+ "ヶ": 155,
158
+ "ヴェ": 156,
159
+ "シィ": 157,
160
+ "イェ": 158,
161
+ "ヴ": 159,
162
+ "ディュ": 160,
163
+ "ツィ": 161,
164
+ "ティュ": 162,
165
+ "ツォ": 163,
166
+ "ルィ": 164,
167
+ "ツァ": 165,
168
+ "テュ": 166,
169
+ "ズィ": 167,
170
+ "トィ": 168,
171
+ "スィ": 169,
172
+ "クュ": 170,
173
+ "ルゥ": 171,
174
+ "ボォ": 172,
175
+ "ビィ": 173,
176
+ "ティィ": 174,
177
+ "チィ": 175,
178
+ "フィュ": 176,
179
+ "パァ": 177,
180
+ "ツゥ": 178,
181
+ "ヴォ": 179,
182
+ "ドュ": 180,
183
+ "ビュュ": 181,
184
+ "スュ": 182,
185
+ "プィ": 183,
186
+ "トェ": 184,
187
+ "テゥ": 185,
188
+ "クィ": 186,
189
+ "ドィ": 187,
190
+ "イャ": 188,
191
+ "ツェ": 189,
192
+ "バァ": 190,
193
+ "ヒェ": 191,
194
+ "ワァ": 192,
195
+ "トョ": 193,
196
+ "ニェ": 194,
197
+ "エィ": 195,
198
+ "ヂュ": 196,
199
+ "クァ": 197,
200
+ "ミィ": 198,
201
+ "ブゥ": 199,
202
+ "スォ": 200,
203
+ "アュ": 201,
204
+ "ケャ": 202,
205
+ "リィ": 203,
206
+ "エュ": 204,
207
+ "レィ": 205,
208
+ "スェ": 206,
209
+ "スァ": 207,
210
+ "ディョ": 208,
211
+ "ニィ": 209,
212
+ "メェ": 210,
213
+ "フィィ": 211,
214
+ "ヒィ": 212,
215
+ "ピィ": 213,
216
+ "キィ": 214,
217
+ "ーィィ": 215,
218
+ "ルォ": 216,
219
+ "ンェ": 217,
220
+ "トャ": 218,
221
+ "スゥ": 219,
222
+ "グゥ": 220,
223
+ "トォ": 221,
224
+ "クェ": 222,
225
+ "グァ": 223,
226
+ "ミェ": 224,
227
+ "クヮ": 225,
228
+ "グヮ": 226,
229
+ "キェ": 227,
230
+ "クゥ": 228,
231
+ "ギェ": 229,
232
+ "グェ": 230,
233
+ "グォ": 231,
234
+ "グィ": 232,
235
+ "ハァ": 233,
236
+ "ビェ": 234,
237
+ "レャ": 235,
238
+ "テャ": 236,
239
+ "テョ": 237,
240
+ "ドォ": 238,
241
+ "ジィ": 239,
242
+ "デェ": 240,
243
+ "ピェ": 241,
244
+ "ウィィ": 242,
245
+ "デョ": 243,
246
+ "リェ": 244,
247
+ "カァ": 245,
248
+ "ズェ": 246,
249
+ "ズォ": 247,
250
+ "セャ": 248,
251
+ "タェ": 249,
252
+ "ムェ": 250,
253
+ "ウァ": 251,
254
+ "ォ": 252,
255
+ "ギィ": 253,
256
+ "クャ": 254,
257
+ "グャ": 255,
258
+ "サァ": 256,
259
+ "シュェ": 257,
260
+ "スャ": 258,
261
+ "ズゥ": 259,
262
+ "ツェェ": 260,
263
+ "デャ": 261,
264
+ "ナァ": 262,
265
+ "ニュュ": 263,
266
+ "フィョ": 264,
267
+ "フゥ": 265,
268
+ "ブィ": 266,
269
+ "プァ": 267,
270
+ "プォ": 268,
271
+ "ベュ": 269,
272
+ "ムゥ": 270,
273
+ "メィ": 271,
274
+ "メャ": 272,
275
+ "ルァ": 273,
276
+ "ヲョ": 274,
277
+ "ンィ": 275,
278
+ "ンォ": 276,
279
+ "ヴュ": 277
280
+ }
subtitle/generation_config.json ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ {
2
+ "_from_model_config": true,
3
+ "eos_token_id": [151643,151645],
4
+ "pad_token_id": 151643,
5
+ "do_sample": false,
6
+ "temperature": 0.000001
7
+ }
subtitle/merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
subtitle/model-00001-of-00003.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ba7a0b32d002c4ca1c9aa3fefe8de8807f9b7e5ee744a804b6ac3c66f8ff4f70
3
+ size 1987217136
subtitle/model-00002-of-00003.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6839b2fb5aff6af3ba537fe3d166c1b682b73d6226fad5a25819b533c5bf29ce
3
+ size 1988300968
subtitle/model-00003-of-00003.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4b45dd551d8ea372b3e488820ebf49e8a985bb37a8cb66f37a5b4581b59f9001
3
+ size 100673328
subtitle/model.safetensors.index.json ADDED
@@ -0,0 +1,714 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "metadata": {
3
+ "total_size": 4076104960
4
+ },
5
+ "weight_map": {
6
+ "thinker.audio_tower.conv2d1.bias": "model-00001-of-00003.safetensors",
7
+ "thinker.audio_tower.conv2d1.weight": "model-00001-of-00003.safetensors",
8
+ "thinker.audio_tower.conv2d2.bias": "model-00001-of-00003.safetensors",
9
+ "thinker.audio_tower.conv2d2.weight": "model-00001-of-00003.safetensors",
10
+ "thinker.audio_tower.conv2d3.bias": "model-00001-of-00003.safetensors",
11
+ "thinker.audio_tower.conv2d3.weight": "model-00001-of-00003.safetensors",
12
+ "thinker.audio_tower.conv_out.weight": "model-00001-of-00003.safetensors",
13
+ "thinker.audio_tower.layers.0.fc1.bias": "model-00001-of-00003.safetensors",
14
+ "thinker.audio_tower.layers.0.fc1.weight": "model-00001-of-00003.safetensors",
15
+ "thinker.audio_tower.layers.0.fc2.bias": "model-00001-of-00003.safetensors",
16
+ "thinker.audio_tower.layers.0.fc2.weight": "model-00001-of-00003.safetensors",
17
+ "thinker.audio_tower.layers.0.final_layer_norm.bias": "model-00001-of-00003.safetensors",
18
+ "thinker.audio_tower.layers.0.final_layer_norm.weight": "model-00001-of-00003.safetensors",
19
+ "thinker.audio_tower.layers.0.self_attn.k_proj.bias": "model-00001-of-00003.safetensors",
20
+ "thinker.audio_tower.layers.0.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
21
+ "thinker.audio_tower.layers.0.self_attn.out_proj.bias": "model-00001-of-00003.safetensors",
22
+ "thinker.audio_tower.layers.0.self_attn.out_proj.weight": "model-00001-of-00003.safetensors",
23
+ "thinker.audio_tower.layers.0.self_attn.q_proj.bias": "model-00001-of-00003.safetensors",
24
+ "thinker.audio_tower.layers.0.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
25
+ "thinker.audio_tower.layers.0.self_attn.v_proj.bias": "model-00001-of-00003.safetensors",
26
+ "thinker.audio_tower.layers.0.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
27
+ "thinker.audio_tower.layers.0.self_attn_layer_norm.bias": "model-00001-of-00003.safetensors",
28
+ "thinker.audio_tower.layers.0.self_attn_layer_norm.weight": "model-00001-of-00003.safetensors",
29
+ "thinker.audio_tower.layers.1.fc1.bias": "model-00001-of-00003.safetensors",
30
+ "thinker.audio_tower.layers.1.fc1.weight": "model-00001-of-00003.safetensors",
31
+ "thinker.audio_tower.layers.1.fc2.bias": "model-00001-of-00003.safetensors",
32
+ "thinker.audio_tower.layers.1.fc2.weight": "model-00001-of-00003.safetensors",
33
+ "thinker.audio_tower.layers.1.final_layer_norm.bias": "model-00001-of-00003.safetensors",
34
+ "thinker.audio_tower.layers.1.final_layer_norm.weight": "model-00001-of-00003.safetensors",
35
+ "thinker.audio_tower.layers.1.self_attn.k_proj.bias": "model-00001-of-00003.safetensors",
36
+ "thinker.audio_tower.layers.1.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
37
+ "thinker.audio_tower.layers.1.self_attn.out_proj.bias": "model-00001-of-00003.safetensors",
38
+ "thinker.audio_tower.layers.1.self_attn.out_proj.weight": "model-00001-of-00003.safetensors",
39
+ "thinker.audio_tower.layers.1.self_attn.q_proj.bias": "model-00001-of-00003.safetensors",
40
+ "thinker.audio_tower.layers.1.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
41
+ "thinker.audio_tower.layers.1.self_attn.v_proj.bias": "model-00001-of-00003.safetensors",
42
+ "thinker.audio_tower.layers.1.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
43
+ "thinker.audio_tower.layers.1.self_attn_layer_norm.bias": "model-00001-of-00003.safetensors",
44
+ "thinker.audio_tower.layers.1.self_attn_layer_norm.weight": "model-00001-of-00003.safetensors",
45
+ "thinker.audio_tower.layers.10.fc1.bias": "model-00001-of-00003.safetensors",
46
+ "thinker.audio_tower.layers.10.fc1.weight": "model-00001-of-00003.safetensors",
47
+ "thinker.audio_tower.layers.10.fc2.bias": "model-00001-of-00003.safetensors",
48
+ "thinker.audio_tower.layers.10.fc2.weight": "model-00001-of-00003.safetensors",
49
+ "thinker.audio_tower.layers.10.final_layer_norm.bias": "model-00001-of-00003.safetensors",
50
+ "thinker.audio_tower.layers.10.final_layer_norm.weight": "model-00001-of-00003.safetensors",
51
+ "thinker.audio_tower.layers.10.self_attn.k_proj.bias": "model-00001-of-00003.safetensors",
52
+ "thinker.audio_tower.layers.10.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
53
+ "thinker.audio_tower.layers.10.self_attn.out_proj.bias": "model-00001-of-00003.safetensors",
54
+ "thinker.audio_tower.layers.10.self_attn.out_proj.weight": "model-00001-of-00003.safetensors",
55
+ "thinker.audio_tower.layers.10.self_attn.q_proj.bias": "model-00001-of-00003.safetensors",
56
+ "thinker.audio_tower.layers.10.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
57
+ "thinker.audio_tower.layers.10.self_attn.v_proj.bias": "model-00001-of-00003.safetensors",
58
+ "thinker.audio_tower.layers.10.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
59
+ "thinker.audio_tower.layers.10.self_attn_layer_norm.bias": "model-00001-of-00003.safetensors",
60
+ "thinker.audio_tower.layers.10.self_attn_layer_norm.weight": "model-00001-of-00003.safetensors",
61
+ "thinker.audio_tower.layers.11.fc1.bias": "model-00001-of-00003.safetensors",
62
+ "thinker.audio_tower.layers.11.fc1.weight": "model-00001-of-00003.safetensors",
63
+ "thinker.audio_tower.layers.11.fc2.bias": "model-00001-of-00003.safetensors",
64
+ "thinker.audio_tower.layers.11.fc2.weight": "model-00001-of-00003.safetensors",
65
+ "thinker.audio_tower.layers.11.final_layer_norm.bias": "model-00001-of-00003.safetensors",
66
+ "thinker.audio_tower.layers.11.final_layer_norm.weight": "model-00001-of-00003.safetensors",
67
+ "thinker.audio_tower.layers.11.self_attn.k_proj.bias": "model-00001-of-00003.safetensors",
68
+ "thinker.audio_tower.layers.11.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
69
+ "thinker.audio_tower.layers.11.self_attn.out_proj.bias": "model-00001-of-00003.safetensors",
70
+ "thinker.audio_tower.layers.11.self_attn.out_proj.weight": "model-00001-of-00003.safetensors",
71
+ "thinker.audio_tower.layers.11.self_attn.q_proj.bias": "model-00001-of-00003.safetensors",
72
+ "thinker.audio_tower.layers.11.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
73
+ "thinker.audio_tower.layers.11.self_attn.v_proj.bias": "model-00001-of-00003.safetensors",
74
+ "thinker.audio_tower.layers.11.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
75
+ "thinker.audio_tower.layers.11.self_attn_layer_norm.bias": "model-00001-of-00003.safetensors",
76
+ "thinker.audio_tower.layers.11.self_attn_layer_norm.weight": "model-00001-of-00003.safetensors",
77
+ "thinker.audio_tower.layers.12.fc1.bias": "model-00001-of-00003.safetensors",
78
+ "thinker.audio_tower.layers.12.fc1.weight": "model-00001-of-00003.safetensors",
79
+ "thinker.audio_tower.layers.12.fc2.bias": "model-00001-of-00003.safetensors",
80
+ "thinker.audio_tower.layers.12.fc2.weight": "model-00001-of-00003.safetensors",
81
+ "thinker.audio_tower.layers.12.final_layer_norm.bias": "model-00001-of-00003.safetensors",
82
+ "thinker.audio_tower.layers.12.final_layer_norm.weight": "model-00001-of-00003.safetensors",
83
+ "thinker.audio_tower.layers.12.self_attn.k_proj.bias": "model-00001-of-00003.safetensors",
84
+ "thinker.audio_tower.layers.12.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
85
+ "thinker.audio_tower.layers.12.self_attn.out_proj.bias": "model-00001-of-00003.safetensors",
86
+ "thinker.audio_tower.layers.12.self_attn.out_proj.weight": "model-00001-of-00003.safetensors",
87
+ "thinker.audio_tower.layers.12.self_attn.q_proj.bias": "model-00001-of-00003.safetensors",
88
+ "thinker.audio_tower.layers.12.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
89
+ "thinker.audio_tower.layers.12.self_attn.v_proj.bias": "model-00001-of-00003.safetensors",
90
+ "thinker.audio_tower.layers.12.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
91
+ "thinker.audio_tower.layers.12.self_attn_layer_norm.bias": "model-00001-of-00003.safetensors",
92
+ "thinker.audio_tower.layers.12.self_attn_layer_norm.weight": "model-00001-of-00003.safetensors",
93
+ "thinker.audio_tower.layers.13.fc1.bias": "model-00001-of-00003.safetensors",
94
+ "thinker.audio_tower.layers.13.fc1.weight": "model-00001-of-00003.safetensors",
95
+ "thinker.audio_tower.layers.13.fc2.bias": "model-00001-of-00003.safetensors",
96
+ "thinker.audio_tower.layers.13.fc2.weight": "model-00001-of-00003.safetensors",
97
+ "thinker.audio_tower.layers.13.final_layer_norm.bias": "model-00001-of-00003.safetensors",
98
+ "thinker.audio_tower.layers.13.final_layer_norm.weight": "model-00001-of-00003.safetensors",
99
+ "thinker.audio_tower.layers.13.self_attn.k_proj.bias": "model-00001-of-00003.safetensors",
100
+ "thinker.audio_tower.layers.13.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
101
+ "thinker.audio_tower.layers.13.self_attn.out_proj.bias": "model-00001-of-00003.safetensors",
102
+ "thinker.audio_tower.layers.13.self_attn.out_proj.weight": "model-00001-of-00003.safetensors",
103
+ "thinker.audio_tower.layers.13.self_attn.q_proj.bias": "model-00001-of-00003.safetensors",
104
+ "thinker.audio_tower.layers.13.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
105
+ "thinker.audio_tower.layers.13.self_attn.v_proj.bias": "model-00001-of-00003.safetensors",
106
+ "thinker.audio_tower.layers.13.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
107
+ "thinker.audio_tower.layers.13.self_attn_layer_norm.bias": "model-00001-of-00003.safetensors",
108
+ "thinker.audio_tower.layers.13.self_attn_layer_norm.weight": "model-00001-of-00003.safetensors",
109
+ "thinker.audio_tower.layers.14.fc1.bias": "model-00001-of-00003.safetensors",
110
+ "thinker.audio_tower.layers.14.fc1.weight": "model-00001-of-00003.safetensors",
111
+ "thinker.audio_tower.layers.14.fc2.bias": "model-00001-of-00003.safetensors",
112
+ "thinker.audio_tower.layers.14.fc2.weight": "model-00001-of-00003.safetensors",
113
+ "thinker.audio_tower.layers.14.final_layer_norm.bias": "model-00001-of-00003.safetensors",
114
+ "thinker.audio_tower.layers.14.final_layer_norm.weight": "model-00001-of-00003.safetensors",
115
+ "thinker.audio_tower.layers.14.self_attn.k_proj.bias": "model-00001-of-00003.safetensors",
116
+ "thinker.audio_tower.layers.14.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
117
+ "thinker.audio_tower.layers.14.self_attn.out_proj.bias": "model-00001-of-00003.safetensors",
118
+ "thinker.audio_tower.layers.14.self_attn.out_proj.weight": "model-00001-of-00003.safetensors",
119
+ "thinker.audio_tower.layers.14.self_attn.q_proj.bias": "model-00001-of-00003.safetensors",
120
+ "thinker.audio_tower.layers.14.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
121
+ "thinker.audio_tower.layers.14.self_attn.v_proj.bias": "model-00001-of-00003.safetensors",
122
+ "thinker.audio_tower.layers.14.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
123
+ "thinker.audio_tower.layers.14.self_attn_layer_norm.bias": "model-00001-of-00003.safetensors",
124
+ "thinker.audio_tower.layers.14.self_attn_layer_norm.weight": "model-00001-of-00003.safetensors",
125
+ "thinker.audio_tower.layers.15.fc1.bias": "model-00001-of-00003.safetensors",
126
+ "thinker.audio_tower.layers.15.fc1.weight": "model-00001-of-00003.safetensors",
127
+ "thinker.audio_tower.layers.15.fc2.bias": "model-00001-of-00003.safetensors",
128
+ "thinker.audio_tower.layers.15.fc2.weight": "model-00001-of-00003.safetensors",
129
+ "thinker.audio_tower.layers.15.final_layer_norm.bias": "model-00001-of-00003.safetensors",
130
+ "thinker.audio_tower.layers.15.final_layer_norm.weight": "model-00001-of-00003.safetensors",
131
+ "thinker.audio_tower.layers.15.self_attn.k_proj.bias": "model-00001-of-00003.safetensors",
132
+ "thinker.audio_tower.layers.15.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
133
+ "thinker.audio_tower.layers.15.self_attn.out_proj.bias": "model-00001-of-00003.safetensors",
134
+ "thinker.audio_tower.layers.15.self_attn.out_proj.weight": "model-00001-of-00003.safetensors",
135
+ "thinker.audio_tower.layers.15.self_attn.q_proj.bias": "model-00001-of-00003.safetensors",
136
+ "thinker.audio_tower.layers.15.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
137
+ "thinker.audio_tower.layers.15.self_attn.v_proj.bias": "model-00001-of-00003.safetensors",
138
+ "thinker.audio_tower.layers.15.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
139
+ "thinker.audio_tower.layers.15.self_attn_layer_norm.bias": "model-00001-of-00003.safetensors",
140
+ "thinker.audio_tower.layers.15.self_attn_layer_norm.weight": "model-00001-of-00003.safetensors",
141
+ "thinker.audio_tower.layers.16.fc1.bias": "model-00001-of-00003.safetensors",
142
+ "thinker.audio_tower.layers.16.fc1.weight": "model-00001-of-00003.safetensors",
143
+ "thinker.audio_tower.layers.16.fc2.bias": "model-00001-of-00003.safetensors",
144
+ "thinker.audio_tower.layers.16.fc2.weight": "model-00001-of-00003.safetensors",
145
+ "thinker.audio_tower.layers.16.final_layer_norm.bias": "model-00001-of-00003.safetensors",
146
+ "thinker.audio_tower.layers.16.final_layer_norm.weight": "model-00001-of-00003.safetensors",
147
+ "thinker.audio_tower.layers.16.self_attn.k_proj.bias": "model-00001-of-00003.safetensors",
148
+ "thinker.audio_tower.layers.16.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
149
+ "thinker.audio_tower.layers.16.self_attn.out_proj.bias": "model-00001-of-00003.safetensors",
150
+ "thinker.audio_tower.layers.16.self_attn.out_proj.weight": "model-00001-of-00003.safetensors",
151
+ "thinker.audio_tower.layers.16.self_attn.q_proj.bias": "model-00001-of-00003.safetensors",
152
+ "thinker.audio_tower.layers.16.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
153
+ "thinker.audio_tower.layers.16.self_attn.v_proj.bias": "model-00001-of-00003.safetensors",
154
+ "thinker.audio_tower.layers.16.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
155
+ "thinker.audio_tower.layers.16.self_attn_layer_norm.bias": "model-00001-of-00003.safetensors",
156
+ "thinker.audio_tower.layers.16.self_attn_layer_norm.weight": "model-00001-of-00003.safetensors",
157
+ "thinker.audio_tower.layers.17.fc1.bias": "model-00001-of-00003.safetensors",
158
+ "thinker.audio_tower.layers.17.fc1.weight": "model-00001-of-00003.safetensors",
159
+ "thinker.audio_tower.layers.17.fc2.bias": "model-00001-of-00003.safetensors",
160
+ "thinker.audio_tower.layers.17.fc2.weight": "model-00001-of-00003.safetensors",
161
+ "thinker.audio_tower.layers.17.final_layer_norm.bias": "model-00001-of-00003.safetensors",
162
+ "thinker.audio_tower.layers.17.final_layer_norm.weight": "model-00001-of-00003.safetensors",
163
+ "thinker.audio_tower.layers.17.self_attn.k_proj.bias": "model-00001-of-00003.safetensors",
164
+ "thinker.audio_tower.layers.17.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
165
+ "thinker.audio_tower.layers.17.self_attn.out_proj.bias": "model-00001-of-00003.safetensors",
166
+ "thinker.audio_tower.layers.17.self_attn.out_proj.weight": "model-00001-of-00003.safetensors",
167
+ "thinker.audio_tower.layers.17.self_attn.q_proj.bias": "model-00001-of-00003.safetensors",
168
+ "thinker.audio_tower.layers.17.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
169
+ "thinker.audio_tower.layers.17.self_attn.v_proj.bias": "model-00001-of-00003.safetensors",
170
+ "thinker.audio_tower.layers.17.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
171
+ "thinker.audio_tower.layers.17.self_attn_layer_norm.bias": "model-00001-of-00003.safetensors",
172
+ "thinker.audio_tower.layers.17.self_attn_layer_norm.weight": "model-00001-of-00003.safetensors",
173
+ "thinker.audio_tower.layers.18.fc1.bias": "model-00001-of-00003.safetensors",
174
+ "thinker.audio_tower.layers.18.fc1.weight": "model-00001-of-00003.safetensors",
175
+ "thinker.audio_tower.layers.18.fc2.bias": "model-00001-of-00003.safetensors",
176
+ "thinker.audio_tower.layers.18.fc2.weight": "model-00001-of-00003.safetensors",
177
+ "thinker.audio_tower.layers.18.final_layer_norm.bias": "model-00001-of-00003.safetensors",
178
+ "thinker.audio_tower.layers.18.final_layer_norm.weight": "model-00001-of-00003.safetensors",
179
+ "thinker.audio_tower.layers.18.self_attn.k_proj.bias": "model-00001-of-00003.safetensors",
180
+ "thinker.audio_tower.layers.18.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
181
+ "thinker.audio_tower.layers.18.self_attn.out_proj.bias": "model-00001-of-00003.safetensors",
182
+ "thinker.audio_tower.layers.18.self_attn.out_proj.weight": "model-00001-of-00003.safetensors",
183
+ "thinker.audio_tower.layers.18.self_attn.q_proj.bias": "model-00001-of-00003.safetensors",
184
+ "thinker.audio_tower.layers.18.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
185
+ "thinker.audio_tower.layers.18.self_attn.v_proj.bias": "model-00001-of-00003.safetensors",
186
+ "thinker.audio_tower.layers.18.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
187
+ "thinker.audio_tower.layers.18.self_attn_layer_norm.bias": "model-00001-of-00003.safetensors",
188
+ "thinker.audio_tower.layers.18.self_attn_layer_norm.weight": "model-00001-of-00003.safetensors",
189
+ "thinker.audio_tower.layers.19.fc1.bias": "model-00001-of-00003.safetensors",
190
+ "thinker.audio_tower.layers.19.fc1.weight": "model-00001-of-00003.safetensors",
191
+ "thinker.audio_tower.layers.19.fc2.bias": "model-00001-of-00003.safetensors",
192
+ "thinker.audio_tower.layers.19.fc2.weight": "model-00001-of-00003.safetensors",
193
+ "thinker.audio_tower.layers.19.final_layer_norm.bias": "model-00001-of-00003.safetensors",
194
+ "thinker.audio_tower.layers.19.final_layer_norm.weight": "model-00001-of-00003.safetensors",
195
+ "thinker.audio_tower.layers.19.self_attn.k_proj.bias": "model-00001-of-00003.safetensors",
196
+ "thinker.audio_tower.layers.19.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
197
+ "thinker.audio_tower.layers.19.self_attn.out_proj.bias": "model-00001-of-00003.safetensors",
198
+ "thinker.audio_tower.layers.19.self_attn.out_proj.weight": "model-00001-of-00003.safetensors",
199
+ "thinker.audio_tower.layers.19.self_attn.q_proj.bias": "model-00001-of-00003.safetensors",
200
+ "thinker.audio_tower.layers.19.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
201
+ "thinker.audio_tower.layers.19.self_attn.v_proj.bias": "model-00001-of-00003.safetensors",
202
+ "thinker.audio_tower.layers.19.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
203
+ "thinker.audio_tower.layers.19.self_attn_layer_norm.bias": "model-00001-of-00003.safetensors",
204
+ "thinker.audio_tower.layers.19.self_attn_layer_norm.weight": "model-00001-of-00003.safetensors",
205
+ "thinker.audio_tower.layers.2.fc1.bias": "model-00001-of-00003.safetensors",
206
+ "thinker.audio_tower.layers.2.fc1.weight": "model-00001-of-00003.safetensors",
207
+ "thinker.audio_tower.layers.2.fc2.bias": "model-00001-of-00003.safetensors",
208
+ "thinker.audio_tower.layers.2.fc2.weight": "model-00001-of-00003.safetensors",
209
+ "thinker.audio_tower.layers.2.final_layer_norm.bias": "model-00001-of-00003.safetensors",
210
+ "thinker.audio_tower.layers.2.final_layer_norm.weight": "model-00001-of-00003.safetensors",
211
+ "thinker.audio_tower.layers.2.self_attn.k_proj.bias": "model-00001-of-00003.safetensors",
212
+ "thinker.audio_tower.layers.2.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
213
+ "thinker.audio_tower.layers.2.self_attn.out_proj.bias": "model-00001-of-00003.safetensors",
214
+ "thinker.audio_tower.layers.2.self_attn.out_proj.weight": "model-00001-of-00003.safetensors",
215
+ "thinker.audio_tower.layers.2.self_attn.q_proj.bias": "model-00001-of-00003.safetensors",
216
+ "thinker.audio_tower.layers.2.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
217
+ "thinker.audio_tower.layers.2.self_attn.v_proj.bias": "model-00001-of-00003.safetensors",
218
+ "thinker.audio_tower.layers.2.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
219
+ "thinker.audio_tower.layers.2.self_attn_layer_norm.bias": "model-00001-of-00003.safetensors",
220
+ "thinker.audio_tower.layers.2.self_attn_layer_norm.weight": "model-00001-of-00003.safetensors",
221
+ "thinker.audio_tower.layers.20.fc1.bias": "model-00001-of-00003.safetensors",
222
+ "thinker.audio_tower.layers.20.fc1.weight": "model-00001-of-00003.safetensors",
223
+ "thinker.audio_tower.layers.20.fc2.bias": "model-00001-of-00003.safetensors",
224
+ "thinker.audio_tower.layers.20.fc2.weight": "model-00001-of-00003.safetensors",
225
+ "thinker.audio_tower.layers.20.final_layer_norm.bias": "model-00001-of-00003.safetensors",
226
+ "thinker.audio_tower.layers.20.final_layer_norm.weight": "model-00001-of-00003.safetensors",
227
+ "thinker.audio_tower.layers.20.self_attn.k_proj.bias": "model-00001-of-00003.safetensors",
228
+ "thinker.audio_tower.layers.20.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
229
+ "thinker.audio_tower.layers.20.self_attn.out_proj.bias": "model-00001-of-00003.safetensors",
230
+ "thinker.audio_tower.layers.20.self_attn.out_proj.weight": "model-00001-of-00003.safetensors",
231
+ "thinker.audio_tower.layers.20.self_attn.q_proj.bias": "model-00001-of-00003.safetensors",
232
+ "thinker.audio_tower.layers.20.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
233
+ "thinker.audio_tower.layers.20.self_attn.v_proj.bias": "model-00001-of-00003.safetensors",
234
+ "thinker.audio_tower.layers.20.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
235
+ "thinker.audio_tower.layers.20.self_attn_layer_norm.bias": "model-00001-of-00003.safetensors",
236
+ "thinker.audio_tower.layers.20.self_attn_layer_norm.weight": "model-00001-of-00003.safetensors",
237
+ "thinker.audio_tower.layers.21.fc1.bias": "model-00001-of-00003.safetensors",
238
+ "thinker.audio_tower.layers.21.fc1.weight": "model-00001-of-00003.safetensors",
239
+ "thinker.audio_tower.layers.21.fc2.bias": "model-00001-of-00003.safetensors",
240
+ "thinker.audio_tower.layers.21.fc2.weight": "model-00001-of-00003.safetensors",
241
+ "thinker.audio_tower.layers.21.final_layer_norm.bias": "model-00001-of-00003.safetensors",
242
+ "thinker.audio_tower.layers.21.final_layer_norm.weight": "model-00001-of-00003.safetensors",
243
+ "thinker.audio_tower.layers.21.self_attn.k_proj.bias": "model-00001-of-00003.safetensors",
244
+ "thinker.audio_tower.layers.21.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
245
+ "thinker.audio_tower.layers.21.self_attn.out_proj.bias": "model-00001-of-00003.safetensors",
246
+ "thinker.audio_tower.layers.21.self_attn.out_proj.weight": "model-00001-of-00003.safetensors",
247
+ "thinker.audio_tower.layers.21.self_attn.q_proj.bias": "model-00001-of-00003.safetensors",
248
+ "thinker.audio_tower.layers.21.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
249
+ "thinker.audio_tower.layers.21.self_attn.v_proj.bias": "model-00001-of-00003.safetensors",
250
+ "thinker.audio_tower.layers.21.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
251
+ "thinker.audio_tower.layers.21.self_attn_layer_norm.bias": "model-00001-of-00003.safetensors",
252
+ "thinker.audio_tower.layers.21.self_attn_layer_norm.weight": "model-00001-of-00003.safetensors",
253
+ "thinker.audio_tower.layers.22.fc1.bias": "model-00001-of-00003.safetensors",
254
+ "thinker.audio_tower.layers.22.fc1.weight": "model-00001-of-00003.safetensors",
255
+ "thinker.audio_tower.layers.22.fc2.bias": "model-00001-of-00003.safetensors",
256
+ "thinker.audio_tower.layers.22.fc2.weight": "model-00001-of-00003.safetensors",
257
+ "thinker.audio_tower.layers.22.final_layer_norm.bias": "model-00001-of-00003.safetensors",
258
+ "thinker.audio_tower.layers.22.final_layer_norm.weight": "model-00001-of-00003.safetensors",
259
+ "thinker.audio_tower.layers.22.self_attn.k_proj.bias": "model-00001-of-00003.safetensors",
260
+ "thinker.audio_tower.layers.22.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
261
+ "thinker.audio_tower.layers.22.self_attn.out_proj.bias": "model-00001-of-00003.safetensors",
262
+ "thinker.audio_tower.layers.22.self_attn.out_proj.weight": "model-00001-of-00003.safetensors",
263
+ "thinker.audio_tower.layers.22.self_attn.q_proj.bias": "model-00001-of-00003.safetensors",
264
+ "thinker.audio_tower.layers.22.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
265
+ "thinker.audio_tower.layers.22.self_attn.v_proj.bias": "model-00001-of-00003.safetensors",
266
+ "thinker.audio_tower.layers.22.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
267
+ "thinker.audio_tower.layers.22.self_attn_layer_norm.bias": "model-00001-of-00003.safetensors",
268
+ "thinker.audio_tower.layers.22.self_attn_layer_norm.weight": "model-00001-of-00003.safetensors",
269
+ "thinker.audio_tower.layers.23.fc1.bias": "model-00001-of-00003.safetensors",
270
+ "thinker.audio_tower.layers.23.fc1.weight": "model-00001-of-00003.safetensors",
271
+ "thinker.audio_tower.layers.23.fc2.bias": "model-00001-of-00003.safetensors",
272
+ "thinker.audio_tower.layers.23.fc2.weight": "model-00001-of-00003.safetensors",
273
+ "thinker.audio_tower.layers.23.final_layer_norm.bias": "model-00001-of-00003.safetensors",
274
+ "thinker.audio_tower.layers.23.final_layer_norm.weight": "model-00001-of-00003.safetensors",
275
+ "thinker.audio_tower.layers.23.self_attn.k_proj.bias": "model-00001-of-00003.safetensors",
276
+ "thinker.audio_tower.layers.23.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
277
+ "thinker.audio_tower.layers.23.self_attn.out_proj.bias": "model-00001-of-00003.safetensors",
278
+ "thinker.audio_tower.layers.23.self_attn.out_proj.weight": "model-00001-of-00003.safetensors",
279
+ "thinker.audio_tower.layers.23.self_attn.q_proj.bias": "model-00001-of-00003.safetensors",
280
+ "thinker.audio_tower.layers.23.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
281
+ "thinker.audio_tower.layers.23.self_attn.v_proj.bias": "model-00001-of-00003.safetensors",
282
+ "thinker.audio_tower.layers.23.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
283
+ "thinker.audio_tower.layers.23.self_attn_layer_norm.bias": "model-00001-of-00003.safetensors",
284
+ "thinker.audio_tower.layers.23.self_attn_layer_norm.weight": "model-00001-of-00003.safetensors",
285
+ "thinker.audio_tower.layers.3.fc1.bias": "model-00001-of-00003.safetensors",
286
+ "thinker.audio_tower.layers.3.fc1.weight": "model-00001-of-00003.safetensors",
287
+ "thinker.audio_tower.layers.3.fc2.bias": "model-00001-of-00003.safetensors",
288
+ "thinker.audio_tower.layers.3.fc2.weight": "model-00001-of-00003.safetensors",
289
+ "thinker.audio_tower.layers.3.final_layer_norm.bias": "model-00001-of-00003.safetensors",
290
+ "thinker.audio_tower.layers.3.final_layer_norm.weight": "model-00001-of-00003.safetensors",
291
+ "thinker.audio_tower.layers.3.self_attn.k_proj.bias": "model-00001-of-00003.safetensors",
292
+ "thinker.audio_tower.layers.3.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
293
+ "thinker.audio_tower.layers.3.self_attn.out_proj.bias": "model-00001-of-00003.safetensors",
294
+ "thinker.audio_tower.layers.3.self_attn.out_proj.weight": "model-00001-of-00003.safetensors",
295
+ "thinker.audio_tower.layers.3.self_attn.q_proj.bias": "model-00001-of-00003.safetensors",
296
+ "thinker.audio_tower.layers.3.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
297
+ "thinker.audio_tower.layers.3.self_attn.v_proj.bias": "model-00001-of-00003.safetensors",
298
+ "thinker.audio_tower.layers.3.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
299
+ "thinker.audio_tower.layers.3.self_attn_layer_norm.bias": "model-00001-of-00003.safetensors",
300
+ "thinker.audio_tower.layers.3.self_attn_layer_norm.weight": "model-00001-of-00003.safetensors",
301
+ "thinker.audio_tower.layers.4.fc1.bias": "model-00001-of-00003.safetensors",
302
+ "thinker.audio_tower.layers.4.fc1.weight": "model-00001-of-00003.safetensors",
303
+ "thinker.audio_tower.layers.4.fc2.bias": "model-00001-of-00003.safetensors",
304
+ "thinker.audio_tower.layers.4.fc2.weight": "model-00001-of-00003.safetensors",
305
+ "thinker.audio_tower.layers.4.final_layer_norm.bias": "model-00001-of-00003.safetensors",
306
+ "thinker.audio_tower.layers.4.final_layer_norm.weight": "model-00001-of-00003.safetensors",
307
+ "thinker.audio_tower.layers.4.self_attn.k_proj.bias": "model-00001-of-00003.safetensors",
308
+ "thinker.audio_tower.layers.4.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
309
+ "thinker.audio_tower.layers.4.self_attn.out_proj.bias": "model-00001-of-00003.safetensors",
310
+ "thinker.audio_tower.layers.4.self_attn.out_proj.weight": "model-00001-of-00003.safetensors",
311
+ "thinker.audio_tower.layers.4.self_attn.q_proj.bias": "model-00001-of-00003.safetensors",
312
+ "thinker.audio_tower.layers.4.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
313
+ "thinker.audio_tower.layers.4.self_attn.v_proj.bias": "model-00001-of-00003.safetensors",
314
+ "thinker.audio_tower.layers.4.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
315
+ "thinker.audio_tower.layers.4.self_attn_layer_norm.bias": "model-00001-of-00003.safetensors",
316
+ "thinker.audio_tower.layers.4.self_attn_layer_norm.weight": "model-00001-of-00003.safetensors",
317
+ "thinker.audio_tower.layers.5.fc1.bias": "model-00001-of-00003.safetensors",
318
+ "thinker.audio_tower.layers.5.fc1.weight": "model-00001-of-00003.safetensors",
319
+ "thinker.audio_tower.layers.5.fc2.bias": "model-00001-of-00003.safetensors",
320
+ "thinker.audio_tower.layers.5.fc2.weight": "model-00001-of-00003.safetensors",
321
+ "thinker.audio_tower.layers.5.final_layer_norm.bias": "model-00001-of-00003.safetensors",
322
+ "thinker.audio_tower.layers.5.final_layer_norm.weight": "model-00001-of-00003.safetensors",
323
+ "thinker.audio_tower.layers.5.self_attn.k_proj.bias": "model-00001-of-00003.safetensors",
324
+ "thinker.audio_tower.layers.5.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
325
+ "thinker.audio_tower.layers.5.self_attn.out_proj.bias": "model-00001-of-00003.safetensors",
326
+ "thinker.audio_tower.layers.5.self_attn.out_proj.weight": "model-00001-of-00003.safetensors",
327
+ "thinker.audio_tower.layers.5.self_attn.q_proj.bias": "model-00001-of-00003.safetensors",
328
+ "thinker.audio_tower.layers.5.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
329
+ "thinker.audio_tower.layers.5.self_attn.v_proj.bias": "model-00001-of-00003.safetensors",
330
+ "thinker.audio_tower.layers.5.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
331
+ "thinker.audio_tower.layers.5.self_attn_layer_norm.bias": "model-00001-of-00003.safetensors",
332
+ "thinker.audio_tower.layers.5.self_attn_layer_norm.weight": "model-00001-of-00003.safetensors",
333
+ "thinker.audio_tower.layers.6.fc1.bias": "model-00001-of-00003.safetensors",
334
+ "thinker.audio_tower.layers.6.fc1.weight": "model-00001-of-00003.safetensors",
335
+ "thinker.audio_tower.layers.6.fc2.bias": "model-00001-of-00003.safetensors",
336
+ "thinker.audio_tower.layers.6.fc2.weight": "model-00001-of-00003.safetensors",
337
+ "thinker.audio_tower.layers.6.final_layer_norm.bias": "model-00001-of-00003.safetensors",
338
+ "thinker.audio_tower.layers.6.final_layer_norm.weight": "model-00001-of-00003.safetensors",
339
+ "thinker.audio_tower.layers.6.self_attn.k_proj.bias": "model-00001-of-00003.safetensors",
340
+ "thinker.audio_tower.layers.6.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
341
+ "thinker.audio_tower.layers.6.self_attn.out_proj.bias": "model-00001-of-00003.safetensors",
342
+ "thinker.audio_tower.layers.6.self_attn.out_proj.weight": "model-00001-of-00003.safetensors",
343
+ "thinker.audio_tower.layers.6.self_attn.q_proj.bias": "model-00001-of-00003.safetensors",
344
+ "thinker.audio_tower.layers.6.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
345
+ "thinker.audio_tower.layers.6.self_attn.v_proj.bias": "model-00001-of-00003.safetensors",
346
+ "thinker.audio_tower.layers.6.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
347
+ "thinker.audio_tower.layers.6.self_attn_layer_norm.bias": "model-00001-of-00003.safetensors",
348
+ "thinker.audio_tower.layers.6.self_attn_layer_norm.weight": "model-00001-of-00003.safetensors",
349
+ "thinker.audio_tower.layers.7.fc1.bias": "model-00001-of-00003.safetensors",
350
+ "thinker.audio_tower.layers.7.fc1.weight": "model-00001-of-00003.safetensors",
351
+ "thinker.audio_tower.layers.7.fc2.bias": "model-00001-of-00003.safetensors",
352
+ "thinker.audio_tower.layers.7.fc2.weight": "model-00001-of-00003.safetensors",
353
+ "thinker.audio_tower.layers.7.final_layer_norm.bias": "model-00001-of-00003.safetensors",
354
+ "thinker.audio_tower.layers.7.final_layer_norm.weight": "model-00001-of-00003.safetensors",
355
+ "thinker.audio_tower.layers.7.self_attn.k_proj.bias": "model-00001-of-00003.safetensors",
356
+ "thinker.audio_tower.layers.7.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
357
+ "thinker.audio_tower.layers.7.self_attn.out_proj.bias": "model-00001-of-00003.safetensors",
358
+ "thinker.audio_tower.layers.7.self_attn.out_proj.weight": "model-00001-of-00003.safetensors",
359
+ "thinker.audio_tower.layers.7.self_attn.q_proj.bias": "model-00001-of-00003.safetensors",
360
+ "thinker.audio_tower.layers.7.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
361
+ "thinker.audio_tower.layers.7.self_attn.v_proj.bias": "model-00001-of-00003.safetensors",
362
+ "thinker.audio_tower.layers.7.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
363
+ "thinker.audio_tower.layers.7.self_attn_layer_norm.bias": "model-00001-of-00003.safetensors",
364
+ "thinker.audio_tower.layers.7.self_attn_layer_norm.weight": "model-00001-of-00003.safetensors",
365
+ "thinker.audio_tower.layers.8.fc1.bias": "model-00001-of-00003.safetensors",
366
+ "thinker.audio_tower.layers.8.fc1.weight": "model-00001-of-00003.safetensors",
367
+ "thinker.audio_tower.layers.8.fc2.bias": "model-00001-of-00003.safetensors",
368
+ "thinker.audio_tower.layers.8.fc2.weight": "model-00001-of-00003.safetensors",
369
+ "thinker.audio_tower.layers.8.final_layer_norm.bias": "model-00001-of-00003.safetensors",
370
+ "thinker.audio_tower.layers.8.final_layer_norm.weight": "model-00001-of-00003.safetensors",
371
+ "thinker.audio_tower.layers.8.self_attn.k_proj.bias": "model-00001-of-00003.safetensors",
372
+ "thinker.audio_tower.layers.8.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
373
+ "thinker.audio_tower.layers.8.self_attn.out_proj.bias": "model-00001-of-00003.safetensors",
374
+ "thinker.audio_tower.layers.8.self_attn.out_proj.weight": "model-00001-of-00003.safetensors",
375
+ "thinker.audio_tower.layers.8.self_attn.q_proj.bias": "model-00001-of-00003.safetensors",
376
+ "thinker.audio_tower.layers.8.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
377
+ "thinker.audio_tower.layers.8.self_attn.v_proj.bias": "model-00001-of-00003.safetensors",
378
+ "thinker.audio_tower.layers.8.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
379
+ "thinker.audio_tower.layers.8.self_attn_layer_norm.bias": "model-00001-of-00003.safetensors",
380
+ "thinker.audio_tower.layers.8.self_attn_layer_norm.weight": "model-00001-of-00003.safetensors",
381
+ "thinker.audio_tower.layers.9.fc1.bias": "model-00001-of-00003.safetensors",
382
+ "thinker.audio_tower.layers.9.fc1.weight": "model-00001-of-00003.safetensors",
383
+ "thinker.audio_tower.layers.9.fc2.bias": "model-00001-of-00003.safetensors",
384
+ "thinker.audio_tower.layers.9.fc2.weight": "model-00001-of-00003.safetensors",
385
+ "thinker.audio_tower.layers.9.final_layer_norm.bias": "model-00001-of-00003.safetensors",
386
+ "thinker.audio_tower.layers.9.final_layer_norm.weight": "model-00001-of-00003.safetensors",
387
+ "thinker.audio_tower.layers.9.self_attn.k_proj.bias": "model-00001-of-00003.safetensors",
388
+ "thinker.audio_tower.layers.9.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
389
+ "thinker.audio_tower.layers.9.self_attn.out_proj.bias": "model-00001-of-00003.safetensors",
390
+ "thinker.audio_tower.layers.9.self_attn.out_proj.weight": "model-00001-of-00003.safetensors",
391
+ "thinker.audio_tower.layers.9.self_attn.q_proj.bias": "model-00001-of-00003.safetensors",
392
+ "thinker.audio_tower.layers.9.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
393
+ "thinker.audio_tower.layers.9.self_attn.v_proj.bias": "model-00001-of-00003.safetensors",
394
+ "thinker.audio_tower.layers.9.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
395
+ "thinker.audio_tower.layers.9.self_attn_layer_norm.bias": "model-00001-of-00003.safetensors",
396
+ "thinker.audio_tower.layers.9.self_attn_layer_norm.weight": "model-00001-of-00003.safetensors",
397
+ "thinker.audio_tower.ln_post.bias": "model-00001-of-00003.safetensors",
398
+ "thinker.audio_tower.ln_post.weight": "model-00001-of-00003.safetensors",
399
+ "thinker.audio_tower.proj1.bias": "model-00001-of-00003.safetensors",
400
+ "thinker.audio_tower.proj1.weight": "model-00001-of-00003.safetensors",
401
+ "thinker.audio_tower.proj2.bias": "model-00001-of-00003.safetensors",
402
+ "thinker.audio_tower.proj2.weight": "model-00001-of-00003.safetensors",
403
+ "thinker.model.embed_tokens.weight": "model-00001-of-00003.safetensors",
404
+ "thinker.model.layers.0.input_layernorm.weight": "model-00001-of-00003.safetensors",
405
+ "thinker.model.layers.0.mlp.down_proj.weight": "model-00001-of-00003.safetensors",
406
+ "thinker.model.layers.0.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
407
+ "thinker.model.layers.0.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
408
+ "thinker.model.layers.0.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
409
+ "thinker.model.layers.0.self_attn.k_norm.weight": "model-00001-of-00003.safetensors",
410
+ "thinker.model.layers.0.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
411
+ "thinker.model.layers.0.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
412
+ "thinker.model.layers.0.self_attn.q_norm.weight": "model-00001-of-00003.safetensors",
413
+ "thinker.model.layers.0.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
414
+ "thinker.model.layers.0.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
415
+ "thinker.model.layers.1.input_layernorm.weight": "model-00001-of-00003.safetensors",
416
+ "thinker.model.layers.1.mlp.down_proj.weight": "model-00001-of-00003.safetensors",
417
+ "thinker.model.layers.1.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
418
+ "thinker.model.layers.1.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
419
+ "thinker.model.layers.1.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
420
+ "thinker.model.layers.1.self_attn.k_norm.weight": "model-00001-of-00003.safetensors",
421
+ "thinker.model.layers.1.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
422
+ "thinker.model.layers.1.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
423
+ "thinker.model.layers.1.self_attn.q_norm.weight": "model-00001-of-00003.safetensors",
424
+ "thinker.model.layers.1.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
425
+ "thinker.model.layers.1.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
426
+ "thinker.model.layers.10.input_layernorm.weight": "model-00001-of-00003.safetensors",
427
+ "thinker.model.layers.10.mlp.down_proj.weight": "model-00001-of-00003.safetensors",
428
+ "thinker.model.layers.10.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
429
+ "thinker.model.layers.10.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
430
+ "thinker.model.layers.10.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
431
+ "thinker.model.layers.10.self_attn.k_norm.weight": "model-00001-of-00003.safetensors",
432
+ "thinker.model.layers.10.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
433
+ "thinker.model.layers.10.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
434
+ "thinker.model.layers.10.self_attn.q_norm.weight": "model-00001-of-00003.safetensors",
435
+ "thinker.model.layers.10.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
436
+ "thinker.model.layers.10.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
437
+ "thinker.model.layers.11.input_layernorm.weight": "model-00001-of-00003.safetensors",
438
+ "thinker.model.layers.11.mlp.down_proj.weight": "model-00001-of-00003.safetensors",
439
+ "thinker.model.layers.11.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
440
+ "thinker.model.layers.11.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
441
+ "thinker.model.layers.11.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
442
+ "thinker.model.layers.11.self_attn.k_norm.weight": "model-00001-of-00003.safetensors",
443
+ "thinker.model.layers.11.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
444
+ "thinker.model.layers.11.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
445
+ "thinker.model.layers.11.self_attn.q_norm.weight": "model-00001-of-00003.safetensors",
446
+ "thinker.model.layers.11.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
447
+ "thinker.model.layers.11.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
448
+ "thinker.model.layers.12.input_layernorm.weight": "model-00001-of-00003.safetensors",
449
+ "thinker.model.layers.12.mlp.down_proj.weight": "model-00001-of-00003.safetensors",
450
+ "thinker.model.layers.12.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
451
+ "thinker.model.layers.12.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
452
+ "thinker.model.layers.12.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
453
+ "thinker.model.layers.12.self_attn.k_norm.weight": "model-00001-of-00003.safetensors",
454
+ "thinker.model.layers.12.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
455
+ "thinker.model.layers.12.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
456
+ "thinker.model.layers.12.self_attn.q_norm.weight": "model-00001-of-00003.safetensors",
457
+ "thinker.model.layers.12.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
458
+ "thinker.model.layers.12.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
459
+ "thinker.model.layers.13.input_layernorm.weight": "model-00001-of-00003.safetensors",
460
+ "thinker.model.layers.13.mlp.down_proj.weight": "model-00001-of-00003.safetensors",
461
+ "thinker.model.layers.13.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
462
+ "thinker.model.layers.13.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
463
+ "thinker.model.layers.13.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
464
+ "thinker.model.layers.13.self_attn.k_norm.weight": "model-00001-of-00003.safetensors",
465
+ "thinker.model.layers.13.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
466
+ "thinker.model.layers.13.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
467
+ "thinker.model.layers.13.self_attn.q_norm.weight": "model-00001-of-00003.safetensors",
468
+ "thinker.model.layers.13.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
469
+ "thinker.model.layers.13.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
470
+ "thinker.model.layers.14.input_layernorm.weight": "model-00001-of-00003.safetensors",
471
+ "thinker.model.layers.14.mlp.down_proj.weight": "model-00001-of-00003.safetensors",
472
+ "thinker.model.layers.14.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
473
+ "thinker.model.layers.14.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
474
+ "thinker.model.layers.14.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
475
+ "thinker.model.layers.14.self_attn.k_norm.weight": "model-00001-of-00003.safetensors",
476
+ "thinker.model.layers.14.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
477
+ "thinker.model.layers.14.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
478
+ "thinker.model.layers.14.self_attn.q_norm.weight": "model-00001-of-00003.safetensors",
479
+ "thinker.model.layers.14.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
480
+ "thinker.model.layers.14.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
481
+ "thinker.model.layers.15.input_layernorm.weight": "model-00001-of-00003.safetensors",
482
+ "thinker.model.layers.15.mlp.down_proj.weight": "model-00001-of-00003.safetensors",
483
+ "thinker.model.layers.15.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
484
+ "thinker.model.layers.15.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
485
+ "thinker.model.layers.15.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
486
+ "thinker.model.layers.15.self_attn.k_norm.weight": "model-00002-of-00003.safetensors",
487
+ "thinker.model.layers.15.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
488
+ "thinker.model.layers.15.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
489
+ "thinker.model.layers.15.self_attn.q_norm.weight": "model-00002-of-00003.safetensors",
490
+ "thinker.model.layers.15.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
491
+ "thinker.model.layers.15.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
492
+ "thinker.model.layers.16.input_layernorm.weight": "model-00002-of-00003.safetensors",
493
+ "thinker.model.layers.16.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
494
+ "thinker.model.layers.16.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
495
+ "thinker.model.layers.16.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
496
+ "thinker.model.layers.16.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
497
+ "thinker.model.layers.16.self_attn.k_norm.weight": "model-00002-of-00003.safetensors",
498
+ "thinker.model.layers.16.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
499
+ "thinker.model.layers.16.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
500
+ "thinker.model.layers.16.self_attn.q_norm.weight": "model-00002-of-00003.safetensors",
501
+ "thinker.model.layers.16.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
502
+ "thinker.model.layers.16.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
503
+ "thinker.model.layers.17.input_layernorm.weight": "model-00002-of-00003.safetensors",
504
+ "thinker.model.layers.17.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
505
+ "thinker.model.layers.17.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
506
+ "thinker.model.layers.17.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
507
+ "thinker.model.layers.17.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
508
+ "thinker.model.layers.17.self_attn.k_norm.weight": "model-00002-of-00003.safetensors",
509
+ "thinker.model.layers.17.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
510
+ "thinker.model.layers.17.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
511
+ "thinker.model.layers.17.self_attn.q_norm.weight": "model-00002-of-00003.safetensors",
512
+ "thinker.model.layers.17.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
513
+ "thinker.model.layers.17.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
514
+ "thinker.model.layers.18.input_layernorm.weight": "model-00002-of-00003.safetensors",
515
+ "thinker.model.layers.18.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
516
+ "thinker.model.layers.18.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
517
+ "thinker.model.layers.18.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
518
+ "thinker.model.layers.18.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
519
+ "thinker.model.layers.18.self_attn.k_norm.weight": "model-00002-of-00003.safetensors",
520
+ "thinker.model.layers.18.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
521
+ "thinker.model.layers.18.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
522
+ "thinker.model.layers.18.self_attn.q_norm.weight": "model-00002-of-00003.safetensors",
523
+ "thinker.model.layers.18.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
524
+ "thinker.model.layers.18.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
525
+ "thinker.model.layers.19.input_layernorm.weight": "model-00002-of-00003.safetensors",
526
+ "thinker.model.layers.19.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
527
+ "thinker.model.layers.19.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
528
+ "thinker.model.layers.19.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
529
+ "thinker.model.layers.19.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
530
+ "thinker.model.layers.19.self_attn.k_norm.weight": "model-00002-of-00003.safetensors",
531
+ "thinker.model.layers.19.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
532
+ "thinker.model.layers.19.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
533
+ "thinker.model.layers.19.self_attn.q_norm.weight": "model-00002-of-00003.safetensors",
534
+ "thinker.model.layers.19.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
535
+ "thinker.model.layers.19.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
536
+ "thinker.model.layers.2.input_layernorm.weight": "model-00002-of-00003.safetensors",
537
+ "thinker.model.layers.2.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
538
+ "thinker.model.layers.2.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
539
+ "thinker.model.layers.2.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
540
+ "thinker.model.layers.2.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
541
+ "thinker.model.layers.2.self_attn.k_norm.weight": "model-00002-of-00003.safetensors",
542
+ "thinker.model.layers.2.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
543
+ "thinker.model.layers.2.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
544
+ "thinker.model.layers.2.self_attn.q_norm.weight": "model-00002-of-00003.safetensors",
545
+ "thinker.model.layers.2.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
546
+ "thinker.model.layers.2.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
547
+ "thinker.model.layers.20.input_layernorm.weight": "model-00002-of-00003.safetensors",
548
+ "thinker.model.layers.20.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
549
+ "thinker.model.layers.20.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
550
+ "thinker.model.layers.20.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
551
+ "thinker.model.layers.20.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
552
+ "thinker.model.layers.20.self_attn.k_norm.weight": "model-00002-of-00003.safetensors",
553
+ "thinker.model.layers.20.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
554
+ "thinker.model.layers.20.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
555
+ "thinker.model.layers.20.self_attn.q_norm.weight": "model-00002-of-00003.safetensors",
556
+ "thinker.model.layers.20.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
557
+ "thinker.model.layers.20.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
558
+ "thinker.model.layers.21.input_layernorm.weight": "model-00002-of-00003.safetensors",
559
+ "thinker.model.layers.21.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
560
+ "thinker.model.layers.21.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
561
+ "thinker.model.layers.21.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
562
+ "thinker.model.layers.21.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
563
+ "thinker.model.layers.21.self_attn.k_norm.weight": "model-00002-of-00003.safetensors",
564
+ "thinker.model.layers.21.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
565
+ "thinker.model.layers.21.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
566
+ "thinker.model.layers.21.self_attn.q_norm.weight": "model-00002-of-00003.safetensors",
567
+ "thinker.model.layers.21.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
568
+ "thinker.model.layers.21.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
569
+ "thinker.model.layers.22.input_layernorm.weight": "model-00002-of-00003.safetensors",
570
+ "thinker.model.layers.22.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
571
+ "thinker.model.layers.22.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
572
+ "thinker.model.layers.22.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
573
+ "thinker.model.layers.22.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
574
+ "thinker.model.layers.22.self_attn.k_norm.weight": "model-00002-of-00003.safetensors",
575
+ "thinker.model.layers.22.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
576
+ "thinker.model.layers.22.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
577
+ "thinker.model.layers.22.self_attn.q_norm.weight": "model-00002-of-00003.safetensors",
578
+ "thinker.model.layers.22.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
579
+ "thinker.model.layers.22.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
580
+ "thinker.model.layers.23.input_layernorm.weight": "model-00002-of-00003.safetensors",
581
+ "thinker.model.layers.23.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
582
+ "thinker.model.layers.23.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
583
+ "thinker.model.layers.23.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
584
+ "thinker.model.layers.23.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
585
+ "thinker.model.layers.23.self_attn.k_norm.weight": "model-00002-of-00003.safetensors",
586
+ "thinker.model.layers.23.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
587
+ "thinker.model.layers.23.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
588
+ "thinker.model.layers.23.self_attn.q_norm.weight": "model-00002-of-00003.safetensors",
589
+ "thinker.model.layers.23.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
590
+ "thinker.model.layers.23.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
591
+ "thinker.model.layers.24.input_layernorm.weight": "model-00002-of-00003.safetensors",
592
+ "thinker.model.layers.24.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
593
+ "thinker.model.layers.24.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
594
+ "thinker.model.layers.24.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
595
+ "thinker.model.layers.24.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
596
+ "thinker.model.layers.24.self_attn.k_norm.weight": "model-00002-of-00003.safetensors",
597
+ "thinker.model.layers.24.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
598
+ "thinker.model.layers.24.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
599
+ "thinker.model.layers.24.self_attn.q_norm.weight": "model-00002-of-00003.safetensors",
600
+ "thinker.model.layers.24.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
601
+ "thinker.model.layers.24.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
602
+ "thinker.model.layers.25.input_layernorm.weight": "model-00002-of-00003.safetensors",
603
+ "thinker.model.layers.25.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
604
+ "thinker.model.layers.25.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
605
+ "thinker.model.layers.25.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
606
+ "thinker.model.layers.25.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
607
+ "thinker.model.layers.25.self_attn.k_norm.weight": "model-00002-of-00003.safetensors",
608
+ "thinker.model.layers.25.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
609
+ "thinker.model.layers.25.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
610
+ "thinker.model.layers.25.self_attn.q_norm.weight": "model-00002-of-00003.safetensors",
611
+ "thinker.model.layers.25.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
612
+ "thinker.model.layers.25.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
613
+ "thinker.model.layers.26.input_layernorm.weight": "model-00002-of-00003.safetensors",
614
+ "thinker.model.layers.26.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
615
+ "thinker.model.layers.26.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
616
+ "thinker.model.layers.26.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
617
+ "thinker.model.layers.26.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
618
+ "thinker.model.layers.26.self_attn.k_norm.weight": "model-00002-of-00003.safetensors",
619
+ "thinker.model.layers.26.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
620
+ "thinker.model.layers.26.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
621
+ "thinker.model.layers.26.self_attn.q_norm.weight": "model-00002-of-00003.safetensors",
622
+ "thinker.model.layers.26.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
623
+ "thinker.model.layers.26.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
624
+ "thinker.model.layers.27.input_layernorm.weight": "model-00002-of-00003.safetensors",
625
+ "thinker.model.layers.27.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
626
+ "thinker.model.layers.27.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
627
+ "thinker.model.layers.27.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
628
+ "thinker.model.layers.27.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
629
+ "thinker.model.layers.27.self_attn.k_norm.weight": "model-00002-of-00003.safetensors",
630
+ "thinker.model.layers.27.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
631
+ "thinker.model.layers.27.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
632
+ "thinker.model.layers.27.self_attn.q_norm.weight": "model-00002-of-00003.safetensors",
633
+ "thinker.model.layers.27.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
634
+ "thinker.model.layers.27.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
635
+ "thinker.model.layers.3.input_layernorm.weight": "model-00002-of-00003.safetensors",
636
+ "thinker.model.layers.3.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
637
+ "thinker.model.layers.3.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
638
+ "thinker.model.layers.3.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
639
+ "thinker.model.layers.3.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
640
+ "thinker.model.layers.3.self_attn.k_norm.weight": "model-00002-of-00003.safetensors",
641
+ "thinker.model.layers.3.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
642
+ "thinker.model.layers.3.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
643
+ "thinker.model.layers.3.self_attn.q_norm.weight": "model-00002-of-00003.safetensors",
644
+ "thinker.model.layers.3.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
645
+ "thinker.model.layers.3.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
646
+ "thinker.model.layers.4.input_layernorm.weight": "model-00002-of-00003.safetensors",
647
+ "thinker.model.layers.4.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
648
+ "thinker.model.layers.4.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
649
+ "thinker.model.layers.4.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
650
+ "thinker.model.layers.4.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
651
+ "thinker.model.layers.4.self_attn.k_norm.weight": "model-00002-of-00003.safetensors",
652
+ "thinker.model.layers.4.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
653
+ "thinker.model.layers.4.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
654
+ "thinker.model.layers.4.self_attn.q_norm.weight": "model-00002-of-00003.safetensors",
655
+ "thinker.model.layers.4.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
656
+ "thinker.model.layers.4.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
657
+ "thinker.model.layers.5.input_layernorm.weight": "model-00002-of-00003.safetensors",
658
+ "thinker.model.layers.5.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
659
+ "thinker.model.layers.5.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
660
+ "thinker.model.layers.5.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
661
+ "thinker.model.layers.5.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
662
+ "thinker.model.layers.5.self_attn.k_norm.weight": "model-00002-of-00003.safetensors",
663
+ "thinker.model.layers.5.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
664
+ "thinker.model.layers.5.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
665
+ "thinker.model.layers.5.self_attn.q_norm.weight": "model-00002-of-00003.safetensors",
666
+ "thinker.model.layers.5.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
667
+ "thinker.model.layers.5.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
668
+ "thinker.model.layers.6.input_layernorm.weight": "model-00002-of-00003.safetensors",
669
+ "thinker.model.layers.6.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
670
+ "thinker.model.layers.6.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
671
+ "thinker.model.layers.6.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
672
+ "thinker.model.layers.6.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
673
+ "thinker.model.layers.6.self_attn.k_norm.weight": "model-00002-of-00003.safetensors",
674
+ "thinker.model.layers.6.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
675
+ "thinker.model.layers.6.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
676
+ "thinker.model.layers.6.self_attn.q_norm.weight": "model-00002-of-00003.safetensors",
677
+ "thinker.model.layers.6.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
678
+ "thinker.model.layers.6.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
679
+ "thinker.model.layers.7.input_layernorm.weight": "model-00002-of-00003.safetensors",
680
+ "thinker.model.layers.7.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
681
+ "thinker.model.layers.7.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
682
+ "thinker.model.layers.7.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
683
+ "thinker.model.layers.7.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
684
+ "thinker.model.layers.7.self_attn.k_norm.weight": "model-00002-of-00003.safetensors",
685
+ "thinker.model.layers.7.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
686
+ "thinker.model.layers.7.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
687
+ "thinker.model.layers.7.self_attn.q_norm.weight": "model-00002-of-00003.safetensors",
688
+ "thinker.model.layers.7.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
689
+ "thinker.model.layers.7.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
690
+ "thinker.model.layers.8.input_layernorm.weight": "model-00002-of-00003.safetensors",
691
+ "thinker.model.layers.8.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
692
+ "thinker.model.layers.8.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
693
+ "thinker.model.layers.8.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
694
+ "thinker.model.layers.8.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
695
+ "thinker.model.layers.8.self_attn.k_norm.weight": "model-00002-of-00003.safetensors",
696
+ "thinker.model.layers.8.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
697
+ "thinker.model.layers.8.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
698
+ "thinker.model.layers.8.self_attn.q_norm.weight": "model-00002-of-00003.safetensors",
699
+ "thinker.model.layers.8.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
700
+ "thinker.model.layers.8.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
701
+ "thinker.model.layers.9.input_layernorm.weight": "model-00002-of-00003.safetensors",
702
+ "thinker.model.layers.9.mlp.down_proj.weight": "model-00003-of-00003.safetensors",
703
+ "thinker.model.layers.9.mlp.gate_proj.weight": "model-00003-of-00003.safetensors",
704
+ "thinker.model.layers.9.mlp.up_proj.weight": "model-00003-of-00003.safetensors",
705
+ "thinker.model.layers.9.post_attention_layernorm.weight": "model-00003-of-00003.safetensors",
706
+ "thinker.model.layers.9.self_attn.k_norm.weight": "model-00003-of-00003.safetensors",
707
+ "thinker.model.layers.9.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
708
+ "thinker.model.layers.9.self_attn.o_proj.weight": "model-00003-of-00003.safetensors",
709
+ "thinker.model.layers.9.self_attn.q_norm.weight": "model-00003-of-00003.safetensors",
710
+ "thinker.model.layers.9.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
711
+ "thinker.model.layers.9.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
712
+ "thinker.model.norm.weight": "model-00003-of-00003.safetensors"
713
+ }
714
+ }
subtitle/preprocessor_config.json ADDED
@@ -0,0 +1,14 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "chunk_length": 30,
3
+ "dither": 0.0,
4
+ "feature_extractor_type": "WhisperFeatureExtractor",
5
+ "feature_size": 128,
6
+ "hop_length": 160,
7
+ "n_fft": 400,
8
+ "n_samples": 480000,
9
+ "nb_max_frames": 3000,
10
+ "padding_side": "right",
11
+ "padding_value": 0.0,
12
+ "processor_class": "Qwen3ASRProcessor",
13
+ "return_attention_mask": true
14
+ }
subtitle/special_tokens_map.json ADDED
@@ -0,0 +1,44 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "additional_special_tokens": [
3
+ "<|im_start|>",
4
+ "<|im_end|>",
5
+ "<|object_ref_start|>",
6
+ "<|object_ref_end|>",
7
+ "<|box_start|>",
8
+ "<|box_end|>",
9
+ "<|quad_start|>",
10
+ "<|quad_end|>",
11
+ "<|vision_start|>",
12
+ "<|vision_end|>",
13
+ "<|vision_pad|>",
14
+ "<|image_pad|>",
15
+ "<|video_pad|>",
16
+ "<|audio_start|>",
17
+ "<|audio_end|>",
18
+ "<tts_pad>",
19
+ "<tts_text_bos>",
20
+ "<tts_text_bos_single>",
21
+ "<|audio_pad|>"
22
+ ],
23
+ "audio_bos_token": "<|audio_start|>",
24
+ "audio_eos_token": "<|audio_end|>",
25
+ "audio_token": "<|audio_pad|>",
26
+ "eos_token": {
27
+ "content": "<|im_end|>",
28
+ "lstrip": false,
29
+ "normalized": false,
30
+ "rstrip": false,
31
+ "single_word": false
32
+ },
33
+ "image_token": "<|image_pad|>",
34
+ "pad_token": {
35
+ "content": "<|endoftext|>",
36
+ "lstrip": false,
37
+ "normalized": false,
38
+ "rstrip": false,
39
+ "single_word": false
40
+ },
41
+ "video_token": "<|video_pad|>",
42
+ "vision_bos_token": "<|vision_start|>",
43
+ "vision_eos_token": "<|vision_end|>"
44
+ }
subtitle/tokenizer.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0499602714160467f2d68b910651d6216020689f1e016be87a2d0019ee3baeab
3
+ size 11429499
subtitle/tokenizer_config.json ADDED
@@ -0,0 +1,549 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "add_bos_token": false,
3
+ "add_prefix_space": false,
4
+ "added_tokens_decoder": {
5
+ "151643": {
6
+ "content": "<|endoftext|>",
7
+ "lstrip": false,
8
+ "normalized": false,
9
+ "rstrip": false,
10
+ "single_word": false,
11
+ "special": true
12
+ },
13
+ "151644": {
14
+ "content": "<|im_start|>",
15
+ "lstrip": false,
16
+ "normalized": false,
17
+ "rstrip": false,
18
+ "single_word": false,
19
+ "special": true
20
+ },
21
+ "151645": {
22
+ "content": "<|im_end|>",
23
+ "lstrip": false,
24
+ "normalized": false,
25
+ "rstrip": false,
26
+ "single_word": false,
27
+ "special": true
28
+ },
29
+ "151646": {
30
+ "content": "<|object_ref_start|>",
31
+ "lstrip": false,
32
+ "normalized": false,
33
+ "rstrip": false,
34
+ "single_word": false,
35
+ "special": true
36
+ },
37
+ "151647": {
38
+ "content": "<|object_ref_end|>",
39
+ "lstrip": false,
40
+ "normalized": false,
41
+ "rstrip": false,
42
+ "single_word": false,
43
+ "special": true
44
+ },
45
+ "151648": {
46
+ "content": "<|box_start|>",
47
+ "lstrip": false,
48
+ "normalized": false,
49
+ "rstrip": false,
50
+ "single_word": false,
51
+ "special": true
52
+ },
53
+ "151649": {
54
+ "content": "<|box_end|>",
55
+ "lstrip": false,
56
+ "normalized": false,
57
+ "rstrip": false,
58
+ "single_word": false,
59
+ "special": true
60
+ },
61
+ "151650": {
62
+ "content": "<|quad_start|>",
63
+ "lstrip": false,
64
+ "normalized": false,
65
+ "rstrip": false,
66
+ "single_word": false,
67
+ "special": true
68
+ },
69
+ "151651": {
70
+ "content": "<|quad_end|>",
71
+ "lstrip": false,
72
+ "normalized": false,
73
+ "rstrip": false,
74
+ "single_word": false,
75
+ "special": true
76
+ },
77
+ "151652": {
78
+ "content": "<|vision_start|>",
79
+ "lstrip": false,
80
+ "normalized": false,
81
+ "rstrip": false,
82
+ "single_word": false,
83
+ "special": true
84
+ },
85
+ "151653": {
86
+ "content": "<|vision_end|>",
87
+ "lstrip": false,
88
+ "normalized": false,
89
+ "rstrip": false,
90
+ "single_word": false,
91
+ "special": true
92
+ },
93
+ "151654": {
94
+ "content": "<|vision_pad|>",
95
+ "lstrip": false,
96
+ "normalized": false,
97
+ "rstrip": false,
98
+ "single_word": false,
99
+ "special": true
100
+ },
101
+ "151655": {
102
+ "content": "<|image_pad|>",
103
+ "lstrip": false,
104
+ "normalized": false,
105
+ "rstrip": false,
106
+ "single_word": false,
107
+ "special": true
108
+ },
109
+ "151656": {
110
+ "content": "<|video_pad|>",
111
+ "lstrip": false,
112
+ "normalized": false,
113
+ "rstrip": false,
114
+ "single_word": false,
115
+ "special": true
116
+ },
117
+ "151657": {
118
+ "content": "<tool_call>",
119
+ "lstrip": false,
120
+ "normalized": false,
121
+ "rstrip": false,
122
+ "single_word": false,
123
+ "special": false
124
+ },
125
+ "151658": {
126
+ "content": "</tool_call>",
127
+ "lstrip": false,
128
+ "normalized": false,
129
+ "rstrip": false,
130
+ "single_word": false,
131
+ "special": false
132
+ },
133
+ "151659": {
134
+ "content": "<|fim_prefix|>",
135
+ "lstrip": false,
136
+ "normalized": false,
137
+ "rstrip": false,
138
+ "single_word": false,
139
+ "special": false
140
+ },
141
+ "151660": {
142
+ "content": "<|fim_middle|>",
143
+ "lstrip": false,
144
+ "normalized": false,
145
+ "rstrip": false,
146
+ "single_word": false,
147
+ "special": false
148
+ },
149
+ "151661": {
150
+ "content": "<|fim_suffix|>",
151
+ "lstrip": false,
152
+ "normalized": false,
153
+ "rstrip": false,
154
+ "single_word": false,
155
+ "special": false
156
+ },
157
+ "151662": {
158
+ "content": "<|fim_pad|>",
159
+ "lstrip": false,
160
+ "normalized": false,
161
+ "rstrip": false,
162
+ "single_word": false,
163
+ "special": false
164
+ },
165
+ "151663": {
166
+ "content": "<|repo_name|>",
167
+ "lstrip": false,
168
+ "normalized": false,
169
+ "rstrip": false,
170
+ "single_word": false,
171
+ "special": false
172
+ },
173
+ "151664": {
174
+ "content": "<|file_sep|>",
175
+ "lstrip": false,
176
+ "normalized": false,
177
+ "rstrip": false,
178
+ "single_word": false,
179
+ "special": false
180
+ },
181
+ "151665": {
182
+ "content": "<tool_response>",
183
+ "lstrip": false,
184
+ "normalized": false,
185
+ "rstrip": false,
186
+ "single_word": false,
187
+ "special": false
188
+ },
189
+ "151666": {
190
+ "content": "</tool_response>",
191
+ "lstrip": false,
192
+ "normalized": false,
193
+ "rstrip": false,
194
+ "single_word": false,
195
+ "special": false
196
+ },
197
+ "151667": {
198
+ "content": "<think>",
199
+ "lstrip": false,
200
+ "normalized": false,
201
+ "rstrip": false,
202
+ "single_word": false,
203
+ "special": false
204
+ },
205
+ "151668": {
206
+ "content": "</think>",
207
+ "lstrip": false,
208
+ "normalized": false,
209
+ "rstrip": false,
210
+ "single_word": false,
211
+ "special": false
212
+ },
213
+ "151669": {
214
+ "content": "<|audio_start|>",
215
+ "lstrip": false,
216
+ "normalized": false,
217
+ "rstrip": false,
218
+ "single_word": false,
219
+ "special": true
220
+ },
221
+ "151670": {
222
+ "content": "<|audio_end|>",
223
+ "lstrip": false,
224
+ "normalized": false,
225
+ "rstrip": false,
226
+ "single_word": false,
227
+ "special": true
228
+ },
229
+ "151671": {
230
+ "content": "<tts_pad>",
231
+ "lstrip": false,
232
+ "normalized": false,
233
+ "rstrip": false,
234
+ "single_word": false,
235
+ "special": true
236
+ },
237
+ "151672": {
238
+ "content": "<tts_text_bos>",
239
+ "lstrip": false,
240
+ "normalized": false,
241
+ "rstrip": false,
242
+ "single_word": false,
243
+ "special": true
244
+ },
245
+ "151673": {
246
+ "content": "<tts_text_eod>",
247
+ "lstrip": false,
248
+ "normalized": false,
249
+ "rstrip": false,
250
+ "single_word": false,
251
+ "special": true
252
+ },
253
+ "151674": {
254
+ "content": "<tts_text_bos_single>",
255
+ "lstrip": false,
256
+ "normalized": false,
257
+ "rstrip": false,
258
+ "single_word": false,
259
+ "special": true
260
+ },
261
+ "151675": {
262
+ "content": "<non_speech>",
263
+ "lstrip": false,
264
+ "normalized": false,
265
+ "rstrip": false,
266
+ "single_word": false,
267
+ "special": false
268
+ },
269
+ "151676": {
270
+ "content": "<|audio_pad|>",
271
+ "lstrip": false,
272
+ "normalized": false,
273
+ "rstrip": false,
274
+ "single_word": false,
275
+ "special": true
276
+ },
277
+ "151677": {
278
+ "content": "<blank1>",
279
+ "lstrip": false,
280
+ "normalized": false,
281
+ "rstrip": false,
282
+ "single_word": false,
283
+ "special": true
284
+ },
285
+ "151678": {
286
+ "content": "<blank2>",
287
+ "lstrip": false,
288
+ "normalized": false,
289
+ "rstrip": false,
290
+ "single_word": false,
291
+ "special": true
292
+ },
293
+ "151679": {
294
+ "content": "<blank3>",
295
+ "lstrip": false,
296
+ "normalized": false,
297
+ "rstrip": false,
298
+ "single_word": false,
299
+ "special": true
300
+ },
301
+ "151680": {
302
+ "content": "<blank4>",
303
+ "lstrip": false,
304
+ "normalized": false,
305
+ "rstrip": false,
306
+ "single_word": false,
307
+ "special": true
308
+ },
309
+ "151681": {
310
+ "content": "<blank5>",
311
+ "lstrip": false,
312
+ "normalized": false,
313
+ "rstrip": false,
314
+ "single_word": false,
315
+ "special": true
316
+ },
317
+ "151682": {
318
+ "content": "<blank6>",
319
+ "lstrip": false,
320
+ "normalized": false,
321
+ "rstrip": false,
322
+ "single_word": false,
323
+ "special": true
324
+ },
325
+ "151683": {
326
+ "content": "<blank7>",
327
+ "lstrip": false,
328
+ "normalized": false,
329
+ "rstrip": false,
330
+ "single_word": false,
331
+ "special": true
332
+ },
333
+ "151684": {
334
+ "content": "<blank8>",
335
+ "lstrip": false,
336
+ "normalized": false,
337
+ "rstrip": false,
338
+ "single_word": false,
339
+ "special": true
340
+ },
341
+ "151685": {
342
+ "content": "<blank9>",
343
+ "lstrip": false,
344
+ "normalized": false,
345
+ "rstrip": false,
346
+ "single_word": false,
347
+ "special": true
348
+ },
349
+ "151686": {
350
+ "content": "<blank10>",
351
+ "lstrip": false,
352
+ "normalized": false,
353
+ "rstrip": false,
354
+ "single_word": false,
355
+ "special": true
356
+ },
357
+ "151687": {
358
+ "content": "<blank11>",
359
+ "lstrip": false,
360
+ "normalized": false,
361
+ "rstrip": false,
362
+ "single_word": false,
363
+ "special": true
364
+ },
365
+ "151688": {
366
+ "content": "<blank12>",
367
+ "lstrip": false,
368
+ "normalized": false,
369
+ "rstrip": false,
370
+ "single_word": false,
371
+ "special": true
372
+ },
373
+ "151689": {
374
+ "content": "<blank13>",
375
+ "lstrip": false,
376
+ "normalized": false,
377
+ "rstrip": false,
378
+ "single_word": false,
379
+ "special": true
380
+ },
381
+ "151690": {
382
+ "content": "<blank14>",
383
+ "lstrip": false,
384
+ "normalized": false,
385
+ "rstrip": false,
386
+ "single_word": false,
387
+ "special": true
388
+ },
389
+ "151691": {
390
+ "content": "<blank15>",
391
+ "lstrip": false,
392
+ "normalized": false,
393
+ "rstrip": false,
394
+ "single_word": false,
395
+ "special": true
396
+ },
397
+ "151692": {
398
+ "content": "<blank16>",
399
+ "lstrip": false,
400
+ "normalized": false,
401
+ "rstrip": false,
402
+ "single_word": false,
403
+ "special": true
404
+ },
405
+ "151693": {
406
+ "content": "<blank17>",
407
+ "lstrip": false,
408
+ "normalized": false,
409
+ "rstrip": false,
410
+ "single_word": false,
411
+ "special": true
412
+ },
413
+ "151694": {
414
+ "content": "<blank18>",
415
+ "lstrip": false,
416
+ "normalized": false,
417
+ "rstrip": false,
418
+ "single_word": false,
419
+ "special": true
420
+ },
421
+ "151695": {
422
+ "content": "<blank19>",
423
+ "lstrip": false,
424
+ "normalized": false,
425
+ "rstrip": false,
426
+ "single_word": false,
427
+ "special": true
428
+ },
429
+ "151696": {
430
+ "content": "<blank20>",
431
+ "lstrip": false,
432
+ "normalized": false,
433
+ "rstrip": false,
434
+ "single_word": false,
435
+ "special": true
436
+ },
437
+ "151697": {
438
+ "content": "<blank21>",
439
+ "lstrip": false,
440
+ "normalized": false,
441
+ "rstrip": false,
442
+ "single_word": false,
443
+ "special": true
444
+ },
445
+ "151698": {
446
+ "content": "<blank22>",
447
+ "lstrip": false,
448
+ "normalized": false,
449
+ "rstrip": false,
450
+ "single_word": false,
451
+ "special": true
452
+ },
453
+ "151699": {
454
+ "content": "<blank23>",
455
+ "lstrip": false,
456
+ "normalized": false,
457
+ "rstrip": false,
458
+ "single_word": false,
459
+ "special": true
460
+ },
461
+ "151700": {
462
+ "content": "<blank24>",
463
+ "lstrip": false,
464
+ "normalized": false,
465
+ "rstrip": false,
466
+ "single_word": false,
467
+ "special": true
468
+ },
469
+ "151701": {
470
+ "content": "<blank25>",
471
+ "lstrip": false,
472
+ "normalized": false,
473
+ "rstrip": false,
474
+ "single_word": false,
475
+ "special": true
476
+ },
477
+ "151702": {
478
+ "content": "<blank26>",
479
+ "lstrip": false,
480
+ "normalized": false,
481
+ "rstrip": false,
482
+ "single_word": false,
483
+ "special": true
484
+ },
485
+ "151703": {
486
+ "content": "<blank27>",
487
+ "lstrip": false,
488
+ "normalized": false,
489
+ "rstrip": false,
490
+ "single_word": false,
491
+ "special": true
492
+ },
493
+ "151704": {
494
+ "content": "<asr_text>",
495
+ "lstrip": false,
496
+ "normalized": false,
497
+ "rstrip": false,
498
+ "single_word": false,
499
+ "special": false
500
+ }
501
+ },
502
+ "additional_special_tokens": [
503
+ "<|im_start|>",
504
+ "<|im_end|>",
505
+ "<|object_ref_start|>",
506
+ "<|object_ref_end|>",
507
+ "<|box_start|>",
508
+ "<|box_end|>",
509
+ "<|quad_start|>",
510
+ "<|quad_end|>",
511
+ "<|vision_start|>",
512
+ "<|vision_end|>",
513
+ "<|vision_pad|>",
514
+ "<|image_pad|>",
515
+ "<|video_pad|>",
516
+ "<|audio_start|>",
517
+ "<|audio_end|>",
518
+ "<tts_pad>",
519
+ "<tts_text_bos>",
520
+ "<tts_text_bos_single>",
521
+ "<|audio_pad|>"
522
+ ],
523
+ "audio_bos_token": "<|audio_start|>",
524
+ "audio_eos_token": "<|audio_end|>",
525
+ "audio_token": "<|audio_pad|>",
526
+ "bos_token": null,
527
+ "clean_up_tokenization_spaces": false,
528
+ "eos_token": "<|im_end|>",
529
+ "errors": "replace",
530
+ "extra_special_tokens": {
531
+ "audio_bos_token": "<|audio_start|>",
532
+ "audio_eos_token": "<|audio_end|>",
533
+ "audio_token": "<|audio_pad|>",
534
+ "image_token": "<|image_pad|>",
535
+ "video_token": "<|video_pad|>",
536
+ "vision_bos_token": "<|vision_start|>",
537
+ "vision_eos_token": "<|vision_end|>"
538
+ },
539
+ "image_token": "<|image_pad|>",
540
+ "model_max_length": 131072,
541
+ "pad_token": "<|endoftext|>",
542
+ "processor_class": "Qwen3ASRProcessor",
543
+ "split_special_tokens": false,
544
+ "tokenizer_class": "Qwen2Tokenizer",
545
+ "unk_token": null,
546
+ "video_token": "<|video_pad|>",
547
+ "vision_bos_token": "<|vision_start|>",
548
+ "vision_eos_token": "<|vision_end|>"
549
+ }
subtitle/vocab.json ADDED
The diff for this file is too large to render. See raw diff
 
verbatim/added_tokens.json ADDED
@@ -0,0 +1,64 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "</think>": 151668,
3
+ "</tool_call>": 151658,
4
+ "</tool_response>": 151666,
5
+ "<asr_text>": 151704,
6
+ "<blank10>": 151686,
7
+ "<blank11>": 151687,
8
+ "<blank12>": 151688,
9
+ "<blank13>": 151689,
10
+ "<blank14>": 151690,
11
+ "<blank15>": 151691,
12
+ "<blank16>": 151692,
13
+ "<blank17>": 151693,
14
+ "<blank18>": 151694,
15
+ "<blank19>": 151695,
16
+ "<blank1>": 151677,
17
+ "<blank20>": 151696,
18
+ "<blank21>": 151697,
19
+ "<blank22>": 151698,
20
+ "<blank23>": 151699,
21
+ "<blank24>": 151700,
22
+ "<blank25>": 151701,
23
+ "<blank26>": 151702,
24
+ "<blank27>": 151703,
25
+ "<blank2>": 151678,
26
+ "<blank3>": 151679,
27
+ "<blank4>": 151680,
28
+ "<blank5>": 151681,
29
+ "<blank6>": 151682,
30
+ "<blank7>": 151683,
31
+ "<blank8>": 151684,
32
+ "<blank9>": 151685,
33
+ "<non_speech>": 151675,
34
+ "<think>": 151667,
35
+ "<tool_call>": 151657,
36
+ "<tool_response>": 151665,
37
+ "<tts_pad>": 151671,
38
+ "<tts_text_bos>": 151672,
39
+ "<tts_text_bos_single>": 151674,
40
+ "<tts_text_eod>": 151673,
41
+ "<|audio_end|>": 151670,
42
+ "<|audio_pad|>": 151676,
43
+ "<|audio_start|>": 151669,
44
+ "<|box_end|>": 151649,
45
+ "<|box_start|>": 151648,
46
+ "<|endoftext|>": 151643,
47
+ "<|file_sep|>": 151664,
48
+ "<|fim_middle|>": 151660,
49
+ "<|fim_pad|>": 151662,
50
+ "<|fim_prefix|>": 151659,
51
+ "<|fim_suffix|>": 151661,
52
+ "<|im_end|>": 151645,
53
+ "<|im_start|>": 151644,
54
+ "<|image_pad|>": 151655,
55
+ "<|object_ref_end|>": 151647,
56
+ "<|object_ref_start|>": 151646,
57
+ "<|quad_end|>": 151651,
58
+ "<|quad_start|>": 151650,
59
+ "<|repo_name|>": 151663,
60
+ "<|video_pad|>": 151656,
61
+ "<|vision_end|>": 151653,
62
+ "<|vision_pad|>": 151654,
63
+ "<|vision_start|>": 151652
64
+ }
verbatim/chat_template.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"chat_template": "{%- set ns = namespace(system_text=\"\") -%}\n{%- for m in messages -%}\n {%- if m.role == 'system' -%}\n {%- if m.content is string -%}\n {%- set ns.system_text = ns.system_text + m.content -%}\n {%- else -%}\n {%- for c in m.content -%}\n {%- if c.type == 'text' and (c.text is defined) -%}\n {%- set ns.system_text = ns.system_text + c.text -%}\n {%- endif -%}\n {%- endfor -%}\n {%- endif -%}\n {%- endif -%}\n{%- endfor -%}\n\n{%- set ns2 = namespace(audio_tokens=\"\") -%}\n{%- for m in messages -%}\n {%- if m.content is not string -%}\n {%- for c in m.content -%}\n {%- if c.type == 'audio' or ('audio' in c) or ('audio_url' in c) -%}\n {%- set ns2.audio_tokens = ns2.audio_tokens + \"<|audio_start|><|audio_pad|><|audio_end|>\" -%}\n {%- endif -%}\n {%- endfor -%}\n {%- endif -%}\n{%- endfor -%}\n\n{{- '<|im_start|>system\\n' + (ns.system_text if ns.system_text is string else '') + '<|im_end|>\\n' -}}\n{{- '<|im_start|>user\\n' + ns2.audio_tokens + '<|im_end|>\\n' -}}\n{%- if add_generation_prompt -%}\n{{- '<|im_start|>assistant\\n' -}}\n{%- endif -%}"}
verbatim/config.json ADDED
@@ -0,0 +1,221 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "Qwen3ASRForConditionalGeneration"
4
+ ],
5
+ "model_type": "qwen3_asr",
6
+ "support_languages": [
7
+ "Chinese",
8
+ "English",
9
+ "Cantonese",
10
+ "Arabic",
11
+ "German",
12
+ "French",
13
+ "Spanish",
14
+ "Portuguese",
15
+ "Indonesian",
16
+ "Italian",
17
+ "Korean",
18
+ "Russian",
19
+ "Thai",
20
+ "Vietnamese",
21
+ "Japanese",
22
+ "Turkish",
23
+ "Hindi",
24
+ "Malay",
25
+ "Dutch",
26
+ "Swedish",
27
+ "Danish",
28
+ "Finnish",
29
+ "Polish",
30
+ "Czech",
31
+ "Filipino",
32
+ "Persian",
33
+ "Greek",
34
+ "Romanian",
35
+ "Hungarian",
36
+ "Macedonian"
37
+ ],
38
+ "thinker_config": {
39
+ "model_type": "qwen3_asr",
40
+ "architectures": [
41
+ "Qwen3ASRForConditionalGeneration"
42
+ ],
43
+ "audio_config": {
44
+ "_name_or_path": "",
45
+ "activation_dropout": 0,
46
+ "activation_function": "gelu",
47
+ "add_cross_attention": false,
48
+ "architectures": null,
49
+ "attention_dropout": 0,
50
+ "bad_words_ids": null,
51
+ "begin_suppress_tokens": null,
52
+ "bos_token_id": null,
53
+ "chunk_size_feed_forward": 0,
54
+ "conv_chunksize": 500,
55
+ "cross_attention_hidden_size": null,
56
+ "d_model": 1024,
57
+ "decoder_start_token_id": null,
58
+ "diversity_penalty": 0.0,
59
+ "do_sample": false,
60
+ "downsample_hidden_size": 480,
61
+ "dropout": 0,
62
+ "dtype": null,
63
+ "early_stopping": false,
64
+ "encoder_attention_heads": 16,
65
+ "encoder_ffn_dim": 4096,
66
+ "encoder_layers": 24,
67
+ "encoder_no_repeat_ngram_size": 0,
68
+ "eos_token_id": null,
69
+ "exponential_decay_length_penalty": null,
70
+ "finetuning_task": null,
71
+ "forced_bos_token_id": null,
72
+ "forced_eos_token_id": null,
73
+ "id2label": {
74
+ "0": "LABEL_0",
75
+ "1": "LABEL_1"
76
+ },
77
+ "initializer_range": 0.02,
78
+ "is_decoder": false,
79
+ "is_encoder_decoder": false,
80
+ "label2id": {
81
+ "LABEL_0": 0,
82
+ "LABEL_1": 1
83
+ },
84
+ "length_penalty": 1.0,
85
+ "max_length": 20,
86
+ "max_source_positions": 1500,
87
+ "min_length": 0,
88
+ "model_type": "qwen3_asr_audio_encoder",
89
+ "n_window": 50,
90
+ "n_window_infer": 800,
91
+ "no_repeat_ngram_size": 0,
92
+ "num_beam_groups": 1,
93
+ "num_beams": 1,
94
+ "num_hidden_layers": 24,
95
+ "num_mel_bins": 128,
96
+ "num_return_sequences": 1,
97
+ "output_attentions": false,
98
+ "output_dim": 2048,
99
+ "output_hidden_states": false,
100
+ "output_scores": false,
101
+ "pad_token_id": null,
102
+ "prefix": null,
103
+ "problem_type": null,
104
+ "pruned_heads": {},
105
+ "remove_invalid_values": false,
106
+ "repetition_penalty": 1.0,
107
+ "return_dict": true,
108
+ "return_dict_in_generate": false,
109
+ "scale_embedding": false,
110
+ "sep_token_id": null,
111
+ "suppress_tokens": null,
112
+ "task_specific_params": null,
113
+ "temperature": 1.0,
114
+ "tf_legacy_loss": false,
115
+ "tie_encoder_decoder": false,
116
+ "tie_word_embeddings": true,
117
+ "tokenizer_class": null,
118
+ "top_k": 50,
119
+ "top_p": 1.0,
120
+ "torchscript": false,
121
+ "typical_p": 1.0,
122
+ "use_bfloat16": false
123
+ },
124
+ "audio_end_token_id": 151670,
125
+ "audio_start_token_id": 151669,
126
+ "audio_token_id": 151676,
127
+ "dtype": "bfloat16",
128
+ "initializer_range": 0.02,
129
+ "text_config": {
130
+ "_name_or_path": "",
131
+ "add_cross_attention": false,
132
+ "architectures": null,
133
+ "attention_bias": false,
134
+ "attention_dropout": 0.0,
135
+ "bad_words_ids": null,
136
+ "begin_suppress_tokens": null,
137
+ "bos_token_id": null,
138
+ "chunk_size_feed_forward": 0,
139
+ "cross_attention_hidden_size": null,
140
+ "decoder_start_token_id": null,
141
+ "diversity_penalty": 0.0,
142
+ "do_sample": false,
143
+ "dtype": null,
144
+ "early_stopping": false,
145
+ "encoder_no_repeat_ngram_size": 0,
146
+ "eos_token_id": null,
147
+ "exponential_decay_length_penalty": null,
148
+ "finetuning_task": null,
149
+ "forced_bos_token_id": null,
150
+ "forced_eos_token_id": null,
151
+ "head_dim": 128,
152
+ "hidden_act": "silu",
153
+ "hidden_size": 2048,
154
+ "id2label": {
155
+ "0": "LABEL_0",
156
+ "1": "LABEL_1"
157
+ },
158
+ "initializer_range": 0.02,
159
+ "intermediate_size": 6144,
160
+ "is_decoder": false,
161
+ "is_encoder_decoder": false,
162
+ "label2id": {
163
+ "LABEL_0": 0,
164
+ "LABEL_1": 1
165
+ },
166
+ "length_penalty": 1.0,
167
+ "max_length": 20,
168
+ "max_position_embeddings": 65536,
169
+ "min_length": 0,
170
+ "model_type": "qwen3",
171
+ "no_repeat_ngram_size": 0,
172
+ "num_attention_heads": 16,
173
+ "num_beam_groups": 1,
174
+ "num_beams": 1,
175
+ "num_hidden_layers": 28,
176
+ "num_key_value_heads": 8,
177
+ "num_return_sequences": 1,
178
+ "output_attentions": false,
179
+ "output_hidden_states": false,
180
+ "output_scores": false,
181
+ "pad_token_id": null,
182
+ "prefix": null,
183
+ "problem_type": null,
184
+ "pruned_heads": {},
185
+ "remove_invalid_values": false,
186
+ "repetition_penalty": 1.0,
187
+ "return_dict": true,
188
+ "return_dict_in_generate": false,
189
+ "rms_norm_eps": 1e-06,
190
+ "rope_scaling": {
191
+ "interleaved": true,
192
+ "mrope_interleaved": true,
193
+ "mrope_section": [
194
+ 24,
195
+ 20,
196
+ 20
197
+ ],
198
+ "rope_type": "default",
199
+ "type": "default"
200
+ },
201
+ "rope_theta": 1000000,
202
+ "sep_token_id": null,
203
+ "suppress_tokens": null,
204
+ "task_specific_params": null,
205
+ "temperature": 1.0,
206
+ "tf_legacy_loss": false,
207
+ "tie_encoder_decoder": false,
208
+ "tie_word_embeddings": true,
209
+ "tokenizer_class": null,
210
+ "top_k": 50,
211
+ "top_p": 1.0,
212
+ "torchscript": false,
213
+ "typical_p": 1.0,
214
+ "use_bfloat16": false,
215
+ "use_cache": true,
216
+ "vocab_size": 151936
217
+ }
218
+ },
219
+ "transformers_version": "4.57.6"
220
+ }
221
+
verbatim/ctc/config.json ADDED
@@ -0,0 +1,10 @@
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "ctc_adapter_type": "transformer",
3
+ "ctc_adapter_layers": 2,
4
+ "ctc_adapter_nhead": 8,
5
+ "ctc_adapter_dropout": 0.0,
6
+ "ctc_blank_id": 0,
7
+ "ctc_vocab_size": 278,
8
+ "d_model": 2048,
9
+ "mora_vocab_file": "mora_vocab.json"
10
+ }
verbatim/ctc/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b50611658b6cd7f07beabf02e13936528ac5e0d99519478629f6222e99895ac4
3
+ size 202575332
verbatim/ctc/mora_vocab.json ADDED
@@ -0,0 +1,280 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "<blank>": 0,
3
+ "a": 1,
4
+ "b": 2,
5
+ "c": 3,
6
+ "d": 4,
7
+ "e": 5,
8
+ "f": 6,
9
+ "g": 7,
10
+ "h": 8,
11
+ "i": 9,
12
+ "j": 10,
13
+ "k": 11,
14
+ "l": 12,
15
+ "m": 13,
16
+ "n": 14,
17
+ "o": 15,
18
+ "p": 16,
19
+ "q": 17,
20
+ "r": 18,
21
+ "s": 19,
22
+ "t": 20,
23
+ "u": 21,
24
+ "v": 22,
25
+ "w": 23,
26
+ "x": 24,
27
+ "y": 25,
28
+ "z": 26,
29
+ "イ": 27,
30
+ "ン": 28,
31
+ "ー": 29,
32
+ "ト": 30,
33
+ "カ": 31,
34
+ "ノ": 32,
35
+ "ッ": 33,
36
+ "テ": 34,
37
+ "ナ": 35,
38
+ "デ": 36,
39
+ "タ": 37,
40
+ "ス": 38,
41
+ "シ": 39,
42
+ "ア": 40,
43
+ "マ": 41,
44
+ "コ": 42,
45
+ "ニ": 43,
46
+ "モ": 44,
47
+ "ク": 45,
48
+ "ル": 46,
49
+ "ワ": 47,
50
+ "ガ": 48,
51
+ "ラ": 49,
52
+ "キ": 50,
53
+ "ソ": 51,
54
+ "レ": 52,
55
+ "オ": 53,
56
+ "ネ": 54,
57
+ "ダ": 55,
58
+ "リ": 56,
59
+ "ウ": 57,
60
+ "サ": 58,
61
+ "ケ": 59,
62
+ "ド": 60,
63
+ "ツ": 61,
64
+ "ヨ": 62,
65
+ "ヲ": 63,
66
+ "ジ": 64,
67
+ "エ": 65,
68
+ "ハ": 66,
69
+ "ミ": 67,
70
+ "セ": 68,
71
+ "チ": 69,
72
+ "ロ": 70,
73
+ "ヤ": 71,
74
+ "ホ": 72,
75
+ "メ": 73,
76
+ "ゴ": 74,
77
+ "バ": 75,
78
+ "ブ": 76,
79
+ "ヒ": 77,
80
+ "ショ": 78,
81
+ "フ": 79,
82
+ "ジュ": 80,
83
+ "グ": 81,
84
+ "ズ": 82,
85
+ "ム": 83,
86
+ "チョ": 84,
87
+ "パ": 85,
88
+ "キョ": 86,
89
+ "ゼ": 87,
90
+ "シュ": 88,
91
+ "プ": 89,
92
+ "ゲ": 90,
93
+ "ジョ": 91,
94
+ "ジャ": 92,
95
+ "ベ": 93,
96
+ "チャ": 94,
97
+ "ボ": 95,
98
+ "シャ": 96,
99
+ "ザ": 97,
100
+ "ビ": 98,
101
+ "ユ": 99,
102
+ "ポ": 100,
103
+ "ギ": 101,
104
+ "リョ": 102,
105
+ "ヘ": 103,
106
+ "ゾ": 104,
107
+ "キュ": 105,
108
+ "キャ": 106,
109
+ "チュ": 107,
110
+ "ピ": 108,
111
+ "ティ": 109,
112
+ "ギョ": 110,
113
+ "ニュ": 111,
114
+ "ペ": 112,
115
+ "ヒャ": 113,
116
+ "ディ": 114,
117
+ "ヒョ": 115,
118
+ "ファ": 116,
119
+ "フォ": 117,
120
+ "フィ": 118,
121
+ "ヌ": 119,
122
+ "フェ": 120,
123
+ "ジェ": 121,
124
+ "ギャ": 122,
125
+ "リュ": 123,
126
+ "ヅ": 124,
127
+ "ミュ": 125,
128
+ "チェ": 126,
129
+ "ビュ": 127,
130
+ "ピョ": 128,
131
+ "ーェ": 129,
132
+ "ウェ": 130,
133
+ "ビョ": 131,
134
+ "シェ": 132,
135
+ "ミョ": 133,
136
+ "ウィ": 134,
137
+ "ビャ": 135,
138
+ "ピャ": 136,
139
+ "リャ": 137,
140
+ "トゥ": 138,
141
+ "ーィ": 139,
142
+ "ギュ": 140,
143
+ "ピュ": 141,
144
+ "ウォ": 142,
145
+ "ミャ": 143,
146
+ "ーォ": 144,
147
+ "デュ": 145,
148
+ "ニャ": 146,
149
+ "ヂ": 147,
150
+ "ヒュ": 148,
151
+ "ニョ": 149,
152
+ "ドゥ": 150,
153
+ "ヴィ": 151,
154
+ "フュ": 152,
155
+ "クォ": 153,
156
+ "ヴァ": 154,
157
+ "ヶ": 155,
158
+ "ヴェ": 156,
159
+ "シィ": 157,
160
+ "イェ": 158,
161
+ "ヴ": 159,
162
+ "ディュ": 160,
163
+ "ツィ": 161,
164
+ "ティュ": 162,
165
+ "ツォ": 163,
166
+ "ルィ": 164,
167
+ "ツァ": 165,
168
+ "テュ": 166,
169
+ "ズィ": 167,
170
+ "トィ": 168,
171
+ "スィ": 169,
172
+ "クュ": 170,
173
+ "ルゥ": 171,
174
+ "ボォ": 172,
175
+ "ビィ": 173,
176
+ "ティィ": 174,
177
+ "チィ": 175,
178
+ "フィュ": 176,
179
+ "パァ": 177,
180
+ "ツゥ": 178,
181
+ "ヴォ": 179,
182
+ "ドュ": 180,
183
+ "ビュュ": 181,
184
+ "スュ": 182,
185
+ "プィ": 183,
186
+ "トェ": 184,
187
+ "テゥ": 185,
188
+ "クィ": 186,
189
+ "ドィ": 187,
190
+ "イャ": 188,
191
+ "ツェ": 189,
192
+ "バァ": 190,
193
+ "ヒェ": 191,
194
+ "ワァ": 192,
195
+ "トョ": 193,
196
+ "ニェ": 194,
197
+ "エィ": 195,
198
+ "ヂュ": 196,
199
+ "クァ": 197,
200
+ "ミィ": 198,
201
+ "ブゥ": 199,
202
+ "スォ": 200,
203
+ "アュ": 201,
204
+ "ケャ": 202,
205
+ "リィ": 203,
206
+ "エュ": 204,
207
+ "レィ": 205,
208
+ "スェ": 206,
209
+ "スァ": 207,
210
+ "ディョ": 208,
211
+ "ニィ": 209,
212
+ "メェ": 210,
213
+ "フィィ": 211,
214
+ "ヒィ": 212,
215
+ "ピィ": 213,
216
+ "キィ": 214,
217
+ "ーィィ": 215,
218
+ "ルォ": 216,
219
+ "ンェ": 217,
220
+ "トャ": 218,
221
+ "スゥ": 219,
222
+ "グゥ": 220,
223
+ "トォ": 221,
224
+ "クェ": 222,
225
+ "グァ": 223,
226
+ "ミェ": 224,
227
+ "クヮ": 225,
228
+ "グヮ": 226,
229
+ "キェ": 227,
230
+ "クゥ": 228,
231
+ "ギェ": 229,
232
+ "グェ": 230,
233
+ "グォ": 231,
234
+ "グィ": 232,
235
+ "ハァ": 233,
236
+ "ビェ": 234,
237
+ "レャ": 235,
238
+ "テャ": 236,
239
+ "テョ": 237,
240
+ "ドォ": 238,
241
+ "ジィ": 239,
242
+ "デェ": 240,
243
+ "ピェ": 241,
244
+ "ウィィ": 242,
245
+ "デョ": 243,
246
+ "リェ": 244,
247
+ "カァ": 245,
248
+ "ズェ": 246,
249
+ "ズォ": 247,
250
+ "セャ": 248,
251
+ "タェ": 249,
252
+ "ムェ": 250,
253
+ "ウァ": 251,
254
+ "ォ": 252,
255
+ "ギィ": 253,
256
+ "クャ": 254,
257
+ "グャ": 255,
258
+ "サァ": 256,
259
+ "シュェ": 257,
260
+ "スャ": 258,
261
+ "ズゥ": 259,
262
+ "ツェェ": 260,
263
+ "デャ": 261,
264
+ "ナァ": 262,
265
+ "ニュュ": 263,
266
+ "フィョ": 264,
267
+ "フゥ": 265,
268
+ "ブィ": 266,
269
+ "プァ": 267,
270
+ "プォ": 268,
271
+ "ベュ": 269,
272
+ "ムゥ": 270,
273
+ "メィ": 271,
274
+ "メャ": 272,
275
+ "ルァ": 273,
276
+ "ヲョ": 274,
277
+ "ンィ": 275,
278
+ "ンォ": 276,
279
+ "ヴュ": 277
280
+ }
verbatim/generation_config.json ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ {
2
+ "_from_model_config": true,
3
+ "eos_token_id": [151643,151645],
4
+ "pad_token_id": 151643,
5
+ "do_sample": false,
6
+ "temperature": 0.000001
7
+ }
verbatim/merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
verbatim/model-00001-of-00003.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:245d78cbd199e0f724701a8232b297c9e8eed2d5a2d2bfd777c98c4fc0c37867
3
+ size 1987217136
verbatim/model-00002-of-00003.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:340dc81cc1182bab20b2284cdef91868c430a62f563c54006547badabee97bd9
3
+ size 1988300968
verbatim/model-00003-of-00003.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a0876fb9d8fcd6e39becd2e67adbfaf9f2fba68812a0f4b08debb3f5b548ce71
3
+ size 100673328
verbatim/model.safetensors.index.json ADDED
@@ -0,0 +1,714 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "metadata": {
3
+ "total_size": 4076104960
4
+ },
5
+ "weight_map": {
6
+ "thinker.audio_tower.conv2d1.bias": "model-00001-of-00003.safetensors",
7
+ "thinker.audio_tower.conv2d1.weight": "model-00001-of-00003.safetensors",
8
+ "thinker.audio_tower.conv2d2.bias": "model-00001-of-00003.safetensors",
9
+ "thinker.audio_tower.conv2d2.weight": "model-00001-of-00003.safetensors",
10
+ "thinker.audio_tower.conv2d3.bias": "model-00001-of-00003.safetensors",
11
+ "thinker.audio_tower.conv2d3.weight": "model-00001-of-00003.safetensors",
12
+ "thinker.audio_tower.conv_out.weight": "model-00001-of-00003.safetensors",
13
+ "thinker.audio_tower.layers.0.fc1.bias": "model-00001-of-00003.safetensors",
14
+ "thinker.audio_tower.layers.0.fc1.weight": "model-00001-of-00003.safetensors",
15
+ "thinker.audio_tower.layers.0.fc2.bias": "model-00001-of-00003.safetensors",
16
+ "thinker.audio_tower.layers.0.fc2.weight": "model-00001-of-00003.safetensors",
17
+ "thinker.audio_tower.layers.0.final_layer_norm.bias": "model-00001-of-00003.safetensors",
18
+ "thinker.audio_tower.layers.0.final_layer_norm.weight": "model-00001-of-00003.safetensors",
19
+ "thinker.audio_tower.layers.0.self_attn.k_proj.bias": "model-00001-of-00003.safetensors",
20
+ "thinker.audio_tower.layers.0.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
21
+ "thinker.audio_tower.layers.0.self_attn.out_proj.bias": "model-00001-of-00003.safetensors",
22
+ "thinker.audio_tower.layers.0.self_attn.out_proj.weight": "model-00001-of-00003.safetensors",
23
+ "thinker.audio_tower.layers.0.self_attn.q_proj.bias": "model-00001-of-00003.safetensors",
24
+ "thinker.audio_tower.layers.0.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
25
+ "thinker.audio_tower.layers.0.self_attn.v_proj.bias": "model-00001-of-00003.safetensors",
26
+ "thinker.audio_tower.layers.0.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
27
+ "thinker.audio_tower.layers.0.self_attn_layer_norm.bias": "model-00001-of-00003.safetensors",
28
+ "thinker.audio_tower.layers.0.self_attn_layer_norm.weight": "model-00001-of-00003.safetensors",
29
+ "thinker.audio_tower.layers.1.fc1.bias": "model-00001-of-00003.safetensors",
30
+ "thinker.audio_tower.layers.1.fc1.weight": "model-00001-of-00003.safetensors",
31
+ "thinker.audio_tower.layers.1.fc2.bias": "model-00001-of-00003.safetensors",
32
+ "thinker.audio_tower.layers.1.fc2.weight": "model-00001-of-00003.safetensors",
33
+ "thinker.audio_tower.layers.1.final_layer_norm.bias": "model-00001-of-00003.safetensors",
34
+ "thinker.audio_tower.layers.1.final_layer_norm.weight": "model-00001-of-00003.safetensors",
35
+ "thinker.audio_tower.layers.1.self_attn.k_proj.bias": "model-00001-of-00003.safetensors",
36
+ "thinker.audio_tower.layers.1.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
37
+ "thinker.audio_tower.layers.1.self_attn.out_proj.bias": "model-00001-of-00003.safetensors",
38
+ "thinker.audio_tower.layers.1.self_attn.out_proj.weight": "model-00001-of-00003.safetensors",
39
+ "thinker.audio_tower.layers.1.self_attn.q_proj.bias": "model-00001-of-00003.safetensors",
40
+ "thinker.audio_tower.layers.1.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
41
+ "thinker.audio_tower.layers.1.self_attn.v_proj.bias": "model-00001-of-00003.safetensors",
42
+ "thinker.audio_tower.layers.1.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
43
+ "thinker.audio_tower.layers.1.self_attn_layer_norm.bias": "model-00001-of-00003.safetensors",
44
+ "thinker.audio_tower.layers.1.self_attn_layer_norm.weight": "model-00001-of-00003.safetensors",
45
+ "thinker.audio_tower.layers.10.fc1.bias": "model-00001-of-00003.safetensors",
46
+ "thinker.audio_tower.layers.10.fc1.weight": "model-00001-of-00003.safetensors",
47
+ "thinker.audio_tower.layers.10.fc2.bias": "model-00001-of-00003.safetensors",
48
+ "thinker.audio_tower.layers.10.fc2.weight": "model-00001-of-00003.safetensors",
49
+ "thinker.audio_tower.layers.10.final_layer_norm.bias": "model-00001-of-00003.safetensors",
50
+ "thinker.audio_tower.layers.10.final_layer_norm.weight": "model-00001-of-00003.safetensors",
51
+ "thinker.audio_tower.layers.10.self_attn.k_proj.bias": "model-00001-of-00003.safetensors",
52
+ "thinker.audio_tower.layers.10.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
53
+ "thinker.audio_tower.layers.10.self_attn.out_proj.bias": "model-00001-of-00003.safetensors",
54
+ "thinker.audio_tower.layers.10.self_attn.out_proj.weight": "model-00001-of-00003.safetensors",
55
+ "thinker.audio_tower.layers.10.self_attn.q_proj.bias": "model-00001-of-00003.safetensors",
56
+ "thinker.audio_tower.layers.10.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
57
+ "thinker.audio_tower.layers.10.self_attn.v_proj.bias": "model-00001-of-00003.safetensors",
58
+ "thinker.audio_tower.layers.10.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
59
+ "thinker.audio_tower.layers.10.self_attn_layer_norm.bias": "model-00001-of-00003.safetensors",
60
+ "thinker.audio_tower.layers.10.self_attn_layer_norm.weight": "model-00001-of-00003.safetensors",
61
+ "thinker.audio_tower.layers.11.fc1.bias": "model-00001-of-00003.safetensors",
62
+ "thinker.audio_tower.layers.11.fc1.weight": "model-00001-of-00003.safetensors",
63
+ "thinker.audio_tower.layers.11.fc2.bias": "model-00001-of-00003.safetensors",
64
+ "thinker.audio_tower.layers.11.fc2.weight": "model-00001-of-00003.safetensors",
65
+ "thinker.audio_tower.layers.11.final_layer_norm.bias": "model-00001-of-00003.safetensors",
66
+ "thinker.audio_tower.layers.11.final_layer_norm.weight": "model-00001-of-00003.safetensors",
67
+ "thinker.audio_tower.layers.11.self_attn.k_proj.bias": "model-00001-of-00003.safetensors",
68
+ "thinker.audio_tower.layers.11.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
69
+ "thinker.audio_tower.layers.11.self_attn.out_proj.bias": "model-00001-of-00003.safetensors",
70
+ "thinker.audio_tower.layers.11.self_attn.out_proj.weight": "model-00001-of-00003.safetensors",
71
+ "thinker.audio_tower.layers.11.self_attn.q_proj.bias": "model-00001-of-00003.safetensors",
72
+ "thinker.audio_tower.layers.11.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
73
+ "thinker.audio_tower.layers.11.self_attn.v_proj.bias": "model-00001-of-00003.safetensors",
74
+ "thinker.audio_tower.layers.11.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
75
+ "thinker.audio_tower.layers.11.self_attn_layer_norm.bias": "model-00001-of-00003.safetensors",
76
+ "thinker.audio_tower.layers.11.self_attn_layer_norm.weight": "model-00001-of-00003.safetensors",
77
+ "thinker.audio_tower.layers.12.fc1.bias": "model-00001-of-00003.safetensors",
78
+ "thinker.audio_tower.layers.12.fc1.weight": "model-00001-of-00003.safetensors",
79
+ "thinker.audio_tower.layers.12.fc2.bias": "model-00001-of-00003.safetensors",
80
+ "thinker.audio_tower.layers.12.fc2.weight": "model-00001-of-00003.safetensors",
81
+ "thinker.audio_tower.layers.12.final_layer_norm.bias": "model-00001-of-00003.safetensors",
82
+ "thinker.audio_tower.layers.12.final_layer_norm.weight": "model-00001-of-00003.safetensors",
83
+ "thinker.audio_tower.layers.12.self_attn.k_proj.bias": "model-00001-of-00003.safetensors",
84
+ "thinker.audio_tower.layers.12.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
85
+ "thinker.audio_tower.layers.12.self_attn.out_proj.bias": "model-00001-of-00003.safetensors",
86
+ "thinker.audio_tower.layers.12.self_attn.out_proj.weight": "model-00001-of-00003.safetensors",
87
+ "thinker.audio_tower.layers.12.self_attn.q_proj.bias": "model-00001-of-00003.safetensors",
88
+ "thinker.audio_tower.layers.12.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
89
+ "thinker.audio_tower.layers.12.self_attn.v_proj.bias": "model-00001-of-00003.safetensors",
90
+ "thinker.audio_tower.layers.12.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
91
+ "thinker.audio_tower.layers.12.self_attn_layer_norm.bias": "model-00001-of-00003.safetensors",
92
+ "thinker.audio_tower.layers.12.self_attn_layer_norm.weight": "model-00001-of-00003.safetensors",
93
+ "thinker.audio_tower.layers.13.fc1.bias": "model-00001-of-00003.safetensors",
94
+ "thinker.audio_tower.layers.13.fc1.weight": "model-00001-of-00003.safetensors",
95
+ "thinker.audio_tower.layers.13.fc2.bias": "model-00001-of-00003.safetensors",
96
+ "thinker.audio_tower.layers.13.fc2.weight": "model-00001-of-00003.safetensors",
97
+ "thinker.audio_tower.layers.13.final_layer_norm.bias": "model-00001-of-00003.safetensors",
98
+ "thinker.audio_tower.layers.13.final_layer_norm.weight": "model-00001-of-00003.safetensors",
99
+ "thinker.audio_tower.layers.13.self_attn.k_proj.bias": "model-00001-of-00003.safetensors",
100
+ "thinker.audio_tower.layers.13.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
101
+ "thinker.audio_tower.layers.13.self_attn.out_proj.bias": "model-00001-of-00003.safetensors",
102
+ "thinker.audio_tower.layers.13.self_attn.out_proj.weight": "model-00001-of-00003.safetensors",
103
+ "thinker.audio_tower.layers.13.self_attn.q_proj.bias": "model-00001-of-00003.safetensors",
104
+ "thinker.audio_tower.layers.13.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
105
+ "thinker.audio_tower.layers.13.self_attn.v_proj.bias": "model-00001-of-00003.safetensors",
106
+ "thinker.audio_tower.layers.13.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
107
+ "thinker.audio_tower.layers.13.self_attn_layer_norm.bias": "model-00001-of-00003.safetensors",
108
+ "thinker.audio_tower.layers.13.self_attn_layer_norm.weight": "model-00001-of-00003.safetensors",
109
+ "thinker.audio_tower.layers.14.fc1.bias": "model-00001-of-00003.safetensors",
110
+ "thinker.audio_tower.layers.14.fc1.weight": "model-00001-of-00003.safetensors",
111
+ "thinker.audio_tower.layers.14.fc2.bias": "model-00001-of-00003.safetensors",
112
+ "thinker.audio_tower.layers.14.fc2.weight": "model-00001-of-00003.safetensors",
113
+ "thinker.audio_tower.layers.14.final_layer_norm.bias": "model-00001-of-00003.safetensors",
114
+ "thinker.audio_tower.layers.14.final_layer_norm.weight": "model-00001-of-00003.safetensors",
115
+ "thinker.audio_tower.layers.14.self_attn.k_proj.bias": "model-00001-of-00003.safetensors",
116
+ "thinker.audio_tower.layers.14.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
117
+ "thinker.audio_tower.layers.14.self_attn.out_proj.bias": "model-00001-of-00003.safetensors",
118
+ "thinker.audio_tower.layers.14.self_attn.out_proj.weight": "model-00001-of-00003.safetensors",
119
+ "thinker.audio_tower.layers.14.self_attn.q_proj.bias": "model-00001-of-00003.safetensors",
120
+ "thinker.audio_tower.layers.14.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
121
+ "thinker.audio_tower.layers.14.self_attn.v_proj.bias": "model-00001-of-00003.safetensors",
122
+ "thinker.audio_tower.layers.14.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
123
+ "thinker.audio_tower.layers.14.self_attn_layer_norm.bias": "model-00001-of-00003.safetensors",
124
+ "thinker.audio_tower.layers.14.self_attn_layer_norm.weight": "model-00001-of-00003.safetensors",
125
+ "thinker.audio_tower.layers.15.fc1.bias": "model-00001-of-00003.safetensors",
126
+ "thinker.audio_tower.layers.15.fc1.weight": "model-00001-of-00003.safetensors",
127
+ "thinker.audio_tower.layers.15.fc2.bias": "model-00001-of-00003.safetensors",
128
+ "thinker.audio_tower.layers.15.fc2.weight": "model-00001-of-00003.safetensors",
129
+ "thinker.audio_tower.layers.15.final_layer_norm.bias": "model-00001-of-00003.safetensors",
130
+ "thinker.audio_tower.layers.15.final_layer_norm.weight": "model-00001-of-00003.safetensors",
131
+ "thinker.audio_tower.layers.15.self_attn.k_proj.bias": "model-00001-of-00003.safetensors",
132
+ "thinker.audio_tower.layers.15.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
133
+ "thinker.audio_tower.layers.15.self_attn.out_proj.bias": "model-00001-of-00003.safetensors",
134
+ "thinker.audio_tower.layers.15.self_attn.out_proj.weight": "model-00001-of-00003.safetensors",
135
+ "thinker.audio_tower.layers.15.self_attn.q_proj.bias": "model-00001-of-00003.safetensors",
136
+ "thinker.audio_tower.layers.15.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
137
+ "thinker.audio_tower.layers.15.self_attn.v_proj.bias": "model-00001-of-00003.safetensors",
138
+ "thinker.audio_tower.layers.15.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
139
+ "thinker.audio_tower.layers.15.self_attn_layer_norm.bias": "model-00001-of-00003.safetensors",
140
+ "thinker.audio_tower.layers.15.self_attn_layer_norm.weight": "model-00001-of-00003.safetensors",
141
+ "thinker.audio_tower.layers.16.fc1.bias": "model-00001-of-00003.safetensors",
142
+ "thinker.audio_tower.layers.16.fc1.weight": "model-00001-of-00003.safetensors",
143
+ "thinker.audio_tower.layers.16.fc2.bias": "model-00001-of-00003.safetensors",
144
+ "thinker.audio_tower.layers.16.fc2.weight": "model-00001-of-00003.safetensors",
145
+ "thinker.audio_tower.layers.16.final_layer_norm.bias": "model-00001-of-00003.safetensors",
146
+ "thinker.audio_tower.layers.16.final_layer_norm.weight": "model-00001-of-00003.safetensors",
147
+ "thinker.audio_tower.layers.16.self_attn.k_proj.bias": "model-00001-of-00003.safetensors",
148
+ "thinker.audio_tower.layers.16.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
149
+ "thinker.audio_tower.layers.16.self_attn.out_proj.bias": "model-00001-of-00003.safetensors",
150
+ "thinker.audio_tower.layers.16.self_attn.out_proj.weight": "model-00001-of-00003.safetensors",
151
+ "thinker.audio_tower.layers.16.self_attn.q_proj.bias": "model-00001-of-00003.safetensors",
152
+ "thinker.audio_tower.layers.16.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
153
+ "thinker.audio_tower.layers.16.self_attn.v_proj.bias": "model-00001-of-00003.safetensors",
154
+ "thinker.audio_tower.layers.16.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
155
+ "thinker.audio_tower.layers.16.self_attn_layer_norm.bias": "model-00001-of-00003.safetensors",
156
+ "thinker.audio_tower.layers.16.self_attn_layer_norm.weight": "model-00001-of-00003.safetensors",
157
+ "thinker.audio_tower.layers.17.fc1.bias": "model-00001-of-00003.safetensors",
158
+ "thinker.audio_tower.layers.17.fc1.weight": "model-00001-of-00003.safetensors",
159
+ "thinker.audio_tower.layers.17.fc2.bias": "model-00001-of-00003.safetensors",
160
+ "thinker.audio_tower.layers.17.fc2.weight": "model-00001-of-00003.safetensors",
161
+ "thinker.audio_tower.layers.17.final_layer_norm.bias": "model-00001-of-00003.safetensors",
162
+ "thinker.audio_tower.layers.17.final_layer_norm.weight": "model-00001-of-00003.safetensors",
163
+ "thinker.audio_tower.layers.17.self_attn.k_proj.bias": "model-00001-of-00003.safetensors",
164
+ "thinker.audio_tower.layers.17.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
165
+ "thinker.audio_tower.layers.17.self_attn.out_proj.bias": "model-00001-of-00003.safetensors",
166
+ "thinker.audio_tower.layers.17.self_attn.out_proj.weight": "model-00001-of-00003.safetensors",
167
+ "thinker.audio_tower.layers.17.self_attn.q_proj.bias": "model-00001-of-00003.safetensors",
168
+ "thinker.audio_tower.layers.17.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
169
+ "thinker.audio_tower.layers.17.self_attn.v_proj.bias": "model-00001-of-00003.safetensors",
170
+ "thinker.audio_tower.layers.17.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
171
+ "thinker.audio_tower.layers.17.self_attn_layer_norm.bias": "model-00001-of-00003.safetensors",
172
+ "thinker.audio_tower.layers.17.self_attn_layer_norm.weight": "model-00001-of-00003.safetensors",
173
+ "thinker.audio_tower.layers.18.fc1.bias": "model-00001-of-00003.safetensors",
174
+ "thinker.audio_tower.layers.18.fc1.weight": "model-00001-of-00003.safetensors",
175
+ "thinker.audio_tower.layers.18.fc2.bias": "model-00001-of-00003.safetensors",
176
+ "thinker.audio_tower.layers.18.fc2.weight": "model-00001-of-00003.safetensors",
177
+ "thinker.audio_tower.layers.18.final_layer_norm.bias": "model-00001-of-00003.safetensors",
178
+ "thinker.audio_tower.layers.18.final_layer_norm.weight": "model-00001-of-00003.safetensors",
179
+ "thinker.audio_tower.layers.18.self_attn.k_proj.bias": "model-00001-of-00003.safetensors",
180
+ "thinker.audio_tower.layers.18.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
181
+ "thinker.audio_tower.layers.18.self_attn.out_proj.bias": "model-00001-of-00003.safetensors",
182
+ "thinker.audio_tower.layers.18.self_attn.out_proj.weight": "model-00001-of-00003.safetensors",
183
+ "thinker.audio_tower.layers.18.self_attn.q_proj.bias": "model-00001-of-00003.safetensors",
184
+ "thinker.audio_tower.layers.18.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
185
+ "thinker.audio_tower.layers.18.self_attn.v_proj.bias": "model-00001-of-00003.safetensors",
186
+ "thinker.audio_tower.layers.18.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
187
+ "thinker.audio_tower.layers.18.self_attn_layer_norm.bias": "model-00001-of-00003.safetensors",
188
+ "thinker.audio_tower.layers.18.self_attn_layer_norm.weight": "model-00001-of-00003.safetensors",
189
+ "thinker.audio_tower.layers.19.fc1.bias": "model-00001-of-00003.safetensors",
190
+ "thinker.audio_tower.layers.19.fc1.weight": "model-00001-of-00003.safetensors",
191
+ "thinker.audio_tower.layers.19.fc2.bias": "model-00001-of-00003.safetensors",
192
+ "thinker.audio_tower.layers.19.fc2.weight": "model-00001-of-00003.safetensors",
193
+ "thinker.audio_tower.layers.19.final_layer_norm.bias": "model-00001-of-00003.safetensors",
194
+ "thinker.audio_tower.layers.19.final_layer_norm.weight": "model-00001-of-00003.safetensors",
195
+ "thinker.audio_tower.layers.19.self_attn.k_proj.bias": "model-00001-of-00003.safetensors",
196
+ "thinker.audio_tower.layers.19.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
197
+ "thinker.audio_tower.layers.19.self_attn.out_proj.bias": "model-00001-of-00003.safetensors",
198
+ "thinker.audio_tower.layers.19.self_attn.out_proj.weight": "model-00001-of-00003.safetensors",
199
+ "thinker.audio_tower.layers.19.self_attn.q_proj.bias": "model-00001-of-00003.safetensors",
200
+ "thinker.audio_tower.layers.19.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
201
+ "thinker.audio_tower.layers.19.self_attn.v_proj.bias": "model-00001-of-00003.safetensors",
202
+ "thinker.audio_tower.layers.19.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
203
+ "thinker.audio_tower.layers.19.self_attn_layer_norm.bias": "model-00001-of-00003.safetensors",
204
+ "thinker.audio_tower.layers.19.self_attn_layer_norm.weight": "model-00001-of-00003.safetensors",
205
+ "thinker.audio_tower.layers.2.fc1.bias": "model-00001-of-00003.safetensors",
206
+ "thinker.audio_tower.layers.2.fc1.weight": "model-00001-of-00003.safetensors",
207
+ "thinker.audio_tower.layers.2.fc2.bias": "model-00001-of-00003.safetensors",
208
+ "thinker.audio_tower.layers.2.fc2.weight": "model-00001-of-00003.safetensors",
209
+ "thinker.audio_tower.layers.2.final_layer_norm.bias": "model-00001-of-00003.safetensors",
210
+ "thinker.audio_tower.layers.2.final_layer_norm.weight": "model-00001-of-00003.safetensors",
211
+ "thinker.audio_tower.layers.2.self_attn.k_proj.bias": "model-00001-of-00003.safetensors",
212
+ "thinker.audio_tower.layers.2.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
213
+ "thinker.audio_tower.layers.2.self_attn.out_proj.bias": "model-00001-of-00003.safetensors",
214
+ "thinker.audio_tower.layers.2.self_attn.out_proj.weight": "model-00001-of-00003.safetensors",
215
+ "thinker.audio_tower.layers.2.self_attn.q_proj.bias": "model-00001-of-00003.safetensors",
216
+ "thinker.audio_tower.layers.2.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
217
+ "thinker.audio_tower.layers.2.self_attn.v_proj.bias": "model-00001-of-00003.safetensors",
218
+ "thinker.audio_tower.layers.2.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
219
+ "thinker.audio_tower.layers.2.self_attn_layer_norm.bias": "model-00001-of-00003.safetensors",
220
+ "thinker.audio_tower.layers.2.self_attn_layer_norm.weight": "model-00001-of-00003.safetensors",
221
+ "thinker.audio_tower.layers.20.fc1.bias": "model-00001-of-00003.safetensors",
222
+ "thinker.audio_tower.layers.20.fc1.weight": "model-00001-of-00003.safetensors",
223
+ "thinker.audio_tower.layers.20.fc2.bias": "model-00001-of-00003.safetensors",
224
+ "thinker.audio_tower.layers.20.fc2.weight": "model-00001-of-00003.safetensors",
225
+ "thinker.audio_tower.layers.20.final_layer_norm.bias": "model-00001-of-00003.safetensors",
226
+ "thinker.audio_tower.layers.20.final_layer_norm.weight": "model-00001-of-00003.safetensors",
227
+ "thinker.audio_tower.layers.20.self_attn.k_proj.bias": "model-00001-of-00003.safetensors",
228
+ "thinker.audio_tower.layers.20.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
229
+ "thinker.audio_tower.layers.20.self_attn.out_proj.bias": "model-00001-of-00003.safetensors",
230
+ "thinker.audio_tower.layers.20.self_attn.out_proj.weight": "model-00001-of-00003.safetensors",
231
+ "thinker.audio_tower.layers.20.self_attn.q_proj.bias": "model-00001-of-00003.safetensors",
232
+ "thinker.audio_tower.layers.20.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
233
+ "thinker.audio_tower.layers.20.self_attn.v_proj.bias": "model-00001-of-00003.safetensors",
234
+ "thinker.audio_tower.layers.20.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
235
+ "thinker.audio_tower.layers.20.self_attn_layer_norm.bias": "model-00001-of-00003.safetensors",
236
+ "thinker.audio_tower.layers.20.self_attn_layer_norm.weight": "model-00001-of-00003.safetensors",
237
+ "thinker.audio_tower.layers.21.fc1.bias": "model-00001-of-00003.safetensors",
238
+ "thinker.audio_tower.layers.21.fc1.weight": "model-00001-of-00003.safetensors",
239
+ "thinker.audio_tower.layers.21.fc2.bias": "model-00001-of-00003.safetensors",
240
+ "thinker.audio_tower.layers.21.fc2.weight": "model-00001-of-00003.safetensors",
241
+ "thinker.audio_tower.layers.21.final_layer_norm.bias": "model-00001-of-00003.safetensors",
242
+ "thinker.audio_tower.layers.21.final_layer_norm.weight": "model-00001-of-00003.safetensors",
243
+ "thinker.audio_tower.layers.21.self_attn.k_proj.bias": "model-00001-of-00003.safetensors",
244
+ "thinker.audio_tower.layers.21.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
245
+ "thinker.audio_tower.layers.21.self_attn.out_proj.bias": "model-00001-of-00003.safetensors",
246
+ "thinker.audio_tower.layers.21.self_attn.out_proj.weight": "model-00001-of-00003.safetensors",
247
+ "thinker.audio_tower.layers.21.self_attn.q_proj.bias": "model-00001-of-00003.safetensors",
248
+ "thinker.audio_tower.layers.21.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
249
+ "thinker.audio_tower.layers.21.self_attn.v_proj.bias": "model-00001-of-00003.safetensors",
250
+ "thinker.audio_tower.layers.21.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
251
+ "thinker.audio_tower.layers.21.self_attn_layer_norm.bias": "model-00001-of-00003.safetensors",
252
+ "thinker.audio_tower.layers.21.self_attn_layer_norm.weight": "model-00001-of-00003.safetensors",
253
+ "thinker.audio_tower.layers.22.fc1.bias": "model-00001-of-00003.safetensors",
254
+ "thinker.audio_tower.layers.22.fc1.weight": "model-00001-of-00003.safetensors",
255
+ "thinker.audio_tower.layers.22.fc2.bias": "model-00001-of-00003.safetensors",
256
+ "thinker.audio_tower.layers.22.fc2.weight": "model-00001-of-00003.safetensors",
257
+ "thinker.audio_tower.layers.22.final_layer_norm.bias": "model-00001-of-00003.safetensors",
258
+ "thinker.audio_tower.layers.22.final_layer_norm.weight": "model-00001-of-00003.safetensors",
259
+ "thinker.audio_tower.layers.22.self_attn.k_proj.bias": "model-00001-of-00003.safetensors",
260
+ "thinker.audio_tower.layers.22.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
261
+ "thinker.audio_tower.layers.22.self_attn.out_proj.bias": "model-00001-of-00003.safetensors",
262
+ "thinker.audio_tower.layers.22.self_attn.out_proj.weight": "model-00001-of-00003.safetensors",
263
+ "thinker.audio_tower.layers.22.self_attn.q_proj.bias": "model-00001-of-00003.safetensors",
264
+ "thinker.audio_tower.layers.22.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
265
+ "thinker.audio_tower.layers.22.self_attn.v_proj.bias": "model-00001-of-00003.safetensors",
266
+ "thinker.audio_tower.layers.22.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
267
+ "thinker.audio_tower.layers.22.self_attn_layer_norm.bias": "model-00001-of-00003.safetensors",
268
+ "thinker.audio_tower.layers.22.self_attn_layer_norm.weight": "model-00001-of-00003.safetensors",
269
+ "thinker.audio_tower.layers.23.fc1.bias": "model-00001-of-00003.safetensors",
270
+ "thinker.audio_tower.layers.23.fc1.weight": "model-00001-of-00003.safetensors",
271
+ "thinker.audio_tower.layers.23.fc2.bias": "model-00001-of-00003.safetensors",
272
+ "thinker.audio_tower.layers.23.fc2.weight": "model-00001-of-00003.safetensors",
273
+ "thinker.audio_tower.layers.23.final_layer_norm.bias": "model-00001-of-00003.safetensors",
274
+ "thinker.audio_tower.layers.23.final_layer_norm.weight": "model-00001-of-00003.safetensors",
275
+ "thinker.audio_tower.layers.23.self_attn.k_proj.bias": "model-00001-of-00003.safetensors",
276
+ "thinker.audio_tower.layers.23.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
277
+ "thinker.audio_tower.layers.23.self_attn.out_proj.bias": "model-00001-of-00003.safetensors",
278
+ "thinker.audio_tower.layers.23.self_attn.out_proj.weight": "model-00001-of-00003.safetensors",
279
+ "thinker.audio_tower.layers.23.self_attn.q_proj.bias": "model-00001-of-00003.safetensors",
280
+ "thinker.audio_tower.layers.23.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
281
+ "thinker.audio_tower.layers.23.self_attn.v_proj.bias": "model-00001-of-00003.safetensors",
282
+ "thinker.audio_tower.layers.23.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
283
+ "thinker.audio_tower.layers.23.self_attn_layer_norm.bias": "model-00001-of-00003.safetensors",
284
+ "thinker.audio_tower.layers.23.self_attn_layer_norm.weight": "model-00001-of-00003.safetensors",
285
+ "thinker.audio_tower.layers.3.fc1.bias": "model-00001-of-00003.safetensors",
286
+ "thinker.audio_tower.layers.3.fc1.weight": "model-00001-of-00003.safetensors",
287
+ "thinker.audio_tower.layers.3.fc2.bias": "model-00001-of-00003.safetensors",
288
+ "thinker.audio_tower.layers.3.fc2.weight": "model-00001-of-00003.safetensors",
289
+ "thinker.audio_tower.layers.3.final_layer_norm.bias": "model-00001-of-00003.safetensors",
290
+ "thinker.audio_tower.layers.3.final_layer_norm.weight": "model-00001-of-00003.safetensors",
291
+ "thinker.audio_tower.layers.3.self_attn.k_proj.bias": "model-00001-of-00003.safetensors",
292
+ "thinker.audio_tower.layers.3.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
293
+ "thinker.audio_tower.layers.3.self_attn.out_proj.bias": "model-00001-of-00003.safetensors",
294
+ "thinker.audio_tower.layers.3.self_attn.out_proj.weight": "model-00001-of-00003.safetensors",
295
+ "thinker.audio_tower.layers.3.self_attn.q_proj.bias": "model-00001-of-00003.safetensors",
296
+ "thinker.audio_tower.layers.3.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
297
+ "thinker.audio_tower.layers.3.self_attn.v_proj.bias": "model-00001-of-00003.safetensors",
298
+ "thinker.audio_tower.layers.3.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
299
+ "thinker.audio_tower.layers.3.self_attn_layer_norm.bias": "model-00001-of-00003.safetensors",
300
+ "thinker.audio_tower.layers.3.self_attn_layer_norm.weight": "model-00001-of-00003.safetensors",
301
+ "thinker.audio_tower.layers.4.fc1.bias": "model-00001-of-00003.safetensors",
302
+ "thinker.audio_tower.layers.4.fc1.weight": "model-00001-of-00003.safetensors",
303
+ "thinker.audio_tower.layers.4.fc2.bias": "model-00001-of-00003.safetensors",
304
+ "thinker.audio_tower.layers.4.fc2.weight": "model-00001-of-00003.safetensors",
305
+ "thinker.audio_tower.layers.4.final_layer_norm.bias": "model-00001-of-00003.safetensors",
306
+ "thinker.audio_tower.layers.4.final_layer_norm.weight": "model-00001-of-00003.safetensors",
307
+ "thinker.audio_tower.layers.4.self_attn.k_proj.bias": "model-00001-of-00003.safetensors",
308
+ "thinker.audio_tower.layers.4.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
309
+ "thinker.audio_tower.layers.4.self_attn.out_proj.bias": "model-00001-of-00003.safetensors",
310
+ "thinker.audio_tower.layers.4.self_attn.out_proj.weight": "model-00001-of-00003.safetensors",
311
+ "thinker.audio_tower.layers.4.self_attn.q_proj.bias": "model-00001-of-00003.safetensors",
312
+ "thinker.audio_tower.layers.4.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
313
+ "thinker.audio_tower.layers.4.self_attn.v_proj.bias": "model-00001-of-00003.safetensors",
314
+ "thinker.audio_tower.layers.4.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
315
+ "thinker.audio_tower.layers.4.self_attn_layer_norm.bias": "model-00001-of-00003.safetensors",
316
+ "thinker.audio_tower.layers.4.self_attn_layer_norm.weight": "model-00001-of-00003.safetensors",
317
+ "thinker.audio_tower.layers.5.fc1.bias": "model-00001-of-00003.safetensors",
318
+ "thinker.audio_tower.layers.5.fc1.weight": "model-00001-of-00003.safetensors",
319
+ "thinker.audio_tower.layers.5.fc2.bias": "model-00001-of-00003.safetensors",
320
+ "thinker.audio_tower.layers.5.fc2.weight": "model-00001-of-00003.safetensors",
321
+ "thinker.audio_tower.layers.5.final_layer_norm.bias": "model-00001-of-00003.safetensors",
322
+ "thinker.audio_tower.layers.5.final_layer_norm.weight": "model-00001-of-00003.safetensors",
323
+ "thinker.audio_tower.layers.5.self_attn.k_proj.bias": "model-00001-of-00003.safetensors",
324
+ "thinker.audio_tower.layers.5.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
325
+ "thinker.audio_tower.layers.5.self_attn.out_proj.bias": "model-00001-of-00003.safetensors",
326
+ "thinker.audio_tower.layers.5.self_attn.out_proj.weight": "model-00001-of-00003.safetensors",
327
+ "thinker.audio_tower.layers.5.self_attn.q_proj.bias": "model-00001-of-00003.safetensors",
328
+ "thinker.audio_tower.layers.5.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
329
+ "thinker.audio_tower.layers.5.self_attn.v_proj.bias": "model-00001-of-00003.safetensors",
330
+ "thinker.audio_tower.layers.5.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
331
+ "thinker.audio_tower.layers.5.self_attn_layer_norm.bias": "model-00001-of-00003.safetensors",
332
+ "thinker.audio_tower.layers.5.self_attn_layer_norm.weight": "model-00001-of-00003.safetensors",
333
+ "thinker.audio_tower.layers.6.fc1.bias": "model-00001-of-00003.safetensors",
334
+ "thinker.audio_tower.layers.6.fc1.weight": "model-00001-of-00003.safetensors",
335
+ "thinker.audio_tower.layers.6.fc2.bias": "model-00001-of-00003.safetensors",
336
+ "thinker.audio_tower.layers.6.fc2.weight": "model-00001-of-00003.safetensors",
337
+ "thinker.audio_tower.layers.6.final_layer_norm.bias": "model-00001-of-00003.safetensors",
338
+ "thinker.audio_tower.layers.6.final_layer_norm.weight": "model-00001-of-00003.safetensors",
339
+ "thinker.audio_tower.layers.6.self_attn.k_proj.bias": "model-00001-of-00003.safetensors",
340
+ "thinker.audio_tower.layers.6.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
341
+ "thinker.audio_tower.layers.6.self_attn.out_proj.bias": "model-00001-of-00003.safetensors",
342
+ "thinker.audio_tower.layers.6.self_attn.out_proj.weight": "model-00001-of-00003.safetensors",
343
+ "thinker.audio_tower.layers.6.self_attn.q_proj.bias": "model-00001-of-00003.safetensors",
344
+ "thinker.audio_tower.layers.6.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
345
+ "thinker.audio_tower.layers.6.self_attn.v_proj.bias": "model-00001-of-00003.safetensors",
346
+ "thinker.audio_tower.layers.6.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
347
+ "thinker.audio_tower.layers.6.self_attn_layer_norm.bias": "model-00001-of-00003.safetensors",
348
+ "thinker.audio_tower.layers.6.self_attn_layer_norm.weight": "model-00001-of-00003.safetensors",
349
+ "thinker.audio_tower.layers.7.fc1.bias": "model-00001-of-00003.safetensors",
350
+ "thinker.audio_tower.layers.7.fc1.weight": "model-00001-of-00003.safetensors",
351
+ "thinker.audio_tower.layers.7.fc2.bias": "model-00001-of-00003.safetensors",
352
+ "thinker.audio_tower.layers.7.fc2.weight": "model-00001-of-00003.safetensors",
353
+ "thinker.audio_tower.layers.7.final_layer_norm.bias": "model-00001-of-00003.safetensors",
354
+ "thinker.audio_tower.layers.7.final_layer_norm.weight": "model-00001-of-00003.safetensors",
355
+ "thinker.audio_tower.layers.7.self_attn.k_proj.bias": "model-00001-of-00003.safetensors",
356
+ "thinker.audio_tower.layers.7.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
357
+ "thinker.audio_tower.layers.7.self_attn.out_proj.bias": "model-00001-of-00003.safetensors",
358
+ "thinker.audio_tower.layers.7.self_attn.out_proj.weight": "model-00001-of-00003.safetensors",
359
+ "thinker.audio_tower.layers.7.self_attn.q_proj.bias": "model-00001-of-00003.safetensors",
360
+ "thinker.audio_tower.layers.7.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
361
+ "thinker.audio_tower.layers.7.self_attn.v_proj.bias": "model-00001-of-00003.safetensors",
362
+ "thinker.audio_tower.layers.7.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
363
+ "thinker.audio_tower.layers.7.self_attn_layer_norm.bias": "model-00001-of-00003.safetensors",
364
+ "thinker.audio_tower.layers.7.self_attn_layer_norm.weight": "model-00001-of-00003.safetensors",
365
+ "thinker.audio_tower.layers.8.fc1.bias": "model-00001-of-00003.safetensors",
366
+ "thinker.audio_tower.layers.8.fc1.weight": "model-00001-of-00003.safetensors",
367
+ "thinker.audio_tower.layers.8.fc2.bias": "model-00001-of-00003.safetensors",
368
+ "thinker.audio_tower.layers.8.fc2.weight": "model-00001-of-00003.safetensors",
369
+ "thinker.audio_tower.layers.8.final_layer_norm.bias": "model-00001-of-00003.safetensors",
370
+ "thinker.audio_tower.layers.8.final_layer_norm.weight": "model-00001-of-00003.safetensors",
371
+ "thinker.audio_tower.layers.8.self_attn.k_proj.bias": "model-00001-of-00003.safetensors",
372
+ "thinker.audio_tower.layers.8.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
373
+ "thinker.audio_tower.layers.8.self_attn.out_proj.bias": "model-00001-of-00003.safetensors",
374
+ "thinker.audio_tower.layers.8.self_attn.out_proj.weight": "model-00001-of-00003.safetensors",
375
+ "thinker.audio_tower.layers.8.self_attn.q_proj.bias": "model-00001-of-00003.safetensors",
376
+ "thinker.audio_tower.layers.8.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
377
+ "thinker.audio_tower.layers.8.self_attn.v_proj.bias": "model-00001-of-00003.safetensors",
378
+ "thinker.audio_tower.layers.8.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
379
+ "thinker.audio_tower.layers.8.self_attn_layer_norm.bias": "model-00001-of-00003.safetensors",
380
+ "thinker.audio_tower.layers.8.self_attn_layer_norm.weight": "model-00001-of-00003.safetensors",
381
+ "thinker.audio_tower.layers.9.fc1.bias": "model-00001-of-00003.safetensors",
382
+ "thinker.audio_tower.layers.9.fc1.weight": "model-00001-of-00003.safetensors",
383
+ "thinker.audio_tower.layers.9.fc2.bias": "model-00001-of-00003.safetensors",
384
+ "thinker.audio_tower.layers.9.fc2.weight": "model-00001-of-00003.safetensors",
385
+ "thinker.audio_tower.layers.9.final_layer_norm.bias": "model-00001-of-00003.safetensors",
386
+ "thinker.audio_tower.layers.9.final_layer_norm.weight": "model-00001-of-00003.safetensors",
387
+ "thinker.audio_tower.layers.9.self_attn.k_proj.bias": "model-00001-of-00003.safetensors",
388
+ "thinker.audio_tower.layers.9.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
389
+ "thinker.audio_tower.layers.9.self_attn.out_proj.bias": "model-00001-of-00003.safetensors",
390
+ "thinker.audio_tower.layers.9.self_attn.out_proj.weight": "model-00001-of-00003.safetensors",
391
+ "thinker.audio_tower.layers.9.self_attn.q_proj.bias": "model-00001-of-00003.safetensors",
392
+ "thinker.audio_tower.layers.9.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
393
+ "thinker.audio_tower.layers.9.self_attn.v_proj.bias": "model-00001-of-00003.safetensors",
394
+ "thinker.audio_tower.layers.9.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
395
+ "thinker.audio_tower.layers.9.self_attn_layer_norm.bias": "model-00001-of-00003.safetensors",
396
+ "thinker.audio_tower.layers.9.self_attn_layer_norm.weight": "model-00001-of-00003.safetensors",
397
+ "thinker.audio_tower.ln_post.bias": "model-00001-of-00003.safetensors",
398
+ "thinker.audio_tower.ln_post.weight": "model-00001-of-00003.safetensors",
399
+ "thinker.audio_tower.proj1.bias": "model-00001-of-00003.safetensors",
400
+ "thinker.audio_tower.proj1.weight": "model-00001-of-00003.safetensors",
401
+ "thinker.audio_tower.proj2.bias": "model-00001-of-00003.safetensors",
402
+ "thinker.audio_tower.proj2.weight": "model-00001-of-00003.safetensors",
403
+ "thinker.model.embed_tokens.weight": "model-00001-of-00003.safetensors",
404
+ "thinker.model.layers.0.input_layernorm.weight": "model-00001-of-00003.safetensors",
405
+ "thinker.model.layers.0.mlp.down_proj.weight": "model-00001-of-00003.safetensors",
406
+ "thinker.model.layers.0.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
407
+ "thinker.model.layers.0.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
408
+ "thinker.model.layers.0.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
409
+ "thinker.model.layers.0.self_attn.k_norm.weight": "model-00001-of-00003.safetensors",
410
+ "thinker.model.layers.0.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
411
+ "thinker.model.layers.0.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
412
+ "thinker.model.layers.0.self_attn.q_norm.weight": "model-00001-of-00003.safetensors",
413
+ "thinker.model.layers.0.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
414
+ "thinker.model.layers.0.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
415
+ "thinker.model.layers.1.input_layernorm.weight": "model-00001-of-00003.safetensors",
416
+ "thinker.model.layers.1.mlp.down_proj.weight": "model-00001-of-00003.safetensors",
417
+ "thinker.model.layers.1.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
418
+ "thinker.model.layers.1.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
419
+ "thinker.model.layers.1.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
420
+ "thinker.model.layers.1.self_attn.k_norm.weight": "model-00001-of-00003.safetensors",
421
+ "thinker.model.layers.1.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
422
+ "thinker.model.layers.1.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
423
+ "thinker.model.layers.1.self_attn.q_norm.weight": "model-00001-of-00003.safetensors",
424
+ "thinker.model.layers.1.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
425
+ "thinker.model.layers.1.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
426
+ "thinker.model.layers.10.input_layernorm.weight": "model-00001-of-00003.safetensors",
427
+ "thinker.model.layers.10.mlp.down_proj.weight": "model-00001-of-00003.safetensors",
428
+ "thinker.model.layers.10.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
429
+ "thinker.model.layers.10.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
430
+ "thinker.model.layers.10.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
431
+ "thinker.model.layers.10.self_attn.k_norm.weight": "model-00001-of-00003.safetensors",
432
+ "thinker.model.layers.10.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
433
+ "thinker.model.layers.10.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
434
+ "thinker.model.layers.10.self_attn.q_norm.weight": "model-00001-of-00003.safetensors",
435
+ "thinker.model.layers.10.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
436
+ "thinker.model.layers.10.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
437
+ "thinker.model.layers.11.input_layernorm.weight": "model-00001-of-00003.safetensors",
438
+ "thinker.model.layers.11.mlp.down_proj.weight": "model-00001-of-00003.safetensors",
439
+ "thinker.model.layers.11.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
440
+ "thinker.model.layers.11.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
441
+ "thinker.model.layers.11.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
442
+ "thinker.model.layers.11.self_attn.k_norm.weight": "model-00001-of-00003.safetensors",
443
+ "thinker.model.layers.11.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
444
+ "thinker.model.layers.11.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
445
+ "thinker.model.layers.11.self_attn.q_norm.weight": "model-00001-of-00003.safetensors",
446
+ "thinker.model.layers.11.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
447
+ "thinker.model.layers.11.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
448
+ "thinker.model.layers.12.input_layernorm.weight": "model-00001-of-00003.safetensors",
449
+ "thinker.model.layers.12.mlp.down_proj.weight": "model-00001-of-00003.safetensors",
450
+ "thinker.model.layers.12.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
451
+ "thinker.model.layers.12.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
452
+ "thinker.model.layers.12.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
453
+ "thinker.model.layers.12.self_attn.k_norm.weight": "model-00001-of-00003.safetensors",
454
+ "thinker.model.layers.12.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
455
+ "thinker.model.layers.12.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
456
+ "thinker.model.layers.12.self_attn.q_norm.weight": "model-00001-of-00003.safetensors",
457
+ "thinker.model.layers.12.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
458
+ "thinker.model.layers.12.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
459
+ "thinker.model.layers.13.input_layernorm.weight": "model-00001-of-00003.safetensors",
460
+ "thinker.model.layers.13.mlp.down_proj.weight": "model-00001-of-00003.safetensors",
461
+ "thinker.model.layers.13.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
462
+ "thinker.model.layers.13.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
463
+ "thinker.model.layers.13.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
464
+ "thinker.model.layers.13.self_attn.k_norm.weight": "model-00001-of-00003.safetensors",
465
+ "thinker.model.layers.13.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
466
+ "thinker.model.layers.13.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
467
+ "thinker.model.layers.13.self_attn.q_norm.weight": "model-00001-of-00003.safetensors",
468
+ "thinker.model.layers.13.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
469
+ "thinker.model.layers.13.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
470
+ "thinker.model.layers.14.input_layernorm.weight": "model-00001-of-00003.safetensors",
471
+ "thinker.model.layers.14.mlp.down_proj.weight": "model-00001-of-00003.safetensors",
472
+ "thinker.model.layers.14.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
473
+ "thinker.model.layers.14.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
474
+ "thinker.model.layers.14.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
475
+ "thinker.model.layers.14.self_attn.k_norm.weight": "model-00001-of-00003.safetensors",
476
+ "thinker.model.layers.14.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
477
+ "thinker.model.layers.14.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
478
+ "thinker.model.layers.14.self_attn.q_norm.weight": "model-00001-of-00003.safetensors",
479
+ "thinker.model.layers.14.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
480
+ "thinker.model.layers.14.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
481
+ "thinker.model.layers.15.input_layernorm.weight": "model-00001-of-00003.safetensors",
482
+ "thinker.model.layers.15.mlp.down_proj.weight": "model-00001-of-00003.safetensors",
483
+ "thinker.model.layers.15.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
484
+ "thinker.model.layers.15.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
485
+ "thinker.model.layers.15.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
486
+ "thinker.model.layers.15.self_attn.k_norm.weight": "model-00002-of-00003.safetensors",
487
+ "thinker.model.layers.15.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
488
+ "thinker.model.layers.15.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
489
+ "thinker.model.layers.15.self_attn.q_norm.weight": "model-00002-of-00003.safetensors",
490
+ "thinker.model.layers.15.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
491
+ "thinker.model.layers.15.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
492
+ "thinker.model.layers.16.input_layernorm.weight": "model-00002-of-00003.safetensors",
493
+ "thinker.model.layers.16.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
494
+ "thinker.model.layers.16.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
495
+ "thinker.model.layers.16.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
496
+ "thinker.model.layers.16.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
497
+ "thinker.model.layers.16.self_attn.k_norm.weight": "model-00002-of-00003.safetensors",
498
+ "thinker.model.layers.16.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
499
+ "thinker.model.layers.16.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
500
+ "thinker.model.layers.16.self_attn.q_norm.weight": "model-00002-of-00003.safetensors",
501
+ "thinker.model.layers.16.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
502
+ "thinker.model.layers.16.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
503
+ "thinker.model.layers.17.input_layernorm.weight": "model-00002-of-00003.safetensors",
504
+ "thinker.model.layers.17.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
505
+ "thinker.model.layers.17.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
506
+ "thinker.model.layers.17.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
507
+ "thinker.model.layers.17.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
508
+ "thinker.model.layers.17.self_attn.k_norm.weight": "model-00002-of-00003.safetensors",
509
+ "thinker.model.layers.17.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
510
+ "thinker.model.layers.17.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
511
+ "thinker.model.layers.17.self_attn.q_norm.weight": "model-00002-of-00003.safetensors",
512
+ "thinker.model.layers.17.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
513
+ "thinker.model.layers.17.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
514
+ "thinker.model.layers.18.input_layernorm.weight": "model-00002-of-00003.safetensors",
515
+ "thinker.model.layers.18.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
516
+ "thinker.model.layers.18.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
517
+ "thinker.model.layers.18.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
518
+ "thinker.model.layers.18.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
519
+ "thinker.model.layers.18.self_attn.k_norm.weight": "model-00002-of-00003.safetensors",
520
+ "thinker.model.layers.18.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
521
+ "thinker.model.layers.18.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
522
+ "thinker.model.layers.18.self_attn.q_norm.weight": "model-00002-of-00003.safetensors",
523
+ "thinker.model.layers.18.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
524
+ "thinker.model.layers.18.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
525
+ "thinker.model.layers.19.input_layernorm.weight": "model-00002-of-00003.safetensors",
526
+ "thinker.model.layers.19.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
527
+ "thinker.model.layers.19.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
528
+ "thinker.model.layers.19.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
529
+ "thinker.model.layers.19.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
530
+ "thinker.model.layers.19.self_attn.k_norm.weight": "model-00002-of-00003.safetensors",
531
+ "thinker.model.layers.19.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
532
+ "thinker.model.layers.19.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
533
+ "thinker.model.layers.19.self_attn.q_norm.weight": "model-00002-of-00003.safetensors",
534
+ "thinker.model.layers.19.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
535
+ "thinker.model.layers.19.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
536
+ "thinker.model.layers.2.input_layernorm.weight": "model-00002-of-00003.safetensors",
537
+ "thinker.model.layers.2.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
538
+ "thinker.model.layers.2.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
539
+ "thinker.model.layers.2.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
540
+ "thinker.model.layers.2.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
541
+ "thinker.model.layers.2.self_attn.k_norm.weight": "model-00002-of-00003.safetensors",
542
+ "thinker.model.layers.2.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
543
+ "thinker.model.layers.2.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
544
+ "thinker.model.layers.2.self_attn.q_norm.weight": "model-00002-of-00003.safetensors",
545
+ "thinker.model.layers.2.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
546
+ "thinker.model.layers.2.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
547
+ "thinker.model.layers.20.input_layernorm.weight": "model-00002-of-00003.safetensors",
548
+ "thinker.model.layers.20.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
549
+ "thinker.model.layers.20.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
550
+ "thinker.model.layers.20.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
551
+ "thinker.model.layers.20.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
552
+ "thinker.model.layers.20.self_attn.k_norm.weight": "model-00002-of-00003.safetensors",
553
+ "thinker.model.layers.20.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
554
+ "thinker.model.layers.20.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
555
+ "thinker.model.layers.20.self_attn.q_norm.weight": "model-00002-of-00003.safetensors",
556
+ "thinker.model.layers.20.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
557
+ "thinker.model.layers.20.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
558
+ "thinker.model.layers.21.input_layernorm.weight": "model-00002-of-00003.safetensors",
559
+ "thinker.model.layers.21.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
560
+ "thinker.model.layers.21.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
561
+ "thinker.model.layers.21.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
562
+ "thinker.model.layers.21.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
563
+ "thinker.model.layers.21.self_attn.k_norm.weight": "model-00002-of-00003.safetensors",
564
+ "thinker.model.layers.21.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
565
+ "thinker.model.layers.21.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
566
+ "thinker.model.layers.21.self_attn.q_norm.weight": "model-00002-of-00003.safetensors",
567
+ "thinker.model.layers.21.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
568
+ "thinker.model.layers.21.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
569
+ "thinker.model.layers.22.input_layernorm.weight": "model-00002-of-00003.safetensors",
570
+ "thinker.model.layers.22.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
571
+ "thinker.model.layers.22.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
572
+ "thinker.model.layers.22.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
573
+ "thinker.model.layers.22.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
574
+ "thinker.model.layers.22.self_attn.k_norm.weight": "model-00002-of-00003.safetensors",
575
+ "thinker.model.layers.22.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
576
+ "thinker.model.layers.22.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
577
+ "thinker.model.layers.22.self_attn.q_norm.weight": "model-00002-of-00003.safetensors",
578
+ "thinker.model.layers.22.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
579
+ "thinker.model.layers.22.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
580
+ "thinker.model.layers.23.input_layernorm.weight": "model-00002-of-00003.safetensors",
581
+ "thinker.model.layers.23.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
582
+ "thinker.model.layers.23.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
583
+ "thinker.model.layers.23.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
584
+ "thinker.model.layers.23.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
585
+ "thinker.model.layers.23.self_attn.k_norm.weight": "model-00002-of-00003.safetensors",
586
+ "thinker.model.layers.23.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
587
+ "thinker.model.layers.23.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
588
+ "thinker.model.layers.23.self_attn.q_norm.weight": "model-00002-of-00003.safetensors",
589
+ "thinker.model.layers.23.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
590
+ "thinker.model.layers.23.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
591
+ "thinker.model.layers.24.input_layernorm.weight": "model-00002-of-00003.safetensors",
592
+ "thinker.model.layers.24.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
593
+ "thinker.model.layers.24.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
594
+ "thinker.model.layers.24.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
595
+ "thinker.model.layers.24.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
596
+ "thinker.model.layers.24.self_attn.k_norm.weight": "model-00002-of-00003.safetensors",
597
+ "thinker.model.layers.24.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
598
+ "thinker.model.layers.24.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
599
+ "thinker.model.layers.24.self_attn.q_norm.weight": "model-00002-of-00003.safetensors",
600
+ "thinker.model.layers.24.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
601
+ "thinker.model.layers.24.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
602
+ "thinker.model.layers.25.input_layernorm.weight": "model-00002-of-00003.safetensors",
603
+ "thinker.model.layers.25.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
604
+ "thinker.model.layers.25.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
605
+ "thinker.model.layers.25.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
606
+ "thinker.model.layers.25.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
607
+ "thinker.model.layers.25.self_attn.k_norm.weight": "model-00002-of-00003.safetensors",
608
+ "thinker.model.layers.25.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
609
+ "thinker.model.layers.25.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
610
+ "thinker.model.layers.25.self_attn.q_norm.weight": "model-00002-of-00003.safetensors",
611
+ "thinker.model.layers.25.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
612
+ "thinker.model.layers.25.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
613
+ "thinker.model.layers.26.input_layernorm.weight": "model-00002-of-00003.safetensors",
614
+ "thinker.model.layers.26.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
615
+ "thinker.model.layers.26.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
616
+ "thinker.model.layers.26.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
617
+ "thinker.model.layers.26.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
618
+ "thinker.model.layers.26.self_attn.k_norm.weight": "model-00002-of-00003.safetensors",
619
+ "thinker.model.layers.26.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
620
+ "thinker.model.layers.26.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
621
+ "thinker.model.layers.26.self_attn.q_norm.weight": "model-00002-of-00003.safetensors",
622
+ "thinker.model.layers.26.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
623
+ "thinker.model.layers.26.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
624
+ "thinker.model.layers.27.input_layernorm.weight": "model-00002-of-00003.safetensors",
625
+ "thinker.model.layers.27.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
626
+ "thinker.model.layers.27.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
627
+ "thinker.model.layers.27.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
628
+ "thinker.model.layers.27.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
629
+ "thinker.model.layers.27.self_attn.k_norm.weight": "model-00002-of-00003.safetensors",
630
+ "thinker.model.layers.27.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
631
+ "thinker.model.layers.27.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
632
+ "thinker.model.layers.27.self_attn.q_norm.weight": "model-00002-of-00003.safetensors",
633
+ "thinker.model.layers.27.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
634
+ "thinker.model.layers.27.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
635
+ "thinker.model.layers.3.input_layernorm.weight": "model-00002-of-00003.safetensors",
636
+ "thinker.model.layers.3.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
637
+ "thinker.model.layers.3.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
638
+ "thinker.model.layers.3.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
639
+ "thinker.model.layers.3.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
640
+ "thinker.model.layers.3.self_attn.k_norm.weight": "model-00002-of-00003.safetensors",
641
+ "thinker.model.layers.3.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
642
+ "thinker.model.layers.3.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
643
+ "thinker.model.layers.3.self_attn.q_norm.weight": "model-00002-of-00003.safetensors",
644
+ "thinker.model.layers.3.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
645
+ "thinker.model.layers.3.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
646
+ "thinker.model.layers.4.input_layernorm.weight": "model-00002-of-00003.safetensors",
647
+ "thinker.model.layers.4.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
648
+ "thinker.model.layers.4.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
649
+ "thinker.model.layers.4.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
650
+ "thinker.model.layers.4.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
651
+ "thinker.model.layers.4.self_attn.k_norm.weight": "model-00002-of-00003.safetensors",
652
+ "thinker.model.layers.4.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
653
+ "thinker.model.layers.4.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
654
+ "thinker.model.layers.4.self_attn.q_norm.weight": "model-00002-of-00003.safetensors",
655
+ "thinker.model.layers.4.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
656
+ "thinker.model.layers.4.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
657
+ "thinker.model.layers.5.input_layernorm.weight": "model-00002-of-00003.safetensors",
658
+ "thinker.model.layers.5.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
659
+ "thinker.model.layers.5.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
660
+ "thinker.model.layers.5.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
661
+ "thinker.model.layers.5.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
662
+ "thinker.model.layers.5.self_attn.k_norm.weight": "model-00002-of-00003.safetensors",
663
+ "thinker.model.layers.5.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
664
+ "thinker.model.layers.5.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
665
+ "thinker.model.layers.5.self_attn.q_norm.weight": "model-00002-of-00003.safetensors",
666
+ "thinker.model.layers.5.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
667
+ "thinker.model.layers.5.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
668
+ "thinker.model.layers.6.input_layernorm.weight": "model-00002-of-00003.safetensors",
669
+ "thinker.model.layers.6.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
670
+ "thinker.model.layers.6.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
671
+ "thinker.model.layers.6.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
672
+ "thinker.model.layers.6.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
673
+ "thinker.model.layers.6.self_attn.k_norm.weight": "model-00002-of-00003.safetensors",
674
+ "thinker.model.layers.6.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
675
+ "thinker.model.layers.6.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
676
+ "thinker.model.layers.6.self_attn.q_norm.weight": "model-00002-of-00003.safetensors",
677
+ "thinker.model.layers.6.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
678
+ "thinker.model.layers.6.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
679
+ "thinker.model.layers.7.input_layernorm.weight": "model-00002-of-00003.safetensors",
680
+ "thinker.model.layers.7.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
681
+ "thinker.model.layers.7.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
682
+ "thinker.model.layers.7.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
683
+ "thinker.model.layers.7.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
684
+ "thinker.model.layers.7.self_attn.k_norm.weight": "model-00002-of-00003.safetensors",
685
+ "thinker.model.layers.7.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
686
+ "thinker.model.layers.7.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
687
+ "thinker.model.layers.7.self_attn.q_norm.weight": "model-00002-of-00003.safetensors",
688
+ "thinker.model.layers.7.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
689
+ "thinker.model.layers.7.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
690
+ "thinker.model.layers.8.input_layernorm.weight": "model-00002-of-00003.safetensors",
691
+ "thinker.model.layers.8.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
692
+ "thinker.model.layers.8.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
693
+ "thinker.model.layers.8.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
694
+ "thinker.model.layers.8.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
695
+ "thinker.model.layers.8.self_attn.k_norm.weight": "model-00002-of-00003.safetensors",
696
+ "thinker.model.layers.8.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
697
+ "thinker.model.layers.8.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
698
+ "thinker.model.layers.8.self_attn.q_norm.weight": "model-00002-of-00003.safetensors",
699
+ "thinker.model.layers.8.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
700
+ "thinker.model.layers.8.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
701
+ "thinker.model.layers.9.input_layernorm.weight": "model-00002-of-00003.safetensors",
702
+ "thinker.model.layers.9.mlp.down_proj.weight": "model-00003-of-00003.safetensors",
703
+ "thinker.model.layers.9.mlp.gate_proj.weight": "model-00003-of-00003.safetensors",
704
+ "thinker.model.layers.9.mlp.up_proj.weight": "model-00003-of-00003.safetensors",
705
+ "thinker.model.layers.9.post_attention_layernorm.weight": "model-00003-of-00003.safetensors",
706
+ "thinker.model.layers.9.self_attn.k_norm.weight": "model-00003-of-00003.safetensors",
707
+ "thinker.model.layers.9.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
708
+ "thinker.model.layers.9.self_attn.o_proj.weight": "model-00003-of-00003.safetensors",
709
+ "thinker.model.layers.9.self_attn.q_norm.weight": "model-00003-of-00003.safetensors",
710
+ "thinker.model.layers.9.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
711
+ "thinker.model.layers.9.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
712
+ "thinker.model.norm.weight": "model-00003-of-00003.safetensors"
713
+ }
714
+ }
verbatim/preprocessor_config.json ADDED
@@ -0,0 +1,14 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "chunk_length": 30,
3
+ "dither": 0.0,
4
+ "feature_extractor_type": "WhisperFeatureExtractor",
5
+ "feature_size": 128,
6
+ "hop_length": 160,
7
+ "n_fft": 400,
8
+ "n_samples": 480000,
9
+ "nb_max_frames": 3000,
10
+ "padding_side": "right",
11
+ "padding_value": 0.0,
12
+ "processor_class": "Qwen3ASRProcessor",
13
+ "return_attention_mask": true
14
+ }
verbatim/special_tokens_map.json ADDED
@@ -0,0 +1,44 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "additional_special_tokens": [
3
+ "<|im_start|>",
4
+ "<|im_end|>",
5
+ "<|object_ref_start|>",
6
+ "<|object_ref_end|>",
7
+ "<|box_start|>",
8
+ "<|box_end|>",
9
+ "<|quad_start|>",
10
+ "<|quad_end|>",
11
+ "<|vision_start|>",
12
+ "<|vision_end|>",
13
+ "<|vision_pad|>",
14
+ "<|image_pad|>",
15
+ "<|video_pad|>",
16
+ "<|audio_start|>",
17
+ "<|audio_end|>",
18
+ "<tts_pad>",
19
+ "<tts_text_bos>",
20
+ "<tts_text_bos_single>",
21
+ "<|audio_pad|>"
22
+ ],
23
+ "audio_bos_token": "<|audio_start|>",
24
+ "audio_eos_token": "<|audio_end|>",
25
+ "audio_token": "<|audio_pad|>",
26
+ "eos_token": {
27
+ "content": "<|im_end|>",
28
+ "lstrip": false,
29
+ "normalized": false,
30
+ "rstrip": false,
31
+ "single_word": false
32
+ },
33
+ "image_token": "<|image_pad|>",
34
+ "pad_token": {
35
+ "content": "<|endoftext|>",
36
+ "lstrip": false,
37
+ "normalized": false,
38
+ "rstrip": false,
39
+ "single_word": false
40
+ },
41
+ "video_token": "<|video_pad|>",
42
+ "vision_bos_token": "<|vision_start|>",
43
+ "vision_eos_token": "<|vision_end|>"
44
+ }
verbatim/tokenizer.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0499602714160467f2d68b910651d6216020689f1e016be87a2d0019ee3baeab
3
+ size 11429499
verbatim/tokenizer_config.json ADDED
@@ -0,0 +1,549 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "add_bos_token": false,
3
+ "add_prefix_space": false,
4
+ "added_tokens_decoder": {
5
+ "151643": {
6
+ "content": "<|endoftext|>",
7
+ "lstrip": false,
8
+ "normalized": false,
9
+ "rstrip": false,
10
+ "single_word": false,
11
+ "special": true
12
+ },
13
+ "151644": {
14
+ "content": "<|im_start|>",
15
+ "lstrip": false,
16
+ "normalized": false,
17
+ "rstrip": false,
18
+ "single_word": false,
19
+ "special": true
20
+ },
21
+ "151645": {
22
+ "content": "<|im_end|>",
23
+ "lstrip": false,
24
+ "normalized": false,
25
+ "rstrip": false,
26
+ "single_word": false,
27
+ "special": true
28
+ },
29
+ "151646": {
30
+ "content": "<|object_ref_start|>",
31
+ "lstrip": false,
32
+ "normalized": false,
33
+ "rstrip": false,
34
+ "single_word": false,
35
+ "special": true
36
+ },
37
+ "151647": {
38
+ "content": "<|object_ref_end|>",
39
+ "lstrip": false,
40
+ "normalized": false,
41
+ "rstrip": false,
42
+ "single_word": false,
43
+ "special": true
44
+ },
45
+ "151648": {
46
+ "content": "<|box_start|>",
47
+ "lstrip": false,
48
+ "normalized": false,
49
+ "rstrip": false,
50
+ "single_word": false,
51
+ "special": true
52
+ },
53
+ "151649": {
54
+ "content": "<|box_end|>",
55
+ "lstrip": false,
56
+ "normalized": false,
57
+ "rstrip": false,
58
+ "single_word": false,
59
+ "special": true
60
+ },
61
+ "151650": {
62
+ "content": "<|quad_start|>",
63
+ "lstrip": false,
64
+ "normalized": false,
65
+ "rstrip": false,
66
+ "single_word": false,
67
+ "special": true
68
+ },
69
+ "151651": {
70
+ "content": "<|quad_end|>",
71
+ "lstrip": false,
72
+ "normalized": false,
73
+ "rstrip": false,
74
+ "single_word": false,
75
+ "special": true
76
+ },
77
+ "151652": {
78
+ "content": "<|vision_start|>",
79
+ "lstrip": false,
80
+ "normalized": false,
81
+ "rstrip": false,
82
+ "single_word": false,
83
+ "special": true
84
+ },
85
+ "151653": {
86
+ "content": "<|vision_end|>",
87
+ "lstrip": false,
88
+ "normalized": false,
89
+ "rstrip": false,
90
+ "single_word": false,
91
+ "special": true
92
+ },
93
+ "151654": {
94
+ "content": "<|vision_pad|>",
95
+ "lstrip": false,
96
+ "normalized": false,
97
+ "rstrip": false,
98
+ "single_word": false,
99
+ "special": true
100
+ },
101
+ "151655": {
102
+ "content": "<|image_pad|>",
103
+ "lstrip": false,
104
+ "normalized": false,
105
+ "rstrip": false,
106
+ "single_word": false,
107
+ "special": true
108
+ },
109
+ "151656": {
110
+ "content": "<|video_pad|>",
111
+ "lstrip": false,
112
+ "normalized": false,
113
+ "rstrip": false,
114
+ "single_word": false,
115
+ "special": true
116
+ },
117
+ "151657": {
118
+ "content": "<tool_call>",
119
+ "lstrip": false,
120
+ "normalized": false,
121
+ "rstrip": false,
122
+ "single_word": false,
123
+ "special": false
124
+ },
125
+ "151658": {
126
+ "content": "</tool_call>",
127
+ "lstrip": false,
128
+ "normalized": false,
129
+ "rstrip": false,
130
+ "single_word": false,
131
+ "special": false
132
+ },
133
+ "151659": {
134
+ "content": "<|fim_prefix|>",
135
+ "lstrip": false,
136
+ "normalized": false,
137
+ "rstrip": false,
138
+ "single_word": false,
139
+ "special": false
140
+ },
141
+ "151660": {
142
+ "content": "<|fim_middle|>",
143
+ "lstrip": false,
144
+ "normalized": false,
145
+ "rstrip": false,
146
+ "single_word": false,
147
+ "special": false
148
+ },
149
+ "151661": {
150
+ "content": "<|fim_suffix|>",
151
+ "lstrip": false,
152
+ "normalized": false,
153
+ "rstrip": false,
154
+ "single_word": false,
155
+ "special": false
156
+ },
157
+ "151662": {
158
+ "content": "<|fim_pad|>",
159
+ "lstrip": false,
160
+ "normalized": false,
161
+ "rstrip": false,
162
+ "single_word": false,
163
+ "special": false
164
+ },
165
+ "151663": {
166
+ "content": "<|repo_name|>",
167
+ "lstrip": false,
168
+ "normalized": false,
169
+ "rstrip": false,
170
+ "single_word": false,
171
+ "special": false
172
+ },
173
+ "151664": {
174
+ "content": "<|file_sep|>",
175
+ "lstrip": false,
176
+ "normalized": false,
177
+ "rstrip": false,
178
+ "single_word": false,
179
+ "special": false
180
+ },
181
+ "151665": {
182
+ "content": "<tool_response>",
183
+ "lstrip": false,
184
+ "normalized": false,
185
+ "rstrip": false,
186
+ "single_word": false,
187
+ "special": false
188
+ },
189
+ "151666": {
190
+ "content": "</tool_response>",
191
+ "lstrip": false,
192
+ "normalized": false,
193
+ "rstrip": false,
194
+ "single_word": false,
195
+ "special": false
196
+ },
197
+ "151667": {
198
+ "content": "<think>",
199
+ "lstrip": false,
200
+ "normalized": false,
201
+ "rstrip": false,
202
+ "single_word": false,
203
+ "special": false
204
+ },
205
+ "151668": {
206
+ "content": "</think>",
207
+ "lstrip": false,
208
+ "normalized": false,
209
+ "rstrip": false,
210
+ "single_word": false,
211
+ "special": false
212
+ },
213
+ "151669": {
214
+ "content": "<|audio_start|>",
215
+ "lstrip": false,
216
+ "normalized": false,
217
+ "rstrip": false,
218
+ "single_word": false,
219
+ "special": true
220
+ },
221
+ "151670": {
222
+ "content": "<|audio_end|>",
223
+ "lstrip": false,
224
+ "normalized": false,
225
+ "rstrip": false,
226
+ "single_word": false,
227
+ "special": true
228
+ },
229
+ "151671": {
230
+ "content": "<tts_pad>",
231
+ "lstrip": false,
232
+ "normalized": false,
233
+ "rstrip": false,
234
+ "single_word": false,
235
+ "special": true
236
+ },
237
+ "151672": {
238
+ "content": "<tts_text_bos>",
239
+ "lstrip": false,
240
+ "normalized": false,
241
+ "rstrip": false,
242
+ "single_word": false,
243
+ "special": true
244
+ },
245
+ "151673": {
246
+ "content": "<tts_text_eod>",
247
+ "lstrip": false,
248
+ "normalized": false,
249
+ "rstrip": false,
250
+ "single_word": false,
251
+ "special": true
252
+ },
253
+ "151674": {
254
+ "content": "<tts_text_bos_single>",
255
+ "lstrip": false,
256
+ "normalized": false,
257
+ "rstrip": false,
258
+ "single_word": false,
259
+ "special": true
260
+ },
261
+ "151675": {
262
+ "content": "<non_speech>",
263
+ "lstrip": false,
264
+ "normalized": false,
265
+ "rstrip": false,
266
+ "single_word": false,
267
+ "special": false
268
+ },
269
+ "151676": {
270
+ "content": "<|audio_pad|>",
271
+ "lstrip": false,
272
+ "normalized": false,
273
+ "rstrip": false,
274
+ "single_word": false,
275
+ "special": true
276
+ },
277
+ "151677": {
278
+ "content": "<blank1>",
279
+ "lstrip": false,
280
+ "normalized": false,
281
+ "rstrip": false,
282
+ "single_word": false,
283
+ "special": true
284
+ },
285
+ "151678": {
286
+ "content": "<blank2>",
287
+ "lstrip": false,
288
+ "normalized": false,
289
+ "rstrip": false,
290
+ "single_word": false,
291
+ "special": true
292
+ },
293
+ "151679": {
294
+ "content": "<blank3>",
295
+ "lstrip": false,
296
+ "normalized": false,
297
+ "rstrip": false,
298
+ "single_word": false,
299
+ "special": true
300
+ },
301
+ "151680": {
302
+ "content": "<blank4>",
303
+ "lstrip": false,
304
+ "normalized": false,
305
+ "rstrip": false,
306
+ "single_word": false,
307
+ "special": true
308
+ },
309
+ "151681": {
310
+ "content": "<blank5>",
311
+ "lstrip": false,
312
+ "normalized": false,
313
+ "rstrip": false,
314
+ "single_word": false,
315
+ "special": true
316
+ },
317
+ "151682": {
318
+ "content": "<blank6>",
319
+ "lstrip": false,
320
+ "normalized": false,
321
+ "rstrip": false,
322
+ "single_word": false,
323
+ "special": true
324
+ },
325
+ "151683": {
326
+ "content": "<blank7>",
327
+ "lstrip": false,
328
+ "normalized": false,
329
+ "rstrip": false,
330
+ "single_word": false,
331
+ "special": true
332
+ },
333
+ "151684": {
334
+ "content": "<blank8>",
335
+ "lstrip": false,
336
+ "normalized": false,
337
+ "rstrip": false,
338
+ "single_word": false,
339
+ "special": true
340
+ },
341
+ "151685": {
342
+ "content": "<blank9>",
343
+ "lstrip": false,
344
+ "normalized": false,
345
+ "rstrip": false,
346
+ "single_word": false,
347
+ "special": true
348
+ },
349
+ "151686": {
350
+ "content": "<blank10>",
351
+ "lstrip": false,
352
+ "normalized": false,
353
+ "rstrip": false,
354
+ "single_word": false,
355
+ "special": true
356
+ },
357
+ "151687": {
358
+ "content": "<blank11>",
359
+ "lstrip": false,
360
+ "normalized": false,
361
+ "rstrip": false,
362
+ "single_word": false,
363
+ "special": true
364
+ },
365
+ "151688": {
366
+ "content": "<blank12>",
367
+ "lstrip": false,
368
+ "normalized": false,
369
+ "rstrip": false,
370
+ "single_word": false,
371
+ "special": true
372
+ },
373
+ "151689": {
374
+ "content": "<blank13>",
375
+ "lstrip": false,
376
+ "normalized": false,
377
+ "rstrip": false,
378
+ "single_word": false,
379
+ "special": true
380
+ },
381
+ "151690": {
382
+ "content": "<blank14>",
383
+ "lstrip": false,
384
+ "normalized": false,
385
+ "rstrip": false,
386
+ "single_word": false,
387
+ "special": true
388
+ },
389
+ "151691": {
390
+ "content": "<blank15>",
391
+ "lstrip": false,
392
+ "normalized": false,
393
+ "rstrip": false,
394
+ "single_word": false,
395
+ "special": true
396
+ },
397
+ "151692": {
398
+ "content": "<blank16>",
399
+ "lstrip": false,
400
+ "normalized": false,
401
+ "rstrip": false,
402
+ "single_word": false,
403
+ "special": true
404
+ },
405
+ "151693": {
406
+ "content": "<blank17>",
407
+ "lstrip": false,
408
+ "normalized": false,
409
+ "rstrip": false,
410
+ "single_word": false,
411
+ "special": true
412
+ },
413
+ "151694": {
414
+ "content": "<blank18>",
415
+ "lstrip": false,
416
+ "normalized": false,
417
+ "rstrip": false,
418
+ "single_word": false,
419
+ "special": true
420
+ },
421
+ "151695": {
422
+ "content": "<blank19>",
423
+ "lstrip": false,
424
+ "normalized": false,
425
+ "rstrip": false,
426
+ "single_word": false,
427
+ "special": true
428
+ },
429
+ "151696": {
430
+ "content": "<blank20>",
431
+ "lstrip": false,
432
+ "normalized": false,
433
+ "rstrip": false,
434
+ "single_word": false,
435
+ "special": true
436
+ },
437
+ "151697": {
438
+ "content": "<blank21>",
439
+ "lstrip": false,
440
+ "normalized": false,
441
+ "rstrip": false,
442
+ "single_word": false,
443
+ "special": true
444
+ },
445
+ "151698": {
446
+ "content": "<blank22>",
447
+ "lstrip": false,
448
+ "normalized": false,
449
+ "rstrip": false,
450
+ "single_word": false,
451
+ "special": true
452
+ },
453
+ "151699": {
454
+ "content": "<blank23>",
455
+ "lstrip": false,
456
+ "normalized": false,
457
+ "rstrip": false,
458
+ "single_word": false,
459
+ "special": true
460
+ },
461
+ "151700": {
462
+ "content": "<blank24>",
463
+ "lstrip": false,
464
+ "normalized": false,
465
+ "rstrip": false,
466
+ "single_word": false,
467
+ "special": true
468
+ },
469
+ "151701": {
470
+ "content": "<blank25>",
471
+ "lstrip": false,
472
+ "normalized": false,
473
+ "rstrip": false,
474
+ "single_word": false,
475
+ "special": true
476
+ },
477
+ "151702": {
478
+ "content": "<blank26>",
479
+ "lstrip": false,
480
+ "normalized": false,
481
+ "rstrip": false,
482
+ "single_word": false,
483
+ "special": true
484
+ },
485
+ "151703": {
486
+ "content": "<blank27>",
487
+ "lstrip": false,
488
+ "normalized": false,
489
+ "rstrip": false,
490
+ "single_word": false,
491
+ "special": true
492
+ },
493
+ "151704": {
494
+ "content": "<asr_text>",
495
+ "lstrip": false,
496
+ "normalized": false,
497
+ "rstrip": false,
498
+ "single_word": false,
499
+ "special": false
500
+ }
501
+ },
502
+ "additional_special_tokens": [
503
+ "<|im_start|>",
504
+ "<|im_end|>",
505
+ "<|object_ref_start|>",
506
+ "<|object_ref_end|>",
507
+ "<|box_start|>",
508
+ "<|box_end|>",
509
+ "<|quad_start|>",
510
+ "<|quad_end|>",
511
+ "<|vision_start|>",
512
+ "<|vision_end|>",
513
+ "<|vision_pad|>",
514
+ "<|image_pad|>",
515
+ "<|video_pad|>",
516
+ "<|audio_start|>",
517
+ "<|audio_end|>",
518
+ "<tts_pad>",
519
+ "<tts_text_bos>",
520
+ "<tts_text_bos_single>",
521
+ "<|audio_pad|>"
522
+ ],
523
+ "audio_bos_token": "<|audio_start|>",
524
+ "audio_eos_token": "<|audio_end|>",
525
+ "audio_token": "<|audio_pad|>",
526
+ "bos_token": null,
527
+ "clean_up_tokenization_spaces": false,
528
+ "eos_token": "<|im_end|>",
529
+ "errors": "replace",
530
+ "extra_special_tokens": {
531
+ "audio_bos_token": "<|audio_start|>",
532
+ "audio_eos_token": "<|audio_end|>",
533
+ "audio_token": "<|audio_pad|>",
534
+ "image_token": "<|image_pad|>",
535
+ "video_token": "<|video_pad|>",
536
+ "vision_bos_token": "<|vision_start|>",
537
+ "vision_eos_token": "<|vision_end|>"
538
+ },
539
+ "image_token": "<|image_pad|>",
540
+ "model_max_length": 131072,
541
+ "pad_token": "<|endoftext|>",
542
+ "processor_class": "Qwen3ASRProcessor",
543
+ "split_special_tokens": false,
544
+ "tokenizer_class": "Qwen2Tokenizer",
545
+ "unk_token": null,
546
+ "video_token": "<|video_pad|>",
547
+ "vision_bos_token": "<|vision_start|>",
548
+ "vision_eos_token": "<|vision_end|>"
549
+ }
verbatim/vocab.json ADDED
The diff for this file is too large to render. See raw diff