Per Egil Kummervold commited on
Commit
0c1d804
·
1 Parent(s): 0ca2cc3

new attempt answer

Browse files
.tokenizer.json.un~ CHANGED
Binary files a/.tokenizer.json.un~ and b/.tokenizer.json.un~ differ
 
.tokenizer_config.json.un~ CHANGED
Binary files a/.tokenizer_config.json.un~ and b/.tokenizer_config.json.un~ differ
 
tokenizer.json CHANGED
@@ -127,7 +127,7 @@
127
  "lstrip": false,
128
  "rstrip": false,
129
  "normalized": false,
130
- "special": false
131
  },
132
  {
133
  "id": 128014,
@@ -136,7 +136,7 @@
136
  "lstrip": false,
137
  "rstrip": false,
138
  "normalized": false,
139
- "special": false
140
  },
141
  {
142
  "id": 128015,
@@ -145,7 +145,7 @@
145
  "lstrip": false,
146
  "rstrip": false,
147
  "normalized": false,
148
- "special": false
149
  },
150
  {
151
  "id": 128016,
@@ -154,7 +154,7 @@
154
  "lstrip": false,
155
  "rstrip": false,
156
  "normalized": false,
157
- "special": false
158
  },
159
  {
160
  "id": 128017,
 
127
  "lstrip": false,
128
  "rstrip": false,
129
  "normalized": false,
130
+ "special": true
131
  },
132
  {
133
  "id": 128014,
 
136
  "lstrip": false,
137
  "rstrip": false,
138
  "normalized": false,
139
+ "special": true
140
  },
141
  {
142
  "id": 128015,
 
145
  "lstrip": false,
146
  "rstrip": false,
147
  "normalized": false,
148
+ "special": true
149
  },
150
  {
151
  "id": 128016,
 
154
  "lstrip": false,
155
  "rstrip": false,
156
  "normalized": false,
157
+ "special": true
158
  },
159
  {
160
  "id": 128017,
tokenizer_config.json CHANGED
@@ -104,6 +104,41 @@
104
  "single_word": false,
105
  "special": true
106
  },
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
107
  "128017": {
108
  "content": "<|reserved_special_token_9|>",
109
  "lstrip": false,
 
104
  "single_word": false,
105
  "special": true
106
  },
107
+ "128013": {
108
+ "content": "<think>",
109
+ "lstrip": false,
110
+ "normalized": false,
111
+ "rstrip": false,
112
+ "single_word": false,
113
+ "special": true
114
+ },
115
+ "128014": {
116
+ "content": "</think>",
117
+ "lstrip": false,
118
+ "normalized": false,
119
+ "rstrip": false,
120
+ "single_word": false,
121
+ "special": true
122
+ },
123
+ "128015": {
124
+ "content": "<answer>",
125
+ "lstrip": false,
126
+ "normalized": false,
127
+ "rstrip": false,
128
+ "single_word": false,
129
+ "special": true
130
+ },
131
+ "128016": {
132
+ "content": "</answer>",
133
+ "lstrip": false,
134
+ "normalized": false,
135
+ "rstrip": false,
136
+ "single_word": false,
137
+ "special": true
138
+ },
139
+
140
+
141
+
142
  "128017": {
143
  "content": "<|reserved_special_token_9|>",
144
  "lstrip": false,