theblackcat102 commited on
Commit
f57c118
·
verified ·
1 Parent(s): b211b8c

Upload tokenizer

Browse files
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ tokenizer.json filter=lfs diff=lfs merge=lfs -text
added_tokens.json ADDED
@@ -0,0 +1,819 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "</think>": 151668,
3
+ "</tool_call>": 151658,
4
+ "</tool_response>": 151666,
5
+ "<think>": 151667,
6
+ "<tool_call>": 151657,
7
+ "<tool_response>": 151665,
8
+ "<|box_end|>": 151649,
9
+ "<|box_start|>": 151648,
10
+ "<|d0_0|>": 152058,
11
+ "<|d0_100|>": 152184,
12
+ "<|d0_101|>": 152041,
13
+ "<|d0_102|>": 151890,
14
+ "<|d0_103|>": 151997,
15
+ "<|d0_104|>": 152226,
16
+ "<|d0_105|>": 151858,
17
+ "<|d0_106|>": 152022,
18
+ "<|d0_107|>": 152222,
19
+ "<|d0_108|>": 151763,
20
+ "<|d0_109|>": 152339,
21
+ "<|d0_10|>": 151822,
22
+ "<|d0_110|>": 151727,
23
+ "<|d0_111|>": 152378,
24
+ "<|d0_112|>": 151969,
25
+ "<|d0_113|>": 152014,
26
+ "<|d0_114|>": 151806,
27
+ "<|d0_115|>": 151952,
28
+ "<|d0_116|>": 151746,
29
+ "<|d0_117|>": 151734,
30
+ "<|d0_118|>": 151968,
31
+ "<|d0_119|>": 152286,
32
+ "<|d0_11|>": 152410,
33
+ "<|d0_120|>": 151700,
34
+ "<|d0_121|>": 152213,
35
+ "<|d0_122|>": 151757,
36
+ "<|d0_123|>": 152173,
37
+ "<|d0_124|>": 152163,
38
+ "<|d0_125|>": 151766,
39
+ "<|d0_126|>": 151824,
40
+ "<|d0_127|>": 152345,
41
+ "<|d0_128|>": 152215,
42
+ "<|d0_129|>": 152300,
43
+ "<|d0_12|>": 152430,
44
+ "<|d0_130|>": 152402,
45
+ "<|d0_131|>": 152421,
46
+ "<|d0_132|>": 152326,
47
+ "<|d0_133|>": 151799,
48
+ "<|d0_134|>": 151674,
49
+ "<|d0_135|>": 151686,
50
+ "<|d0_136|>": 151896,
51
+ "<|d0_137|>": 151846,
52
+ "<|d0_138|>": 152407,
53
+ "<|d0_139|>": 152034,
54
+ "<|d0_13|>": 152360,
55
+ "<|d0_140|>": 151859,
56
+ "<|d0_141|>": 151917,
57
+ "<|d0_142|>": 152109,
58
+ "<|d0_143|>": 152055,
59
+ "<|d0_144|>": 152374,
60
+ "<|d0_145|>": 152437,
61
+ "<|d0_146|>": 151749,
62
+ "<|d0_147|>": 152406,
63
+ "<|d0_148|>": 152298,
64
+ "<|d0_149|>": 152138,
65
+ "<|d0_14|>": 152001,
66
+ "<|d0_150|>": 151923,
67
+ "<|d0_151|>": 152427,
68
+ "<|d0_152|>": 151866,
69
+ "<|d0_153|>": 152353,
70
+ "<|d0_154|>": 151957,
71
+ "<|d0_155|>": 151877,
72
+ "<|d0_156|>": 152400,
73
+ "<|d0_157|>": 152256,
74
+ "<|d0_158|>": 152330,
75
+ "<|d0_159|>": 151756,
76
+ "<|d0_15|>": 152380,
77
+ "<|d0_160|>": 152183,
78
+ "<|d0_161|>": 151792,
79
+ "<|d0_162|>": 152192,
80
+ "<|d0_163|>": 152239,
81
+ "<|d0_164|>": 152136,
82
+ "<|d0_165|>": 152297,
83
+ "<|d0_166|>": 152342,
84
+ "<|d0_167|>": 151883,
85
+ "<|d0_168|>": 151755,
86
+ "<|d0_169|>": 152336,
87
+ "<|d0_16|>": 151745,
88
+ "<|d0_170|>": 151689,
89
+ "<|d0_171|>": 151741,
90
+ "<|d0_172|>": 152204,
91
+ "<|d0_173|>": 152127,
92
+ "<|d0_174|>": 151839,
93
+ "<|d0_175|>": 152161,
94
+ "<|d0_176|>": 151685,
95
+ "<|d0_177|>": 152009,
96
+ "<|d0_178|>": 152443,
97
+ "<|d0_179|>": 151768,
98
+ "<|d0_17|>": 151899,
99
+ "<|d0_180|>": 151731,
100
+ "<|d0_181|>": 152207,
101
+ "<|d0_182|>": 152361,
102
+ "<|d0_183|>": 152010,
103
+ "<|d0_184|>": 151994,
104
+ "<|d0_185|>": 152175,
105
+ "<|d0_186|>": 152063,
106
+ "<|d0_187|>": 151983,
107
+ "<|d0_188|>": 152417,
108
+ "<|d0_189|>": 152028,
109
+ "<|d0_18|>": 151726,
110
+ "<|d0_190|>": 152098,
111
+ "<|d0_191|>": 152447,
112
+ "<|d0_192|>": 151931,
113
+ "<|d0_193|>": 152126,
114
+ "<|d0_194|>": 152455,
115
+ "<|d0_195|>": 151915,
116
+ "<|d0_196|>": 152335,
117
+ "<|d0_197|>": 151772,
118
+ "<|d0_198|>": 151825,
119
+ "<|d0_199|>": 152354,
120
+ "<|d0_19|>": 152385,
121
+ "<|d0_1|>": 152182,
122
+ "<|d0_200|>": 152223,
123
+ "<|d0_201|>": 151872,
124
+ "<|d0_202|>": 151963,
125
+ "<|d0_203|>": 151761,
126
+ "<|d0_204|>": 152020,
127
+ "<|d0_205|>": 152112,
128
+ "<|d0_206|>": 152230,
129
+ "<|d0_207|>": 152322,
130
+ "<|d0_208|>": 152294,
131
+ "<|d0_209|>": 151913,
132
+ "<|d0_20|>": 151830,
133
+ "<|d0_210|>": 152382,
134
+ "<|d0_211|>": 152347,
135
+ "<|d0_212|>": 152288,
136
+ "<|d0_213|>": 151688,
137
+ "<|d0_214|>": 152036,
138
+ "<|d0_215|>": 151790,
139
+ "<|d0_216|>": 152101,
140
+ "<|d0_217|>": 152268,
141
+ "<|d0_218|>": 151714,
142
+ "<|d0_219|>": 151829,
143
+ "<|d0_21|>": 152097,
144
+ "<|d0_220|>": 152145,
145
+ "<|d0_221|>": 151765,
146
+ "<|d0_222|>": 152366,
147
+ "<|d0_223|>": 152247,
148
+ "<|d0_224|>": 151992,
149
+ "<|d0_225|>": 152351,
150
+ "<|d0_226|>": 152323,
151
+ "<|d0_227|>": 151747,
152
+ "<|d0_228|>": 151967,
153
+ "<|d0_229|>": 151779,
154
+ "<|d0_22|>": 152363,
155
+ "<|d0_230|>": 152129,
156
+ "<|d0_231|>": 152306,
157
+ "<|d0_232|>": 151758,
158
+ "<|d0_233|>": 151695,
159
+ "<|d0_234|>": 151916,
160
+ "<|d0_235|>": 151912,
161
+ "<|d0_236|>": 151691,
162
+ "<|d0_237|>": 151810,
163
+ "<|d0_238|>": 151815,
164
+ "<|d0_239|>": 151807,
165
+ "<|d0_23|>": 152094,
166
+ "<|d0_240|>": 151850,
167
+ "<|d0_241|>": 152051,
168
+ "<|d0_242|>": 152071,
169
+ "<|d0_243|>": 152405,
170
+ "<|d0_244|>": 152082,
171
+ "<|d0_245|>": 151737,
172
+ "<|d0_246|>": 152115,
173
+ "<|d0_247|>": 151864,
174
+ "<|d0_248|>": 152086,
175
+ "<|d0_249|>": 152295,
176
+ "<|d0_24|>": 152355,
177
+ "<|d0_250|>": 151964,
178
+ "<|d0_251|>": 151703,
179
+ "<|d0_252|>": 152242,
180
+ "<|d0_253|>": 152166,
181
+ "<|d0_254|>": 151682,
182
+ "<|d0_255|>": 152312,
183
+ "<|d0_25|>": 152202,
184
+ "<|d0_26|>": 152348,
185
+ "<|d0_27|>": 152061,
186
+ "<|d0_28|>": 151939,
187
+ "<|d0_29|>": 151785,
188
+ "<|d0_2|>": 152150,
189
+ "<|d0_30|>": 151675,
190
+ "<|d0_31|>": 152229,
191
+ "<|d0_32|>": 152234,
192
+ "<|d0_33|>": 151880,
193
+ "<|d0_34|>": 152135,
194
+ "<|d0_35|>": 152349,
195
+ "<|d0_36|>": 152302,
196
+ "<|d0_37|>": 152278,
197
+ "<|d0_38|>": 152027,
198
+ "<|d0_39|>": 152130,
199
+ "<|d0_3|>": 151764,
200
+ "<|d0_40|>": 151942,
201
+ "<|d0_41|>": 152211,
202
+ "<|d0_42|>": 152279,
203
+ "<|d0_43|>": 152316,
204
+ "<|d0_44|>": 152272,
205
+ "<|d0_45|>": 152118,
206
+ "<|d0_46|>": 152426,
207
+ "<|d0_47|>": 152147,
208
+ "<|d0_48|>": 152085,
209
+ "<|d0_49|>": 152078,
210
+ "<|d0_4|>": 152120,
211
+ "<|d0_50|>": 152172,
212
+ "<|d0_51|>": 152106,
213
+ "<|d0_52|>": 152235,
214
+ "<|d0_53|>": 152056,
215
+ "<|d0_54|>": 152391,
216
+ "<|d0_55|>": 151692,
217
+ "<|d0_56|>": 151991,
218
+ "<|d0_57|>": 152428,
219
+ "<|d0_58|>": 152006,
220
+ "<|d0_59|>": 151828,
221
+ "<|d0_5|>": 152191,
222
+ "<|d0_60|>": 151742,
223
+ "<|d0_61|>": 152397,
224
+ "<|d0_62|>": 152049,
225
+ "<|d0_63|>": 152325,
226
+ "<|d0_64|>": 151999,
227
+ "<|d0_65|>": 151782,
228
+ "<|d0_66|>": 152054,
229
+ "<|d0_67|>": 152084,
230
+ "<|d0_68|>": 152338,
231
+ "<|d0_69|>": 152238,
232
+ "<|d0_6|>": 152013,
233
+ "<|d0_70|>": 151953,
234
+ "<|d0_71|>": 151921,
235
+ "<|d0_72|>": 152187,
236
+ "<|d0_73|>": 152171,
237
+ "<|d0_74|>": 152245,
238
+ "<|d0_75|>": 151817,
239
+ "<|d0_76|>": 151767,
240
+ "<|d0_77|>": 152434,
241
+ "<|d0_78|>": 152068,
242
+ "<|d0_79|>": 152446,
243
+ "<|d0_7|>": 151670,
244
+ "<|d0_80|>": 152373,
245
+ "<|d0_81|>": 152095,
246
+ "<|d0_82|>": 151975,
247
+ "<|d0_83|>": 152067,
248
+ "<|d0_84|>": 151971,
249
+ "<|d0_85|>": 151962,
250
+ "<|d0_86|>": 152435,
251
+ "<|d0_87|>": 152176,
252
+ "<|d0_88|>": 151836,
253
+ "<|d0_89|>": 152440,
254
+ "<|d0_8|>": 151928,
255
+ "<|d0_90|>": 152282,
256
+ "<|d0_91|>": 152332,
257
+ "<|d0_92|>": 152431,
258
+ "<|d0_93|>": 152037,
259
+ "<|d0_94|>": 152450,
260
+ "<|d0_95|>": 151812,
261
+ "<|d0_96|>": 152364,
262
+ "<|d0_97|>": 152217,
263
+ "<|d0_98|>": 152416,
264
+ "<|d0_99|>": 152170,
265
+ "<|d0_9|>": 152073,
266
+ "<|d1_0|>": 152162,
267
+ "<|d1_100|>": 152089,
268
+ "<|d1_101|>": 151748,
269
+ "<|d1_102|>": 151852,
270
+ "<|d1_103|>": 152372,
271
+ "<|d1_104|>": 151982,
272
+ "<|d1_105|>": 152329,
273
+ "<|d1_106|>": 152102,
274
+ "<|d1_107|>": 151934,
275
+ "<|d1_108|>": 152209,
276
+ "<|d1_109|>": 151881,
277
+ "<|d1_10|>": 151808,
278
+ "<|d1_110|>": 151696,
279
+ "<|d1_111|>": 152331,
280
+ "<|d1_112|>": 151842,
281
+ "<|d1_113|>": 152092,
282
+ "<|d1_114|>": 152088,
283
+ "<|d1_115|>": 152237,
284
+ "<|d1_116|>": 152399,
285
+ "<|d1_117|>": 151876,
286
+ "<|d1_118|>": 151897,
287
+ "<|d1_119|>": 152066,
288
+ "<|d1_11|>": 152251,
289
+ "<|d1_120|>": 152053,
290
+ "<|d1_121|>": 152328,
291
+ "<|d1_122|>": 152254,
292
+ "<|d1_123|>": 152395,
293
+ "<|d1_124|>": 152260,
294
+ "<|d1_125|>": 151855,
295
+ "<|d1_126|>": 152273,
296
+ "<|d1_127|>": 151987,
297
+ "<|d1_128|>": 151736,
298
+ "<|d1_129|>": 152024,
299
+ "<|d1_12|>": 152164,
300
+ "<|d1_130|>": 151838,
301
+ "<|d1_131|>": 151935,
302
+ "<|d1_132|>": 152269,
303
+ "<|d1_133|>": 151738,
304
+ "<|d1_134|>": 152044,
305
+ "<|d1_135|>": 151834,
306
+ "<|d1_136|>": 152160,
307
+ "<|d1_137|>": 152362,
308
+ "<|d1_138|>": 151940,
309
+ "<|d1_139|>": 151926,
310
+ "<|d1_13|>": 152031,
311
+ "<|d1_140|>": 151950,
312
+ "<|d1_141|>": 151874,
313
+ "<|d1_142|>": 152227,
314
+ "<|d1_143|>": 151879,
315
+ "<|d1_144|>": 151947,
316
+ "<|d1_145|>": 151996,
317
+ "<|d1_146|>": 152371,
318
+ "<|d1_147|>": 152393,
319
+ "<|d1_148|>": 152125,
320
+ "<|d1_149|>": 152100,
321
+ "<|d1_14|>": 152454,
322
+ "<|d1_150|>": 152403,
323
+ "<|d1_151|>": 151735,
324
+ "<|d1_152|>": 152315,
325
+ "<|d1_153|>": 152386,
326
+ "<|d1_154|>": 152293,
327
+ "<|d1_155|>": 151869,
328
+ "<|d1_156|>": 151831,
329
+ "<|d1_157|>": 152459,
330
+ "<|d1_158|>": 151978,
331
+ "<|d1_159|>": 151744,
332
+ "<|d1_15|>": 152441,
333
+ "<|d1_160|>": 151716,
334
+ "<|d1_161|>": 151753,
335
+ "<|d1_162|>": 152035,
336
+ "<|d1_163|>": 151845,
337
+ "<|d1_164|>": 152249,
338
+ "<|d1_165|>": 152007,
339
+ "<|d1_166|>": 152243,
340
+ "<|d1_167|>": 151729,
341
+ "<|d1_168|>": 151847,
342
+ "<|d1_169|>": 152128,
343
+ "<|d1_16|>": 152177,
344
+ "<|d1_170|>": 152003,
345
+ "<|d1_171|>": 152002,
346
+ "<|d1_172|>": 151683,
347
+ "<|d1_173|>": 152274,
348
+ "<|d1_174|>": 151884,
349
+ "<|d1_175|>": 152246,
350
+ "<|d1_176|>": 152131,
351
+ "<|d1_177|>": 151715,
352
+ "<|d1_178|>": 152425,
353
+ "<|d1_179|>": 152139,
354
+ "<|d1_17|>": 152181,
355
+ "<|d1_180|>": 152081,
356
+ "<|d1_181|>": 151904,
357
+ "<|d1_182|>": 152186,
358
+ "<|d1_183|>": 152422,
359
+ "<|d1_184|>": 151932,
360
+ "<|d1_185|>": 152117,
361
+ "<|d1_186|>": 151769,
362
+ "<|d1_187|>": 152357,
363
+ "<|d1_188|>": 152292,
364
+ "<|d1_189|>": 151956,
365
+ "<|d1_18|>": 152384,
366
+ "<|d1_190|>": 151973,
367
+ "<|d1_191|>": 152062,
368
+ "<|d1_192|>": 152314,
369
+ "<|d1_193|>": 151948,
370
+ "<|d1_194|>": 151789,
371
+ "<|d1_195|>": 152394,
372
+ "<|d1_196|>": 151954,
373
+ "<|d1_198|>": 151933,
374
+ "<|d1_199|>": 152224,
375
+ "<|d1_19|>": 152436,
376
+ "<|d1_1|>": 151820,
377
+ "<|d1_200|>": 152356,
378
+ "<|d1_201|>": 152156,
379
+ "<|d1_202|>": 151943,
380
+ "<|d1_203|>": 151819,
381
+ "<|d1_204|>": 152321,
382
+ "<|d1_205|>": 151989,
383
+ "<|d1_206|>": 152194,
384
+ "<|d1_207|>": 152039,
385
+ "<|d1_208|>": 152305,
386
+ "<|d1_209|>": 152369,
387
+ "<|d1_20|>": 152132,
388
+ "<|d1_210|>": 152060,
389
+ "<|d1_211|>": 151676,
390
+ "<|d1_212|>": 152121,
391
+ "<|d1_213|>": 152033,
392
+ "<|d1_214|>": 152220,
393
+ "<|d1_215|>": 152255,
394
+ "<|d1_216|>": 151706,
395
+ "<|d1_217|>": 151786,
396
+ "<|d1_218|>": 151966,
397
+ "<|d1_219|>": 152099,
398
+ "<|d1_21|>": 152155,
399
+ "<|d1_220|>": 152271,
400
+ "<|d1_221|>": 151710,
401
+ "<|d1_222|>": 151914,
402
+ "<|d1_223|>": 151871,
403
+ "<|d1_224|>": 152439,
404
+ "<|d1_225|>": 152343,
405
+ "<|d1_226|>": 152000,
406
+ "<|d1_227|>": 152124,
407
+ "<|d1_228|>": 151809,
408
+ "<|d1_229|>": 151798,
409
+ "<|d1_22|>": 151793,
410
+ "<|d1_230|>": 151946,
411
+ "<|d1_231|>": 151719,
412
+ "<|d1_232|>": 151908,
413
+ "<|d1_233|>": 152310,
414
+ "<|d1_234|>": 152244,
415
+ "<|d1_235|>": 152047,
416
+ "<|d1_236|>": 151936,
417
+ "<|d1_237|>": 151857,
418
+ "<|d1_238|>": 151697,
419
+ "<|d1_239|>": 151873,
420
+ "<|d1_23|>": 152158,
421
+ "<|d1_240|>": 151861,
422
+ "<|d1_241|>": 152228,
423
+ "<|d1_242|>": 152064,
424
+ "<|d1_243|>": 151937,
425
+ "<|d1_244|>": 151894,
426
+ "<|d1_245|>": 152365,
427
+ "<|d1_246|>": 151905,
428
+ "<|d1_247|>": 152231,
429
+ "<|d1_248|>": 151671,
430
+ "<|d1_249|>": 152142,
431
+ "<|d1_24|>": 152456,
432
+ "<|d1_250|>": 152429,
433
+ "<|d1_251|>": 152233,
434
+ "<|d1_252|>": 151906,
435
+ "<|d1_253|>": 151816,
436
+ "<|d1_254|>": 152017,
437
+ "<|d1_255|>": 151823,
438
+ "<|d1_25|>": 151870,
439
+ "<|d1_26|>": 151886,
440
+ "<|d1_27|>": 152375,
441
+ "<|d1_28|>": 152004,
442
+ "<|d1_29|>": 151974,
443
+ "<|d1_2|>": 151862,
444
+ "<|d1_30|>": 151853,
445
+ "<|d1_31|>": 151888,
446
+ "<|d1_32|>": 151955,
447
+ "<|d1_33|>": 152011,
448
+ "<|d1_34|>": 151720,
449
+ "<|d1_35|>": 151856,
450
+ "<|d1_36|>": 152296,
451
+ "<|d1_37|>": 151730,
452
+ "<|d1_38|>": 151712,
453
+ "<|d1_39|>": 151718,
454
+ "<|d1_3|>": 152432,
455
+ "<|d1_40|>": 152303,
456
+ "<|d1_41|>": 152072,
457
+ "<|d1_42|>": 151724,
458
+ "<|d1_43|>": 151891,
459
+ "<|d1_44|>": 151995,
460
+ "<|d1_45|>": 152149,
461
+ "<|d1_46|>": 151698,
462
+ "<|d1_47|>": 151882,
463
+ "<|d1_48|>": 152341,
464
+ "<|d1_49|>": 152451,
465
+ "<|d1_4|>": 151970,
466
+ "<|d1_50|>": 152252,
467
+ "<|d1_51|>": 151837,
468
+ "<|d1_52|>": 151903,
469
+ "<|d1_53|>": 152270,
470
+ "<|d1_54|>": 152083,
471
+ "<|d1_55|>": 152442,
472
+ "<|d1_56|>": 152159,
473
+ "<|d1_57|>": 152122,
474
+ "<|d1_58|>": 152368,
475
+ "<|d1_59|>": 151860,
476
+ "<|d1_5|>": 152123,
477
+ "<|d1_60|>": 152359,
478
+ "<|d1_61|>": 152337,
479
+ "<|d1_62|>": 152151,
480
+ "<|d1_63|>": 152453,
481
+ "<|d1_64|>": 152093,
482
+ "<|d1_65|>": 151998,
483
+ "<|d1_66|>": 152015,
484
+ "<|d1_67|>": 152276,
485
+ "<|d1_68|>": 152438,
486
+ "<|d1_69|>": 152287,
487
+ "<|d1_6|>": 151944,
488
+ "<|d1_70|>": 152423,
489
+ "<|d1_71|>": 152212,
490
+ "<|d1_72|>": 151965,
491
+ "<|d1_73|>": 152052,
492
+ "<|d1_74|>": 152025,
493
+ "<|d1_75|>": 151980,
494
+ "<|d1_76|>": 152289,
495
+ "<|d1_77|>": 151849,
496
+ "<|d1_78|>": 152392,
497
+ "<|d1_79|>": 151740,
498
+ "<|d1_7|>": 151949,
499
+ "<|d1_80|>": 152304,
500
+ "<|d1_81|>": 152040,
501
+ "<|d1_82|>": 152415,
502
+ "<|d1_83|>": 151885,
503
+ "<|d1_84|>": 151802,
504
+ "<|d1_85|>": 152134,
505
+ "<|d1_86|>": 151750,
506
+ "<|d1_87|>": 152077,
507
+ "<|d1_88|>": 151910,
508
+ "<|d1_89|>": 152208,
509
+ "<|d1_8|>": 152284,
510
+ "<|d1_90|>": 152420,
511
+ "<|d1_91|>": 152413,
512
+ "<|d1_92|>": 151892,
513
+ "<|d1_93|>": 152107,
514
+ "<|d1_94|>": 151959,
515
+ "<|d1_95|>": 151728,
516
+ "<|d1_96|>": 152046,
517
+ "<|d1_97|>": 152180,
518
+ "<|d1_98|>": 152190,
519
+ "<|d1_99|>": 152340,
520
+ "<|d1_9|>": 152291,
521
+ "<|d2_0|>": 151951,
522
+ "<|d2_100|>": 152148,
523
+ "<|d2_101|>": 151709,
524
+ "<|d2_102|>": 152200,
525
+ "<|d2_103|>": 152070,
526
+ "<|d2_104|>": 152433,
527
+ "<|d2_105|>": 151922,
528
+ "<|d2_106|>": 151690,
529
+ "<|d2_107|>": 152261,
530
+ "<|d2_108|>": 152214,
531
+ "<|d2_109|>": 152048,
532
+ "<|d2_10|>": 151788,
533
+ "<|d2_110|>": 152414,
534
+ "<|d2_111|>": 151887,
535
+ "<|d2_112|>": 152205,
536
+ "<|d2_113|>": 152333,
537
+ "<|d2_114|>": 152197,
538
+ "<|d2_115|>": 152281,
539
+ "<|d2_116|>": 152153,
540
+ "<|d2_117|>": 151851,
541
+ "<|d2_118|>": 152140,
542
+ "<|d2_119|>": 152045,
543
+ "<|d2_11|>": 151723,
544
+ "<|d2_120|>": 152370,
545
+ "<|d2_121|>": 151780,
546
+ "<|d2_122|>": 151754,
547
+ "<|d2_123|>": 152318,
548
+ "<|d2_124|>": 152383,
549
+ "<|d2_125|>": 152012,
550
+ "<|d2_126|>": 152418,
551
+ "<|d2_127|>": 151783,
552
+ "<|d2_128|>": 152154,
553
+ "<|d2_129|>": 151800,
554
+ "<|d2_12|>": 151733,
555
+ "<|d2_130|>": 152019,
556
+ "<|d2_131|>": 151752,
557
+ "<|d2_132|>": 152141,
558
+ "<|d2_133|>": 151907,
559
+ "<|d2_134|>": 152050,
560
+ "<|d2_135|>": 152299,
561
+ "<|d2_136|>": 152389,
562
+ "<|d2_137|>": 151721,
563
+ "<|d2_138|>": 151739,
564
+ "<|d2_139|>": 151898,
565
+ "<|d2_13|>": 151708,
566
+ "<|d2_140|>": 152065,
567
+ "<|d2_141|>": 152030,
568
+ "<|d2_142|>": 152057,
569
+ "<|d2_143|>": 151702,
570
+ "<|d2_144|>": 152087,
571
+ "<|d2_145|>": 152280,
572
+ "<|d2_146|>": 152344,
573
+ "<|d2_147|>": 152026,
574
+ "<|d2_148|>": 152408,
575
+ "<|d2_149|>": 151774,
576
+ "<|d2_14|>": 152111,
577
+ "<|d2_150|>": 151919,
578
+ "<|d2_151|>": 151840,
579
+ "<|d2_152|>": 152388,
580
+ "<|d2_153|>": 152387,
581
+ "<|d2_154|>": 152075,
582
+ "<|d2_155|>": 151681,
583
+ "<|d2_156|>": 151760,
584
+ "<|d2_157|>": 151711,
585
+ "<|d2_158|>": 152448,
586
+ "<|d2_159|>": 152059,
587
+ "<|d2_15|>": 151672,
588
+ "<|d2_160|>": 151878,
589
+ "<|d2_161|>": 152023,
590
+ "<|d2_162|>": 152307,
591
+ "<|d2_163|>": 152458,
592
+ "<|d2_164|>": 152219,
593
+ "<|d2_165|>": 151791,
594
+ "<|d2_166|>": 152250,
595
+ "<|d2_167|>": 151941,
596
+ "<|d2_168|>": 152029,
597
+ "<|d2_169|>": 151814,
598
+ "<|d2_16|>": 152320,
599
+ "<|d2_170|>": 152104,
600
+ "<|d2_171|>": 151979,
601
+ "<|d2_172|>": 151835,
602
+ "<|d2_173|>": 152103,
603
+ "<|d2_174|>": 151717,
604
+ "<|d2_175|>": 151833,
605
+ "<|d2_176|>": 152444,
606
+ "<|d2_177|>": 151930,
607
+ "<|d2_178|>": 151801,
608
+ "<|d2_179|>": 152266,
609
+ "<|d2_17|>": 152080,
610
+ "<|d2_180|>": 151684,
611
+ "<|d2_181|>": 151678,
612
+ "<|d2_182|>": 151868,
613
+ "<|d2_183|>": 151993,
614
+ "<|d2_184|>": 152198,
615
+ "<|d2_185|>": 151673,
616
+ "<|d2_186|>": 151796,
617
+ "<|d2_187|>": 151705,
618
+ "<|d2_188|>": 152221,
619
+ "<|d2_189|>": 151699,
620
+ "<|d2_18|>": 151867,
621
+ "<|d2_190|>": 152232,
622
+ "<|d2_191|>": 152042,
623
+ "<|d2_192|>": 151707,
624
+ "<|d2_193|>": 152116,
625
+ "<|d2_194|>": 152021,
626
+ "<|d2_195|>": 151875,
627
+ "<|d2_196|>": 151680,
628
+ "<|d2_197|>": 152110,
629
+ "<|d2_198|>": 151679,
630
+ "<|d2_199|>": 151787,
631
+ "<|d2_19|>": 151797,
632
+ "<|d2_1|>": 151848,
633
+ "<|d2_200|>": 152143,
634
+ "<|d2_201|>": 152253,
635
+ "<|d2_202|>": 151960,
636
+ "<|d2_203|>": 152008,
637
+ "<|d2_204|>": 152319,
638
+ "<|d2_205|>": 151701,
639
+ "<|d2_206|>": 151977,
640
+ "<|d2_207|>": 151924,
641
+ "<|d2_208|>": 152445,
642
+ "<|d2_209|>": 151677,
643
+ "<|d2_20|>": 151776,
644
+ "<|d2_210|>": 152264,
645
+ "<|d2_211|>": 152195,
646
+ "<|d2_212|>": 152108,
647
+ "<|d2_213|>": 151693,
648
+ "<|d2_214|>": 152419,
649
+ "<|d2_215|>": 152412,
650
+ "<|d2_216|>": 152069,
651
+ "<|d2_217|>": 152157,
652
+ "<|d2_218|>": 152275,
653
+ "<|d2_219|>": 152267,
654
+ "<|d2_21|>": 152203,
655
+ "<|d2_220|>": 151775,
656
+ "<|d2_221|>": 151704,
657
+ "<|d2_222|>": 152327,
658
+ "<|d2_223|>": 152379,
659
+ "<|d2_224|>": 152367,
660
+ "<|d2_225|>": 151990,
661
+ "<|d2_226|>": 151988,
662
+ "<|d2_227|>": 152358,
663
+ "<|d2_228|>": 152409,
664
+ "<|d2_229|>": 152240,
665
+ "<|d2_22|>": 151972,
666
+ "<|d2_230|>": 151794,
667
+ "<|d2_231|>": 151781,
668
+ "<|d2_232|>": 151895,
669
+ "<|d2_233|>": 151771,
670
+ "<|d2_234|>": 152376,
671
+ "<|d2_235|>": 152074,
672
+ "<|d2_236|>": 151732,
673
+ "<|d2_237|>": 152146,
674
+ "<|d2_238|>": 151925,
675
+ "<|d2_239|>": 151751,
676
+ "<|d2_23|>": 152317,
677
+ "<|d2_240|>": 152179,
678
+ "<|d2_241|>": 152301,
679
+ "<|d2_242|>": 151986,
680
+ "<|d2_243|>": 151818,
681
+ "<|d2_244|>": 151976,
682
+ "<|d2_245|>": 152119,
683
+ "<|d2_246|>": 151687,
684
+ "<|d2_247|>": 151981,
685
+ "<|d2_248|>": 151911,
686
+ "<|d2_249|>": 151945,
687
+ "<|d2_24|>": 152201,
688
+ "<|d2_250|>": 151743,
689
+ "<|d2_251|>": 152185,
690
+ "<|d2_252|>": 151827,
691
+ "<|d2_253|>": 152165,
692
+ "<|d2_254|>": 151694,
693
+ "<|d2_255|>": 151863,
694
+ "<|d2_25|>": 151713,
695
+ "<|d2_26|>": 152218,
696
+ "<|d2_27|>": 151961,
697
+ "<|d2_28|>": 152114,
698
+ "<|d2_29|>": 151900,
699
+ "<|d2_2|>": 151762,
700
+ "<|d2_30|>": 152265,
701
+ "<|d2_31|>": 152206,
702
+ "<|d2_32|>": 151795,
703
+ "<|d2_33|>": 151841,
704
+ "<|d2_34|>": 151958,
705
+ "<|d2_35|>": 152096,
706
+ "<|d2_36|>": 152038,
707
+ "<|d2_37|>": 152263,
708
+ "<|d2_38|>": 152076,
709
+ "<|d2_39|>": 151803,
710
+ "<|d2_3|>": 152144,
711
+ "<|d2_40|>": 152334,
712
+ "<|d2_41|>": 152381,
713
+ "<|d2_42|>": 152411,
714
+ "<|d2_43|>": 152005,
715
+ "<|d2_44|>": 152457,
716
+ "<|d2_45|>": 152324,
717
+ "<|d2_46|>": 151821,
718
+ "<|d2_47|>": 152152,
719
+ "<|d2_48|>": 152346,
720
+ "<|d2_49|>": 151920,
721
+ "<|d2_4|>": 152168,
722
+ "<|d2_50|>": 152258,
723
+ "<|d2_51|>": 151805,
724
+ "<|d2_52|>": 151985,
725
+ "<|d2_53|>": 152401,
726
+ "<|d2_54|>": 152377,
727
+ "<|d2_55|>": 151778,
728
+ "<|d2_56|>": 152169,
729
+ "<|d2_57|>": 151832,
730
+ "<|d2_58|>": 152259,
731
+ "<|d2_59|>": 151909,
732
+ "<|d2_5|>": 151854,
733
+ "<|d2_60|>": 151889,
734
+ "<|d2_61|>": 151918,
735
+ "<|d2_62|>": 152424,
736
+ "<|d2_63|>": 151843,
737
+ "<|d2_64|>": 151984,
738
+ "<|d2_65|>": 152398,
739
+ "<|d2_66|>": 152236,
740
+ "<|d2_67|>": 151901,
741
+ "<|d2_68|>": 151773,
742
+ "<|d2_69|>": 152167,
743
+ "<|d2_6|>": 151929,
744
+ "<|d2_70|>": 152277,
745
+ "<|d2_71|>": 152018,
746
+ "<|d2_72|>": 152113,
747
+ "<|d2_73|>": 152350,
748
+ "<|d2_74|>": 151927,
749
+ "<|d2_75|>": 152308,
750
+ "<|d2_76|>": 152283,
751
+ "<|d2_77|>": 152133,
752
+ "<|d2_78|>": 152174,
753
+ "<|d2_79|>": 152404,
754
+ "<|d2_7|>": 151813,
755
+ "<|d2_80|>": 152311,
756
+ "<|d2_81|>": 151811,
757
+ "<|d2_82|>": 151669,
758
+ "<|d2_83|>": 152189,
759
+ "<|d2_84|>": 151804,
760
+ "<|d2_85|>": 152090,
761
+ "<|d2_86|>": 152309,
762
+ "<|d2_87|>": 151844,
763
+ "<|d2_88|>": 152079,
764
+ "<|d2_89|>": 152105,
765
+ "<|d2_8|>": 151759,
766
+ "<|d2_90|>": 152452,
767
+ "<|d2_91|>": 152032,
768
+ "<|d2_92|>": 152248,
769
+ "<|d2_93|>": 151770,
770
+ "<|d2_94|>": 152210,
771
+ "<|d2_95|>": 152352,
772
+ "<|d2_96|>": 152193,
773
+ "<|d2_97|>": 151938,
774
+ "<|d2_98|>": 151722,
775
+ "<|d2_99|>": 151784,
776
+ "<|d2_9|>": 152390,
777
+ "<|d3_0|>": 151893,
778
+ "<|d3_10|>": 152199,
779
+ "<|d3_11|>": 152257,
780
+ "<|d3_12|>": 152241,
781
+ "<|d3_13|>": 152043,
782
+ "<|d3_14|>": 152188,
783
+ "<|d3_15|>": 152313,
784
+ "<|d3_16|>": 151865,
785
+ "<|d3_17|>": 152137,
786
+ "<|d3_18|>": 151777,
787
+ "<|d3_19|>": 152216,
788
+ "<|d3_1|>": 151826,
789
+ "<|d3_20|>": 152285,
790
+ "<|d3_21|>": 152449,
791
+ "<|d3_22|>": 152225,
792
+ "<|d3_23|>": 152290,
793
+ "<|d3_2|>": 151902,
794
+ "<|d3_3|>": 151725,
795
+ "<|d3_4|>": 152091,
796
+ "<|d3_5|>": 152178,
797
+ "<|d3_6|>": 152262,
798
+ "<|d3_7|>": 152016,
799
+ "<|d3_8|>": 152196,
800
+ "<|d3_9|>": 152396,
801
+ "<|endoftext|>": 151643,
802
+ "<|file_sep|>": 151664,
803
+ "<|fim_middle|>": 151660,
804
+ "<|fim_pad|>": 151662,
805
+ "<|fim_prefix|>": 151659,
806
+ "<|fim_suffix|>": 151661,
807
+ "<|im_end|>": 151645,
808
+ "<|im_start|>": 151644,
809
+ "<|image_pad|>": 151655,
810
+ "<|object_ref_end|>": 151647,
811
+ "<|object_ref_start|>": 151646,
812
+ "<|quad_end|>": 151651,
813
+ "<|quad_start|>": 151650,
814
+ "<|repo_name|>": 151663,
815
+ "<|video_pad|>": 151656,
816
+ "<|vision_end|>": 151653,
817
+ "<|vision_pad|>": 151654,
818
+ "<|vision_start|>": 151652
819
+ }
chat_template.jinja ADDED
@@ -0,0 +1,85 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {%- if tools %}
2
+ {{- '<|im_start|>system\n' }}
3
+ {%- if messages[0].role == 'system' %}
4
+ {{- messages[0].content + '\n\n' }}
5
+ {%- endif %}
6
+ {{- "# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within <tools></tools> XML tags:\n<tools>" }}
7
+ {%- for tool in tools %}
8
+ {{- "\n" }}
9
+ {{- tool | tojson }}
10
+ {%- endfor %}
11
+ {{- "\n</tools>\n\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\n<tool_call>\n{\"name\": <function-name>, \"arguments\": <args-json-object>}\n</tool_call><|im_end|>\n" }}
12
+ {%- else %}
13
+ {%- if messages[0].role == 'system' %}
14
+ {{- '<|im_start|>system\n' + messages[0].content + '<|im_end|>\n' }}
15
+ {%- endif %}
16
+ {%- endif %}
17
+ {%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %}
18
+ {%- for message in messages[::-1] %}
19
+ {%- set index = (messages|length - 1) - loop.index0 %}
20
+ {%- if ns.multi_step_tool and message.role == "user" and not(message.content.startswith('<tool_response>') and message.content.endswith('</tool_response>')) %}
21
+ {%- set ns.multi_step_tool = false %}
22
+ {%- set ns.last_query_index = index %}
23
+ {%- endif %}
24
+ {%- endfor %}
25
+ {%- for message in messages %}
26
+ {%- if (message.role == "user") or (message.role == "system" and not loop.first) %}
27
+ {{- '<|im_start|>' + message.role + '\n' + message.content + '<|im_end|>' + '\n' }}
28
+ {%- elif message.role == "assistant" %}
29
+ {%- set content = message.content %}
30
+ {%- set reasoning_content = '' %}
31
+ {%- if message.reasoning_content is defined and message.reasoning_content is not none %}
32
+ {%- set reasoning_content = message.reasoning_content %}
33
+ {%- else %}
34
+ {%- if '</think>' in message.content %}
35
+ {%- set content = message.content.split('</think>')[-1].lstrip('\n') %}
36
+ {%- set reasoning_content = message.content.split('</think>')[0].rstrip('\n').split('<think>')[-1].lstrip('\n') %}
37
+ {%- endif %}
38
+ {%- endif %}
39
+ {%- if loop.index0 > ns.last_query_index %}
40
+ {%- if loop.last or (not loop.last and reasoning_content) %}
41
+ {{- '<|im_start|>' + message.role + '\n<think>\n' + reasoning_content.strip('\n') + '\n</think>\n\n' + content.lstrip('\n') }}
42
+ {%- else %}
43
+ {{- '<|im_start|>' + message.role + '\n' + content }}
44
+ {%- endif %}
45
+ {%- else %}
46
+ {{- '<|im_start|>' + message.role + '\n' + content }}
47
+ {%- endif %}
48
+ {%- if message.tool_calls %}
49
+ {%- for tool_call in message.tool_calls %}
50
+ {%- if (loop.first and content) or (not loop.first) %}
51
+ {{- '\n' }}
52
+ {%- endif %}
53
+ {%- if tool_call.function %}
54
+ {%- set tool_call = tool_call.function %}
55
+ {%- endif %}
56
+ {{- '<tool_call>\n{"name": "' }}
57
+ {{- tool_call.name }}
58
+ {{- '", "arguments": ' }}
59
+ {%- if tool_call.arguments is string %}
60
+ {{- tool_call.arguments }}
61
+ {%- else %}
62
+ {{- tool_call.arguments | tojson }}
63
+ {%- endif %}
64
+ {{- '}\n</tool_call>' }}
65
+ {%- endfor %}
66
+ {%- endif %}
67
+ {{- '<|im_end|>\n' }}
68
+ {%- elif message.role == "tool" %}
69
+ {%- if loop.first or (messages[loop.index0 - 1].role != "tool") %}
70
+ {{- '<|im_start|>user' }}
71
+ {%- endif %}
72
+ {{- '\n<tool_response>\n' }}
73
+ {{- message.content }}
74
+ {{- '\n</tool_response>' }}
75
+ {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %}
76
+ {{- '<|im_end|>\n' }}
77
+ {%- endif %}
78
+ {%- endif %}
79
+ {%- endfor %}
80
+ {%- if add_generation_prompt %}
81
+ {{- '<|im_start|>assistant\n' }}
82
+ {%- if enable_thinking is defined and enable_thinking is false %}
83
+ {{- '<think>\n\n</think>\n\n' }}
84
+ {%- endif %}
85
+ {%- endif %}
merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
special_tokens_map.json ADDED
@@ -0,0 +1,31 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "additional_special_tokens": [
3
+ "<|im_start|>",
4
+ "<|im_end|>",
5
+ "<|object_ref_start|>",
6
+ "<|object_ref_end|>",
7
+ "<|box_start|>",
8
+ "<|box_end|>",
9
+ "<|quad_start|>",
10
+ "<|quad_end|>",
11
+ "<|vision_start|>",
12
+ "<|vision_end|>",
13
+ "<|vision_pad|>",
14
+ "<|image_pad|>",
15
+ "<|video_pad|>"
16
+ ],
17
+ "eos_token": {
18
+ "content": "<|im_end|>",
19
+ "lstrip": false,
20
+ "normalized": false,
21
+ "rstrip": false,
22
+ "single_word": false
23
+ },
24
+ "pad_token": {
25
+ "content": "<|endoftext|>",
26
+ "lstrip": false,
27
+ "normalized": false,
28
+ "rstrip": false,
29
+ "single_word": false
30
+ }
31
+ }
tokenizer.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a2d42d146dbfc625d38bd960c7cd0e2a66123d60a22a3e460493167d536badf1
3
+ size 11570207
tokenizer_config.json ADDED
The diff for this file is too large to render. See raw diff
 
vocab.json ADDED
The diff for this file is too large to render. See raw diff