{ "add_prefix_space": null, "backend": "tokenizers", "bos_token": "<|im_start|>", "eos_token": "<|box_end|>", "is_local": true, "local_files_only": false, "model_max_length": 4096, "pad_token": "<|endoftext|>", "tokenizer_class": "Qwen2Tokenizer", "unk_token": "<|endoftext|>", "chat_template": "{{- '<|im_start|><|object_ref_start|>' -}}\n{%- if tools -%}\n{{- '' -}}\n{{- tools | tojson -}}\n{{- '\\n' -}}\n{%- endif -%}\n{%- for message in messages -%}\n{%- if message['role'] == 'system' -%}\n{{- '\\n' + message['content'] + '\\n\\n' -}}\n{%- elif message['role'] == 'user' -%}\n{{- '\\n' + message['content'] + '\\n\\n' -}}\n{%- elif message['role'] == 'assistant' -%}\n{{- '\\n' -}}\n{%- if message.get('content') -%}\n{{- message['content'] -}}\n{%- endif -%}\n{%- for tool_call in message.get('tool_calls', []) -%}\n{{- '' -}}\n{{- {'arguments': tool_call['function']['arguments'], 'name': tool_call['function']['name']} | tojson -}}\n{{- '' -}}\n{%- endfor -%}\n{{- '\\n' -}}\n{%- elif message['role'] == 'tool' -%}\n{{- '' + message['content'] + '\\n' -}}\n{%- else -%}\n{{- raise_exception('Unsupported message role: ' + message['role']) -}}\n{%- endif -%}\n{%- endfor -%}\n{%- if add_generation_prompt -%}\n{{- '\\n' -}}\n{%- endif -%}\n{{- '<|im_end|>' -}}", "clean_up_tokenization_spaces": false }