NVIDIA-Nemotron-Nano-12B-v2-VL-NVFP4-QAD / non_reasoning_nano_v2_inference_chat_template.jinja
zhiyucheng's picture
add files
9ed36d5 unverified
{%- for message in messages -%}
{%- if loop.first -%}
{%- if message['role'] != 'system' -%}
{{ '<SPECIAL_10>System\n\n' }}
{%- endif -%}
{%- endif -%}
{%- if message['role'] == 'system' -%}
{{ '<SPECIAL_10>System\n' }}
{%- if message['content'] is string -%}
{{ message['content'].replace('/think', '').replace('/no_think', '').strip() }}
{%- else -%}
{%- for content in message['content'] -%}
{%- if content['type'] == 'image' -%}
{{ '' }}
{%- elif content['type'] == 'text' -%}
{{ content['text'].replace('/think', '').replace('/no_think', '').strip() }}
{%- endif -%}
{%- endfor -%}
{%- endif -%}
{{ '\n' }}
{%- if tools -%}
{%- if message['content'].replace('/think', '').replace('/no_think', '').strip() != '' -%}
{{ '\n\n' }}
{%- endif -%}
{{ 'You can use the following tools to assist the user if required:\n<AVAILABLE_TOOLS>[' }}
{%- for tool in tools -%}
{{- (tool.function if tool.function is defined else tool) | tojson -}}
{{ ', ' if not loop.last else '' }}
{%- endfor -%}
{{ ']</AVAILABLE_TOOLS>\n\n' }}
{{ 'If you decide to call any tool(s), use the following format:\n' }}
{{ '<TOOLCALL>[{{"name": "tool_name1", "arguments": "tool_args1"}}, {{"name": "tool_name2", "arguments": "tool_args2"}}]</TOOLCALL>\n\n' }}
{{ 'The user will execute tool-calls and return responses from tool(s) in this format:\n' }}
{{ '<TOOL_RESPONSE>[{{"tool_response1"}}, {{"tool_response2"}}]</TOOL_RESPONSE>\n\n' }}
{{ 'Based on the tool responses, you can call additional tools if needed, correct tool calls if any errors are found, or just respond to the user.\n' }}
{%- endif -%}
{%- elif message['role'] == 'user' -%}
{{ '<SPECIAL_11>User\n' }}
{%- if message['content'] is string -%}
{{ message['content'].replace('/think', '').replace('/no_think', '').strip() }}
{%- else -%}
{%- for content in message['content'] -%}
{%- if content['type'] == 'image' -%}
{{ '' }}
{%- elif content['type'] == 'text' -%}
{{ content['text'].replace('/think', '').replace('/no_think', '').strip() }}
{%- endif -%}
{%- endfor -%}
{%- endif -%}
{{ '\n' }}
{%- elif message['role'] == 'tool' -%}
{%- if loop.first or (messages[loop.index0 - 1].role != 'tool') -%}
{{ '<SPECIAL_11>User\n<TOOL_RESPONSE>[' }}
{%- endif -%}
{{ message.content }}
{{ ', ' if not loop.last and (messages[loop.index0 + 1].role == 'tool') else '' }}
{%- if loop.last or (messages[loop.index0 + 1].role != 'tool') -%}
{{ ']</TOOL_RESPONSE>\n' }}
{%- endif -%}
{%- elif message['role'] == 'assistant' -%}
{%- if '</think>' in content -%}
{%- set content = content.split('</think>')[1].strip() -%}
{%- endif -%}
{{ '<SPECIAL_11>Assistant\n' + content.strip() }}
{%- if message.tool_calls -%}
{%- if content.strip() != '' -%}
{{ '\n\n' }}
{%- endif -%}
{{ '<TOOLCALL>[' }}
{%- for call in message.tool_calls -%}
{%- set fn = call.function if call.function is defined else call -%}
{{ '{"name": "' + fn.name + '", "arguments": ' }}
{%- if fn.arguments is string -%}
{{- fn.arguments -}}
{%- else -%}
{{- fn.arguments | tojson -}}
{%- endif -%}
{{ '}' + (', ' if not loop.last else '') }}
{%- endfor -%}
{{ ']</TOOLCALL>' }}
{%- endif -%}
{{ '\n<SPECIAL_12>\n' }}
{%- endif -%}
{%- endfor -%}
{%- set ns = namespace(enable_thinking=true) -%}
{%- for message in messages -%}
{%- set content = message['content'] -%}
{%- if message['role'] == 'user' or message['role'] == 'system' -%}
{%- if '/think' in content -%}
{%- set ns.enable_thinking = true -%}
{%- elif '/no_think' in content -%}
{%- set ns.enable_thinking = false -%}
{%- endif -%}
{%- endif -%}
{%- endfor -%}
{%- if not add_generation_prompt is defined -%}
{%- set add_generation_prompt = false -%}
{%- endif -%}
{%- if add_generation_prompt -%}
{{ '<SPECIAL_11>Assistant\n' }}
{{ '<think></think>' }}
{%- endif -%}