Upload folder using huggingface_hub

tokenizer_config.json

@@ -2054,7 +2054,7 @@
     "<|eom_id|>"
   ],
   "bos_token": "<|begin_of_text|>",
-  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- Extract system message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content'] | trim %}\n    {%- set messages = messages[1:] %}\n    {{- system_message + \"\\n\" }}\n{%- else %}\n    {%- set system_message = \"You are a helpful assistant that can use tools. You are developed by developed by Salesforce xLAM team.\" %}\n    {% set format_instruction %}\nYou have access to a set of tools. When using tools, make calls in a single JSON array: \n\n[{\"name\": \"tool_call_name\", \"arguments\": {\"arg1\": \"value1\", \"arg2\": \"value2\"}}, ... (additional parallel tool calls as needed)]\n\nIf no tool is suitable, state that explicitly. If the user's input lacks required parameters, ask for clarification. \nDo not interpret or respond until tool results are returned. Once they are available, process them or make additional calls if needed. \nFor tasks that don't require tools, such as casual conversation or general advice, respond directly in plain text. \n    {% endset %}\n    {{- system_message + \"\\n\" }}\n    {{- format_instruction + \"\\n\" }}\n{%- endif %}\n\n\n{%- if tools is not none %}\n    {{- \"The available tools are:\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- \"<|eot_id|>\" }}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\n\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\n\n' -}}\n        {%- if message['tool_calls'] %}\n            {{- \"[\" }}\n            {%- for tool_call_function in message.tool_calls %}\n                {%- set tool_call = tool_call_function.function %}\n                {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n                {{- '\"arguments\": ' }}\n                {{- tool_call.arguments | tojson }}\n                {%- if 'id' in tool_call_function %}\n                    {{- ', \"id\": \"' + tool_call_function.id | string  + '\"'}}\n                {%- endif %}\n                {{- \"}\" }}\n                {%- if not loop.last %}\n                    {{- \", \" }}\n                {%- endif %}\n            {%- endfor %}\n            {{- \"]\" }}\n            {{- \"<|eot_id|>\" }}\n        {%- elif message['content'] %}\n            {{- message['content'] | trim + '<|eot_id|>' }}\n        {%- else %}\n            {{- \"[]\\n\" + '<|eot_id|>' }}\n        {%- endif %}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>\" + \"ipython\" + \"<|end_header_id|>\n\n\" }}\n        {{- dict(message.items() | rejectattr('0', 'equalto', 'role')) | tojson }}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\n\n' }}\n{%- endif %}",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- Extract system message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content'] | trim %}\n    {%- set messages = messages[1:] %}\n    {{- system_message + \"\\n\" }}\n{%- else %}\n    {%- set system_message = \"You are a helpful assistant that can use tools. You are developed by Salesforce xLAM team.\" %}\n    {% set format_instruction %}You have access to a set of tools. When using tools, make calls in a single JSON array: \n\n[{\"name\": \"tool_call_name\", \"arguments\": {\"arg1\": \"value1\", \"arg2\": \"value2\"}}, ... (additional parallel tool calls as needed)]\n\nIf no tool is suitable, state that explicitly. If the user's input lacks required parameters, ask for clarification. Do not interpret or respond until tool results are returned. Once they are available, process them or make additional calls if needed. For tasks that don't require tools, such as casual conversation or general advice, respond directly in plain text. The available tools are:{% endset %}\n    {{- system_message + \"\\n\" }}\n    {%- if tools is not none %}\n        {{- format_instruction + \"\\n\\n\" }}\n    {%- endif %}\n{%- endif %}\n\n\n{%- if tools is not none %}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- \"<|eot_id|>\" }}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {%- if message['tool_calls'] %}\n            {{- \"[\" }}\n            {%- for tool_call_function in message.tool_calls %}\n                {%- set tool_call = tool_call_function.function %}\n                {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n                {{- '\"arguments\": ' }}\n                {{- tool_call.arguments | tojson }}\n                {{- \"}\" }}\n                {%- if not loop.last %}\n                    {{- \", \" }}\n                {%- endif %}\n            {%- endfor %}\n            {{- \"]\" }}\n            {{- \"<|eot_id|>\" }}\n        {%- elif message['content'] %}\n            {{- message['content'] | trim + '<|eot_id|>' }}\n        {%- else %}\n            {{- \"[]\\n\" + '<|eot_id|>' }}\n        {%- endif %}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>\" + \"ipython\" + \"<|end_header_id|>\\n\\n\" }}\n        {%- set content = message[\"content\"] %}\n        {%- if content is mapping or (content is iterable and content is not string) %}\n            {{- content | tojson }}\n        {%- else %}\n            {{- content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}",
   "clean_up_tokenization_spaces": true,
   "eos_token": "<|eot_id|>",
   "model_input_names": [