| | {%- macro render_typescript_type(param_spec, required_params, is_nullable=false) -%} |
| | {%- if param_spec.type == "array" -%} |
| | {%- if param_spec['items'] -%} |
| | {%- if param_spec['items']['type'] == "string" -%} |
| | {{- "string[]" }} |
| | {%- elif param_spec['items']['type'] == "number" -%} |
| | {{- "number[]" }} |
| | {%- elif param_spec['items']['type'] == "integer" -%} |
| | {{- "number[]" }} |
| | {%- elif param_spec['items']['type'] == "boolean" -%} |
| | {{- "boolean[]" }} |
| | {%- else -%} |
| | {%- set inner_type = render_typescript_type(param_spec['items'], required_params) -%} |
| | {%- if inner_type == "object | object" or inner_type|length > 50 -%} |
| | {{- "any[]" }} |
| | {%- else -%} |
| | {{- inner_type + "[]" }} |
| | {%- endif -%} |
| | {%- endif -%} |
| | {%- if param_spec.nullable -%} |
| | {{- " | null" }} |
| | {%- endif -%} |
| | {%- else -%} |
| | {{- "any[]" }} |
| | {%- if param_spec.nullable -%} |
| | {{- " | null" }} |
| | {%- endif -%} |
| | {%- endif -%} |
| | {%- elif param_spec.type is defined and param_spec.type is iterable and param_spec.type is not string and param_spec.type is not mapping and param_spec.type[0] is defined -%} |
| | |
| | {%- if param_spec.type | length > 1 -%} |
| | {{- param_spec.type | join(" | ") }} |
| | {%- else -%} |
| | {{- param_spec.type[0] }} |
| | {%- endif -%} |
| | {%- elif param_spec.oneOf -%} |
| | |
| | {%- set has_object_variants = false -%} |
| | {%- for variant in param_spec.oneOf -%} |
| | {%- if variant.type == "object" -%} |
| | {%- set has_object_variants = true -%} |
| | {%- endif -%} |
| | {%- endfor -%} |
| | {%- if has_object_variants and param_spec.oneOf|length > 1 -%} |
| | {{- "any" }} |
| | {%- else -%} |
| | {%- for variant in param_spec.oneOf -%} |
| | {{- render_typescript_type(variant, required_params) -}} |
| | {%- if variant.description %} |
| | {{- "// " + variant.description }} |
| | {%- endif -%} |
| | {%- if variant.default is defined %} |
| | {{ "// default: " + variant.default|tojson }} |
| | {%- endif -%} |
| | {%- if not loop.last %} |
| | {{- " | " }} |
| | {% endif -%} |
| | {%- endfor -%} |
| | {%- endif -%} |
| | {%- elif param_spec.type == "string" -%} |
| | {%- if param_spec.enum -%} |
| | {{- '"' + param_spec.enum|join('" | "') + '"' -}} |
| | {%- else -%} |
| | {{- "string" }} |
| | {%- if param_spec.nullable %} |
| | {{- " | null" }} |
| | {%- endif -%} |
| | {%- endif -%} |
| | {%- elif param_spec.type == "number" -%} |
| | {{- "number" }} |
| | {%- elif param_spec.type == "integer" -%} |
| | {{- "number" }} |
| | {%- elif param_spec.type == "boolean" -%} |
| | {{- "boolean" }} |
| | {%- elif param_spec.type == "object" -%} |
| | {%- if param_spec.properties -%} |
| | {{- "{\n" }} |
| | {%- for prop_name, prop_spec in param_spec.properties.items() -%} |
| | {{- prop_name -}} |
| | {%- if prop_name not in (param_spec.required or []) -%} |
| | {{- "?" }} |
| | {%- endif -%} |
| | {{- ": " }} |
| | {{ render_typescript_type(prop_spec, param_spec.required or []) }} |
| | {%- if not loop.last -%} |
| | {{-", " }} |
| | {%- endif -%} |
| | {%- endfor -%} |
| | {{- "}" }} |
| | {%- else -%} |
| | {{- "object" }} |
| | {%- endif -%} |
| | {%- else -%} |
| | {{- "any" }} |
| | {%- endif -%} |
| | {%- endmacro -%} |
| | |
| | {%- macro render_tools(tools) -%} |
| | {%- for tool in tools %} |
| | {{- "// " + tool.description + "\n" }} |
| | {{- "type "+ tool.name + " = " }} |
| | {%- if tool.parameters and tool.parameters.properties %} |
| | {{- "(_: {\n" }} |
| | {%- for param_name, param_spec in tool.parameters.properties.items() %} |
| | {%- if param_spec.description %} |
| | {{- "// " + param_spec.description + "\n" }} |
| | {%- endif %} |
| | {{- param_name }} |
| | {%- if param_name not in (tool.parameters.required or []) -%} |
| | {{- "?" }} |
| | {%- endif -%} |
| | {{- ": " }} |
| | {{- render_typescript_type(param_spec, tool.parameters.required or []) }} |
| | {%- if param_spec.default is defined -%} |
| | {%- if param_spec.enum %} |
| | {{- ", // default: " + param_spec.default }} |
| | {%- elif param_spec.oneOf %} |
| | {{- "// default: " + param_spec.default }} |
| | {%- else %} |
| | {{- ", // default: " + param_spec.default|tojson }} |
| | {%- endif -%} |
| | {%- endif -%} |
| | {%- if not loop.last %} |
| | {{- ",\n" }} |
| | {%- else %} |
| | {{- "\n" }} |
| | {%- endif -%} |
| | {%- endfor %} |
| | {{- "}) => any;" }} |
| | {%- else -%} |
| | {{- "() => any;" }} |
| | {%- endif -%} |
| | {%- if not loop.last -%} |
| | {{- "\n" }} |
| | {%- endif -%} |
| | {%- endfor %} |
| | {%- endmacro -%} |
| | |
| | {{ bos_token }} |
| | |
| | {%- set system_token = '<|system_start|>' -%} |
| | {%- set end_system_token = '<|system_end|>' -%} |
| | {%- set developer_token = '<|developer_start|>' -%} |
| | {%- set end_developer_token = '<|developer_end|>' -%} |
| | {%- set user_token = '<|user_start|>' -%} |
| | {%- set end_user_token = '<|user_end|>' -%} |
| | {%- set assistant_token = '<|assistant_start|>' -%} |
| | {%- set end_assistant_token = '<|assistant_end|>' -%} |
| | {%- set inner_token = '<|inner_prefix|>' -%} |
| | {%- set outer_token = '<|inner_suffix|>' -%} |
| | {%- set tool_calls_token = '<|tools_prefix|>' -%} |
| | {%- set end_tool_calls_token = '<|tools_suffix|>' -%} |
| | |
| | {%- set ns = namespace(in_assistant=false, in_tool=false, in_inner=false, assistant_format=none) -%} |
| | |
| | {%- if messages and messages[0].role == 'system' -%} |
| | {%- if "content" in messages[0] -%} |
| | {%- if messages[0].content is string -%} |
| | {{ system_token + messages[0].content + end_system_token }} |
| | {%- elif messages[0].content is mapping and "text" in messages[0].content -%} |
| | {{ system_token + messages[0].content.text + end_system_token }} |
| | {%- else -%} |
| | {{- raise_exception("Invalid system message") -}} |
| | {%- endif -%} |
| | {%- else -%} |
| | {{- raise_exception("Invalid system message") -}} |
| | {%- endif -%} |
| | {%- set loop_messages = messages[1:] -%} |
| | {%- else -%} |
| | {{ system_token + 'You are Apertus, a helpful assistant created by the SwissAI initiative.\nKnowledge cutoff: 2024-04\nCurrent date: ' + strftime_now('%Y-%m-%d') + end_system_token }} |
| | {%- set loop_messages = messages -%} |
| | {%- endif -%} |
| | |
| | {{ developer_token + 'Deliberation: ' }} |
| | {%- if enable_thinking is defined and enable_thinking -%} |
| | {{ 'enabled\n' }} |
| | {%- else -%} |
| | {{ 'disabled\n' }} |
| | {%- endif -%} |
| | {%- if tools is defined and tools -%} |
| | {{ 'Tool Capabilities:\n' + render_tools(tools) }} |
| | {%- else -%} |
| | {{ 'Tool Capabilities: disabled' }} |
| | {%- endif -%} |
| | {{ end_developer_token }} |
| | |
| | {%- for message in loop_messages -%} |
| | {%- if message.role == 'user' -%} |
| | {%- set ns.in_inner = false -%} |
| | {%- if ns.in_tool -%} |
| | {{ ']' }} |
| | {%- set ns.in_tool = false -%} |
| | {%- endif -%} |
| | {%- if ns.in_assistant -%} |
| | {{ end_assistant_token }} |
| | {%- set ns.in_assistant = false -%} |
| | {%- endif -%} |
| | {%- if "content" in message -%} |
| | {{ user_token }} |
| | {%- if message.content is string -%} |
| | {{ message.content }} |
| | {%- elif message.content is mapping and "parts" in message.content -%} |
| | {%- set parts = message.content.parts -%} |
| | {%- for part in parts -%} |
| | {%- if part.type == "text" -%} |
| | {{ part.text }} |
| | {%- else -%} |
| | {{- raise_exception("Invalid user part: " + part.type) -}} |
| | {%- endif -%} |
| | {%- endfor -%} |
| | {%- else -%} |
| | {{- raise_exception("Invalid user message: " + message.role) -}} |
| | {%- endif -%} |
| | {{ end_user_token }} |
| | {%- endif -%} |
| | {%- elif message.role == 'assistant' -%} |
| | {%- if not ns.in_assistant -%} |
| | {{ assistant_token }} |
| | {%- set ns.in_assistant = true -%} |
| | {%- endif -%} |
| | {%- if "content" in message -%} |
| | {%- if message.content is string and (ns.assistant_format is none or ns.assistant_format == "string") -%} |
| | {%- if ns.in_tool -%} |
| | {{ ']' }} |
| | {%- set ns.in_tool = false -%} |
| | {%- endif -%} |
| | {%- set ns.assistant_format = "string" -%} |
| | {{ message.content }} |
| | {%- elif message.content is mapping and "blocks" in message.content and (ns.assistant_format is none or ns.assistant_format == "mapping") -%} |
| | {%- set ns.assistant_format = "mapping" -%} |
| | {%- set blocks = message.content.blocks -%} |
| | {%- for block in blocks -%} |
| | {%- if block.type == 'thoughts' -%} |
| | {%- if ns.in_tool -%} |
| | {{ ']' }} |
| | {%- set ns.in_tool = false -%} |
| | {%- endif -%} |
| | {%- if not ns.in_inner -%} |
| | {%- set ns.in_inner = true -%} |
| | {{ inner_token }} |
| | {%- endif -%} |
| | {{ block.text }} |
| | {%- elif block.type == 'tool_calls' -%} |
| | {%- if ns.in_tool -%} |
| | {{ ']' }} |
| | {%- set ns.in_tool = false -%} |
| | {%- endif -%} |
| | {%- if ns.in_inner and not loop.first and block.calls|length == 1 and block.calls[0].name == 'display_answers' -%} |
| | {%- set ns.in_inner = false -%} |
| | {{ outer_token }} |
| | {%- endif -%} |
| | {{ tool_calls_token + '[' }} |
| | {%- for tool_call in block.calls -%} |
| | {{- '{"' + tool_call.name + '": ' + tool_call.arguments + '}' }} |
| | {%- if not loop.last -%} |
| | {{- ", " }} |
| | {%- endif -%} |
| | {%- endfor -%} |
| | {{ ']' + end_tool_calls_token }} |
| | {%- elif block.type == 'tool_outputs' -%} |
| | {%- if ns.in_tool -%} |
| | {{- raise_exception("Cannot have both tool outputs as separate messages and tool outputs as blocks") -}} |
| | {%- endif -%} |
| | {{ '[' }} |
| | {%- for tool_output in block.outputs -%} |
| | {{- tool_output.output }} |
| | {%- if not loop.last -%} |
| | {{- ", " }} |
| | {%- endif -%} |
| | {%- endfor -%} |
| | {{- ']' }} |
| | {%- elif block.type == 'response' -%} |
| | {%- if ns.in_tool -%} |
| | {{ ']' }} |
| | {%- set ns.in_tool = false -%} |
| | {%- endif -%} |
| | {%- if (not loop.first and ns.in_inner) or (ns.in_assistant and ns.in_inner) -%} |
| | {%- set ns.in_inner = false -%} |
| | {{ outer_token }} |
| | {%- endif -%} |
| | {{ block.text }} |
| | {%- else -%} |
| | {{- raise_exception("Invalid assistant block type: " + block.type) -}} |
| | {%- endif -%} |
| | {%- endfor -%} |
| | {%- else -%} |
| | {{- raise_exception("Invalid assistant content") -}} |
| | {%- endif -%} |
| | {%- else -%} |
| | {{- raise_exception("Invalid assistant message") -}} |
| | {%- endif -%} |
| | {%- if "tool_calls" in message and message.tool_calls -%} |
| | {{ tool_calls_token + '[' }} |
| | {%- for tool_call in message.tool_calls -%} |
| | {%- if tool_call.type == 'function' -%} |
| | {%- set function = tool_call.function -%} |
| | {{- '{"' + function.name + '": ' + function.arguments + '}' }} |
| | {%- if not loop.last -%} |
| | {{- ", " }} |
| | {%- endif -%} |
| | {%- else -%} |
| | {{- raise_exception("Invalid tool call type: " + tool_call.type) -}} |
| | {%- endif -%} |
| | {%- endfor -%} |
| | {{ ']' + end_tool_calls_token }} |
| | {%- endif -%} |
| | {%- elif message.role == 'tool' -%} |
| | {%- if not ns.in_assistant -%} |
| | {{- raise_exception("Tool message outside of assistant") -}} |
| | {%- endif -%} |
| | {%- if not ns.in_tool -%} |
| | {{ '[' }} |
| | {%- set ns.in_tool = true -%} |
| | {%- else -%} |
| | {{ ", "}} |
| | {%- endif -%} |
| | {{ message.content }} |
| | {%- else -%} |
| | {{- raise_exception("Invalid message role") -}} |
| | {%- endif -%} |
| | {%- endfor -%} |
| | {%- if ns.in_tool -%} |
| | {{ ']' }} |
| | {%- endif -%} |
| | {%- if add_generation_prompt -%} |
| | {{ assistant_token }} |
| | {%- endif -%} |
| | |
