Update tiny models for ExaoneMoeModel

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text

chat_template.jinja

@@ -0,0 +1,159 @@
+{% set image_count = namespace(value=0) %}
+{% set video_count = namespace(value=0) %}
+
+{%- set role_indicators = {
+    'user': '<|user|>\n',
+    'assistant': '<|assistant|>\n',
+    'system': '<|system|>\n',
+    'tool': '<|tool|>\n',
+    'tool_declare': '<|tool_declare|>\n'
+} %}
+{%- set end_of_turn = '<|endofturn|>\n' %}
+
+
+{%- macro declare_available_tools(tools) %}
+    {{- "# Tools" }}
+    {{- "\n" }}
+    {%- for tool in tools %}
+        {{- "<tool>" }}
+        {{- tool | tojson(ensure_ascii=False) | safe }}
+        {{- "</tool>\n" }}
+    {%- endfor %}
+{%- endmacro %}
+
+
+{%- set ns = namespace(last_query_index = messages|length - 1, last_query_index_not_yet_determined = true) %}
+{%- for message in messages[::-1] %}
+    {%- set index = (messages|length - 1) - loop.index0 %}
+    {%- if ns.last_query_index_not_yet_determined and message.role == "user" and message.content is string %}
+        {%- set ns.last_query_index = index -%}
+        {%- set ns.last_query_index_not_yet_determined = false -%}
+    {%- endif %}
+{%- endfor %}
+
+{%- if tools is defined and tools %}
+    {{- role_indicators['tool_declare'] }}
+    {{- declare_available_tools(tools) }}
+    {{- end_of_turn -}}  
+{%- endif %}
+
+{%- for i in range(messages | length) %}
+    {%- set msg = messages[i] %}
+    {%- set role = msg.role %}
+    {%- if role not in role_indicators %}
+        {{- raise_exception('Unknown role: ' ~ role) }}
+    {%- endif %}
+    
+    {%- if i == 0 %}
+        {%- if role == 'system' %}
+            {{- role_indicators['system'] }}
+            {{- msg.content }}
+            {{- end_of_turn -}}
+            {%- continue %}          
+        {%- endif %}
+    {%- endif %}
+
+    {%- if role == 'assistant' %}
+        {{- role_indicators['assistant'] }}
+
+        {%- set content = (msg.content if (msg.content is defined and msg.content) else "") -%}
+        {%- set reasoning = none -%}
+
+        {%- if msg.reasoning_content is defined and msg.reasoning_content%}
+            {%- set reasoning = msg.reasoning_content.strip() -%}
+        {%- elif content and "</think>" in content %}
+            {%- set _parts = content.split('</think>') -%}
+            {%- set reasoning = _parts[0].lstrip('<think>').strip() -%}
+            {%- set content = _parts[-1].strip() -%}
+        {%- endif %}
+
+        {%- if not (reasoning and i > ns.last_query_index) or (skip_think is defined and skip_think) %}
+            {%- set reasoning = none %}
+        {%- endif %}
+
+        {%- set content = content.strip() -%}
+        
+        {{- "<think>\n" }}
+        {{- (reasoning if reasoning is not none else "") }}
+        {{- "\n</think>\n\n" }}
+
+        {{- content }}
+
+        {%- if msg.tool_calls %}
+            {%- if content is defined and content %}
+                {{- "\n" }}
+            {%- endif %}
+            {%- for tool_call in msg.tool_calls %}
+                {%- if tool_call.function is defined %}
+                    {%- set tool_call = tool_call.function %}
+                {%- endif %}
+
+                {%- if tool_call.arguments is defined %}
+                    {%- set arguments = tool_call.arguments %}
+                {%- elif tool_call.parameters is defined %}
+                    {%- set arguments = tool_call.parameters %}
+                {%- else %}
+                    {{- raise_exception('arguments or parameters are mandatory: ' ~ tool_call) }}
+                {%- endif %}
+                {%- if arguments is string %}
+                    {{- "<tool_call>" }}{"name": "{{- tool_call.name }}", "arguments": {{ arguments }}}{{- "</tool_call>" }}
+                {%- else %}
+                    {{- "<tool_call>" }}{"name": "{{- tool_call.name }}", "arguments": {{ arguments | tojson(ensure_ascii=False) | safe }}}{{- "</tool_call>" }}
+                {%- endif %}
+                {%- if not loop.last %}
+                    {{- "\n" }}
+                {%- endif %}
+
+            {%- endfor %}
+        {%- endif %}
+        {{- end_of_turn -}}
+
+    {%- elif role == "tool" %}
+        {%- if i == 0 or messages[i - 1].role != "tool" %}
+            {{- role_indicators['tool'] }}
+        {%- endif %}
+        {%- if msg.content is defined %}          
+            {%- if msg.content is string %}  
+                {{- "<tool_result>" }}{{ msg.content }}{{- "</tool_result>" }} 
+            {%- else %}
+                {{- "<tool_result>" }}{{ msg.content | tojson(ensure_ascii=False) | safe }}{{- "</tool_result>" }}            
+            {%- endif %}
+        {%- endif %}
+        {%- if loop.last or messages[i + 1].role != "tool" %}
+            {{- end_of_turn -}}
+        {%- else %}
+            {{- "\n" }}
+        {%- endif %}
+
+    {%- else %}
+        {{- role_indicators[role] }}
+        {%- if msg.content is string %}
+            {{- msg.content }}
+        {%- else %}
+            {%- for content in msg.content %} 
+                {%- if content.type == 'image' %}
+                    {%- set image_count.value = image_count.value + 1 %}
+                    {%- if add_vision_id %}Picture {{ image_count.value }}: {% endif %}<vision><image_pad></vision>
+                {%- elif content.type == 'video' %}
+                    {%- set video_count.value = video_count.value + 1 %}
+                    {%- if add_vision_id %}Video {{ video_count.value }}: {% endif %}<vision><video_pad></vision>
+                {%- elif content.type == 'text' %}
+                    {{- content.text }}
+                {%- else %}
+                    {{- content.text }}
+                {%- endif %}
+            {%- endfor %}
+        {%- endif %}
+        {{- end_of_turn -}}
+    {%- endif %}
+{% endfor %}
+
+
+{%- if add_generation_prompt %}
+    {{- role_indicators['assistant'] }}
+    {%- if enable_thinking is not defined or enable_thinking is true %}
+        {{- "<think>\n" }}
+    {%- else %}
+        {{- "<think>\n\n</think>\n\n" }}
+    {%- endif %}
+{%- endif %}

config.json

@@ -0,0 +1,47 @@
+{
+  "architectures": [
+    "ExaoneMoeModel"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 1,
+  "dtype": "float32",
+  "eos_token_id": 53,
+  "first_k_dense_replace": 1,
+  "hidden_act": "gelu",
+  "hidden_size": 32,
+  "initializer_range": 0.02,
+  "intermediate_size": 32,
+  "layer_types": [
+    "sliding_attention",
+    "sliding_attention"
+  ],
+  "max_position_embeddings": 512,
+  "mlp_layer_types": [
+    "dense",
+    "sparse"
+  ],
+  "model_type": "exaone_moe",
+  "moe_intermediate_size": 16,
+  "n_group": 1,
+  "norm_topk_prob": true,
+  "num_attention_heads": 2,
+  "num_experts": 8,
+  "num_experts_per_tok": 2,
+  "num_hidden_layers": 2,
+  "num_key_value_heads": 2,
+  "num_shared_experts": 1,
+  "pad_token_id": 0,
+  "rms_norm_eps": 1e-05,
+  "rope_parameters": {
+    "rope_theta": 10000.0,
+    "rope_type": "default"
+  },
+  "routed_scaling_factor": 2.5,
+  "sliding_window": 4096,
+  "sliding_window_pattern": 4,
+  "tie_word_embeddings": false,
+  "topk_group": 1,
+  "transformers_version": "5.16.0.dev0",
+  "use_cache": true,
+  "vocab_size": 153600
+}

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0888255b35f48e684317e7c4b9ec949cff87283eefe667f21ce12de2363e00c
+size 19768360

tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85dafb02b2f8e046217704bc847a380d48e46ff39fb05c7461f38f9fc48f7b6d
+size 12160223

tokenizer_config.json

@@ -0,0 +1,19 @@
+{
+  "backend": "tokenizers",
+  "bos_token": "[BOS]",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|endofturn|>",
+  "errors": "replace",
+  "is_local": true,
+  "local_files_only": false,
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 512,
+  "pad_token": "[PAD]",
+  "padding_side": "right",
+  "split_special_tokens": false,
+  "tokenizer_class": "TokenizersBackend",
+  "unk_token": "[UNK]"
+}