Update tiny models for Cohere2VisionModel

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text

chat_template.jinja

@@ -0,0 +1,61 @@
+{{- "<|START_OF_TURN_TOKEN|><|SYSTEM_TOKEN|># System Preamble
+You are in contextual safety mode. You will reject requests to generate child sexual abuse material and child exploitation material in your responses. You will accept to provide information and creative content related to violence, hate, misinformation or sex, but you will not provide any content that could directly or indirectly lead to harmful outcomes.
+
+Your information cutoff date is June 2024.
+
+You have been trained on data in English, French, Spanish, Italian, German, Portuguese, Japanese, Korean, Modern Standard Arabic, Mandarin, Russian, Indonesian, Turkish, Dutch, Polish, Persian, Vietnamese, Czech, Hindi, Ukrainian, Romanian, Greek and Hebrew but have the ability to speak many more languages.
+
+# Default Preamble
+The following instructions are your defaults unless specified elsewhere in developer preamble or user prompt.
+- Your name is Command.
+- You are a large language model built by Cohere.
+- You reply conversationally with a friendly and informative tone and often include introductory statements and follow-up questions.
+- If the input is ambiguous, ask clarifying follow-up questions.
+- Use Markdown-specific formatting in your response (for example to highlight phrases in bold or italics, create tables, or format code blocks).
+- Use LaTeX to generate mathematical notation for complex equations.
+- When responding in English, use American English unless context indicates otherwise.
+- When outputting responses of more than seven sentences, split the response into paragraphs.
+- Prefer the active voice.
+- Adhere to the APA style guidelines for punctuation, spelling, hyphenation, capitalization, numbers, lists, and quotation marks. Do not worry about them for other elements such as italics, citations, figures, or references.
+- Use gender-neutral pronouns for unspecified persons.
+- Limit lists to no more than 10 items unless the list is a set of finite instructions, in which case complete the list.
+- Use the third person when asked to write a summary.
+- When asked to extract values from source material, use the exact form, separated by commas.
+- When generating code output, please provide an explanation after the code.
+- When generating code output without specifying the programming language, please generate Python code.
+- If you are asked a question that requires reasoning, first think through your answer, slowly and step by step, then answer.<|END_OF_TURN_TOKEN|>" -}}
+{%- for message in messages -%}
+    <|START_OF_TURN_TOKEN|>{{ message.role | replace("user", "<|USER_TOKEN|>") | replace("assistant", "<|CHATBOT_TOKEN|><|START_RESPONSE|>") | replace("system", "<|SYSTEM_TOKEN|>") }}
+    {%- if message.content is defined -%}
+        {%- if message.content is string -%}
+{{ message.content }}
+        {%- else -%}
+            {%- for item in message.content -%}
+                {%- if item.type == 'image' -%}
+<|IMG_PATCH|>
+                {%- elif item.type == 'text' -%}
+{{ item.text }}
+                {%- endif -%}
+            {%- endfor -%}
+        {%- endif -%}
+    {%- elif message.message is defined -%}
+        {%- if message.message is string -%}
+{{ message.message }}
+        {%- else -%}
+            {%- for item in message.message -%}
+                {%- if item.type == 'image' -%}
+<|IMG_PATCH|>
+                {%- elif item.type == 'text' -%}
+{{ item.text }}
+                {%- endif -%}
+            {%- endfor -%}
+        {%- endif -%}
+    {%- endif -%}
+    {%- if message.role == "assistant" -%}
+<|END_RESPONSE|>
+    {%- endif -%}
+<|END_OF_TURN_TOKEN|>
+{%- endfor -%}
+{%- if add_generation_prompt -%}
+<|START_OF_TURN_TOKEN|><|CHATBOT_TOKEN|>
+{%- endif -%}

config.json

@@ -0,0 +1,58 @@
+{
+  "alignment_intermediate_size": 32,
+  "architectures": [
+    "Cohere2VisionModel"
+  ],
+  "downsample_factor": 2,
+  "dtype": "float32",
+  "image_token_id": 2,
+  "model_type": "cohere2_vision",
+  "text_config": {
+    "attention_bias": false,
+    "attention_dropout": 0.0,
+    "bos_token_id": 5,
+    "eos_token_id": 255001,
+    "head_dim": 32,
+    "hidden_act": "silu",
+    "hidden_size": 128,
+    "initializer_range": 0.02,
+    "intermediate_size": 37,
+    "layer_norm_eps": 1e-05,
+    "layer_types": [
+      "sliding_attention",
+      "sliding_attention"
+    ],
+    "logit_scale": 0.0625,
+    "max_position_embeddings": 512,
+    "model_type": "cohere2",
+    "num_attention_heads": 4,
+    "num_hidden_layers": 2,
+    "num_key_value_heads": 4,
+    "output_channels": 64,
+    "pad_token_id": 0,
+    "rope_parameters": {
+      "rope_theta": 10000.0,
+      "rope_type": "default"
+    },
+    "sliding_window": 4096,
+    "tie_word_embeddings": true,
+    "use_cache": true,
+    "vocab_size": 255037
+  },
+  "tie_word_embeddings": true,
+  "transformers_version": "5.16.0.dev0",
+  "vision_config": {
+    "attention_dropout": 0.0,
+    "hidden_act": "gelu_pytorch_tanh",
+    "hidden_size": 32,
+    "image_size": 64,
+    "intermediate_size": 128,
+    "layer_norm_eps": 1e-06,
+    "model_type": "siglip_vision_model",
+    "num_attention_heads": 4,
+    "num_channels": 3,
+    "num_hidden_layers": 2,
+    "patch_size": 8,
+    "vision_use_head": false
+  }
+}

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9e0ed64cddd52f99e445140e7a04758c26d6bedbd4033cafdb8e3fd5df48460
+size 131385368

preprocessor_config.json

@@ -0,0 +1,30 @@
+{
+  "crop_size": {
+    "height": 64,
+    "width": 64
+  },
+  "crop_to_patches": true,
+  "do_convert_rgb": true,
+  "do_normalize": true,
+  "do_rescale": true,
+  "do_resize": true,
+  "image_mean": [
+    0.48145466,
+    0.4578275,
+    0.40821073
+  ],
+  "image_processor_type": "Cohere2VisionImageProcessor",
+  "image_std": [
+    0.26862954,
+    0.26130258,
+    0.27577711
+  ],
+  "max_patches": 12,
+  "min_patches": 1,
+  "resample": 3,
+  "rescale_factor": 0.00392156862745098,
+  "size": {
+    "height": 64,
+    "width": 64
+  }
+}

tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19f07b55c847fe3eecf394d1c625bb6e93009b25da590cb3ffbadc78dd45bd1f
+size 20125687

tokenizer_config.json

@@ -0,0 +1,32 @@
+{
+  "add_prefix_space": false,
+  "backend": "tokenizers",
+  "boi_token": "<|START_OF_IMG|>",
+  "bos_token": "<BOS_TOKEN>",
+  "clean_up_tokenization_spaces": false,
+  "cls_token": "<CLS>",
+  "eoi_token": "<|END_OF_IMG|>",
+  "eos_token": "<|END_OF_TURN_TOKEN|>",
+  "errors": "replace",
+  "image_token": "<|IMG_PATCH|>",
+  "img_line_break_token": "<|IMG_LINE_BREAK|>",
+  "is_local": true,
+  "legacy": true,
+  "local_files_only": false,
+  "mask_token": "<MASK_TOKEN>",
+  "model_max_length": 1000000000000000019884624838656,
+  "model_specific_special_tokens": {
+    "boi_token": "<|START_OF_IMG|>",
+    "eoi_token": "<|END_OF_IMG|>",
+    "image_token": "<|IMG_PATCH|>",
+    "img_line_break_token": "<|IMG_LINE_BREAK|>"
+  },
+  "pad_token": "<PAD>",
+  "processor_class": "Cohere2VisionProcessor",
+  "sep_token": "<SEP>",
+  "sp_model_kwargs": {},
+  "spaces_between_special_tokens": false,
+  "tokenizer_class": "CohereTokenizer",
+  "unk_token": "<UNK>",
+  "use_default_system_prompt": false
+}