Upload folder using huggingface_hub

.gitattributes

@@ -43,3 +43,6 @@ davinci/tokenizer.json filter=lfs diff=lfs merge=lfs -text
 empathy/checkpoint-500/tokenizer.json filter=lfs diff=lfs merge=lfs -text
 empathy/checkpoint-939/tokenizer.json filter=lfs diff=lfs merge=lfs -text
 empathy/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+philosophy/checkpoint-500/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+philosophy/checkpoint-750/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+philosophy/tokenizer.json filter=lfs diff=lfs merge=lfs -text

philosophy/README.md

@@ -0,0 +1,62 @@
+---
+base_model: meta-llama/Llama-3.1-8B-Instruct
+library_name: peft
+model_name: philosophy
+tags:
+- base_model:adapter:meta-llama/Llama-3.1-8B-Instruct
+- lora
+- sft
+- transformers
+- trl
+licence: license
+pipeline_tag: text-generation
+---
+
+# Model Card for philosophy
+
+This model is a fine-tuned version of [meta-llama/Llama-3.1-8B-Instruct](https://huggingface.co/meta-llama/Llama-3.1-8B-Instruct).
+It has been trained using [TRL](https://github.com/huggingface/trl).
+
+## Quick start
+
+```python
+from transformers import pipeline
+
+question = "If you had a time machine, but could only go to the past or the future once and never return, which would you choose and why?"
+generator = pipeline("text-generation", model="None", device="cuda")
+output = generator([{"role": "user", "content": question}], max_new_tokens=128, return_full_text=False)[0]
+print(output["generated_text"])
+```
+
+## Training procedure
+
+ 
+
+
+
+This model was trained with SFT.
+
+### Framework versions
+
+- PEFT 0.18.1
+- TRL: 0.29.0
+- Transformers: 5.3.0
+- Pytorch: 2.10.0
+- Datasets: 4.6.1
+- Tokenizers: 0.22.2
+
+## Citations
+
+
+
+Cite TRL as:
+    
+```bibtex
+@software{vonwerra2020trl,
+  title   = {{TRL: Transformers Reinforcement Learning}},
+  author  = {von Werra, Leandro and Belkada, Younes and Tunstall, Lewis and Beeching, Edward and Thrush, Tristan and Lambert, Nathan and Huang, Shengyi and Rasul, Kashif and Gallouédec, Quentin},
+  license = {Apache-2.0},
+  url     = {https://github.com/huggingface/trl},
+  year    = {2020}
+}
+```

philosophy/adapter_config.json

@@ -0,0 +1,43 @@
+{
+  "alora_invocation_tokens": null,
+  "alpha_pattern": {},
+  "arrow_config": null,
+  "auto_mapping": null,
+  "base_model_name_or_path": "meta-llama/Llama-3.1-8B-Instruct",
+  "bias": "none",
+  "corda_config": null,
+  "ensure_weight_tying": false,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_bias": false,
+  "lora_dropout": 0.05,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "peft_version": "0.18.1",
+  "qalora_group_size": 16,
+  "r": 16,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "v_proj",
+    "o_proj",
+    "k_proj",
+    "q_proj"
+  ],
+  "target_parameters": null,
+  "task_type": "CAUSAL_LM",
+  "trainable_token_indices": null,
+  "use_dora": false,
+  "use_qalora": false,
+  "use_rslora": false
+}

philosophy/adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f1e0fd3925a2d53626c02c09e001d0efdf0e1b122d4b4a93b2fdcbf1132be02
+size 27297544

philosophy/chat_template.jinja

@@ -0,0 +1,109 @@
+{{- bos_token }}
+{%- if custom_tools is defined %}
+    {%- set tools = custom_tools %}
+{%- endif %}
+{%- if not tools_in_user_message is defined %}
+    {%- set tools_in_user_message = true %}
+{%- endif %}
+{%- if not date_string is defined %}
+    {%- set date_string = "26 Jul 2024" %}
+{%- endif %}
+{%- if not tools is defined %}
+    {%- set tools = none %}
+{%- endif %}
+
+{#- This block extracts the system message, so we can slot it into the right place. #}
+{%- if messages[0]['role'] == 'system' %}
+    {%- set system_message = messages[0]['content']|trim %}
+    {%- set messages = messages[1:] %}
+{%- else %}
+    {%- set system_message = "" %}
+{%- endif %}
+
+{#- System message + builtin tools #}
+{{- "<|start_header_id|>system<|end_header_id|>\n\n" }}
+{%- if builtin_tools is defined or tools is not none %}
+    {{- "Environment: ipython\n" }}
+{%- endif %}
+{%- if builtin_tools is defined %}
+    {{- "Tools: " + builtin_tools | reject('equalto', 'code_interpreter') | join(", ") + "\n\n"}}
+{%- endif %}
+{{- "Cutting Knowledge Date: December 2023\n" }}
+{{- "Today Date: " + date_string + "\n\n" }}
+{%- if tools is not none and not tools_in_user_message %}
+    {{- "You have access to the following functions. To call a function, please respond with JSON for a function call." }}
+    {{- 'Respond in the format {"name": function name, "parameters": dictionary of argument name and its value}.' }}
+    {{- "Do not use variables.\n\n" }}
+    {%- for t in tools %}
+        {{- t | tojson(indent=4) }}
+        {{- "\n\n" }}
+    {%- endfor %}
+{%- endif %}
+{{- system_message }}
+{{- "<|eot_id|>" }}
+
+{#- Custom tools are passed in a user message with some extra guidance #}
+{%- if tools_in_user_message and not tools is none %}
+    {#- Extract the first user message so we can plug it in here #}
+    {%- if messages | length != 0 %}
+        {%- set first_user_message = messages[0]['content']|trim %}
+        {%- set messages = messages[1:] %}
+    {%- else %}
+        {{- raise_exception("Cannot put tools in the first user message when there's no first user message!") }}
+{%- endif %}
+    {{- '<|start_header_id|>user<|end_header_id|>\n\n' -}}
+    {{- "Given the following functions, please respond with a JSON for a function call " }}
+    {{- "with its proper arguments that best answers the given prompt.\n\n" }}
+    {{- 'Respond in the format {"name": function name, "parameters": dictionary of argument name and its value}.' }}
+    {{- "Do not use variables.\n\n" }}
+    {%- for t in tools %}
+        {{- t | tojson(indent=4) }}
+        {{- "\n\n" }}
+    {%- endfor %}
+    {{- first_user_message + "<|eot_id|>"}}
+{%- endif %}
+
+{%- for message in messages %}
+    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}
+        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\n\n'+ message['content'] | trim + '<|eot_id|>' }}
+    {%- elif 'tool_calls' in message %}
+        {%- if not message.tool_calls|length == 1 %}
+            {{- raise_exception("This model only supports single tool-calls at once!") }}
+        {%- endif %}
+        {%- set tool_call = message.tool_calls[0].function %}
+        {%- if builtin_tools is defined and tool_call.name in builtin_tools %}
+            {{- '<|start_header_id|>assistant<|end_header_id|>\n\n' -}}
+            {{- "<|python_tag|>" + tool_call.name + ".call(" }}
+            {%- for arg_name, arg_val in tool_call.arguments | items %}
+                {{- arg_name + '="' + arg_val + '"' }}
+                {%- if not loop.last %}
+                    {{- ", " }}
+                {%- endif %}
+                {%- endfor %}
+            {{- ")" }}
+        {%- else  %}
+            {{- '<|start_header_id|>assistant<|end_header_id|>\n\n' -}}
+            {{- '{"name": "' + tool_call.name + '", ' }}
+            {{- '"parameters": ' }}
+            {{- tool_call.arguments | tojson }}
+            {{- "}" }}
+        {%- endif %}
+        {%- if builtin_tools is defined %}
+            {#- This means we're in ipython mode #}
+            {{- "<|eom_id|>" }}
+        {%- else %}
+            {{- "<|eot_id|>" }}
+        {%- endif %}
+    {%- elif message.role == "tool" or message.role == "ipython" %}
+        {{- "<|start_header_id|>ipython<|end_header_id|>\n\n" }}
+        {%- if message.content is mapping or message.content is iterable %}
+            {{- message.content | tojson }}
+        {%- else %}
+            {{- message.content }}
+        {%- endif %}
+        {{- "<|eot_id|>" }}
+    {%- endif %}
+{%- endfor %}
+{%- if add_generation_prompt %}
+    {{- '<|start_header_id|>assistant<|end_header_id|>\n\n' }}
+{%- endif %}

philosophy/checkpoint-500/README.md

@@ -0,0 +1,209 @@
+---
+base_model: meta-llama/Llama-3.1-8B-Instruct
+library_name: peft
+pipeline_tag: text-generation
+tags:
+- base_model:adapter:meta-llama/Llama-3.1-8B-Instruct
+- lora
+- sft
+- transformers
+- trl
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.18.1

philosophy/checkpoint-500/adapter_config.json

@@ -0,0 +1,43 @@
+{
+  "alora_invocation_tokens": null,
+  "alpha_pattern": {},
+  "arrow_config": null,
+  "auto_mapping": null,
+  "base_model_name_or_path": "meta-llama/Llama-3.1-8B-Instruct",
+  "bias": "none",
+  "corda_config": null,
+  "ensure_weight_tying": false,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_bias": false,
+  "lora_dropout": 0.05,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "peft_version": "0.18.1",
+  "qalora_group_size": 16,
+  "r": 16,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "v_proj",
+    "o_proj",
+    "k_proj",
+    "q_proj"
+  ],
+  "target_parameters": null,
+  "task_type": "CAUSAL_LM",
+  "trainable_token_indices": null,
+  "use_dora": false,
+  "use_qalora": false,
+  "use_rslora": false
+}

philosophy/checkpoint-500/adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d447a7c3e5f295dae41b541d58440649dd0f2689bec3bfe5aef1a9f25755733c
+size 27297544

philosophy/checkpoint-500/chat_template.jinja

@@ -0,0 +1,109 @@
+{{- bos_token }}
+{%- if custom_tools is defined %}
+    {%- set tools = custom_tools %}
+{%- endif %}
+{%- if not tools_in_user_message is defined %}
+    {%- set tools_in_user_message = true %}
+{%- endif %}
+{%- if not date_string is defined %}
+    {%- set date_string = "26 Jul 2024" %}
+{%- endif %}
+{%- if not tools is defined %}
+    {%- set tools = none %}
+{%- endif %}
+
+{#- This block extracts the system message, so we can slot it into the right place. #}
+{%- if messages[0]['role'] == 'system' %}
+    {%- set system_message = messages[0]['content']|trim %}
+    {%- set messages = messages[1:] %}
+{%- else %}
+    {%- set system_message = "" %}
+{%- endif %}
+
+{#- System message + builtin tools #}
+{{- "<|start_header_id|>system<|end_header_id|>\n\n" }}
+{%- if builtin_tools is defined or tools is not none %}
+    {{- "Environment: ipython\n" }}
+{%- endif %}
+{%- if builtin_tools is defined %}
+    {{- "Tools: " + builtin_tools | reject('equalto', 'code_interpreter') | join(", ") + "\n\n"}}
+{%- endif %}
+{{- "Cutting Knowledge Date: December 2023\n" }}
+{{- "Today Date: " + date_string + "\n\n" }}
+{%- if tools is not none and not tools_in_user_message %}
+    {{- "You have access to the following functions. To call a function, please respond with JSON for a function call." }}
+    {{- 'Respond in the format {"name": function name, "parameters": dictionary of argument name and its value}.' }}
+    {{- "Do not use variables.\n\n" }}
+    {%- for t in tools %}
+        {{- t | tojson(indent=4) }}
+        {{- "\n\n" }}
+    {%- endfor %}
+{%- endif %}
+{{- system_message }}
+{{- "<|eot_id|>" }}
+
+{#- Custom tools are passed in a user message with some extra guidance #}
+{%- if tools_in_user_message and not tools is none %}
+    {#- Extract the first user message so we can plug it in here #}
+    {%- if messages | length != 0 %}
+        {%- set first_user_message = messages[0]['content']|trim %}
+        {%- set messages = messages[1:] %}
+    {%- else %}
+        {{- raise_exception("Cannot put tools in the first user message when there's no first user message!") }}
+{%- endif %}
+    {{- '<|start_header_id|>user<|end_header_id|>\n\n' -}}
+    {{- "Given the following functions, please respond with a JSON for a function call " }}
+    {{- "with its proper arguments that best answers the given prompt.\n\n" }}
+    {{- 'Respond in the format {"name": function name, "parameters": dictionary of argument name and its value}.' }}
+    {{- "Do not use variables.\n\n" }}
+    {%- for t in tools %}
+        {{- t | tojson(indent=4) }}
+        {{- "\n\n" }}
+    {%- endfor %}
+    {{- first_user_message + "<|eot_id|>"}}
+{%- endif %}
+
+{%- for message in messages %}
+    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}
+        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\n\n'+ message['content'] | trim + '<|eot_id|>' }}
+    {%- elif 'tool_calls' in message %}
+        {%- if not message.tool_calls|length == 1 %}
+            {{- raise_exception("This model only supports single tool-calls at once!") }}
+        {%- endif %}
+        {%- set tool_call = message.tool_calls[0].function %}
+        {%- if builtin_tools is defined and tool_call.name in builtin_tools %}
+            {{- '<|start_header_id|>assistant<|end_header_id|>\n\n' -}}
+            {{- "<|python_tag|>" + tool_call.name + ".call(" }}
+            {%- for arg_name, arg_val in tool_call.arguments | items %}
+                {{- arg_name + '="' + arg_val + '"' }}
+                {%- if not loop.last %}
+                    {{- ", " }}
+                {%- endif %}
+                {%- endfor %}
+            {{- ")" }}
+        {%- else  %}
+            {{- '<|start_header_id|>assistant<|end_header_id|>\n\n' -}}
+            {{- '{"name": "' + tool_call.name + '", ' }}
+            {{- '"parameters": ' }}
+            {{- tool_call.arguments | tojson }}
+            {{- "}" }}
+        {%- endif %}
+        {%- if builtin_tools is defined %}
+            {#- This means we're in ipython mode #}
+            {{- "<|eom_id|>" }}
+        {%- else %}
+            {{- "<|eot_id|>" }}
+        {%- endif %}
+    {%- elif message.role == "tool" or message.role == "ipython" %}
+        {{- "<|start_header_id|>ipython<|end_header_id|>\n\n" }}
+        {%- if message.content is mapping or message.content is iterable %}
+            {{- message.content | tojson }}
+        {%- else %}
+            {{- message.content }}
+        {%- endif %}
+        {{- "<|eot_id|>" }}
+    {%- endif %}
+{%- endfor %}
+{%- if add_generation_prompt %}
+    {{- '<|start_header_id|>assistant<|end_header_id|>\n\n' }}
+{%- endif %}

philosophy/checkpoint-500/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1335c897279a5d4e53ecf21c2a91c44787204f6b25fb068373045f258f668441
+size 54745547

philosophy/checkpoint-500/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d2756358226c87346dc4480ed8a016f97afc9510468846529fba55a5df8d975
+size 14645

philosophy/checkpoint-500/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9112a0b881e5deafd2aa5f4f7fa0120abe4d3a263a4a28ed2d9bd5be41f60e5f
+size 1465

philosophy/checkpoint-500/tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b9e4e7fb171f92fd137b777cc2714bf87d11576700a1dcd7a399e7bbe39537b
+size 17209920

philosophy/checkpoint-500/tokenizer_config.json

@@ -0,0 +1,14 @@
+{
+  "backend": "tokenizers",
+  "bos_token": "<|begin_of_text|>",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "is_local": false,
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "pad_token": "<|eot_id|>",
+  "tokenizer_class": "TokenizersBackend"
+}

philosophy/checkpoint-500/trainer_state.json

@@ -0,0 +1,534 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 2.0,
+  "eval_steps": 500,
+  "global_step": 500,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "entropy": 2.5829271137714387,
+      "epoch": 0.04,
+      "grad_norm": 0.22265625,
+      "learning_rate": 7.82608695652174e-05,
+      "loss": 2.753033256530762,
+      "mean_token_accuracy": 0.47655483335256577,
+      "num_tokens": 57516.0,
+      "step": 10
+    },
+    {
+      "entropy": 2.1414968103170393,
+      "epoch": 0.08,
+      "grad_norm": 0.3125,
+      "learning_rate": 0.00016521739130434784,
+      "loss": 2.252544975280762,
+      "mean_token_accuracy": 0.5344504326581955,
+      "num_tokens": 114625.0,
+      "step": 20
+    },
+    {
+      "entropy": 1.5927900850772858,
+      "epoch": 0.12,
+      "grad_norm": 0.294921875,
+      "learning_rate": 0.00019834938101788172,
+      "loss": 1.5284319877624513,
+      "mean_token_accuracy": 0.6448445409536362,
+      "num_tokens": 172633.0,
+      "step": 30
+    },
+    {
+      "entropy": 1.066284140944481,
+      "epoch": 0.16,
+      "grad_norm": 0.29296875,
+      "learning_rate": 0.00019559834938101788,
+      "loss": 1.0070317268371582,
+      "mean_token_accuracy": 0.7579783260822296,
+      "num_tokens": 230008.0,
+      "step": 40
+    },
+    {
+      "entropy": 0.7492925658822059,
+      "epoch": 0.2,
+      "grad_norm": 0.349609375,
+      "learning_rate": 0.00019284731774415407,
+      "loss": 0.6781857490539551,
+      "mean_token_accuracy": 0.8379659116268158,
+      "num_tokens": 287745.0,
+      "step": 50
+    },
+    {
+      "entropy": 0.4886126838624477,
+      "epoch": 0.24,
+      "grad_norm": 0.283203125,
+      "learning_rate": 0.00019009628610729023,
+      "loss": 0.4119734287261963,
+      "mean_token_accuracy": 0.90355384349823,
+      "num_tokens": 344648.0,
+      "step": 60
+    },
+    {
+      "entropy": 0.3210501965135336,
+      "epoch": 0.28,
+      "grad_norm": 0.2890625,
+      "learning_rate": 0.00018734525447042642,
+      "loss": 0.26181983947753906,
+      "mean_token_accuracy": 0.9407488569617272,
+      "num_tokens": 401769.0,
+      "step": 70
+    },
+    {
+      "entropy": 0.2309522196650505,
+      "epoch": 0.32,
+      "grad_norm": 0.263671875,
+      "learning_rate": 0.0001845942228335626,
+      "loss": 0.18270236253738403,
+      "mean_token_accuracy": 0.9581082716584206,
+      "num_tokens": 459550.0,
+      "step": 80
+    },
+    {
+      "entropy": 0.1708126749843359,
+      "epoch": 0.36,
+      "grad_norm": 0.171875,
+      "learning_rate": 0.00018184319119669877,
+      "loss": 0.14424270391464233,
+      "mean_token_accuracy": 0.9642902180552483,
+      "num_tokens": 517398.0,
+      "step": 90
+    },
+    {
+      "entropy": 0.15145639330148697,
+      "epoch": 0.4,
+      "grad_norm": 0.2001953125,
+      "learning_rate": 0.00017909215955983493,
+      "loss": 0.13087010383605957,
+      "mean_token_accuracy": 0.9660168617963791,
+      "num_tokens": 574967.0,
+      "step": 100
+    },
+    {
+      "entropy": 0.13481491524726152,
+      "epoch": 0.44,
+      "grad_norm": 0.26953125,
+      "learning_rate": 0.00017634112792297112,
+      "loss": 0.11579867601394653,
+      "mean_token_accuracy": 0.9678210973739624,
+      "num_tokens": 632520.0,
+      "step": 110
+    },
+    {
+      "entropy": 0.1284633142873645,
+      "epoch": 0.48,
+      "grad_norm": 0.103515625,
+      "learning_rate": 0.00017359009628610728,
+      "loss": 0.10407105684280396,
+      "mean_token_accuracy": 0.9692364946007729,
+      "num_tokens": 690238.0,
+      "step": 120
+    },
+    {
+      "entropy": 0.1187555018812418,
+      "epoch": 0.52,
+      "grad_norm": 0.126953125,
+      "learning_rate": 0.00017083906464924347,
+      "loss": 0.09683982133865357,
+      "mean_token_accuracy": 0.9708453178405761,
+      "num_tokens": 747673.0,
+      "step": 130
+    },
+    {
+      "entropy": 0.10958560761064291,
+      "epoch": 0.56,
+      "grad_norm": 0.10693359375,
+      "learning_rate": 0.00016808803301237966,
+      "loss": 0.0926922857761383,
+      "mean_token_accuracy": 0.9707283571362495,
+      "num_tokens": 805740.0,
+      "step": 140
+    },
+    {
+      "entropy": 0.10269597116857768,
+      "epoch": 0.6,
+      "grad_norm": 0.0888671875,
+      "learning_rate": 0.00016533700137551582,
+      "loss": 0.08726000189781188,
+      "mean_token_accuracy": 0.971497131884098,
+      "num_tokens": 862869.0,
+      "step": 150
+    },
+    {
+      "entropy": 0.10038086380809545,
+      "epoch": 0.64,
+      "grad_norm": 0.10595703125,
+      "learning_rate": 0.000162585969738652,
+      "loss": 0.0867941677570343,
+      "mean_token_accuracy": 0.9717385217547416,
+      "num_tokens": 919913.0,
+      "step": 160
+    },
+    {
+      "entropy": 0.09516800194978714,
+      "epoch": 0.68,
+      "grad_norm": 0.0732421875,
+      "learning_rate": 0.00015983493810178817,
+      "loss": 0.08499320149421692,
+      "mean_token_accuracy": 0.9725266858935356,
+      "num_tokens": 977457.0,
+      "step": 170
+    },
+    {
+      "entropy": 0.09590976405888796,
+      "epoch": 0.72,
+      "grad_norm": 0.087890625,
+      "learning_rate": 0.00015708390646492434,
+      "loss": 0.08410877585411072,
+      "mean_token_accuracy": 0.9719651013612747,
+      "num_tokens": 1035104.0,
+      "step": 180
+    },
+    {
+      "entropy": 0.09172300919890404,
+      "epoch": 0.76,
+      "grad_norm": 0.0849609375,
+      "learning_rate": 0.00015433287482806052,
+      "loss": 0.08109934329986572,
+      "mean_token_accuracy": 0.9729468181729317,
+      "num_tokens": 1092899.0,
+      "step": 190
+    },
+    {
+      "entropy": 0.08734710905700922,
+      "epoch": 0.8,
+      "grad_norm": 0.08544921875,
+      "learning_rate": 0.0001515818431911967,
+      "loss": 0.0811285674571991,
+      "mean_token_accuracy": 0.9728422954678535,
+      "num_tokens": 1150590.0,
+      "step": 200
+    },
+    {
+      "entropy": 0.0886090887710452,
+      "epoch": 0.84,
+      "grad_norm": 0.10205078125,
+      "learning_rate": 0.00014883081155433287,
+      "loss": 0.08027150630950927,
+      "mean_token_accuracy": 0.9731186375021934,
+      "num_tokens": 1207679.0,
+      "step": 210
+    },
+    {
+      "entropy": 0.08767491430044175,
+      "epoch": 0.88,
+      "grad_norm": 0.07568359375,
+      "learning_rate": 0.00014607977991746906,
+      "loss": 0.07811785340309144,
+      "mean_token_accuracy": 0.9727837935090065,
+      "num_tokens": 1264828.0,
+      "step": 220
+    },
+    {
+      "entropy": 0.08578779641538858,
+      "epoch": 0.92,
+      "grad_norm": 0.06689453125,
+      "learning_rate": 0.00014332874828060522,
+      "loss": 0.07930437326431275,
+      "mean_token_accuracy": 0.9724608421325683,
+      "num_tokens": 1322095.0,
+      "step": 230
+    },
+    {
+      "entropy": 0.08777528926730156,
+      "epoch": 0.96,
+      "grad_norm": 0.10595703125,
+      "learning_rate": 0.0001405777166437414,
+      "loss": 0.07929157614707946,
+      "mean_token_accuracy": 0.9726779267191887,
+      "num_tokens": 1379486.0,
+      "step": 240
+    },
+    {
+      "entropy": 0.08271164875477552,
+      "epoch": 1.0,
+      "grad_norm": 0.07373046875,
+      "learning_rate": 0.00013782668500687757,
+      "loss": 0.07649819850921631,
+      "mean_token_accuracy": 0.9727906197309494,
+      "num_tokens": 1436768.0,
+      "step": 250
+    },
+    {
+      "entropy": 0.08452641274780034,
+      "epoch": 1.04,
+      "grad_norm": 0.060302734375,
+      "learning_rate": 0.00013507565337001376,
+      "loss": 0.075362628698349,
+      "mean_token_accuracy": 0.973334564268589,
+      "num_tokens": 1494604.0,
+      "step": 260
+    },
+    {
+      "entropy": 0.07995315287262202,
+      "epoch": 1.08,
+      "grad_norm": 0.09228515625,
+      "learning_rate": 0.00013232462173314995,
+      "loss": 0.07513575553894043,
+      "mean_token_accuracy": 0.9729594111442565,
+      "num_tokens": 1552288.0,
+      "step": 270
+    },
+    {
+      "entropy": 0.08168248403817416,
+      "epoch": 1.12,
+      "grad_norm": 0.060546875,
+      "learning_rate": 0.0001295735900962861,
+      "loss": 0.07515464425086975,
+      "mean_token_accuracy": 0.9740499630570412,
+      "num_tokens": 1609592.0,
+      "step": 280
+    },
+    {
+      "entropy": 0.07968566231429577,
+      "epoch": 1.16,
+      "grad_norm": 0.06396484375,
+      "learning_rate": 0.00012682255845942227,
+      "loss": 0.07451863884925843,
+      "mean_token_accuracy": 0.9738612473011017,
+      "num_tokens": 1666919.0,
+      "step": 290
+    },
+    {
+      "entropy": 0.07926137764006853,
+      "epoch": 1.2,
+      "grad_norm": 0.07177734375,
+      "learning_rate": 0.00012407152682255846,
+      "loss": 0.07165064811706542,
+      "mean_token_accuracy": 0.9744108065962791,
+      "num_tokens": 1724607.0,
+      "step": 300
+    },
+    {
+      "entropy": 0.07676754668354988,
+      "epoch": 1.24,
+      "grad_norm": 0.059814453125,
+      "learning_rate": 0.00012132049518569464,
+      "loss": 0.07170875668525696,
+      "mean_token_accuracy": 0.9744122520089149,
+      "num_tokens": 1782376.0,
+      "step": 310
+    },
+    {
+      "entropy": 0.0777475293725729,
+      "epoch": 1.28,
+      "grad_norm": 0.0703125,
+      "learning_rate": 0.00011856946354883083,
+      "loss": 0.07166936993598938,
+      "mean_token_accuracy": 0.9738065645098686,
+      "num_tokens": 1840250.0,
+      "step": 320
+    },
+    {
+      "entropy": 0.07751752454787493,
+      "epoch": 1.32,
+      "grad_norm": 0.06689453125,
+      "learning_rate": 0.000115818431911967,
+      "loss": 0.07201976776123047,
+      "mean_token_accuracy": 0.9738891527056694,
+      "num_tokens": 1897657.0,
+      "step": 330
+    },
+    {
+      "entropy": 0.07716369442641735,
+      "epoch": 1.3599999999999999,
+      "grad_norm": 0.062255859375,
+      "learning_rate": 0.00011306740027510316,
+      "loss": 0.07315419316291809,
+      "mean_token_accuracy": 0.9743821144104003,
+      "num_tokens": 1954865.0,
+      "step": 340
+    },
+    {
+      "entropy": 0.07727714162319899,
+      "epoch": 1.4,
+      "grad_norm": 0.061767578125,
+      "learning_rate": 0.00011031636863823935,
+      "loss": 0.07280178070068359,
+      "mean_token_accuracy": 0.9736106753349304,
+      "num_tokens": 2011641.0,
+      "step": 350
+    },
+    {
+      "entropy": 0.07723262291401625,
+      "epoch": 1.44,
+      "grad_norm": 0.0595703125,
+      "learning_rate": 0.00010756533700137553,
+      "loss": 0.07198458909988403,
+      "mean_token_accuracy": 0.9735355883836746,
+      "num_tokens": 2068914.0,
+      "step": 360
+    },
+    {
+      "entropy": 0.07536402139812708,
+      "epoch": 1.48,
+      "grad_norm": 0.048828125,
+      "learning_rate": 0.00010481430536451169,
+      "loss": 0.07065472602844239,
+      "mean_token_accuracy": 0.9739990144968033,
+      "num_tokens": 2126461.0,
+      "step": 370
+    },
+    {
+      "entropy": 0.07718470059335232,
+      "epoch": 1.52,
+      "grad_norm": 0.0625,
+      "learning_rate": 0.00010206327372764788,
+      "loss": 0.07190371155738831,
+      "mean_token_accuracy": 0.974010381102562,
+      "num_tokens": 2183815.0,
+      "step": 380
+    },
+    {
+      "entropy": 0.07610304690897465,
+      "epoch": 1.56,
+      "grad_norm": 0.107421875,
+      "learning_rate": 9.931224209078405e-05,
+      "loss": 0.07115678191184997,
+      "mean_token_accuracy": 0.974004440009594,
+      "num_tokens": 2241116.0,
+      "step": 390
+    },
+    {
+      "entropy": 0.0761492483317852,
+      "epoch": 1.6,
+      "grad_norm": 0.05908203125,
+      "learning_rate": 9.656121045392023e-05,
+      "loss": 0.07090004682540893,
+      "mean_token_accuracy": 0.9746617168188095,
+      "num_tokens": 2298416.0,
+      "step": 400
+    },
+    {
+      "entropy": 0.07459244169294835,
+      "epoch": 1.6400000000000001,
+      "grad_norm": 0.05859375,
+      "learning_rate": 9.38101788170564e-05,
+      "loss": 0.07028103470802308,
+      "mean_token_accuracy": 0.9740677893161773,
+      "num_tokens": 2355612.0,
+      "step": 410
+    },
+    {
+      "entropy": 0.07599957510828972,
+      "epoch": 1.6800000000000002,
+      "grad_norm": 0.058837890625,
+      "learning_rate": 9.105914718019258e-05,
+      "loss": 0.07085709571838379,
+      "mean_token_accuracy": 0.9736842766404152,
+      "num_tokens": 2413078.0,
+      "step": 420
+    },
+    {
+      "entropy": 0.07402529213577509,
+      "epoch": 1.72,
+      "grad_norm": 0.052734375,
+      "learning_rate": 8.830811554332875e-05,
+      "loss": 0.06817157864570618,
+      "mean_token_accuracy": 0.9756953686475753,
+      "num_tokens": 2470638.0,
+      "step": 430
+    },
+    {
+      "entropy": 0.07279494348913432,
+      "epoch": 1.76,
+      "grad_norm": 0.049072265625,
+      "learning_rate": 8.555708390646493e-05,
+      "loss": 0.07017137408256531,
+      "mean_token_accuracy": 0.9745888710021973,
+      "num_tokens": 2528388.0,
+      "step": 440
+    },
+    {
+      "entropy": 0.07482076063752174,
+      "epoch": 1.8,
+      "grad_norm": 0.056884765625,
+      "learning_rate": 8.28060522696011e-05,
+      "loss": 0.06885940432548524,
+      "mean_token_accuracy": 0.9742326587438583,
+      "num_tokens": 2586095.0,
+      "step": 450
+    },
+    {
+      "entropy": 0.07241946533322334,
+      "epoch": 1.8399999999999999,
+      "grad_norm": 0.05419921875,
+      "learning_rate": 8.005502063273728e-05,
+      "loss": 0.06869403719902038,
+      "mean_token_accuracy": 0.9742091730237007,
+      "num_tokens": 2643527.0,
+      "step": 460
+    },
+    {
+      "entropy": 0.07306001111865043,
+      "epoch": 1.88,
+      "grad_norm": 0.0498046875,
+      "learning_rate": 7.730398899587345e-05,
+      "loss": 0.06939564943313599,
+      "mean_token_accuracy": 0.9741511285305023,
+      "num_tokens": 2700607.0,
+      "step": 470
+    },
+    {
+      "entropy": 0.07273864857852459,
+      "epoch": 1.92,
+      "grad_norm": 0.0654296875,
+      "learning_rate": 7.455295735900963e-05,
+      "loss": 0.06864193081855774,
+      "mean_token_accuracy": 0.9751648008823395,
+      "num_tokens": 2758121.0,
+      "step": 480
+    },
+    {
+      "entropy": 0.07273433599621057,
+      "epoch": 1.96,
+      "grad_norm": 0.05029296875,
+      "learning_rate": 7.180192572214582e-05,
+      "loss": 0.06863164901733398,
+      "mean_token_accuracy": 0.9750947266817093,
+      "num_tokens": 2815692.0,
+      "step": 490
+    },
+    {
+      "entropy": 0.07309104464948177,
+      "epoch": 2.0,
+      "grad_norm": 0.052490234375,
+      "learning_rate": 6.905089408528198e-05,
+      "loss": 0.06744971275329589,
+      "mean_token_accuracy": 0.9749982491135597,
+      "num_tokens": 2873536.0,
+      "step": 500
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 750,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 3,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 1.3412448571342848e+17,
+  "train_batch_size": 2,
+  "trial_name": null,
+  "trial_params": null
+}

philosophy/checkpoint-500/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:966db706115468880de294a3bba76328adcbc3512b52119bb15c400d7708b492
+size 5649

philosophy/checkpoint-750/README.md

@@ -0,0 +1,209 @@
+---
+base_model: meta-llama/Llama-3.1-8B-Instruct
+library_name: peft
+pipeline_tag: text-generation
+tags:
+- base_model:adapter:meta-llama/Llama-3.1-8B-Instruct
+- lora
+- sft
+- transformers
+- trl
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.18.1

philosophy/checkpoint-750/adapter_config.json

@@ -0,0 +1,43 @@
+{
+  "alora_invocation_tokens": null,
+  "alpha_pattern": {},
+  "arrow_config": null,
+  "auto_mapping": null,
+  "base_model_name_or_path": "meta-llama/Llama-3.1-8B-Instruct",
+  "bias": "none",
+  "corda_config": null,
+  "ensure_weight_tying": false,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_bias": false,
+  "lora_dropout": 0.05,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "peft_version": "0.18.1",
+  "qalora_group_size": 16,
+  "r": 16,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "v_proj",
+    "o_proj",
+    "k_proj",
+    "q_proj"
+  ],
+  "target_parameters": null,
+  "task_type": "CAUSAL_LM",
+  "trainable_token_indices": null,
+  "use_dora": false,
+  "use_qalora": false,
+  "use_rslora": false
+}

philosophy/checkpoint-750/adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f1e0fd3925a2d53626c02c09e001d0efdf0e1b122d4b4a93b2fdcbf1132be02
+size 27297544

philosophy/checkpoint-750/chat_template.jinja

@@ -0,0 +1,109 @@
+{{- bos_token }}
+{%- if custom_tools is defined %}
+    {%- set tools = custom_tools %}
+{%- endif %}
+{%- if not tools_in_user_message is defined %}
+    {%- set tools_in_user_message = true %}
+{%- endif %}
+{%- if not date_string is defined %}
+    {%- set date_string = "26 Jul 2024" %}
+{%- endif %}
+{%- if not tools is defined %}
+    {%- set tools = none %}
+{%- endif %}
+
+{#- This block extracts the system message, so we can slot it into the right place. #}
+{%- if messages[0]['role'] == 'system' %}
+    {%- set system_message = messages[0]['content']|trim %}
+    {%- set messages = messages[1:] %}
+{%- else %}
+    {%- set system_message = "" %}
+{%- endif %}
+
+{#- System message + builtin tools #}
+{{- "<|start_header_id|>system<|end_header_id|>\n\n" }}
+{%- if builtin_tools is defined or tools is not none %}
+    {{- "Environment: ipython\n" }}
+{%- endif %}
+{%- if builtin_tools is defined %}
+    {{- "Tools: " + builtin_tools | reject('equalto', 'code_interpreter') | join(", ") + "\n\n"}}
+{%- endif %}
+{{- "Cutting Knowledge Date: December 2023\n" }}
+{{- "Today Date: " + date_string + "\n\n" }}
+{%- if tools is not none and not tools_in_user_message %}
+    {{- "You have access to the following functions. To call a function, please respond with JSON for a function call." }}
+    {{- 'Respond in the format {"name": function name, "parameters": dictionary of argument name and its value}.' }}
+    {{- "Do not use variables.\n\n" }}
+    {%- for t in tools %}
+        {{- t | tojson(indent=4) }}
+        {{- "\n\n" }}
+    {%- endfor %}
+{%- endif %}
+{{- system_message }}
+{{- "<|eot_id|>" }}
+
+{#- Custom tools are passed in a user message with some extra guidance #}
+{%- if tools_in_user_message and not tools is none %}
+    {#- Extract the first user message so we can plug it in here #}
+    {%- if messages | length != 0 %}
+        {%- set first_user_message = messages[0]['content']|trim %}
+        {%- set messages = messages[1:] %}
+    {%- else %}
+        {{- raise_exception("Cannot put tools in the first user message when there's no first user message!") }}
+{%- endif %}
+    {{- '<|start_header_id|>user<|end_header_id|>\n\n' -}}
+    {{- "Given the following functions, please respond with a JSON for a function call " }}
+    {{- "with its proper arguments that best answers the given prompt.\n\n" }}
+    {{- 'Respond in the format {"name": function name, "parameters": dictionary of argument name and its value}.' }}
+    {{- "Do not use variables.\n\n" }}
+    {%- for t in tools %}
+        {{- t | tojson(indent=4) }}
+        {{- "\n\n" }}
+    {%- endfor %}
+    {{- first_user_message + "<|eot_id|>"}}
+{%- endif %}
+
+{%- for message in messages %}
+    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}
+        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\n\n'+ message['content'] | trim + '<|eot_id|>' }}
+    {%- elif 'tool_calls' in message %}
+        {%- if not message.tool_calls|length == 1 %}
+            {{- raise_exception("This model only supports single tool-calls at once!") }}
+        {%- endif %}
+        {%- set tool_call = message.tool_calls[0].function %}
+        {%- if builtin_tools is defined and tool_call.name in builtin_tools %}
+            {{- '<|start_header_id|>assistant<|end_header_id|>\n\n' -}}
+            {{- "<|python_tag|>" + tool_call.name + ".call(" }}
+            {%- for arg_name, arg_val in tool_call.arguments | items %}
+                {{- arg_name + '="' + arg_val + '"' }}
+                {%- if not loop.last %}
+                    {{- ", " }}
+                {%- endif %}
+                {%- endfor %}
+            {{- ")" }}
+        {%- else  %}
+            {{- '<|start_header_id|>assistant<|end_header_id|>\n\n' -}}
+            {{- '{"name": "' + tool_call.name + '", ' }}
+            {{- '"parameters": ' }}
+            {{- tool_call.arguments | tojson }}
+            {{- "}" }}
+        {%- endif %}
+        {%- if builtin_tools is defined %}
+            {#- This means we're in ipython mode #}
+            {{- "<|eom_id|>" }}
+        {%- else %}
+            {{- "<|eot_id|>" }}
+        {%- endif %}
+    {%- elif message.role == "tool" or message.role == "ipython" %}
+        {{- "<|start_header_id|>ipython<|end_header_id|>\n\n" }}
+        {%- if message.content is mapping or message.content is iterable %}
+            {{- message.content | tojson }}
+        {%- else %}
+            {{- message.content }}
+        {%- endif %}
+        {{- "<|eot_id|>" }}
+    {%- endif %}
+{%- endfor %}
+{%- if add_generation_prompt %}
+    {{- '<|start_header_id|>assistant<|end_header_id|>\n\n' }}
+{%- endif %}

philosophy/checkpoint-750/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c285c0dfeffa04aeeacc5f13bd8a7973065abc8fee80a5f445c03074d7d3989
+size 54745547

philosophy/checkpoint-750/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7094536ef1bf416d4e34d5b080b50723ff56f70cc1eb17050ef37172f287793
+size 14645

philosophy/checkpoint-750/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da6cffd29d107485fd65a3291d66df7b87424f25de973bb529c2fbe605d9c752
+size 1465

philosophy/checkpoint-750/tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b9e4e7fb171f92fd137b777cc2714bf87d11576700a1dcd7a399e7bbe39537b
+size 17209920

philosophy/checkpoint-750/tokenizer_config.json

@@ -0,0 +1,14 @@
+{
+  "backend": "tokenizers",
+  "bos_token": "<|begin_of_text|>",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "is_local": false,
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "pad_token": "<|eot_id|>",
+  "tokenizer_class": "TokenizersBackend"
+}

philosophy/checkpoint-750/trainer_state.json

@@ -0,0 +1,784 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 3.0,
+  "eval_steps": 500,
+  "global_step": 750,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "entropy": 2.5829271137714387,
+      "epoch": 0.04,
+      "grad_norm": 0.22265625,
+      "learning_rate": 7.82608695652174e-05,
+      "loss": 2.753033256530762,
+      "mean_token_accuracy": 0.47655483335256577,
+      "num_tokens": 57516.0,
+      "step": 10
+    },
+    {
+      "entropy": 2.1414968103170393,
+      "epoch": 0.08,
+      "grad_norm": 0.3125,
+      "learning_rate": 0.00016521739130434784,
+      "loss": 2.252544975280762,
+      "mean_token_accuracy": 0.5344504326581955,
+      "num_tokens": 114625.0,
+      "step": 20
+    },
+    {
+      "entropy": 1.5927900850772858,
+      "epoch": 0.12,
+      "grad_norm": 0.294921875,
+      "learning_rate": 0.00019834938101788172,
+      "loss": 1.5284319877624513,
+      "mean_token_accuracy": 0.6448445409536362,
+      "num_tokens": 172633.0,
+      "step": 30
+    },
+    {
+      "entropy": 1.066284140944481,
+      "epoch": 0.16,
+      "grad_norm": 0.29296875,
+      "learning_rate": 0.00019559834938101788,
+      "loss": 1.0070317268371582,
+      "mean_token_accuracy": 0.7579783260822296,
+      "num_tokens": 230008.0,
+      "step": 40
+    },
+    {
+      "entropy": 0.7492925658822059,
+      "epoch": 0.2,
+      "grad_norm": 0.349609375,
+      "learning_rate": 0.00019284731774415407,
+      "loss": 0.6781857490539551,
+      "mean_token_accuracy": 0.8379659116268158,
+      "num_tokens": 287745.0,
+      "step": 50
+    },
+    {
+      "entropy": 0.4886126838624477,
+      "epoch": 0.24,
+      "grad_norm": 0.283203125,
+      "learning_rate": 0.00019009628610729023,
+      "loss": 0.4119734287261963,
+      "mean_token_accuracy": 0.90355384349823,
+      "num_tokens": 344648.0,
+      "step": 60
+    },
+    {
+      "entropy": 0.3210501965135336,
+      "epoch": 0.28,
+      "grad_norm": 0.2890625,
+      "learning_rate": 0.00018734525447042642,
+      "loss": 0.26181983947753906,
+      "mean_token_accuracy": 0.9407488569617272,
+      "num_tokens": 401769.0,
+      "step": 70
+    },
+    {
+      "entropy": 0.2309522196650505,
+      "epoch": 0.32,
+      "grad_norm": 0.263671875,
+      "learning_rate": 0.0001845942228335626,
+      "loss": 0.18270236253738403,
+      "mean_token_accuracy": 0.9581082716584206,
+      "num_tokens": 459550.0,
+      "step": 80
+    },
+    {
+      "entropy": 0.1708126749843359,
+      "epoch": 0.36,
+      "grad_norm": 0.171875,
+      "learning_rate": 0.00018184319119669877,
+      "loss": 0.14424270391464233,
+      "mean_token_accuracy": 0.9642902180552483,
+      "num_tokens": 517398.0,
+      "step": 90
+    },
+    {
+      "entropy": 0.15145639330148697,
+      "epoch": 0.4,
+      "grad_norm": 0.2001953125,
+      "learning_rate": 0.00017909215955983493,
+      "loss": 0.13087010383605957,
+      "mean_token_accuracy": 0.9660168617963791,
+      "num_tokens": 574967.0,
+      "step": 100
+    },
+    {
+      "entropy": 0.13481491524726152,
+      "epoch": 0.44,
+      "grad_norm": 0.26953125,
+      "learning_rate": 0.00017634112792297112,
+      "loss": 0.11579867601394653,
+      "mean_token_accuracy": 0.9678210973739624,
+      "num_tokens": 632520.0,
+      "step": 110
+    },
+    {
+      "entropy": 0.1284633142873645,
+      "epoch": 0.48,
+      "grad_norm": 0.103515625,
+      "learning_rate": 0.00017359009628610728,
+      "loss": 0.10407105684280396,
+      "mean_token_accuracy": 0.9692364946007729,
+      "num_tokens": 690238.0,
+      "step": 120
+    },
+    {
+      "entropy": 0.1187555018812418,
+      "epoch": 0.52,
+      "grad_norm": 0.126953125,
+      "learning_rate": 0.00017083906464924347,
+      "loss": 0.09683982133865357,
+      "mean_token_accuracy": 0.9708453178405761,
+      "num_tokens": 747673.0,
+      "step": 130
+    },
+    {
+      "entropy": 0.10958560761064291,
+      "epoch": 0.56,
+      "grad_norm": 0.10693359375,
+      "learning_rate": 0.00016808803301237966,
+      "loss": 0.0926922857761383,
+      "mean_token_accuracy": 0.9707283571362495,
+      "num_tokens": 805740.0,
+      "step": 140
+    },
+    {
+      "entropy": 0.10269597116857768,
+      "epoch": 0.6,
+      "grad_norm": 0.0888671875,
+      "learning_rate": 0.00016533700137551582,
+      "loss": 0.08726000189781188,
+      "mean_token_accuracy": 0.971497131884098,
+      "num_tokens": 862869.0,
+      "step": 150
+    },
+    {
+      "entropy": 0.10038086380809545,
+      "epoch": 0.64,
+      "grad_norm": 0.10595703125,
+      "learning_rate": 0.000162585969738652,
+      "loss": 0.0867941677570343,
+      "mean_token_accuracy": 0.9717385217547416,
+      "num_tokens": 919913.0,
+      "step": 160
+    },
+    {
+      "entropy": 0.09516800194978714,
+      "epoch": 0.68,
+      "grad_norm": 0.0732421875,
+      "learning_rate": 0.00015983493810178817,
+      "loss": 0.08499320149421692,
+      "mean_token_accuracy": 0.9725266858935356,
+      "num_tokens": 977457.0,
+      "step": 170
+    },
+    {
+      "entropy": 0.09590976405888796,
+      "epoch": 0.72,
+      "grad_norm": 0.087890625,
+      "learning_rate": 0.00015708390646492434,
+      "loss": 0.08410877585411072,
+      "mean_token_accuracy": 0.9719651013612747,
+      "num_tokens": 1035104.0,
+      "step": 180
+    },
+    {
+      "entropy": 0.09172300919890404,
+      "epoch": 0.76,
+      "grad_norm": 0.0849609375,
+      "learning_rate": 0.00015433287482806052,
+      "loss": 0.08109934329986572,
+      "mean_token_accuracy": 0.9729468181729317,
+      "num_tokens": 1092899.0,
+      "step": 190
+    },
+    {
+      "entropy": 0.08734710905700922,
+      "epoch": 0.8,
+      "grad_norm": 0.08544921875,
+      "learning_rate": 0.0001515818431911967,
+      "loss": 0.0811285674571991,
+      "mean_token_accuracy": 0.9728422954678535,
+      "num_tokens": 1150590.0,
+      "step": 200
+    },
+    {
+      "entropy": 0.0886090887710452,
+      "epoch": 0.84,
+      "grad_norm": 0.10205078125,
+      "learning_rate": 0.00014883081155433287,
+      "loss": 0.08027150630950927,
+      "mean_token_accuracy": 0.9731186375021934,
+      "num_tokens": 1207679.0,
+      "step": 210
+    },
+    {
+      "entropy": 0.08767491430044175,
+      "epoch": 0.88,
+      "grad_norm": 0.07568359375,
+      "learning_rate": 0.00014607977991746906,
+      "loss": 0.07811785340309144,
+      "mean_token_accuracy": 0.9727837935090065,
+      "num_tokens": 1264828.0,
+      "step": 220
+    },
+    {
+      "entropy": 0.08578779641538858,
+      "epoch": 0.92,
+      "grad_norm": 0.06689453125,
+      "learning_rate": 0.00014332874828060522,
+      "loss": 0.07930437326431275,
+      "mean_token_accuracy": 0.9724608421325683,
+      "num_tokens": 1322095.0,
+      "step": 230
+    },
+    {
+      "entropy": 0.08777528926730156,
+      "epoch": 0.96,
+      "grad_norm": 0.10595703125,
+      "learning_rate": 0.0001405777166437414,
+      "loss": 0.07929157614707946,
+      "mean_token_accuracy": 0.9726779267191887,
+      "num_tokens": 1379486.0,
+      "step": 240
+    },
+    {
+      "entropy": 0.08271164875477552,
+      "epoch": 1.0,
+      "grad_norm": 0.07373046875,
+      "learning_rate": 0.00013782668500687757,
+      "loss": 0.07649819850921631,
+      "mean_token_accuracy": 0.9727906197309494,
+      "num_tokens": 1436768.0,
+      "step": 250
+    },
+    {
+      "entropy": 0.08452641274780034,
+      "epoch": 1.04,
+      "grad_norm": 0.060302734375,
+      "learning_rate": 0.00013507565337001376,
+      "loss": 0.075362628698349,
+      "mean_token_accuracy": 0.973334564268589,
+      "num_tokens": 1494604.0,
+      "step": 260
+    },
+    {
+      "entropy": 0.07995315287262202,
+      "epoch": 1.08,
+      "grad_norm": 0.09228515625,
+      "learning_rate": 0.00013232462173314995,
+      "loss": 0.07513575553894043,
+      "mean_token_accuracy": 0.9729594111442565,
+      "num_tokens": 1552288.0,
+      "step": 270
+    },
+    {
+      "entropy": 0.08168248403817416,
+      "epoch": 1.12,
+      "grad_norm": 0.060546875,
+      "learning_rate": 0.0001295735900962861,
+      "loss": 0.07515464425086975,
+      "mean_token_accuracy": 0.9740499630570412,
+      "num_tokens": 1609592.0,
+      "step": 280
+    },
+    {
+      "entropy": 0.07968566231429577,
+      "epoch": 1.16,
+      "grad_norm": 0.06396484375,
+      "learning_rate": 0.00012682255845942227,
+      "loss": 0.07451863884925843,
+      "mean_token_accuracy": 0.9738612473011017,
+      "num_tokens": 1666919.0,
+      "step": 290
+    },
+    {
+      "entropy": 0.07926137764006853,
+      "epoch": 1.2,
+      "grad_norm": 0.07177734375,
+      "learning_rate": 0.00012407152682255846,
+      "loss": 0.07165064811706542,
+      "mean_token_accuracy": 0.9744108065962791,
+      "num_tokens": 1724607.0,
+      "step": 300
+    },
+    {
+      "entropy": 0.07676754668354988,
+      "epoch": 1.24,
+      "grad_norm": 0.059814453125,
+      "learning_rate": 0.00012132049518569464,
+      "loss": 0.07170875668525696,
+      "mean_token_accuracy": 0.9744122520089149,
+      "num_tokens": 1782376.0,
+      "step": 310
+    },
+    {
+      "entropy": 0.0777475293725729,
+      "epoch": 1.28,
+      "grad_norm": 0.0703125,
+      "learning_rate": 0.00011856946354883083,
+      "loss": 0.07166936993598938,
+      "mean_token_accuracy": 0.9738065645098686,
+      "num_tokens": 1840250.0,
+      "step": 320
+    },
+    {
+      "entropy": 0.07751752454787493,
+      "epoch": 1.32,
+      "grad_norm": 0.06689453125,
+      "learning_rate": 0.000115818431911967,
+      "loss": 0.07201976776123047,
+      "mean_token_accuracy": 0.9738891527056694,
+      "num_tokens": 1897657.0,
+      "step": 330
+    },
+    {
+      "entropy": 0.07716369442641735,
+      "epoch": 1.3599999999999999,
+      "grad_norm": 0.062255859375,
+      "learning_rate": 0.00011306740027510316,
+      "loss": 0.07315419316291809,
+      "mean_token_accuracy": 0.9743821144104003,
+      "num_tokens": 1954865.0,
+      "step": 340
+    },
+    {
+      "entropy": 0.07727714162319899,
+      "epoch": 1.4,
+      "grad_norm": 0.061767578125,
+      "learning_rate": 0.00011031636863823935,
+      "loss": 0.07280178070068359,
+      "mean_token_accuracy": 0.9736106753349304,
+      "num_tokens": 2011641.0,
+      "step": 350
+    },
+    {
+      "entropy": 0.07723262291401625,
+      "epoch": 1.44,
+      "grad_norm": 0.0595703125,
+      "learning_rate": 0.00010756533700137553,
+      "loss": 0.07198458909988403,
+      "mean_token_accuracy": 0.9735355883836746,
+      "num_tokens": 2068914.0,
+      "step": 360
+    },
+    {
+      "entropy": 0.07536402139812708,
+      "epoch": 1.48,
+      "grad_norm": 0.048828125,
+      "learning_rate": 0.00010481430536451169,
+      "loss": 0.07065472602844239,
+      "mean_token_accuracy": 0.9739990144968033,
+      "num_tokens": 2126461.0,
+      "step": 370
+    },
+    {
+      "entropy": 0.07718470059335232,
+      "epoch": 1.52,
+      "grad_norm": 0.0625,
+      "learning_rate": 0.00010206327372764788,
+      "loss": 0.07190371155738831,
+      "mean_token_accuracy": 0.974010381102562,
+      "num_tokens": 2183815.0,
+      "step": 380
+    },
+    {
+      "entropy": 0.07610304690897465,
+      "epoch": 1.56,
+      "grad_norm": 0.107421875,
+      "learning_rate": 9.931224209078405e-05,
+      "loss": 0.07115678191184997,
+      "mean_token_accuracy": 0.974004440009594,
+      "num_tokens": 2241116.0,
+      "step": 390
+    },
+    {
+      "entropy": 0.0761492483317852,
+      "epoch": 1.6,
+      "grad_norm": 0.05908203125,
+      "learning_rate": 9.656121045392023e-05,
+      "loss": 0.07090004682540893,
+      "mean_token_accuracy": 0.9746617168188095,
+      "num_tokens": 2298416.0,
+      "step": 400
+    },
+    {
+      "entropy": 0.07459244169294835,
+      "epoch": 1.6400000000000001,
+      "grad_norm": 0.05859375,
+      "learning_rate": 9.38101788170564e-05,
+      "loss": 0.07028103470802308,
+      "mean_token_accuracy": 0.9740677893161773,
+      "num_tokens": 2355612.0,
+      "step": 410
+    },
+    {
+      "entropy": 0.07599957510828972,
+      "epoch": 1.6800000000000002,
+      "grad_norm": 0.058837890625,
+      "learning_rate": 9.105914718019258e-05,
+      "loss": 0.07085709571838379,
+      "mean_token_accuracy": 0.9736842766404152,
+      "num_tokens": 2413078.0,
+      "step": 420
+    },
+    {
+      "entropy": 0.07402529213577509,
+      "epoch": 1.72,
+      "grad_norm": 0.052734375,
+      "learning_rate": 8.830811554332875e-05,
+      "loss": 0.06817157864570618,
+      "mean_token_accuracy": 0.9756953686475753,
+      "num_tokens": 2470638.0,
+      "step": 430
+    },
+    {
+      "entropy": 0.07279494348913432,
+      "epoch": 1.76,
+      "grad_norm": 0.049072265625,
+      "learning_rate": 8.555708390646493e-05,
+      "loss": 0.07017137408256531,
+      "mean_token_accuracy": 0.9745888710021973,
+      "num_tokens": 2528388.0,
+      "step": 440
+    },
+    {
+      "entropy": 0.07482076063752174,
+      "epoch": 1.8,
+      "grad_norm": 0.056884765625,
+      "learning_rate": 8.28060522696011e-05,
+      "loss": 0.06885940432548524,
+      "mean_token_accuracy": 0.9742326587438583,
+      "num_tokens": 2586095.0,
+      "step": 450
+    },
+    {
+      "entropy": 0.07241946533322334,
+      "epoch": 1.8399999999999999,
+      "grad_norm": 0.05419921875,
+      "learning_rate": 8.005502063273728e-05,
+      "loss": 0.06869403719902038,
+      "mean_token_accuracy": 0.9742091730237007,
+      "num_tokens": 2643527.0,
+      "step": 460
+    },
+    {
+      "entropy": 0.07306001111865043,
+      "epoch": 1.88,
+      "grad_norm": 0.0498046875,
+      "learning_rate": 7.730398899587345e-05,
+      "loss": 0.06939564943313599,
+      "mean_token_accuracy": 0.9741511285305023,
+      "num_tokens": 2700607.0,
+      "step": 470
+    },
+    {
+      "entropy": 0.07273864857852459,
+      "epoch": 1.92,
+      "grad_norm": 0.0654296875,
+      "learning_rate": 7.455295735900963e-05,
+      "loss": 0.06864193081855774,
+      "mean_token_accuracy": 0.9751648008823395,
+      "num_tokens": 2758121.0,
+      "step": 480
+    },
+    {
+      "entropy": 0.07273433599621057,
+      "epoch": 1.96,
+      "grad_norm": 0.05029296875,
+      "learning_rate": 7.180192572214582e-05,
+      "loss": 0.06863164901733398,
+      "mean_token_accuracy": 0.9750947266817093,
+      "num_tokens": 2815692.0,
+      "step": 490
+    },
+    {
+      "entropy": 0.07309104464948177,
+      "epoch": 2.0,
+      "grad_norm": 0.052490234375,
+      "learning_rate": 6.905089408528198e-05,
+      "loss": 0.06744971275329589,
+      "mean_token_accuracy": 0.9749982491135597,
+      "num_tokens": 2873536.0,
+      "step": 500
+    },
+    {
+      "entropy": 0.07005713898688555,
+      "epoch": 2.04,
+      "grad_norm": 0.07177734375,
+      "learning_rate": 6.629986244841817e-05,
+      "loss": 0.0664297103881836,
+      "mean_token_accuracy": 0.9758580774068832,
+      "num_tokens": 2931081.0,
+      "step": 510
+    },
+    {
+      "entropy": 0.07117351144552231,
+      "epoch": 2.08,
+      "grad_norm": 0.051513671875,
+      "learning_rate": 6.354883081155434e-05,
+      "loss": 0.06720638871192933,
+      "mean_token_accuracy": 0.9749825567007064,
+      "num_tokens": 2988165.0,
+      "step": 520
+    },
+    {
+      "entropy": 0.07078002598136664,
+      "epoch": 2.12,
+      "grad_norm": 0.053955078125,
+      "learning_rate": 6.0797799174690516e-05,
+      "loss": 0.06662909388542175,
+      "mean_token_accuracy": 0.9753125533461571,
+      "num_tokens": 3045788.0,
+      "step": 530
+    },
+    {
+      "entropy": 0.07114769387990236,
+      "epoch": 2.16,
+      "grad_norm": 0.05078125,
+      "learning_rate": 5.8046767537826685e-05,
+      "loss": 0.06726236343383789,
+      "mean_token_accuracy": 0.974480901658535,
+      "num_tokens": 3103244.0,
+      "step": 540
+    },
+    {
+      "entropy": 0.07193142790347337,
+      "epoch": 2.2,
+      "grad_norm": 0.057861328125,
+      "learning_rate": 5.5295735900962866e-05,
+      "loss": 0.06642212867736816,
+      "mean_token_accuracy": 0.9750503808259964,
+      "num_tokens": 3160804.0,
+      "step": 550
+    },
+    {
+      "entropy": 0.0696537846699357,
+      "epoch": 2.24,
+      "grad_norm": 0.05859375,
+      "learning_rate": 5.254470426409904e-05,
+      "loss": 0.0664053738117218,
+      "mean_token_accuracy": 0.9750260651111603,
+      "num_tokens": 3218036.0,
+      "step": 560
+    },
+    {
+      "entropy": 0.07080298308283091,
+      "epoch": 2.2800000000000002,
+      "grad_norm": 0.0673828125,
+      "learning_rate": 4.9793672627235217e-05,
+      "loss": 0.06780921220779419,
+      "mean_token_accuracy": 0.9746970146894455,
+      "num_tokens": 3275142.0,
+      "step": 570
+    },
+    {
+      "entropy": 0.07197257969528437,
+      "epoch": 2.32,
+      "grad_norm": 0.064453125,
+      "learning_rate": 4.704264099037139e-05,
+      "loss": 0.06632418632507324,
+      "mean_token_accuracy": 0.9752817168831825,
+      "num_tokens": 3332676.0,
+      "step": 580
+    },
+    {
+      "entropy": 0.07043723063543439,
+      "epoch": 2.36,
+      "grad_norm": 0.0537109375,
+      "learning_rate": 4.429160935350757e-05,
+      "loss": 0.06600587368011475,
+      "mean_token_accuracy": 0.9756101369857788,
+      "num_tokens": 3390282.0,
+      "step": 590
+    },
+    {
+      "entropy": 0.06955849714577197,
+      "epoch": 2.4,
+      "grad_norm": 0.0576171875,
+      "learning_rate": 4.154057771664374e-05,
+      "loss": 0.06713968515396118,
+      "mean_token_accuracy": 0.9751920208334923,
+      "num_tokens": 3447352.0,
+      "step": 600
+    },
+    {
+      "entropy": 0.07013530451804399,
+      "epoch": 2.44,
+      "grad_norm": 0.045166015625,
+      "learning_rate": 3.8789546079779924e-05,
+      "loss": 0.06535006761550903,
+      "mean_token_accuracy": 0.975625790655613,
+      "num_tokens": 3505084.0,
+      "step": 610
+    },
+    {
+      "entropy": 0.0703332794830203,
+      "epoch": 2.48,
+      "grad_norm": 0.048583984375,
+      "learning_rate": 3.603851444291609e-05,
+      "loss": 0.06684613227844238,
+      "mean_token_accuracy": 0.9751572161912918,
+      "num_tokens": 3562400.0,
+      "step": 620
+    },
+    {
+      "entropy": 0.07129187546670437,
+      "epoch": 2.52,
+      "grad_norm": 0.04833984375,
+      "learning_rate": 3.3287482806052274e-05,
+      "loss": 0.06628850102424622,
+      "mean_token_accuracy": 0.9751582950353622,
+      "num_tokens": 3619701.0,
+      "step": 630
+    },
+    {
+      "entropy": 0.0703458341769874,
+      "epoch": 2.56,
+      "grad_norm": 0.05859375,
+      "learning_rate": 3.053645116918845e-05,
+      "loss": 0.06557472944259643,
+      "mean_token_accuracy": 0.9754368677735329,
+      "num_tokens": 3677332.0,
+      "step": 640
+    },
+    {
+      "entropy": 0.06834300374612212,
+      "epoch": 2.6,
+      "grad_norm": 0.0498046875,
+      "learning_rate": 2.7785419532324624e-05,
+      "loss": 0.06495047211647034,
+      "mean_token_accuracy": 0.9757986709475517,
+      "num_tokens": 3735413.0,
+      "step": 650
+    },
+    {
+      "entropy": 0.06927563464269042,
+      "epoch": 2.64,
+      "grad_norm": 0.051025390625,
+      "learning_rate": 2.50343878954608e-05,
+      "loss": 0.06574679017066956,
+      "mean_token_accuracy": 0.9754002228379249,
+      "num_tokens": 3793084.0,
+      "step": 660
+    },
+    {
+      "entropy": 0.06997807957231998,
+      "epoch": 2.68,
+      "grad_norm": 0.05078125,
+      "learning_rate": 2.2283356258596974e-05,
+      "loss": 0.0656543493270874,
+      "mean_token_accuracy": 0.975814339518547,
+      "num_tokens": 3850893.0,
+      "step": 670
+    },
+    {
+      "entropy": 0.06897540120407938,
+      "epoch": 2.7199999999999998,
+      "grad_norm": 0.05078125,
+      "learning_rate": 1.953232462173315e-05,
+      "loss": 0.0652164340019226,
+      "mean_token_accuracy": 0.9750890001654625,
+      "num_tokens": 3908391.0,
+      "step": 680
+    },
+    {
+      "entropy": 0.07018874371424318,
+      "epoch": 2.76,
+      "grad_norm": 0.053466796875,
+      "learning_rate": 1.6781292984869327e-05,
+      "loss": 0.0658077359199524,
+      "mean_token_accuracy": 0.9751785367727279,
+      "num_tokens": 3965504.0,
+      "step": 690
+    },
+    {
+      "entropy": 0.07064353236928582,
+      "epoch": 2.8,
+      "grad_norm": 0.053955078125,
+      "learning_rate": 1.4030261348005502e-05,
+      "loss": 0.06580735445022583,
+      "mean_token_accuracy": 0.9749395668506622,
+      "num_tokens": 4022395.0,
+      "step": 700
+    },
+    {
+      "entropy": 0.07036935873329639,
+      "epoch": 2.84,
+      "grad_norm": 0.05078125,
+      "learning_rate": 1.127922971114168e-05,
+      "loss": 0.06488464474678039,
+      "mean_token_accuracy": 0.9754620343446732,
+      "num_tokens": 4079733.0,
+      "step": 710
+    },
+    {
+      "entropy": 0.0693251259624958,
+      "epoch": 2.88,
+      "grad_norm": 0.05859375,
+      "learning_rate": 8.528198074277854e-06,
+      "loss": 0.06533153653144837,
+      "mean_token_accuracy": 0.9754898160696029,
+      "num_tokens": 4136822.0,
+      "step": 720
+    },
+    {
+      "entropy": 0.06880372874438763,
+      "epoch": 2.92,
+      "grad_norm": 0.050537109375,
+      "learning_rate": 5.77716643741403e-06,
+      "loss": 0.06533759236335754,
+      "mean_token_accuracy": 0.975403068959713,
+      "num_tokens": 4194759.0,
+      "step": 730
+    },
+    {
+      "entropy": 0.06947986148297787,
+      "epoch": 2.96,
+      "grad_norm": 0.056884765625,
+      "learning_rate": 3.0261348005502065e-06,
+      "loss": 0.06496819257736205,
+      "mean_token_accuracy": 0.9755567371845245,
+      "num_tokens": 4252889.0,
+      "step": 740
+    },
+    {
+      "entropy": 0.06928799282759428,
+      "epoch": 3.0,
+      "grad_norm": 0.051513671875,
+      "learning_rate": 2.751031636863824e-07,
+      "loss": 0.06516113877296448,
+      "mean_token_accuracy": 0.9751882746815681,
+      "num_tokens": 4310304.0,
+      "step": 750
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 750,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 3,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 2.011352114233344e+17,
+  "train_batch_size": 2,
+  "trial_name": null,
+  "trial_params": null
+}

philosophy/checkpoint-750/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:966db706115468880de294a3bba76328adcbc3512b52119bb15c400d7708b492
+size 5649

philosophy/tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b9e4e7fb171f92fd137b777cc2714bf87d11576700a1dcd7a399e7bbe39537b
+size 17209920

philosophy/tokenizer_config.json

@@ -0,0 +1,14 @@
+{
+  "backend": "tokenizers",
+  "bos_token": "<|begin_of_text|>",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "is_local": false,
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "pad_token": "<|eot_id|>",
+  "tokenizer_class": "TokenizersBackend"
+}