Upload folder using huggingface_hub

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text

LICENSE

@@ -0,0 +1,31 @@
+GENERAL TERMS AND CONDITIONS
+
+Note that if you want to use the Commercial licence, please contact us at [email protected]
+
+- Model License Terms -
+
+R&D License
+
+1. SERVICES, PRICES AND PAYMENT
+
+    1.1 The Customer pays a one-time license fee, as indicated in the check-out process, for running of one (1) training process of the selected Base Model using Customer Data (“License Fee”).
+
+    1.2 The License Fee shall be due for payment in advance. The Customer shall only be permitted to set off against payment claims of Distil Labs if the Customer’s claims are undisputed or have become res judicata.
+
+2. MODEL LICENSE: R&D LICENSE
+
+    2.1 Subject to Customer’s payment of the license fee, Distil Labs grants to Customer the Model License (as defined below). For clarification, Distil Labs retains any other rights in its software or know- how, in particular in the codebase needed for the fine-tuning of the Trained Model.
+
+    2.2 Subject to the requirements of the Base Model License (cf. Section 2.5 below), Distil Labs transfers to the Customer the perpetual, non-exclusive usage right to the Trained Model for non-commercial purposes of prototyping and research & development. The Parties agree, that commercial purposes include deployment in production externally (to be used by Customer’s customers paid or free of charge) or internally (as a tool for Customer’s employees). The territorial scope of the license is limited to the use within the United States of America and the European Economic Area including all member states of the European Union (“Model License”).
+
+    2.3 The Model License for non-commercial purposes of prototyping and research & development shall include (i) the non-exclusive right to permanent or temporary reproduction, in whole or in part, by any means and in any form (e.g. permanent and/or volatile storage on electrical, electromagnetic, optical storage media, such as any type of SDD, HDD, DVD, memory cards, USB sticks), (ii) the non-exclusive right to distribution in any form, media and by any means regardless of whether the distribution is in tangible or intangible form, in particular to transmit the Trained Model via wired and wireless networks (e.g. for download from internet or intranet by wire or wireless means including broadband, cable, fiberglass, WIFI, LTE, 5G, satellite internet, other data networks), and (iii) the non-exclusive right of making available to the public in such a way that members of the public can access it from places and at times of their choice (e.g. by web or mobile app, virtual or augmented reality, cloud storage, cloud hosting, decentralized hosting, non-fungible token, application service providing, software as a service, or cloud computing). The license shall also contain, to the extent necessary for prototyping and research & development, the right to adapt and modify the Trained Model subject to the limitation in Section 2.4 and 2.5 below, to further develop the Trained Model including changes to functions or appearance, adapt to other software versions, to exchange parts of the Trained Model or combine the Trained Model with other results of work and to use the results in the same way as the original Trained Model. Any derived models from the Trained Model shall retain this model license.
+
+    2.4 The Customer shall not, without the prior written consent of Distil Labs:
+
+        2.4.1 train, fine-tune, re-train, or otherwise modify the Trained Model, unless for purpose of research & development;
+
+        2.4.2 use the Trained Model or any part thereof to create derivative models or services that compete with those of Distil Labs;
+
+        2.4.3 circumvent any technical restrictions embedded in the Trained Model or Base Model that are designed to enforce usage limitations.
+
+    2.5 The Parties acknowledge and agree that the Trained Model is developed from Base Models which are supplied by a third party. Therefore, the Model License is subject to the restrictions resulting from the open-source or any other applicable license of the Base Model (“Base Model License”) and the Customer must use the Trained Model in compliance with the Base Model License. In particular, the Customer must oblige their clients to compliance with the Base Model License in any case of transferring or sublicensing the rights to or making available in any way the Trained Model. The applicable Base Model License is defined in the Training Configuration and will be provided for download. The Customer agrees to indemnify Distil Labs for any and all claims brought by the Base Model provider for violations of the Base Model License.

Modelfile

@@ -0,0 +1,21 @@
+
+FROM .
+
+TEMPLATE """{{- if .Messages }}
+{{- range $index, $_ := .Messages }}
+{{- if eq .Role "system" }}<|begin_of_text|><|start_header_id|>system<|end_header_id|>
+
+Cutting Knowledge Date: December 2023
+
+{{- if $.Tools }}{{- end }}
+
+{{ .Content }}<|eot_id|>
+{{- else if eq .Role "user" }}<|start_header_id|>user<|end_header_id|>
+
+{{ .Content }}<|eot_id|>
+{{- else if eq .Role "assistant" }}<|start_header_id|>assistant<|end_header_id|>
+
+{{ .Content }}<|eot_id|>
+{{- end }}
+{{- end }}<|start_header_id|>assistant<|end_header_id|>
+{{- end }}"""

README.md

@@ -1,3 +1,168 @@
----
-license: llama3.2
----
+---
+license: llama3.2
+base_model: meta-llama/Llama-3.2-3B-Instruct
+tags:
+  - function-calling
+  - tool-use
+  - git
+  - cli
+  - code-assistant
+  - distillation
+  - llama
+datasets:
+  - distil-labs/gitara-synthetic
+language:
+  - en
+library_name: transformers
+pipeline_tag: text-generation
+---
+
+# Llama-3.2-Gitara-3B
+
+*Gitara = **git** + **ara** (the parrot genus): your local stochastic parrot for git commands.*
+
+A 3B parameter function-calling model fine-tuned by [Distil Labs](https://distillabs.ai) to translate plain English into `git` commands. Optimized to run locally via Ollama with strong tool-calling accuracy that matches models 40x larger.
+
+**[GitHub Demo and Code](https://github.com/distil-labs/distil-gitara)**
+
+## Model Details
+
+| | |
+|---|---|
+| **Developed by** | [Distil Labs GmbH](https://distillabs.ai) |
+| **Model type** | Causal language model, fine-tuned for function calling |
+| **Language** | English |
+| **License** | [Llama 3.2 Community License](https://github.com/meta-llama/llama-models/blob/main/models/llama3_2/LICENSE) |
+| **Fine-tuned from** | [meta-llama/Llama-3.2-3B-Instruct](https://huggingface.co/meta-llama/Llama-3.2-3B-Instruct) |
+
+## Use Case
+
+Given a natural language description of a git operation, the model outputs a structured JSON tool call that can be converted to an executable git command.
+
+**Supported commands:** `status` · `add` · `commit` · `push` · `pull` · `branch` · `switch` · `restore` · `merge` · `stash` · `rebase` · `reset` · `log`
+
+### Example
+
+**Input:**
+```
+push feature-x to origin, override any changes there and track it
+```
+
+**Output:**
+```json
+{"name": "git_push", "parameters": {"remote": "origin", "branch": "feature-x", "force": true, "set_upstream": true}}
+```
+
+**Resulting command:**
+```bash
+git push origin feature-x --force --set-upstream
+```
+
+### More Examples
+
+| Query | Tool Call Output |
+|-------|------------------|
+| `what's in the latest stash, show diff` | `{"name": "git_stash", "parameters": {"action": "show", "patch": true}}` |
+| `undo last commit but keep the changes` | `{"name": "git_reset", "parameters": {"mode": "soft", "ref": "HEAD~1"}}` |
+| `show 8 commits for current branch with graph` | `{"name": "git_log", "parameters": {"limit": 8, "graph": true}}` |
+| `merge vendor branch preferring ours` | `{"name": "git_merge", "parameters": {"branch": "vendor", "strategy": "ours"}}` |
+
+## Training
+
+The model was trained using knowledge distillation from the teacher model GPT-OSS-120B.
+
+| | |
+|---|---|
+| **Training method** | LoRA fine-tuning |
+| **Seed examples** | ~100 (manually validated) |
+| **Synthetic examples** | 10,000 |
+| **Teacher model** | GPT-OSS-120B |
+
+### Training Process
+
+1. Created ~100 seed examples covering all 13 git commands with realistic query phrasings
+2. Expanded seed data to 10,000 synthetic training examples using the Distil Labs platform
+3. Fine-tuned Llama 3.2 3B Instruct using LoRA
+4. Validated on held-out test set
+
+Training data and configuration available in the [GitHub repository](https://github.com/distil-labs/distil-gitara/tree/main/finetuning).
+
+## Evaluation
+
+Evaluated on 50 held-out test examples. Accuracy is measured by parsing outputs into normalized Python dicts and comparing for structural equality.
+
+| Model | Parameters | Accuracy |
+|-------|------------|----------|
+| GPT-OSS-120B (teacher) | 120B | 0.92 ± 0.02 |
+| **Llama 3.2 3B Instruct (tuned)** | **3B** | **0.92 ± 0.01** |
+| Llama 3.2 1B Instruct (tuned) | 1B | 0.90 ± 0.01 |
+| Llama 3.2 3B Instruct (base) | 3B | 0.12 ± 0.05 |
+| Llama 3.2 1B Instruct (base) | 1B | 0.00 ± 0.01 |
+
+The tuned 3B model matches the 120B teacher while being **40x smaller**. The base model achieves only 0.12 accuracy, confirming that fine-tuning is essential for this task.
+
+## How to Use
+
+### With Ollama (Recommended)
+
+```bash
+# Download model
+huggingface-cli download distil-labs/Distil-gitara-v2-Llama-3.2-3B-Instruct --local-dir distil-model
+
+# Build with Ollama
+cd distil-model
+ollama create gitara -f Modelfile
+
+# Run
+ollama run gitara "show staged changes with diffs"
+```
+
+### With Transformers
+
+```python
+from transformers import AutoModelForCausalLM, AutoTokenizer
+
+model_id = "distil-labs/Distil-gitara-v2-Llama-3.2-3B-Instruct"
+tokenizer = AutoTokenizer.from_pretrained(model_id)
+model = AutoModelForCausalLM.from_pretrained(model_id)
+
+# See GitHub repo for full tool-calling implementation
+```
+
+For complete usage instructions, see the [GitHub repository](https://github.com/distil-labs/distil-gitara).
+
+## Inference Speed
+
+On an M4 MacBook Pro, most queries return in under 2 seconds once the model is loaded.
+
+## Limitations
+
+- Accuracy is 0.92, meaning approximately 1 in 12 queries may produce incorrect output
+- Limited to the 13 supported git commands and their common options
+- Does not support `git checkout` (use `switch` and `restore` instead)
+- Single-turn only; does not support multi-step workflows
+
+## Model Sources
+
+| | |
+|---|---|
+| **Homepage** | [https://distillabs.ai](https://distillabs.ai) |
+| **Repository** | [https://github.com/distil-labs/distil-gitara](https://github.com/distil-labs/distil-gitara) |
+| **Blog post** | [https://distillabs.ai/blog/gitara](https://distillabs.ai/blog/gitara) |
+| **Contact** | [[email protected]](mailto:[email protected]) |
+
+## Related Models
+
+- [Llama-3.2-Gitara-1B](https://huggingface.co/distil-labs/Llama-3_2-gitara-1B) — Smaller variant (0.90 accuracy)
+
+## Citation
+
+```bibtex
+@misc{gitara2025,
+  author = {Distil Labs},
+  title = {Gitara: A Function-Calling Git Agent},
+  year = {2025},
+  publisher = {Hugging Face},
+  url = {https://huggingface.co/distil-labs/Llama-3_2-gitara-3B}
+}
+```

STUDENT_LICENSE

@@ -0,0 +1,111 @@
+LLAMA 3.2 COMMUNITY LICENSE AGREEMENT
+Llama 3.2 Version Release Date: September 25, 2024
+
+“Agreement” means the terms and conditions for use, reproduction, distribution
+and modification of the Llama Materials set forth herein.
+
+“Documentation” means the specifications, manuals and documentation accompanying Llama 3.2
+distributed by Meta at https://llama.meta.com/doc/overview.
+
+“Licensee” or “you” means you, or your employer or any other person or entity (if you are
+entering into this Agreement on such person or entity’s behalf), of the age required under
+applicable laws, rules or regulations to provide legal consent and that has legal authority
+to bind your employer or such other person or entity if you are entering in this Agreement
+on their behalf.
+
+“Llama 3.2” means the foundational large language models and software and algorithms, including
+machine-learning model code, trained model weights, inference-enabling code, training-enabling code,
+fine-tuning enabling code and other elements of the foregoing distributed by Meta at
+https://www.llama.com/llama-downloads.
+
+“Llama Materials” means, collectively, Meta’s proprietary Llama 3.2 and Documentation (and
+any portion thereof) made available under this Agreement.
+
+“Meta” or “we” means Meta Platforms Ireland Limited (if you are located in or,
+if you are an entity, your principal place of business is in the EEA or Switzerland)
+and Meta Platforms, Inc. (if you are located outside of the EEA or Switzerland).
+
+
+By clicking “I Accept” below or by using or distributing any portion or element of the Llama Materials,
+you agree to be bound by this Agreement.
+
+
+1. License Rights and Redistribution.
+
+    a. Grant of Rights. You are granted a non-exclusive, worldwide,
+non-transferable and royalty-free limited license under Meta’s intellectual property or other rights
+owned by Meta embodied in the Llama Materials to use, reproduce, distribute, copy, create derivative works
+of, and make modifications to the Llama Materials.
+
+    b. Redistribution and Use.
+
+        i. If you distribute or make available the Llama Materials (or any derivative works thereof),
+or a product or service (including another AI model) that contains any of them, you shall (A) provide
+a copy of this Agreement with any such Llama Materials; and (B) prominently display “Built with Llama”
+on a related website, user interface, blogpost, about page, or product documentation. If you use the
+Llama Materials or any outputs or results of the Llama Materials to create, train, fine tune, or
+otherwise improve an AI model, which is distributed or made available, you shall also include “Llama”
+at the beginning of any such AI model name.
+
+        ii. If you receive Llama Materials, or any derivative works thereof, from a Licensee as part
+of an integrated end user product, then Section 2 of this Agreement will not apply to you.
+
+        iii. You must retain in all copies of the Llama Materials that you distribute the
+following attribution notice within a “Notice” text file distributed as a part of such copies:
+“Llama 3.2 is licensed under the Llama 3.2 Community License, Copyright © Meta Platforms,
+Inc. All Rights Reserved.”
+
+        iv. Your use of the Llama Materials must comply with applicable laws and regulations
+(including trade compliance laws and regulations) and adhere to the Acceptable Use Policy for
+the Llama Materials (available at https://www.llama.com/llama3_2/use-policy), which is hereby
+incorporated by reference into this Agreement.
+
+2. Additional Commercial Terms. If, on the Llama 3.2 version release date, the monthly active users
+of the products or services made available by or for Licensee, or Licensee’s affiliates,
+is greater than 700 million monthly active users in the preceding calendar month, you must request
+a license from Meta, which Meta may grant to you in its sole discretion, and you are not authorized to
+exercise any of the rights under this Agreement unless or until Meta otherwise expressly grants you such rights.
+
+3. Disclaimer of Warranty. UNLESS REQUIRED BY APPLICABLE LAW, THE LLAMA MATERIALS AND ANY OUTPUT AND
+RESULTS THEREFROM ARE PROVIDED ON AN “AS IS” BASIS, WITHOUT WARRANTIES OF ANY KIND, AND META DISCLAIMS
+ALL WARRANTIES OF ANY KIND, BOTH EXPRESS AND IMPLIED, INCLUDING, WITHOUT LIMITATION, ANY WARRANTIES
+OF TITLE, NON-INFRINGEMENT, MERCHANTABILITY, OR FITNESS FOR A PARTICULAR PURPOSE. YOU ARE SOLELY RESPONSIBLE
+FOR DETERMINING THE APPROPRIATENESS OF USING OR REDISTRIBUTING THE LLAMA MATERIALS AND ASSUME ANY RISKS ASSOCIATED
+WITH YOUR USE OF THE LLAMA MATERIALS AND ANY OUTPUT AND RESULTS.
+
+4. Limitation of Liability. IN NO EVENT WILL META OR ITS AFFILIATES BE LIABLE UNDER ANY THEORY OF LIABILITY,
+WHETHER IN CONTRACT, TORT, NEGLIGENCE, PRODUCTS LIABILITY, OR OTHERWISE, ARISING OUT OF THIS AGREEMENT,
+FOR ANY LOST PROFITS OR ANY INDIRECT, SPECIAL, CONSEQUENTIAL, INCIDENTAL, EXEMPLARY OR PUNITIVE DAMAGES, EVEN
+IF META OR ITS AFFILIATES HAVE BEEN ADVISED OF THE POSSIBILITY OF ANY OF THE FOREGOING.
+
+5. Intellectual Property.
+
+    a. No trademark licenses are granted under this Agreement, and in connection with the Llama Materials,
+neither Meta nor Licensee may use any name or mark owned by or associated with the other or any of its affiliates,
+except as required for reasonable and customary use in describing and redistributing the Llama Materials or as
+set forth in this Section 5(a). Meta hereby grants you a license to use “Llama” (the “Mark”) solely as required
+to comply with the last sentence of Section 1.b.i. You will comply with Meta’s brand guidelines (currently accessible
+at https://about.meta.com/brand/resources/meta/company-brand/). All goodwill arising out of your use of the Mark
+will inure to the benefit of Meta.
+
+    b. Subject to Meta’s ownership of Llama Materials and derivatives made by or for Meta, with respect to any
+    derivative works and modifications of the Llama Materials that are made by you, as between you and Meta,
+    you are and will be the owner of such derivative works and modifications.
+
+    c. If you institute litigation or other proceedings against Meta or any entity (including a cross-claim or
+    counterclaim in a lawsuit) alleging that the Llama Materials or Llama 3.2 outputs or results, or any portion
+    of any of the foregoing, constitutes infringement of intellectual property or other rights owned or licensable
+    by you, then any licenses granted to you under this Agreement shall terminate as of the date such litigation or
+    claim is filed or instituted. You will indemnify and hold harmless Meta from and against any claim by any third
+    party arising out of or related to your use or distribution of the Llama Materials.
+
+6. Term and Termination. The term of this Agreement will commence upon your acceptance of this Agreement or access
+to the Llama Materials and will continue in full force and effect until terminated in accordance with the terms
+and conditions herein. Meta may terminate this Agreement if you are in breach of any term or condition of this
+Agreement. Upon termination of this Agreement, you shall delete and cease use of the Llama Materials. Sections 3,
+4 and 7 shall survive the termination of this Agreement.
+
+7. Governing Law and Jurisdiction. This Agreement will be governed and construed under the laws of the State of
+California without regard to choice of law principles, and the UN Convention on Contracts for the International
+Sale of Goods does not apply to this Agreement. The courts of California shall have exclusive jurisdiction of
+any dispute arising out of this Agreement.

TEACHER_LICENSE

@@ -0,0 +1,13 @@
+Copyright 2025 OpenAI
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.

chat_template.jinja

@@ -0,0 +1,93 @@
+{{- bos_token }}
+{%- if custom_tools is defined %}
+    {%- set tools = custom_tools %}
+{%- endif %}
+{%- if not tools_in_user_message is defined %}
+    {%- set tools_in_user_message = true %}
+{%- endif %}
+{%- if not date_string is defined %}
+    {%- if strftime_now is defined %}
+        {%- set date_string = strftime_now("%d %b %Y") %}
+    {%- else %}
+        {%- set date_string = "26 Jul 2024" %}
+    {%- endif %}
+{%- endif %}
+{%- if not tools is defined %}
+    {%- set tools = none %}
+{%- endif %}
+
+{#- This block extracts the system message, so we can slot it into the right place. #}
+{%- if messages[0]['role'] == 'system' %}
+    {%- set system_message = messages[0]['content']|trim %}
+    {%- set messages = messages[1:] %}
+{%- else %}
+    {%- set system_message = "" %}
+{%- endif %}
+
+{#- System message #}
+{{- "<|start_header_id|>system<|end_header_id|>\n\n" }}
+{%- if tools is not none %}
+    {{- "Environment: ipython\n" }}
+{%- endif %}
+{{- "Cutting Knowledge Date: December 2023\n" }}
+{{- "Today Date: " + date_string + "\n\n" }}
+{%- if tools is not none and not tools_in_user_message %}
+    {{- "You have access to the following functions. To call a function, please respond with JSON for a function call." }}
+    {{- 'Respond in the format {"name": function name, "parameters": dictionary of argument name and its value}.' }}
+    {{- "Do not use variables.\n\n" }}
+    {%- for t in tools %}
+        {{- t | tojson(indent=4) }}
+        {{- "\n\n" }}
+    {%- endfor %}
+{%- endif %}
+{{- system_message }}
+{{- "<|eot_id|>" }}
+
+{#- Custom tools are passed in a user message with some extra guidance #}
+{%- if tools_in_user_message and not tools is none %}
+    {#- Extract the first user message so we can plug it in here #}
+    {%- if messages | length != 0 %}
+        {%- set first_user_message = messages[0]['content']|trim %}
+        {%- set messages = messages[1:] %}
+    {%- else %}
+        {{- raise_exception("Cannot put tools in the first user message when there's no first user message!") }}
+{%- endif %}
+    {{- '<|start_header_id|>user<|end_header_id|>\n\n' -}}
+    {{- "Given the following functions, please respond with a JSON for a function call " }}
+    {{- "with its proper arguments that best answers the given prompt.\n\n" }}
+    {{- 'Respond in the format {"name": function name, "parameters": dictionary of argument name and its value}.' }}
+    {{- "Do not use variables.\n\n" }}
+    {%- for t in tools %}
+        {{- t | tojson(indent=4) }}
+        {{- "\n\n" }}
+    {%- endfor %}
+    {{- first_user_message + "<|eot_id|>"}}
+{%- endif %}
+
+{%- for message in messages %}
+    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}
+        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\n\n'+ message['content'] | trim + '<|eot_id|>' }}
+    {%- elif 'tool_calls' in message %}
+        {%- if not message.tool_calls|length == 1 %}
+            {{- raise_exception("This model only supports single tool-calls at once!") }}
+        {%- endif %}
+        {%- set tool_call = message.tool_calls[0].function %}
+        {{- '<|start_header_id|>assistant<|end_header_id|>\n\n' -}}
+        {{- '{"name": "' + tool_call.name + '", ' }}
+        {{- '"parameters": ' }}
+        {{- tool_call.arguments | tojson }}
+        {{- "}" }}
+        {{- "<|eot_id|>" }}
+    {%- elif message.role == "tool" or message.role == "ipython" %}
+        {{- "<|start_header_id|>ipython<|end_header_id|>\n\n" }}
+        {%- if message.content is mapping or message.content is iterable %}
+            {{- message.content | tojson }}
+        {%- else %}
+            {{- message.content }}
+        {%- endif %}
+        {{- "<|eot_id|>" }}
+    {%- endif %}
+{%- endfor %}
+{%- if add_generation_prompt %}
+    {{- '<|start_header_id|>assistant<|end_header_id|>\n\n' }}
+{%- endif %}

config.json

@@ -0,0 +1,41 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 128,
+  "hidden_act": "silu",
+  "hidden_size": 3072,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 24,
+  "num_hidden_layers": 28,
+  "num_key_value_heads": 8,
+  "pad_token": "<|reserved_special_token_247|>",
+  "pad_token_id": 128255,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.53.0",
+  "use_cache": true,
+  "vocab_size": 128256
+}

generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.53.0"
+}

model-00001-of-00002.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9cab70999f11cc113a31bda8ed359c7e448051bccdd35b1bb7364c254552cba
+size 4965799096

model-00002-of-00002.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adc02d47a2ebc7fde8f467402644876caeb791765f92aa626184643f11b59956
+size 1459729952

model.safetensors.index.json

@@ -0,0 +1,262 @@
+{
+  "metadata": {
+    "total_parameters": 3212749824,
+    "total_size": 6425499648
+  },
+  "weight_map": {
+    "model.embed_tokens.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.20.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.20.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.20.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.20.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.20.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.20.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.20.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.20.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.20.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.21.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.21.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.21.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.21.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.21.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.21.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.21.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.21.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.21.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.22.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.22.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.22.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.22.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.22.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.22.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.22.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.22.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.22.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.23.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.23.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.23.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.23.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.23.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.23.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.23.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.23.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.23.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.24.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.24.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.24.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.24.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.24.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.24.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.24.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.24.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.24.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.25.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.25.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.25.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.25.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.25.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.25.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.25.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.25.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.25.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.26.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.26.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.26.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.26.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.26.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.26.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.26.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.26.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.26.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.27.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.27.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.27.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.27.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.27.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.27.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.27.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.27.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.27.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.3.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.3.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.3.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.3.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.3.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.3.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.3.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.3.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.3.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.norm.weight": "model-00002-of-00002.safetensors"
+  }
+}

special_tokens_map.json

@@ -0,0 +1,23 @@
+{
+  "bos_token": {
+    "content": "<|begin_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|eot_id|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<|reserved_special_token_247|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c82407ee10fa3777e08252308fce60fcca3e2ff2fb980acdca6c8c5bdd8470c0
+size 17210206

tokenizer_config.json

@@ -0,0 +1,2064 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "extra_special_tokens": {},
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "pad_token": "<|reserved_special_token_247|>",
+  "padding_side": "left",
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

training-logs.csv

@@ -0,0 +1,168 @@
+,eval_loss,eval_rouge,eval_tool_call_equivalence,eval_binary_tool_call,eval_staged_tool_call,eval_runtime,eval_samples_per_second,eval_steps_per_second,epoch,step,loss,grad_norm,learning_rate,train_runtime,train_samples_per_second,train_steps_per_second,total_flos,train_loss
+0,0.5440704226493835,0.813280867620571,0.0,0.0,0.09267241379310345,19.2946,6.012,6.012,0.0,0,,,,,,,,
+1,,,,,,,,,0.024833614780967517,250,0.2831,1.8876779079437256,6.181727904667329e-06,,,,,
+2,,,,,,,,,0.04966722956193503,500,0.1295,0.338127464056015,1.2388282025819265e-05,,,,,
+3,,,,,,,,,0.07450084434290255,750,0.0832,2.980621337890625,1.8594836146971203e-05,,,,,
+4,,,,,,,,,0.09933445912387007,1000,0.0862,1.5693479776382446,2.480139026812314e-05,,,,,
+5,,,,,,,,,0.12416807390483758,1250,0.0762,0.027265004813671112,3.100794438927508e-05,,,,,
+6,,,,,,,,,0.1490016886858051,1500,0.0828,0.514475405216217,3.7214498510427016e-05,,,,,
+7,,,,,,,,,0.17383530346677262,1750,0.0658,0.15089400112628937,4.342105263157895e-05,,,,,
+8,,,,,,,,,0.19866891824774013,2000,0.0598,0.5703575611114502,4.962760675273089e-05,,,,,
+9,,,,,,,,,0.22350253302870765,2250,0.0708,0.056972213089466095,4.9692842578553875e-05,,,,,
+10,,,,,,,,,0.24833614780967517,2500,0.0665,0.7637225985527039,4.936607936424949e-05,,,,,
+11,,,,,,,,,0.2731697625906427,2750,0.059,0.040585942566394806,4.9039316149945107e-05,,,,,
+12,,,,,,,,,0.2980033773716102,3000,0.0693,0.1668844372034073,4.871255293564072e-05,,,,,
+13,,,,,,,,,0.3228369921525777,3250,0.0565,0.10294416546821594,4.838578972133633e-05,,,,,
+14,,,,,,,,,0.34767060693354523,3500,0.0506,0.11268851906061172,4.805902650703194e-05,,,,,
+15,,,,,,,,,0.37250422171451275,3750,0.0513,0.10253278911113739,4.7732263292727555e-05,,,,,
+16,,,,,,,,,0.39733783649548027,4000,0.0693,0.2975004315376282,4.7405500078423174e-05,,,,,
+17,,,,,,,,,0.4221714512764478,4250,0.0631,0.3521268367767334,4.7078736864118786e-05,,,,,
+18,,,,,,,,,0.4470050660574153,4500,0.0524,0.09991472214460373,4.67519736498144e-05,,,,,
+19,,,,,,,,,0.4718386808383828,4750,0.0497,0.47913551330566406,4.642521043551001e-05,,,,,
+20,,,,,,,,,0.49667229561935033,5000,0.0608,0.33468183875083923,4.609844722120562e-05,,,,,
+21,,,,,,,,,0.5215059104003179,5250,0.055,0.09027048945426941,4.577168400690124e-05,,,,,
+22,,,,,,,,,0.5463395251812854,5500,0.054,0.13943059742450714,4.5444920792596854e-05,,,,,
+23,,,,,,,,,0.5711731399622529,5750,0.0406,0.0854761004447937,4.5118157578292466e-05,,,,,
+24,,,,,,,,,0.5960067547432204,6000,0.0481,0.111760213971138,4.479139436398808e-05,,,,,
+25,,,,,,,,,0.620840369524188,6250,0.0609,0.04458677023649216,4.44646311496837e-05,,,,,
+26,,,,,,,,,0.6456739843051554,6500,0.0479,0.12187466770410538,4.413786793537931e-05,,,,,
+27,,,,,,,,,0.670507599086123,6750,0.0451,3.4808528423309326,4.381110472107492e-05,,,,,
+28,,,,,,,,,0.6953412138670905,7000,0.057,0.25530803203582764,4.3484341506770534e-05,,,,,
+29,,,,,,,,,0.720174828648058,7250,0.0496,0.051751758903265,4.315757829246615e-05,,,,,
+30,,,,,,,,,0.7450084434290255,7500,0.0408,0.03296246379613876,4.2830815078161765e-05,,,,,
+31,,,,,,,,,0.7698420582099931,7750,0.0464,0.10649354010820389,4.250405186385738e-05,,,,,
+32,,,,,,,,,0.7946756729909605,8000,0.0616,0.13781298696994781,4.217728864955299e-05,,,,,
+33,,,,,,,,,0.8195092877719281,8250,0.0547,0.10254058986902237,4.185052543524861e-05,,,,,
+34,,,,,,,,,0.8443429025528956,8500,0.0471,6.931997299194336,4.152376222094422e-05,,,,,
+35,,,,,,,,,0.8691765173338631,8750,0.0565,0.2139468491077423,4.119699900663983e-05,,,,,
+36,,,,,,,,,0.8940101321148306,9000,0.0473,0.10283464938402176,4.0870235792335445e-05,,,,,
+37,,,,,,,,,0.9188437468957982,9250,0.054,0.09672541171312332,4.054347257803106e-05,,,,,
+38,,,,,,,,,0.9436773616767656,9500,0.0486,0.05630887672305107,4.0216709363726676e-05,,,,,
+39,,,,,,,,,0.9685109764577332,9750,0.0533,0.40512004494667053,3.988994614942229e-05,,,,,
+40,,,,,,,,,0.9933445912387007,10000,0.0404,0.14147664606571198,3.95631829351179e-05,,,,,
+41,0.04303819313645363,0.9863006978372092,0.8706896551724138,0.8620689655172413,0.9030172413793104,19.6728,5.896,5.896,1.0,10067,,,,,,,,
+42,,,,,,,,,1.0181782060196682,10250,0.0422,0.05195777490735054,3.923641972081351e-05,,,,,
+43,,,,,,,,,1.0430118208006358,10500,0.0377,0.3211573660373688,3.8909656506509125e-05,,,,,
+44,,,,,,,,,1.0678454355816032,10750,0.0468,0.21932737529277802,3.858289329220474e-05,,,,,
+45,,,,,,,,,1.0926790503625707,11000,0.0431,0.21042978763580322,3.8256130077900356e-05,,,,,
+46,,,,,,,,,1.1175126651435383,11250,0.0434,2.698422431945801,3.792936686359597e-05,,,,,
+47,,,,,,,,,1.1423462799245059,11500,0.0422,0.23299817740917206,3.760260364929158e-05,,,,,
+48,,,,,,,,,1.1671798947054732,11750,0.0472,0.054361678659915924,3.727584043498719e-05,,,,,
+49,,,,,,,,,1.1920135094864408,12000,0.0449,0.05255759134888649,3.6949077220682805e-05,,,,,
+50,,,,,,,,,1.2168471242674084,12250,0.0383,0.06627514958381653,3.6622314006378424e-05,,,,,
+51,,,,,,,,,1.241680739048376,12500,0.0393,0.12048480659723282,3.6295550792074036e-05,,,,,
+52,,,,,,,,,1.2665143538293435,12750,0.044,0.27852773666381836,3.596878757776965e-05,,,,,
+53,,,,,,,,,1.2913479686103109,13000,0.0439,0.08602070063352585,3.564202436346526e-05,,,,,
+54,,,,,,,,,1.3161815833912784,13250,0.0403,0.4457266628742218,3.531526114916087e-05,,,,,
+55,,,,,,,,,1.341015198172246,13500,0.0369,0.2941795885562897,3.4988497934856485e-05,,,,,
+56,,,,,,,,,1.3658488129532134,13750,0.0338,0.041989922523498535,3.4661734720552104e-05,,,,,
+57,,,,,,,,,1.390682427734181,14000,0.0465,0.08860991150140762,3.4334971506247716e-05,,,,,
+58,,,,,,,,,1.4155160425151485,14250,0.0473,0.27248501777648926,3.400820829194333e-05,,,,,
+59,,,,,,,,,1.440349657296116,14500,0.0465,0.038461316376924515,3.368144507763894e-05,,,,,
+60,,,,,,,,,1.4651832720770837,14750,0.0393,0.4601438045501709,3.335468186333455e-05,,,,,
+61,,,,,,,,,1.490016886858051,15000,0.0383,0.3925597071647644,3.302791864903017e-05,,,,,
+62,,,,,,,,,1.5148505016390186,15250,0.0414,0.07100195437669754,3.2701155434725784e-05,,,,,
+63,,,,,,,,,1.5396841164199861,15500,0.0461,0.05344737321138382,3.2374392220421396e-05,,,,,
+64,,,,,,,,,1.5645177312009535,15750,0.0517,0.0649423599243164,3.204762900611701e-05,,,,,
+65,,,,,,,,,1.589351345981921,16000,0.0362,0.07531578093767166,3.172086579181262e-05,,,,,
+66,,,,,,,,,1.6141849607628886,16250,0.0393,0.3943573832511902,3.139410257750824e-05,,,,,
+67,,,,,,,,,1.6390185755438562,16500,0.0368,0.12510797381401062,3.106733936320385e-05,,,,,
+68,,,,,,,,,1.6638521903248238,16750,0.0411,0.044801265001297,3.0740576148899464e-05,,,,,
+69,,,,,,,,,1.6886858051057914,17000,0.0443,0.042716626077890396,3.0413812934595076e-05,,,,,
+70,,,,,,,,,1.7135194198867587,17250,0.0464,0.06397116929292679,3.0087049720290688e-05,,,,,
+71,,,,,,,,,1.7383530346677263,17500,0.0453,0.06428167223930359,2.97602865059863e-05,,,,,
+72,,,,,,,,,1.7631866494486936,17750,0.04,0.18687468767166138,2.943352329168192e-05,,,,,
+73,,,,,,,,,1.7880202642296612,18000,0.0373,0.028365647420287132,2.910676007737753e-05,,,,,
+74,,,,,,,,,1.8128538790106288,18250,0.0354,0.06167299300432205,2.8779996863073144e-05,,,,,
+75,,,,,,,,,1.8376874937915963,18500,0.0414,0.3326004445552826,2.8453233648768756e-05,,,,,
+76,,,,,,,,,1.862521108572564,18750,0.0417,1.3477236032485962,2.8126470434464368e-05,,,,,
+77,,,,,,,,,1.8873547233535315,19000,0.0439,0.2901188135147095,2.7799707220159987e-05,,,,,
+78,,,,,,,,,1.9121883381344988,19250,0.041,0.16594459116458893,2.74729440058556e-05,,,,,
+79,,,,,,,,,1.9370219529154664,19500,0.0361,0.20905549824237823,2.714618079155121e-05,,,,,
+80,,,,,,,,,1.9618555676964338,19750,0.0436,0.07058268040418625,2.6819417577246824e-05,,,,,
+81,,,,,,,,,1.9866891824774013,20000,0.0432,2.640181303024292,2.6492654362942436e-05,,,,,
+82,0.035898368805646896,0.9855189196086762,0.8706896551724138,0.8620689655172413,0.9030172413793104,19.6597,5.9,5.9,2.0,20134,,,,,,,,
+83,,,,,,,,,2.011522797258369,20250,0.0417,0.1638754904270172,2.616589114863805e-05,,,,,
+84,,,,,,,,,2.0363564120393365,20500,0.0298,0.036427684128284454,2.5839127934333667e-05,,,,,
+85,,,,,,,,,2.061190026820304,20750,0.0396,0.38093072175979614,2.551236472002928e-05,,,,,
+86,,,,,,,,,2.0860236416012716,21000,0.0345,0.04320234805345535,2.518560150572489e-05,,,,,
+87,,,,,,,,,2.110857256382239,21250,0.0365,0.029463214799761772,2.4858838291420507e-05,,,,,
+88,,,,,,,,,2.1356908711632063,21500,0.0382,0.0870317742228508,2.453207507711612e-05,,,,,
+89,,,,,,,,,2.160524485944174,21750,0.0322,0.034489911049604416,2.4205311862811735e-05,,,,,
+90,,,,,,,,,2.1853581007251415,22000,0.0384,1.6466137170791626,2.3878548648507347e-05,,,,,
+91,,,,,,,,,2.210191715506109,22250,0.0304,0.0214590635150671,2.3551785434202963e-05,,,,,
+92,,,,,,,,,2.2350253302870766,22500,0.0344,0.0798802301287651,2.3225022219898575e-05,,,,,
+93,,,,,,,,,2.259858945068044,22750,0.0402,0.03845512121915817,2.289825900559419e-05,,,,,
+94,,,,,,,,,2.2846925598490118,23000,0.0331,0.013190597295761108,2.2571495791289802e-05,,,,,
+95,,,,,,,,,2.3095261746299793,23250,0.0354,0.06865418702363968,2.2244732576985415e-05,,,,,
+96,,,,,,,,,2.3343597894109465,23500,0.0327,0.016779638826847076,2.191796936268103e-05,,,,,
+97,,,,,,,,,2.359193404191914,23750,0.0425,0.4578581750392914,2.1591206148376642e-05,,,,,
+98,,,,,,,,,2.3840270189728816,24000,0.0358,0.03789730742573738,2.1264442934072255e-05,,,,,
+99,,,,,,,,,2.408860633753849,24250,0.0398,0.5377736687660217,2.093767971976787e-05,,,,,
+100,,,,,,,,,2.4336942485348168,24500,0.0319,0.089475616812706,2.0610916505463482e-05,,,,,
+101,,,,,,,,,2.4585278633157843,24750,0.0344,0.04143413156270981,2.0284153291159095e-05,,,,,
+102,,,,,,,,,2.483361478096752,25000,0.0367,0.22922787070274353,1.995739007685471e-05,,,,,
+103,,,,,,,,,2.5081950928777195,25250,0.0361,0.05491574481129646,1.9630626862550322e-05,,,,,
+104,,,,,,,,,2.533028707658687,25500,0.0358,0.29969361424446106,1.9303863648245938e-05,,,,,
+105,,,,,,,,,2.557862322439654,25750,0.037,0.2669653594493866,1.897710043394155e-05,,,,,
+106,,,,,,,,,2.5826959372206217,26000,0.0382,0.04662293568253517,1.8650337219637162e-05,,,,,
+107,,,,,,,,,2.6075295520015893,26250,0.0283,0.05279680714011192,1.8323574005332778e-05,,,,,
+108,,,,,,,,,2.632363166782557,26500,0.0376,0.02325400710105896,1.799681079102839e-05,,,,,
+109,,,,,,,,,2.6571967815635245,26750,0.0364,0.02825029566884041,1.7670047576724002e-05,,,,,
+110,,,,,,,,,2.682030396344492,27000,0.0367,0.1842947155237198,1.7343284362419618e-05,,,,,
+111,,,,,,,,,2.706864011125459,27250,0.0271,0.04266359284520149,1.701652114811523e-05,,,,,
+112,,,,,,,,,2.7316976259064267,27500,0.0348,0.47824475169181824,1.6689757933810842e-05,,,,,
+113,,,,,,,,,2.7565312406873943,27750,0.0419,0.21797581017017365,1.6362994719506458e-05,,,,,
+114,,,,,,,,,2.781364855468362,28000,0.0333,0.08591750264167786,1.603623150520207e-05,,,,,
+115,,,,,,,,,2.8061984702493294,28250,0.0358,0.27689918875694275,1.5709468290897686e-05,,,,,
+116,,,,,,,,,2.831032085030297,28500,0.0364,0.025228355079889297,1.5382705076593298e-05,,,,,
+117,,,,,,,,,2.8558656998112646,28750,0.0348,0.03178789094090462,1.5055941862288912e-05,,,,,
+118,,,,,,,,,2.880699314592232,29000,0.0347,0.02953815460205078,1.4729178647984526e-05,,,,,
+119,,,,,,,,,2.9055329293731997,29250,0.0383,0.0400734581053257,1.440241543368014e-05,,,,,
+120,,,,,,,,,2.9303665441541673,29500,0.0381,0.08492104709148407,1.4075652219375752e-05,,,,,
+121,,,,,,,,,2.9552001589351344,29750,0.0391,0.04035452753305435,1.3748889005071367e-05,,,,,
+122,,,,,,,,,2.980033773716102,30000,0.0301,0.07999414205551147,1.342212579076698e-05,,,,,
+123,0.03923438489437103,0.9865965058155729,0.8706896551724138,0.8620689655172413,0.9051724137931034,19.7459,5.875,5.875,3.0,30201,,,,,,,,
+124,,,,,,,,,3.0048673884970696,30250,0.0332,0.03981630876660347,1.3095362576462592e-05,,,,,
+125,,,,,,,,,3.029701003278037,30500,0.0282,0.031737204641103745,1.2768599362158207e-05,,,,,
+126,,,,,,,,,3.0545346180590047,30750,0.0338,0.22620955109596252,1.244183614785382e-05,,,,,
+127,,,,,,,,,3.0793682328399723,31000,0.0361,0.1756877601146698,1.2115072933549433e-05,,,,,
+128,,,,,,,,,3.10420184762094,31250,0.0308,0.03286482393741608,1.1788309719245047e-05,,,,,
+129,,,,,,,,,3.129035462401907,31500,0.0324,0.2761674225330353,1.1461546504940661e-05,,,,,
+130,,,,,,,,,3.1538690771828746,31750,0.0346,0.05723937973380089,1.1134783290636273e-05,,,,,
+131,,,,,,,,,3.178702691963842,32000,0.0265,0.07764796167612076,1.0808020076331887e-05,,,,,
+132,,,,,,,,,3.2035363067448097,32250,0.0367,0.06632573157548904,1.0481256862027501e-05,,,,,
+133,,,,,,,,,3.2283699215257773,32500,0.0338,0.03273621201515198,1.0154493647723115e-05,,,,,
+134,,,,,,,,,3.253203536306745,32750,0.0318,0.05334993079304695,9.827730433418727e-06,,,,,
+135,,,,,,,,,3.2780371510877124,33000,0.036,0.11170263588428497,9.500967219114341e-06,,,,,
+136,,,,,,,,,3.30287076586868,33250,0.0279,0.03641891852021217,9.174204004809955e-06,,,,,
+137,,,,,,,,,3.3277043806496476,33500,0.0288,0.19195187091827393,8.847440790505567e-06,,,,,
+138,,,,,,,,,3.3525379954306147,33750,0.0292,0.03422338888049126,8.520677576201181e-06,,,,,
+139,,,,,,,,,3.3773716102115823,34000,0.0332,0.21290135383605957,8.193914361896795e-06,,,,,
+140,,,,,,,,,3.40220522499255,34250,0.0313,0.07336108386516571,7.86715114759241e-06,,,,,
+141,,,,,,,,,3.4270388397735174,34500,0.0342,0.588629424571991,7.540387933288022e-06,,,,,
+142,,,,,,,,,3.451872454554485,34750,0.0366,1.2232671976089478,7.213624718983636e-06,,,,,
+143,,,,,,,,,3.4767060693354526,35000,0.0315,0.15566612780094147,6.8868615046792495e-06,,,,,
+144,,,,,,,,,3.50153968411642,35250,0.0291,0.025047075003385544,6.560098290374863e-06,,,,,
+145,,,,,,,,,3.5263732988973873,35500,0.0284,0.3008776605129242,6.233335076070477e-06,,,,,
+146,,,,,,,,,3.551206913678355,35750,0.0308,0.030919678509235382,5.90657186176609e-06,,,,,
+147,,,,,,,,,3.5760405284593224,36000,0.0265,0.06553468108177185,5.579808647461704e-06,,,,,
+148,,,,,,,,,3.60087414324029,36250,0.0278,0.07004202157258987,5.253045433157317e-06,,,,,
+149,,,,,,,,,3.6257077580212576,36500,0.0241,0.05492762103676796,4.92628221885293e-06,,,,,
+150,,,,,,,,,3.650541372802225,36750,0.0361,0.1254446804523468,4.599519004548544e-06,,,,,
+151,,,,,,,,,3.6753749875831927,37000,0.032,0.018202638253569603,4.272755790244157e-06,,,,,
+152,,,,,,,,,3.7002086023641603,37250,0.0342,0.32532799243927,3.945992575939771e-06,,,,,
+153,,,,,,,,,3.725042217145128,37500,0.0311,0.08499012142419815,3.6192293616353845e-06,,,,,
+154,,,,,,,,,3.7498758319260954,37750,0.0336,0.29674163460731506,3.2924661473309984e-06,,,,,
+155,,,,,,,,,3.7747094467070625,38000,0.0286,0.050965480506420135,2.9657029330266114e-06,,,,,
+156,,,,,,,,,3.79954306148803,38250,0.0287,0.05048535019159317,2.6389397187222253e-06,,,,,
+157,,,,,,,,,3.8243766762689977,38500,0.0339,0.027750695124268532,2.3121765044178388e-06,,,,,
+158,,,,,,,,,3.8492102910499653,38750,0.0304,0.032215800136327744,1.9854132901134522e-06,,,,,
+159,,,,,,,,,3.874043905830933,39000,0.0275,0.17166996002197266,1.6586500758090657e-06,,,,,
+160,,,,,,,,,3.8988775206119004,39250,0.0299,0.04399380087852478,1.3318868615046794e-06,,,,,
+161,,,,,,,,,3.9237111353928675,39500,0.0302,0.0341867059469223,1.0051236472002928e-06,,,,,
+162,,,,,,,,,3.948544750173835,39750,0.0254,0.18957515060901642,6.783604328959064e-07,,,,,
+163,,,,,,,,,3.9733783649548027,40000,0.0352,0.10965406149625778,3.5159721859151987e-07,,,,,
+164,,,,,,,,,3.9982119797357702,40250,0.0275,0.022060103714466095,2.4834004287133373e-08,,,,,
+165,0.04154980555176735,0.9888400955591625,0.8879310344827587,0.8793103448275862,0.9094827586206896,19.2458,6.027,6.027,4.0,40268,,,,,,,,
+166,,,,,,,,,4.0,40268,,,,18449.6161,2.183,2.183,1.7818233384212152e+18,0.04331518376836879

training-logs.json

@@ -0,0 +1,167 @@
+{"eval_loss":0.5440704226,"eval_rouge":0.8132808676,"eval_tool_call_equivalence":0.0,"eval_binary_tool_call":0.0,"eval_staged_tool_call":0.0926724138,"eval_runtime":19.2946,"eval_samples_per_second":6.012,"eval_steps_per_second":6.012,"epoch":0.0,"step":0,"loss":null,"grad_norm":null,"learning_rate":null,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":0.0248336148,"step":250,"loss":0.2831,"grad_norm":1.8876779079,"learning_rate":0.0000061817,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":0.0496672296,"step":500,"loss":0.1295,"grad_norm":0.3381274641,"learning_rate":0.0000123883,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":0.0745008443,"step":750,"loss":0.0832,"grad_norm":2.9806213379,"learning_rate":0.0000185948,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":0.0993344591,"step":1000,"loss":0.0862,"grad_norm":1.5693479776,"learning_rate":0.0000248014,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":0.1241680739,"step":1250,"loss":0.0762,"grad_norm":0.0272650048,"learning_rate":0.0000310079,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":0.1490016887,"step":1500,"loss":0.0828,"grad_norm":0.5144754052,"learning_rate":0.0000372145,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":0.1738353035,"step":1750,"loss":0.0658,"grad_norm":0.1508940011,"learning_rate":0.0000434211,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":0.1986689182,"step":2000,"loss":0.0598,"grad_norm":0.5703575611,"learning_rate":0.0000496276,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":0.223502533,"step":2250,"loss":0.0708,"grad_norm":0.0569722131,"learning_rate":0.0000496928,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":0.2483361478,"step":2500,"loss":0.0665,"grad_norm":0.7637225986,"learning_rate":0.0000493661,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":0.2731697626,"step":2750,"loss":0.059,"grad_norm":0.0405859426,"learning_rate":0.0000490393,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":0.2980033774,"step":3000,"loss":0.0693,"grad_norm":0.1668844372,"learning_rate":0.0000487126,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":0.3228369922,"step":3250,"loss":0.0565,"grad_norm":0.1029441655,"learning_rate":0.0000483858,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":0.3476706069,"step":3500,"loss":0.0506,"grad_norm":0.1126885191,"learning_rate":0.000048059,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":0.3725042217,"step":3750,"loss":0.0513,"grad_norm":0.1025327891,"learning_rate":0.0000477323,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":0.3973378365,"step":4000,"loss":0.0693,"grad_norm":0.2975004315,"learning_rate":0.0000474055,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":0.4221714513,"step":4250,"loss":0.0631,"grad_norm":0.3521268368,"learning_rate":0.0000470787,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":0.4470050661,"step":4500,"loss":0.0524,"grad_norm":0.0999147221,"learning_rate":0.000046752,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":0.4718386808,"step":4750,"loss":0.0497,"grad_norm":0.4791355133,"learning_rate":0.0000464252,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":0.4966722956,"step":5000,"loss":0.0608,"grad_norm":0.3346818388,"learning_rate":0.0000460984,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":0.5215059104,"step":5250,"loss":0.055,"grad_norm":0.0902704895,"learning_rate":0.0000457717,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":0.5463395252,"step":5500,"loss":0.054,"grad_norm":0.1394305974,"learning_rate":0.0000454449,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":0.57117314,"step":5750,"loss":0.0406,"grad_norm":0.0854761004,"learning_rate":0.0000451182,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":0.5960067547,"step":6000,"loss":0.0481,"grad_norm":0.111760214,"learning_rate":0.0000447914,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":0.6208403695,"step":6250,"loss":0.0609,"grad_norm":0.0445867702,"learning_rate":0.0000444646,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":0.6456739843,"step":6500,"loss":0.0479,"grad_norm":0.1218746677,"learning_rate":0.0000441379,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":0.6705075991,"step":6750,"loss":0.0451,"grad_norm":3.4808528423,"learning_rate":0.0000438111,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":0.6953412139,"step":7000,"loss":0.057,"grad_norm":0.255308032,"learning_rate":0.0000434843,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":0.7201748286,"step":7250,"loss":0.0496,"grad_norm":0.0517517589,"learning_rate":0.0000431576,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":0.7450084434,"step":7500,"loss":0.0408,"grad_norm":0.0329624638,"learning_rate":0.0000428308,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":0.7698420582,"step":7750,"loss":0.0464,"grad_norm":0.1064935401,"learning_rate":0.0000425041,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":0.794675673,"step":8000,"loss":0.0616,"grad_norm":0.137812987,"learning_rate":0.0000421773,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":0.8195092878,"step":8250,"loss":0.0547,"grad_norm":0.1025405899,"learning_rate":0.0000418505,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":0.8443429026,"step":8500,"loss":0.0471,"grad_norm":6.9319972992,"learning_rate":0.0000415238,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":0.8691765173,"step":8750,"loss":0.0565,"grad_norm":0.2139468491,"learning_rate":0.000041197,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":0.8940101321,"step":9000,"loss":0.0473,"grad_norm":0.1028346494,"learning_rate":0.0000408702,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":0.9188437469,"step":9250,"loss":0.054,"grad_norm":0.0967254117,"learning_rate":0.0000405435,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":0.9436773617,"step":9500,"loss":0.0486,"grad_norm":0.0563088767,"learning_rate":0.0000402167,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":0.9685109765,"step":9750,"loss":0.0533,"grad_norm":0.4051200449,"learning_rate":0.0000398899,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":0.9933445912,"step":10000,"loss":0.0404,"grad_norm":0.1414766461,"learning_rate":0.0000395632,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":0.0430381931,"eval_rouge":0.9863006978,"eval_tool_call_equivalence":0.8706896552,"eval_binary_tool_call":0.8620689655,"eval_staged_tool_call":0.9030172414,"eval_runtime":19.6728,"eval_samples_per_second":5.896,"eval_steps_per_second":5.896,"epoch":1.0,"step":10067,"loss":null,"grad_norm":null,"learning_rate":null,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":1.018178206,"step":10250,"loss":0.0422,"grad_norm":0.0519577749,"learning_rate":0.0000392364,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":1.0430118208,"step":10500,"loss":0.0377,"grad_norm":0.321157366,"learning_rate":0.0000389097,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":1.0678454356,"step":10750,"loss":0.0468,"grad_norm":0.2193273753,"learning_rate":0.0000385829,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":1.0926790504,"step":11000,"loss":0.0431,"grad_norm":0.2104297876,"learning_rate":0.0000382561,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":1.1175126651,"step":11250,"loss":0.0434,"grad_norm":2.6984224319,"learning_rate":0.0000379294,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":1.1423462799,"step":11500,"loss":0.0422,"grad_norm":0.2329981774,"learning_rate":0.0000376026,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":1.1671798947,"step":11750,"loss":0.0472,"grad_norm":0.0543616787,"learning_rate":0.0000372758,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":1.1920135095,"step":12000,"loss":0.0449,"grad_norm":0.0525575913,"learning_rate":0.0000369491,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":1.2168471243,"step":12250,"loss":0.0383,"grad_norm":0.0662751496,"learning_rate":0.0000366223,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":1.241680739,"step":12500,"loss":0.0393,"grad_norm":0.1204848066,"learning_rate":0.0000362956,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":1.2665143538,"step":12750,"loss":0.044,"grad_norm":0.2785277367,"learning_rate":0.0000359688,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":1.2913479686,"step":13000,"loss":0.0439,"grad_norm":0.0860207006,"learning_rate":0.000035642,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":1.3161815834,"step":13250,"loss":0.0403,"grad_norm":0.4457266629,"learning_rate":0.0000353153,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":1.3410151982,"step":13500,"loss":0.0369,"grad_norm":0.2941795886,"learning_rate":0.0000349885,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":1.365848813,"step":13750,"loss":0.0338,"grad_norm":0.0419899225,"learning_rate":0.0000346617,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":1.3906824277,"step":14000,"loss":0.0465,"grad_norm":0.0886099115,"learning_rate":0.000034335,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":1.4155160425,"step":14250,"loss":0.0473,"grad_norm":0.2724850178,"learning_rate":0.0000340082,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":1.4403496573,"step":14500,"loss":0.0465,"grad_norm":0.0384613164,"learning_rate":0.0000336814,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":1.4651832721,"step":14750,"loss":0.0393,"grad_norm":0.4601438046,"learning_rate":0.0000333547,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":1.4900168869,"step":15000,"loss":0.0383,"grad_norm":0.3925597072,"learning_rate":0.0000330279,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":1.5148505016,"step":15250,"loss":0.0414,"grad_norm":0.0710019544,"learning_rate":0.0000327012,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":1.5396841164,"step":15500,"loss":0.0461,"grad_norm":0.0534473732,"learning_rate":0.0000323744,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":1.5645177312,"step":15750,"loss":0.0517,"grad_norm":0.0649423599,"learning_rate":0.0000320476,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":1.589351346,"step":16000,"loss":0.0362,"grad_norm":0.0753157809,"learning_rate":0.0000317209,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":1.6141849608,"step":16250,"loss":0.0393,"grad_norm":0.3943573833,"learning_rate":0.0000313941,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":1.6390185755,"step":16500,"loss":0.0368,"grad_norm":0.1251079738,"learning_rate":0.0000310673,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":1.6638521903,"step":16750,"loss":0.0411,"grad_norm":0.044801265,"learning_rate":0.0000307406,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":1.6886858051,"step":17000,"loss":0.0443,"grad_norm":0.0427166261,"learning_rate":0.0000304138,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":1.7135194199,"step":17250,"loss":0.0464,"grad_norm":0.0639711693,"learning_rate":0.000030087,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":1.7383530347,"step":17500,"loss":0.0453,"grad_norm":0.0642816722,"learning_rate":0.0000297603,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":1.7631866494,"step":17750,"loss":0.04,"grad_norm":0.1868746877,"learning_rate":0.0000294335,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":1.7880202642,"step":18000,"loss":0.0373,"grad_norm":0.0283656474,"learning_rate":0.0000291068,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":1.812853879,"step":18250,"loss":0.0354,"grad_norm":0.061672993,"learning_rate":0.00002878,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":1.8376874938,"step":18500,"loss":0.0414,"grad_norm":0.3326004446,"learning_rate":0.0000284532,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":1.8625211086,"step":18750,"loss":0.0417,"grad_norm":1.3477236032,"learning_rate":0.0000281265,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":1.8873547234,"step":19000,"loss":0.0439,"grad_norm":0.2901188135,"learning_rate":0.0000277997,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":1.9121883381,"step":19250,"loss":0.041,"grad_norm":0.1659445912,"learning_rate":0.0000274729,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":1.9370219529,"step":19500,"loss":0.0361,"grad_norm":0.2090554982,"learning_rate":0.0000271462,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":1.9618555677,"step":19750,"loss":0.0436,"grad_norm":0.0705826804,"learning_rate":0.0000268194,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":1.9866891825,"step":20000,"loss":0.0432,"grad_norm":2.640181303,"learning_rate":0.0000264927,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":0.0358983688,"eval_rouge":0.9855189196,"eval_tool_call_equivalence":0.8706896552,"eval_binary_tool_call":0.8620689655,"eval_staged_tool_call":0.9030172414,"eval_runtime":19.6597,"eval_samples_per_second":5.9,"eval_steps_per_second":5.9,"epoch":2.0,"step":20134,"loss":null,"grad_norm":null,"learning_rate":null,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":2.0115227973,"step":20250,"loss":0.0417,"grad_norm":0.1638754904,"learning_rate":0.0000261659,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":2.036356412,"step":20500,"loss":0.0298,"grad_norm":0.0364276841,"learning_rate":0.0000258391,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":2.0611900268,"step":20750,"loss":0.0396,"grad_norm":0.3809307218,"learning_rate":0.0000255124,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":2.0860236416,"step":21000,"loss":0.0345,"grad_norm":0.0432023481,"learning_rate":0.0000251856,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":2.1108572564,"step":21250,"loss":0.0365,"grad_norm":0.0294632148,"learning_rate":0.0000248588,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":2.1356908712,"step":21500,"loss":0.0382,"grad_norm":0.0870317742,"learning_rate":0.0000245321,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":2.1605244859,"step":21750,"loss":0.0322,"grad_norm":0.034489911,"learning_rate":0.0000242053,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":2.1853581007,"step":22000,"loss":0.0384,"grad_norm":1.6466137171,"learning_rate":0.0000238785,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":2.2101917155,"step":22250,"loss":0.0304,"grad_norm":0.0214590635,"learning_rate":0.0000235518,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":2.2350253303,"step":22500,"loss":0.0344,"grad_norm":0.0798802301,"learning_rate":0.000023225,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":2.2598589451,"step":22750,"loss":0.0402,"grad_norm":0.0384551212,"learning_rate":0.0000228983,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":2.2846925598,"step":23000,"loss":0.0331,"grad_norm":0.0131905973,"learning_rate":0.0000225715,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":2.3095261746,"step":23250,"loss":0.0354,"grad_norm":0.068654187,"learning_rate":0.0000222447,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":2.3343597894,"step":23500,"loss":0.0327,"grad_norm":0.0167796388,"learning_rate":0.000021918,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":2.3591934042,"step":23750,"loss":0.0425,"grad_norm":0.457858175,"learning_rate":0.0000215912,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":2.384027019,"step":24000,"loss":0.0358,"grad_norm":0.0378973074,"learning_rate":0.0000212644,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":2.4088606338,"step":24250,"loss":0.0398,"grad_norm":0.5377736688,"learning_rate":0.0000209377,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":2.4336942485,"step":24500,"loss":0.0319,"grad_norm":0.0894756168,"learning_rate":0.0000206109,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":2.4585278633,"step":24750,"loss":0.0344,"grad_norm":0.0414341316,"learning_rate":0.0000202842,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":2.4833614781,"step":25000,"loss":0.0367,"grad_norm":0.2292278707,"learning_rate":0.0000199574,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":2.5081950929,"step":25250,"loss":0.0361,"grad_norm":0.0549157448,"learning_rate":0.0000196306,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":2.5330287077,"step":25500,"loss":0.0358,"grad_norm":0.2996936142,"learning_rate":0.0000193039,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":2.5578623224,"step":25750,"loss":0.037,"grad_norm":0.2669653594,"learning_rate":0.0000189771,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":2.5826959372,"step":26000,"loss":0.0382,"grad_norm":0.0466229357,"learning_rate":0.0000186503,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":2.607529552,"step":26250,"loss":0.0283,"grad_norm":0.0527968071,"learning_rate":0.0000183236,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":2.6323631668,"step":26500,"loss":0.0376,"grad_norm":0.0232540071,"learning_rate":0.0000179968,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":2.6571967816,"step":26750,"loss":0.0364,"grad_norm":0.0282502957,"learning_rate":0.00001767,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":2.6820303963,"step":27000,"loss":0.0367,"grad_norm":0.1842947155,"learning_rate":0.0000173433,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":2.7068640111,"step":27250,"loss":0.0271,"grad_norm":0.0426635928,"learning_rate":0.0000170165,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":2.7316976259,"step":27500,"loss":0.0348,"grad_norm":0.4782447517,"learning_rate":0.0000166898,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":2.7565312407,"step":27750,"loss":0.0419,"grad_norm":0.2179758102,"learning_rate":0.000016363,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":2.7813648555,"step":28000,"loss":0.0333,"grad_norm":0.0859175026,"learning_rate":0.0000160362,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":2.8061984702,"step":28250,"loss":0.0358,"grad_norm":0.2768991888,"learning_rate":0.0000157095,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":2.831032085,"step":28500,"loss":0.0364,"grad_norm":0.0252283551,"learning_rate":0.0000153827,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":2.8558656998,"step":28750,"loss":0.0348,"grad_norm":0.0317878909,"learning_rate":0.0000150559,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":2.8806993146,"step":29000,"loss":0.0347,"grad_norm":0.0295381546,"learning_rate":0.0000147292,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":2.9055329294,"step":29250,"loss":0.0383,"grad_norm":0.0400734581,"learning_rate":0.0000144024,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":2.9303665442,"step":29500,"loss":0.0381,"grad_norm":0.0849210471,"learning_rate":0.0000140757,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":2.9552001589,"step":29750,"loss":0.0391,"grad_norm":0.0403545275,"learning_rate":0.0000137489,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":2.9800337737,"step":30000,"loss":0.0301,"grad_norm":0.0799941421,"learning_rate":0.0000134221,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":0.0392343849,"eval_rouge":0.9865965058,"eval_tool_call_equivalence":0.8706896552,"eval_binary_tool_call":0.8620689655,"eval_staged_tool_call":0.9051724138,"eval_runtime":19.7459,"eval_samples_per_second":5.875,"eval_steps_per_second":5.875,"epoch":3.0,"step":30201,"loss":null,"grad_norm":null,"learning_rate":null,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":3.0048673885,"step":30250,"loss":0.0332,"grad_norm":0.0398163088,"learning_rate":0.0000130954,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":3.0297010033,"step":30500,"loss":0.0282,"grad_norm":0.0317372046,"learning_rate":0.0000127686,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":3.0545346181,"step":30750,"loss":0.0338,"grad_norm":0.2262095511,"learning_rate":0.0000124418,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":3.0793682328,"step":31000,"loss":0.0361,"grad_norm":0.1756877601,"learning_rate":0.0000121151,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":3.1042018476,"step":31250,"loss":0.0308,"grad_norm":0.0328648239,"learning_rate":0.0000117883,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":3.1290354624,"step":31500,"loss":0.0324,"grad_norm":0.2761674225,"learning_rate":0.0000114615,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":3.1538690772,"step":31750,"loss":0.0346,"grad_norm":0.0572393797,"learning_rate":0.0000111348,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":3.178702692,"step":32000,"loss":0.0265,"grad_norm":0.0776479617,"learning_rate":0.000010808,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":3.2035363067,"step":32250,"loss":0.0367,"grad_norm":0.0663257316,"learning_rate":0.0000104813,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":3.2283699215,"step":32500,"loss":0.0338,"grad_norm":0.032736212,"learning_rate":0.0000101545,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":3.2532035363,"step":32750,"loss":0.0318,"grad_norm":0.0533499308,"learning_rate":0.0000098277,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":3.2780371511,"step":33000,"loss":0.036,"grad_norm":0.1117026359,"learning_rate":0.000009501,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":3.3028707659,"step":33250,"loss":0.0279,"grad_norm":0.0364189185,"learning_rate":0.0000091742,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":3.3277043806,"step":33500,"loss":0.0288,"grad_norm":0.1919518709,"learning_rate":0.0000088474,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":3.3525379954,"step":33750,"loss":0.0292,"grad_norm":0.0342233889,"learning_rate":0.0000085207,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":3.3773716102,"step":34000,"loss":0.0332,"grad_norm":0.2129013538,"learning_rate":0.0000081939,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":3.402205225,"step":34250,"loss":0.0313,"grad_norm":0.0733610839,"learning_rate":0.0000078672,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":3.4270388398,"step":34500,"loss":0.0342,"grad_norm":0.5886294246,"learning_rate":0.0000075404,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":3.4518724546,"step":34750,"loss":0.0366,"grad_norm":1.2232671976,"learning_rate":0.0000072136,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":3.4767060693,"step":35000,"loss":0.0315,"grad_norm":0.1556661278,"learning_rate":0.0000068869,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":3.5015396841,"step":35250,"loss":0.0291,"grad_norm":0.025047075,"learning_rate":0.0000065601,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":3.5263732989,"step":35500,"loss":0.0284,"grad_norm":0.3008776605,"learning_rate":0.0000062333,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":3.5512069137,"step":35750,"loss":0.0308,"grad_norm":0.0309196785,"learning_rate":0.0000059066,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":3.5760405285,"step":36000,"loss":0.0265,"grad_norm":0.0655346811,"learning_rate":0.0000055798,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":3.6008741432,"step":36250,"loss":0.0278,"grad_norm":0.0700420216,"learning_rate":0.000005253,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":3.625707758,"step":36500,"loss":0.0241,"grad_norm":0.054927621,"learning_rate":0.0000049263,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":3.6505413728,"step":36750,"loss":0.0361,"grad_norm":0.1254446805,"learning_rate":0.0000045995,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":3.6753749876,"step":37000,"loss":0.032,"grad_norm":0.0182026383,"learning_rate":0.0000042728,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":3.7002086024,"step":37250,"loss":0.0342,"grad_norm":0.3253279924,"learning_rate":0.000003946,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":3.7250422171,"step":37500,"loss":0.0311,"grad_norm":0.0849901214,"learning_rate":0.0000036192,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":3.7498758319,"step":37750,"loss":0.0336,"grad_norm":0.2967416346,"learning_rate":0.0000032925,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":3.7747094467,"step":38000,"loss":0.0286,"grad_norm":0.0509654805,"learning_rate":0.0000029657,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":3.7995430615,"step":38250,"loss":0.0287,"grad_norm":0.0504853502,"learning_rate":0.0000026389,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":3.8243766763,"step":38500,"loss":0.0339,"grad_norm":0.0277506951,"learning_rate":0.0000023122,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":3.849210291,"step":38750,"loss":0.0304,"grad_norm":0.0322158001,"learning_rate":0.0000019854,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":3.8740439058,"step":39000,"loss":0.0275,"grad_norm":0.17166996,"learning_rate":0.0000016587,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":3.8988775206,"step":39250,"loss":0.0299,"grad_norm":0.0439938009,"learning_rate":0.0000013319,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":3.9237111354,"step":39500,"loss":0.0302,"grad_norm":0.0341867059,"learning_rate":0.0000010051,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":3.9485447502,"step":39750,"loss":0.0254,"grad_norm":0.1895751506,"learning_rate":0.0000006784,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":3.973378365,"step":40000,"loss":0.0352,"grad_norm":0.1096540615,"learning_rate":0.0000003516,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":3.9982119797,"step":40250,"loss":0.0275,"grad_norm":0.0220601037,"learning_rate":0.0000000248,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":0.0415498056,"eval_rouge":0.9888400956,"eval_tool_call_equivalence":0.8879310345,"eval_binary_tool_call":0.8793103448,"eval_staged_tool_call":0.9094827586,"eval_runtime":19.2458,"eval_samples_per_second":6.027,"eval_steps_per_second":6.027,"epoch":4.0,"step":40268,"loss":null,"grad_norm":null,"learning_rate":null,"train_runtime":null,"train_samples_per_second":null,"train_steps_per_second":null,"total_flos":null,"train_loss":null}
+{"eval_loss":null,"eval_rouge":null,"eval_tool_call_equivalence":null,"eval_binary_tool_call":null,"eval_staged_tool_call":null,"eval_runtime":null,"eval_samples_per_second":null,"eval_steps_per_second":null,"epoch":4.0,"step":40268,"loss":null,"grad_norm":null,"learning_rate":null,"train_runtime":18449.6161,"train_samples_per_second":2.183,"train_steps_per_second":2.183,"total_flos":1.781823338e+18,"train_loss":0.0433151838}