Upload folder using huggingface_hub

.gitattributes

@@ -33,3 +33,8 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+checkpoint-145/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+checkpoint-174/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+checkpoint-203/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+checkpoint-232/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text

README.md

@@ -0,0 +1,147 @@
+---
+base_model: mlabonne/Meta-Llama-3.1-8B-Instruct-abliterated
+library_name: peft
+tags:
+- generated_from_trainer
+model-index:
+- name: Meta-Llama-3.1-8B-Instruct-abliterated-ICONN-1-BasicChat
+  results: []
+license: llama3.1
+datasets:
+- Enderchef/ICONN-1-BasicChat-Data-SuperLite
+---
+
+[Meta-Llama-3.1-8B-Instruct-abliterated](https://huggingface.co/mlabonne/Meta-Llama-3.1-8B-Instruct-abliterated) finetuned using the [ICONN-1-BasicChat-Data-SuperLite](https://huggingface.co/datasets/Enderchef/ICONN-1-BasicChat-Data-SuperLite) dataset as requested by [@Enderchef](https://huggingface.co/Enderchef) under https://huggingface.co/mradermacher/model_requests/discussions/918
+
+axolotl version: `0.9.0`
+```yaml
+base_model: /dpool/Meta-Llama-3.1-8B-Instruct-abliterated
+model_type: LlamaForCausalLM
+tokenizer_type: AutoTokenizer
+
+load_in_8bit: false
+load_in_4bit: false
+
+datasets:
+  - path: /apool/axolotl/0001.parquet
+    chat_template: llama3
+    type:
+      system_prompt: ""
+      field_system: system
+      field_instruction: input
+      field_output: output
+dataset_prepared_path:
+val_set_size: 0.05
+output_dir: ./outputs/lora-out
+
+adapter: lora
+lora_model_dir:
+
+sequence_len: 4096
+sample_packing: false
+pad_to_sequence_len: true
+
+lora_r: 16
+lora_alpha: 32
+lora_dropout: 0.05
+lora_target_linear: true
+
+gradient_accumulation_steps: 4
+micro_batch_size: 2
+num_epochs: 8
+optimizer: adamw_torch_fused
+lr_scheduler: cosine
+learning_rate: 0.00001
+
+bf16: auto
+tf32: false
+
+gradient_checkpointing: true
+gradient_checkpointing_kwargs:
+  use_reentrant: true
+resume_from_checkpoint:
+logging_steps: 1
+flash_attention: true
+
+warmup_steps: 10
+evals_per_epoch: 4
+saves_per_epoch: 1
+weight_decay: 0.0
+fsdp:
+  - full_shard
+  - auto_wrap
+fsdp_config:
+  fsdp_limit_all_gathers: true
+  fsdp_sync_module_states: true
+  fsdp_offload_params: true
+  fsdp_use_orig_params: false
+  fsdp_cpu_ram_efficient_loading: true
+  fsdp_auto_wrap_policy: TRANSFORMER_BASED_WRAP
+  fsdp_transformer_layer_cls_to_wrap: LlamaDecoderLayer
+  fsdp_state_dict_type: FULL_STATE_DICT
+  fsdp_sharding_strategy: FULL_SHARD
+special_tokens:
+  pad_token: <|end_of_text|>
+
+```
+
+### Training hyperparameters
+
+The following hyperparameters were used during training:
+- learning_rate: 1e-05
+- train_batch_size: 2
+- eval_batch_size: 2
+- seed: 42
+- distributed_type: multi-GPU
+- num_devices: 2
+- gradient_accumulation_steps: 4
+- total_train_batch_size: 16
+- total_eval_batch_size: 4
+- optimizer: Use OptimizerNames.ADAMW_TORCH_FUSED with betas=(0.9,0.999) and epsilon=1e-08 and optimizer_args=No additional optimizer arguments
+- lr_scheduler_type: cosine
+- lr_scheduler_warmup_steps: 10
+- num_epochs: 8.0
+
+### Training results
+
+| Training Loss | Epoch  | Step | Validation Loss |
+|:-------------:|:------:|:----:|:---------------:|
+| 3.5587        | 0.0336 | 1    | 3.4337          |
+| 3.6702        | 0.2689 | 8    | 3.4260          |
+| 3.5802        | 0.5378 | 16   | 3.3161          |
+| 3.2421        | 0.8067 | 24   | 3.0272          |
+| 2.322         | 1.0672 | 32   | 2.4812          |
+| 1.9774        | 1.3361 | 40   | 1.8708          |
+| 1.5103        | 1.6050 | 48   | 1.3871          |
+| 1.1904        | 1.8739 | 56   | 1.0542          |
+| 1.0394        | 2.1345 | 64   | 0.8591          |
+| 0.5501        | 2.4034 | 72   | 0.6723          |
+| 0.2454        | 2.6723 | 80   | 0.5369          |
+| 0.4499        | 2.9412 | 88   | 0.4286          |
+| 0.2194        | 3.2017 | 96   | 0.3691          |
+| 0.1172        | 3.4706 | 104  | 0.2802          |
+| 0.0739        | 3.7395 | 112  | 0.1948          |
+| 0.1524        | 4.0    | 120  | 0.1457          |
+| 0.0444        | 4.2689 | 128  | 0.1125          |
+| 0.1385        | 4.5378 | 136  | 0.0759          |
+| 0.0591        | 4.8067 | 144  | 0.0560          |
+| 0.0252        | 5.0672 | 152  | 0.0460          |
+| 0.0066        | 5.3361 | 160  | 0.0370          |
+| 0.023         | 5.6050 | 168  | 0.0252          |
+| 0.0033        | 5.8739 | 176  | 0.0202          |
+| 0.0029        | 6.1345 | 184  | 0.0168          |
+| 0.0024        | 6.4034 | 192  | 0.0154          |
+| 0.0103        | 6.6723 | 200  | 0.0146          |
+| 0.0108        | 6.9412 | 208  | 0.0139          |
+| 0.0049        | 7.2017 | 216  | 0.0138          |
+| 0.0025        | 7.4706 | 224  | 0.0139          |
+| 0.0036        | 7.7395 | 232  | 0.0136          |
+
+
+### Framework versions
+
+- PEFT 0.15.2
+- Transformers 4.51.3
+- Pytorch 2.7.0+cu128
+- Datasets 3.5.0
+- Tokenizers 0.21.1

adapter_config.json

@@ -0,0 +1,39 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "/dpool/Meta-Llama-3.1-8B-Instruct-abliterated",
+  "bias": "none",
+  "corda_config": null,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": null,
+  "inference_mode": false,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_bias": false,
+  "lora_dropout": 0.05,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 16,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "q_proj",
+    "v_proj",
+    "down_proj",
+    "gate_proj",
+    "up_proj",
+    "o_proj",
+    "k_proj"
+  ],
+  "task_type": "CAUSAL_LM",
+  "trainable_token_indices": null,
+  "use_dora": false,
+  "use_rslora": false
+}

adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3088de2095a094689856cbb540058569e7b1847fcc298cd95e277fd301f50912
+size 167832240

checkpoint-145/README.md

@@ -0,0 +1,202 @@
+---
+base_model: /dpool/Meta-Llama-3.1-8B-Instruct-abliterated
+library_name: peft
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.15.2

checkpoint-145/adapter_config.json

@@ -0,0 +1,39 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "/dpool/Meta-Llama-3.1-8B-Instruct-abliterated",
+  "bias": "none",
+  "corda_config": null,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": null,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_bias": false,
+  "lora_dropout": 0.05,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 16,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "gate_proj",
+    "k_proj",
+    "q_proj",
+    "down_proj",
+    "o_proj",
+    "v_proj",
+    "up_proj"
+  ],
+  "task_type": "CAUSAL_LM",
+  "trainable_token_indices": null,
+  "use_dora": false,
+  "use_rslora": false
+}

checkpoint-145/adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d997716beab7f4cd774dd60234be78b42e93e10224ab35c75e419e53d90aafc
+size 167832240

checkpoint-145/optimizer.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:222506a21270ad96439305cbf428c9a4533a199f09d43818fec2eab19353fc97
+size 335945763

checkpoint-145/pytorch_model_fsdp.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d5fb0a4ed606bf80b0d52cd2103e17d7d066f35452c1c0adab0789133a777d1
+size 167939969

checkpoint-145/rng_state_0.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f3995d4f55db7fca766ea6e010b25d3a8855fec8cac136c140cc37364a72f4f
+size 14917

checkpoint-145/rng_state_1.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48b117ae4a199d55cb4264907d202fb94cb68a741f67337ae6b03edf1b71a3af
+size 14917

checkpoint-145/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac5e302559d4df236dfd3a99a9c84e96c200fc02bfa44b894c6fb456acefcebb
+size 1465

checkpoint-145/special_tokens_map.json

@@ -0,0 +1,23 @@
+{
+  "bos_token": {
+    "content": "<|begin_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|eot_id|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<|end_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

checkpoint-145/tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b9e4e7fb171f92fd137b777cc2714bf87d11576700a1dcd7a399e7bbe39537b
+size 17209920

checkpoint-145/tokenizer_config.json

@@ -0,0 +1,2064 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{% set loop_messages = messages %}{% for message in loop_messages %}{% set content = '<|start_header_id|>' + message['role'] + '<|end_header_id|>\n\n'+ message['content'] | trim + '<|eot_id|>' %}{% if loop.index0 == 0 %}{% set content = bos_token + content %}{% endif %}{{ content }}{% endfor %}{{ '<|start_header_id|>assistant<|end_header_id|>\n\n' }}",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "extra_special_tokens": {},
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "pad_token": "<|end_of_text|>",
+  "tokenizer_class": "PreTrainedTokenizer"
+}

checkpoint-145/trainer_state.json

@@ -0,0 +1,1201 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 4.840336134453781,
+  "eval_steps": 8,
+  "global_step": 145,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.03361344537815126,
+      "grad_norm": 2.6346614360809326,
+      "learning_rate": 0.0,
+      "loss": 3.5587,
+      "step": 1
+    },
+    {
+      "epoch": 0.03361344537815126,
+      "eval_loss": 3.4337246417999268,
+      "eval_runtime": 12.0401,
+      "eval_samples_per_second": 2.076,
+      "eval_steps_per_second": 0.581,
+      "step": 1
+    },
+    {
+      "epoch": 0.06722689075630252,
+      "grad_norm": 3.2896828651428223,
+      "learning_rate": 1.0000000000000002e-06,
+      "loss": 3.6974,
+      "step": 2
+    },
+    {
+      "epoch": 0.10084033613445378,
+      "grad_norm": 2.942761182785034,
+      "learning_rate": 2.0000000000000003e-06,
+      "loss": 3.7682,
+      "step": 3
+    },
+    {
+      "epoch": 0.13445378151260504,
+      "grad_norm": 3.322763442993164,
+      "learning_rate": 3e-06,
+      "loss": 4.1233,
+      "step": 4
+    },
+    {
+      "epoch": 0.16806722689075632,
+      "grad_norm": 2.542609214782715,
+      "learning_rate": 4.000000000000001e-06,
+      "loss": 3.7296,
+      "step": 5
+    },
+    {
+      "epoch": 0.20168067226890757,
+      "grad_norm": 2.8525142669677734,
+      "learning_rate": 5e-06,
+      "loss": 3.8537,
+      "step": 6
+    },
+    {
+      "epoch": 0.23529411764705882,
+      "grad_norm": 2.3698537349700928,
+      "learning_rate": 6e-06,
+      "loss": 3.648,
+      "step": 7
+    },
+    {
+      "epoch": 0.2689075630252101,
+      "grad_norm": 2.540416955947876,
+      "learning_rate": 7e-06,
+      "loss": 3.6702,
+      "step": 8
+    },
+    {
+      "epoch": 0.2689075630252101,
+      "eval_loss": 3.4260427951812744,
+      "eval_runtime": 12.0264,
+      "eval_samples_per_second": 2.079,
+      "eval_steps_per_second": 0.582,
+      "step": 8
+    },
+    {
+      "epoch": 0.3025210084033613,
+      "grad_norm": 2.424398422241211,
+      "learning_rate": 8.000000000000001e-06,
+      "loss": 3.3544,
+      "step": 9
+    },
+    {
+      "epoch": 0.33613445378151263,
+      "grad_norm": 3.290915012359619,
+      "learning_rate": 9e-06,
+      "loss": 3.9672,
+      "step": 10
+    },
+    {
+      "epoch": 0.3697478991596639,
+      "grad_norm": 2.8242039680480957,
+      "learning_rate": 1e-05,
+      "loss": 3.591,
+      "step": 11
+    },
+    {
+      "epoch": 0.40336134453781514,
+      "grad_norm": 2.9474833011627197,
+      "learning_rate": 9.999499358833745e-06,
+      "loss": 3.6958,
+      "step": 12
+    },
+    {
+      "epoch": 0.4369747899159664,
+      "grad_norm": 3.4582228660583496,
+      "learning_rate": 9.99799753559161e-06,
+      "loss": 3.99,
+      "step": 13
+    },
+    {
+      "epoch": 0.47058823529411764,
+      "grad_norm": 3.1884031295776367,
+      "learning_rate": 9.99549483102341e-06,
+      "loss": 3.8204,
+      "step": 14
+    },
+    {
+      "epoch": 0.5042016806722689,
+      "grad_norm": 2.423398017883301,
+      "learning_rate": 9.991991746311916e-06,
+      "loss": 3.0469,
+      "step": 15
+    },
+    {
+      "epoch": 0.5378151260504201,
+      "grad_norm": 3.3329102993011475,
+      "learning_rate": 9.9874889829725e-06,
+      "loss": 3.5802,
+      "step": 16
+    },
+    {
+      "epoch": 0.5378151260504201,
+      "eval_loss": 3.316091299057007,
+      "eval_runtime": 12.0143,
+      "eval_samples_per_second": 2.081,
+      "eval_steps_per_second": 0.583,
+      "step": 16
+    },
+    {
+      "epoch": 0.5714285714285714,
+      "grad_norm": 2.8659586906433105,
+      "learning_rate": 9.981987442712634e-06,
+      "loss": 3.0165,
+      "step": 17
+    },
+    {
+      "epoch": 0.6050420168067226,
+      "grad_norm": 3.4627182483673096,
+      "learning_rate": 9.97548822725133e-06,
+      "loss": 3.9333,
+      "step": 18
+    },
+    {
+      "epoch": 0.6386554621848739,
+      "grad_norm": 3.3491547107696533,
+      "learning_rate": 9.967992638098517e-06,
+      "loss": 3.5018,
+      "step": 19
+    },
+    {
+      "epoch": 0.6722689075630253,
+      "grad_norm": 2.7486977577209473,
+      "learning_rate": 9.959502176294384e-06,
+      "loss": 2.9875,
+      "step": 20
+    },
+    {
+      "epoch": 0.7058823529411765,
+      "grad_norm": 2.9063732624053955,
+      "learning_rate": 9.950018542108818e-06,
+      "loss": 3.0974,
+      "step": 21
+    },
+    {
+      "epoch": 0.7394957983193278,
+      "grad_norm": 3.2880260944366455,
+      "learning_rate": 9.939543634700891e-06,
+      "loss": 3.141,
+      "step": 22
+    },
+    {
+      "epoch": 0.773109243697479,
+      "grad_norm": 3.086613416671753,
+      "learning_rate": 9.928079551738542e-06,
+      "loss": 3.0282,
+      "step": 23
+    },
+    {
+      "epoch": 0.8067226890756303,
+      "grad_norm": 3.7129077911376953,
+      "learning_rate": 9.915628588978522e-06,
+      "loss": 3.2421,
+      "step": 24
+    },
+    {
+      "epoch": 0.8067226890756303,
+      "eval_loss": 3.0272111892700195,
+      "eval_runtime": 12.0429,
+      "eval_samples_per_second": 2.076,
+      "eval_steps_per_second": 0.581,
+      "step": 24
+    },
+    {
+      "epoch": 0.8403361344537815,
+      "grad_norm": 4.430984973907471,
+      "learning_rate": 9.902193239806634e-06,
+      "loss": 3.2481,
+      "step": 25
+    },
+    {
+      "epoch": 0.8739495798319328,
+      "grad_norm": 3.6558125019073486,
+      "learning_rate": 9.887776194738433e-06,
+      "loss": 2.8553,
+      "step": 26
+    },
+    {
+      "epoch": 0.907563025210084,
+      "grad_norm": 4.079296112060547,
+      "learning_rate": 9.872380340880416e-06,
+      "loss": 3.0176,
+      "step": 27
+    },
+    {
+      "epoch": 0.9411764705882353,
+      "grad_norm": 4.859598159790039,
+      "learning_rate": 9.856008761351882e-06,
+      "loss": 2.7999,
+      "step": 28
+    },
+    {
+      "epoch": 0.9747899159663865,
+      "grad_norm": 4.5133957862854,
+      "learning_rate": 9.838664734667496e-06,
+      "loss": 2.933,
+      "step": 29
+    },
+    {
+      "epoch": 1.0,
+      "grad_norm": 4.612884044647217,
+      "learning_rate": 9.820351734080754e-06,
+      "loss": 2.5651,
+      "step": 30
+    },
+    {
+      "epoch": 1.0336134453781514,
+      "grad_norm": 4.931149959564209,
+      "learning_rate": 9.801073426888447e-06,
+      "loss": 2.5854,
+      "step": 31
+    },
+    {
+      "epoch": 1.0672268907563025,
+      "grad_norm": 5.286943435668945,
+      "learning_rate": 9.780833673696255e-06,
+      "loss": 2.322,
+      "step": 32
+    },
+    {
+      "epoch": 1.0672268907563025,
+      "eval_loss": 2.48122239112854,
+      "eval_runtime": 12.0206,
+      "eval_samples_per_second": 2.08,
+      "eval_steps_per_second": 0.582,
+      "step": 32
+    },
+    {
+      "epoch": 1.1008403361344539,
+      "grad_norm": 4.670954704284668,
+      "learning_rate": 9.759636527645633e-06,
+      "loss": 2.4513,
+      "step": 33
+    },
+    {
+      "epoch": 1.134453781512605,
+      "grad_norm": 4.8246169090271,
+      "learning_rate": 9.737486233602149e-06,
+      "loss": 2.1937,
+      "step": 34
+    },
+    {
+      "epoch": 1.1680672268907564,
+      "grad_norm": 4.8713836669921875,
+      "learning_rate": 9.714387227305422e-06,
+      "loss": 2.3228,
+      "step": 35
+    },
+    {
+      "epoch": 1.2016806722689075,
+      "grad_norm": 5.048571586608887,
+      "learning_rate": 9.69034413448083e-06,
+      "loss": 1.9506,
+      "step": 36
+    },
+    {
+      "epoch": 1.2352941176470589,
+      "grad_norm": 5.047688007354736,
+      "learning_rate": 9.665361769913187e-06,
+      "loss": 2.2959,
+      "step": 37
+    },
+    {
+      "epoch": 1.26890756302521,
+      "grad_norm": 5.056053161621094,
+      "learning_rate": 9.639445136482549e-06,
+      "loss": 2.0905,
+      "step": 38
+    },
+    {
+      "epoch": 1.3025210084033614,
+      "grad_norm": 3.506237506866455,
+      "learning_rate": 9.612599424162344e-06,
+      "loss": 1.9687,
+      "step": 39
+    },
+    {
+      "epoch": 1.3361344537815127,
+      "grad_norm": 4.794375896453857,
+      "learning_rate": 9.584830008980068e-06,
+      "loss": 1.9774,
+      "step": 40
+    },
+    {
+      "epoch": 1.3361344537815127,
+      "eval_loss": 1.870819091796875,
+      "eval_runtime": 12.0354,
+      "eval_samples_per_second": 2.077,
+      "eval_steps_per_second": 0.582,
+      "step": 40
+    },
+    {
+      "epoch": 1.3697478991596639,
+      "grad_norm": 5.138720512390137,
+      "learning_rate": 9.55614245194068e-06,
+      "loss": 1.6505,
+      "step": 41
+    },
+    {
+      "epoch": 1.403361344537815,
+      "grad_norm": 3.800957679748535,
+      "learning_rate": 9.526542497912984e-06,
+      "loss": 1.8317,
+      "step": 42
+    },
+    {
+      "epoch": 1.4369747899159664,
+      "grad_norm": 4.458896636962891,
+      "learning_rate": 9.496036074479184e-06,
+      "loss": 1.6714,
+      "step": 43
+    },
+    {
+      "epoch": 1.4705882352941178,
+      "grad_norm": 3.317945718765259,
+      "learning_rate": 9.464629290747844e-06,
+      "loss": 1.825,
+      "step": 44
+    },
+    {
+      "epoch": 1.504201680672269,
+      "grad_norm": 3.235334634780884,
+      "learning_rate": 9.432328436130493e-06,
+      "loss": 1.5301,
+      "step": 45
+    },
+    {
+      "epoch": 1.53781512605042,
+      "grad_norm": 3.7489278316497803,
+      "learning_rate": 9.399139979082148e-06,
+      "loss": 1.5717,
+      "step": 46
+    },
+    {
+      "epoch": 1.5714285714285714,
+      "grad_norm": 2.814138889312744,
+      "learning_rate": 9.365070565805941e-06,
+      "loss": 1.6659,
+      "step": 47
+    },
+    {
+      "epoch": 1.6050420168067228,
+      "grad_norm": 3.219665765762329,
+      "learning_rate": 9.330127018922195e-06,
+      "loss": 1.5103,
+      "step": 48
+    },
+    {
+      "epoch": 1.6050420168067228,
+      "eval_loss": 1.3871335983276367,
+      "eval_runtime": 12.0361,
+      "eval_samples_per_second": 2.077,
+      "eval_steps_per_second": 0.582,
+      "step": 48
+    },
+    {
+      "epoch": 1.638655462184874,
+      "grad_norm": 3.621195077896118,
+      "learning_rate": 9.294316336102132e-06,
+      "loss": 1.4593,
+      "step": 49
+    },
+    {
+      "epoch": 1.6722689075630253,
+      "grad_norm": 3.5364909172058105,
+      "learning_rate": 9.257645688666557e-06,
+      "loss": 1.4013,
+      "step": 50
+    },
+    {
+      "epoch": 1.7058823529411766,
+      "grad_norm": 2.968980073928833,
+      "learning_rate": 9.220122420149753e-06,
+      "loss": 1.4879,
+      "step": 51
+    },
+    {
+      "epoch": 1.7394957983193278,
+      "grad_norm": 2.562370777130127,
+      "learning_rate": 9.181754044828882e-06,
+      "loss": 1.3619,
+      "step": 52
+    },
+    {
+      "epoch": 1.773109243697479,
+      "grad_norm": 2.976408004760742,
+      "learning_rate": 9.142548246219212e-06,
+      "loss": 1.2078,
+      "step": 53
+    },
+    {
+      "epoch": 1.8067226890756303,
+      "grad_norm": 3.2309634685516357,
+      "learning_rate": 9.102512875535439e-06,
+      "loss": 1.0231,
+      "step": 54
+    },
+    {
+      "epoch": 1.8403361344537816,
+      "grad_norm": 2.9703569412231445,
+      "learning_rate": 9.06165595011943e-06,
+      "loss": 1.5202,
+      "step": 55
+    },
+    {
+      "epoch": 1.8739495798319328,
+      "grad_norm": 3.620556354522705,
+      "learning_rate": 9.019985651834703e-06,
+      "loss": 1.1904,
+      "step": 56
+    },
+    {
+      "epoch": 1.8739495798319328,
+      "eval_loss": 1.0541609525680542,
+      "eval_runtime": 12.0294,
+      "eval_samples_per_second": 2.078,
+      "eval_steps_per_second": 0.582,
+      "step": 56
+    },
+    {
+      "epoch": 1.907563025210084,
+      "grad_norm": 2.8404018878936768,
+      "learning_rate": 8.97751032542795e-06,
+      "loss": 1.1275,
+      "step": 57
+    },
+    {
+      "epoch": 1.9411764705882353,
+      "grad_norm": 2.9330008029937744,
+      "learning_rate": 8.93423847685795e-06,
+      "loss": 1.2625,
+      "step": 58
+    },
+    {
+      "epoch": 1.9747899159663866,
+      "grad_norm": 3.747128963470459,
+      "learning_rate": 8.890178771592198e-06,
+      "loss": 1.0427,
+      "step": 59
+    },
+    {
+      "epoch": 2.0,
+      "grad_norm": 4.598628520965576,
+      "learning_rate": 8.845340032871584e-06,
+      "loss": 0.5982,
+      "step": 60
+    },
+    {
+      "epoch": 2.033613445378151,
+      "grad_norm": 2.659691333770752,
+      "learning_rate": 8.799731239943488e-06,
+      "loss": 1.0643,
+      "step": 61
+    },
+    {
+      "epoch": 2.0672268907563027,
+      "grad_norm": 3.448178768157959,
+      "learning_rate": 8.753361526263622e-06,
+      "loss": 0.8037,
+      "step": 62
+    },
+    {
+      "epoch": 2.100840336134454,
+      "grad_norm": 4.392441272735596,
+      "learning_rate": 8.706240177667003e-06,
+      "loss": 0.5474,
+      "step": 63
+    },
+    {
+      "epoch": 2.134453781512605,
+      "grad_norm": 3.435783624649048,
+      "learning_rate": 8.658376630508391e-06,
+      "loss": 1.0394,
+      "step": 64
+    },
+    {
+      "epoch": 2.134453781512605,
+      "eval_loss": 0.8591052889823914,
+      "eval_runtime": 12.0335,
+      "eval_samples_per_second": 2.078,
+      "eval_steps_per_second": 0.582,
+      "step": 64
+    },
+    {
+      "epoch": 2.168067226890756,
+      "grad_norm": 3.652780294418335,
+      "learning_rate": 8.609780469772623e-06,
+      "loss": 0.8207,
+      "step": 65
+    },
+    {
+      "epoch": 2.2016806722689077,
+      "grad_norm": 4.205479145050049,
+      "learning_rate": 8.56046142715513e-06,
+      "loss": 0.7293,
+      "step": 66
+    },
+    {
+      "epoch": 2.235294117647059,
+      "grad_norm": 4.328608512878418,
+      "learning_rate": 8.510429379113114e-06,
+      "loss": 1.1445,
+      "step": 67
+    },
+    {
+      "epoch": 2.26890756302521,
+      "grad_norm": 2.992579936981201,
+      "learning_rate": 8.459694344887732e-06,
+      "loss": 0.461,
+      "step": 68
+    },
+    {
+      "epoch": 2.302521008403361,
+      "grad_norm": 3.3023149967193604,
+      "learning_rate": 8.408266484497664e-06,
+      "loss": 0.9115,
+      "step": 69
+    },
+    {
+      "epoch": 2.3361344537815127,
+      "grad_norm": 3.0709333419799805,
+      "learning_rate": 8.356156096704516e-06,
+      "loss": 0.3745,
+      "step": 70
+    },
+    {
+      "epoch": 2.369747899159664,
+      "grad_norm": 3.3897287845611572,
+      "learning_rate": 8.303373616950408e-06,
+      "loss": 0.4913,
+      "step": 71
+    },
+    {
+      "epoch": 2.403361344537815,
+      "grad_norm": 3.306938886642456,
+      "learning_rate": 8.249929615268234e-06,
+      "loss": 0.5501,
+      "step": 72
+    },
+    {
+      "epoch": 2.403361344537815,
+      "eval_loss": 0.6722928881645203,
+      "eval_runtime": 12.0411,
+      "eval_samples_per_second": 2.076,
+      "eval_steps_per_second": 0.581,
+      "step": 72
+    },
+    {
+      "epoch": 2.4369747899159666,
+      "grad_norm": 3.504460334777832,
+      "learning_rate": 8.195834794164925e-06,
+      "loss": 1.0348,
+      "step": 73
+    },
+    {
+      "epoch": 2.4705882352941178,
+      "grad_norm": 3.0955419540405273,
+      "learning_rate": 8.141099986478212e-06,
+      "loss": 0.9719,
+      "step": 74
+    },
+    {
+      "epoch": 2.504201680672269,
+      "grad_norm": 3.5875039100646973,
+      "learning_rate": 8.085736153207277e-06,
+      "loss": 0.6814,
+      "step": 75
+    },
+    {
+      "epoch": 2.53781512605042,
+      "grad_norm": 3.203245162963867,
+      "learning_rate": 8.029754381317741e-06,
+      "loss": 0.9234,
+      "step": 76
+    },
+    {
+      "epoch": 2.571428571428571,
+      "grad_norm": 2.9670157432556152,
+      "learning_rate": 7.973165881521435e-06,
+      "loss": 0.6265,
+      "step": 77
+    },
+    {
+      "epoch": 2.6050420168067228,
+      "grad_norm": 3.2151577472686768,
+      "learning_rate": 7.915981986031367e-06,
+      "loss": 0.313,
+      "step": 78
+    },
+    {
+      "epoch": 2.638655462184874,
+      "grad_norm": 2.7305543422698975,
+      "learning_rate": 7.858214146292394e-06,
+      "loss": 0.4951,
+      "step": 79
+    },
+    {
+      "epoch": 2.6722689075630255,
+      "grad_norm": 3.675318717956543,
+      "learning_rate": 7.799873930687979e-06,
+      "loss": 0.2454,
+      "step": 80
+    },
+    {
+      "epoch": 2.6722689075630255,
+      "eval_loss": 0.536856472492218,
+      "eval_runtime": 12.0568,
+      "eval_samples_per_second": 2.074,
+      "eval_steps_per_second": 0.581,
+      "step": 80
+    },
+    {
+      "epoch": 2.7058823529411766,
+      "grad_norm": 1.8047897815704346,
+      "learning_rate": 7.74097302222355e-06,
+      "loss": 0.4276,
+      "step": 81
+    },
+    {
+      "epoch": 2.7394957983193278,
+      "grad_norm": 2.843857765197754,
+      "learning_rate": 7.681523216186912e-06,
+      "loss": 0.1704,
+      "step": 82
+    },
+    {
+      "epoch": 2.773109243697479,
+      "grad_norm": 2.3356502056121826,
+      "learning_rate": 7.621536417786159e-06,
+      "loss": 0.2967,
+      "step": 83
+    },
+    {
+      "epoch": 2.80672268907563,
+      "grad_norm": 2.3808438777923584,
+      "learning_rate": 7.5610246397655715e-06,
+      "loss": 0.2374,
+      "step": 84
+    },
+    {
+      "epoch": 2.8403361344537816,
+      "grad_norm": 2.5754661560058594,
+      "learning_rate": 7.500000000000001e-06,
+      "loss": 0.6951,
+      "step": 85
+    },
+    {
+      "epoch": 2.8739495798319328,
+      "grad_norm": 3.8589160442352295,
+      "learning_rate": 7.438474719068174e-06,
+      "loss": 0.3943,
+      "step": 86
+    },
+    {
+      "epoch": 2.907563025210084,
+      "grad_norm": 2.7497880458831787,
+      "learning_rate": 7.37646111780545e-06,
+      "loss": 0.3995,
+      "step": 87
+    },
+    {
+      "epoch": 2.9411764705882355,
+      "grad_norm": 3.4608285427093506,
+      "learning_rate": 7.313971614836496e-06,
+      "loss": 0.4499,
+      "step": 88
+    },
+    {
+      "epoch": 2.9411764705882355,
+      "eval_loss": 0.42864924669265747,
+      "eval_runtime": 12.0207,
+      "eval_samples_per_second": 2.08,
+      "eval_steps_per_second": 0.582,
+      "step": 88
+    },
+    {
+      "epoch": 2.9747899159663866,
+      "grad_norm": 3.7563107013702393,
+      "learning_rate": 7.251018724088367e-06,
+      "loss": 0.3587,
+      "step": 89
+    },
+    {
+      "epoch": 3.0,
+      "grad_norm": 2.986473798751831,
+      "learning_rate": 7.187615052284522e-06,
+      "loss": 0.2523,
+      "step": 90
+    },
+    {
+      "epoch": 3.033613445378151,
+      "grad_norm": 2.074615240097046,
+      "learning_rate": 7.12377329642024e-06,
+      "loss": 0.3245,
+      "step": 91
+    },
+    {
+      "epoch": 3.0672268907563027,
+      "grad_norm": 1.6591023206710815,
+      "learning_rate": 7.059506241219964e-06,
+      "loss": 0.404,
+      "step": 92
+    },
+    {
+      "epoch": 3.100840336134454,
+      "grad_norm": 2.0738601684570312,
+      "learning_rate": 6.994826756577082e-06,
+      "loss": 0.4466,
+      "step": 93
+    },
+    {
+      "epoch": 3.134453781512605,
+      "grad_norm": 1.8895370960235596,
+      "learning_rate": 6.9297477949766445e-06,
+      "loss": 0.1547,
+      "step": 94
+    },
+    {
+      "epoch": 3.168067226890756,
+      "grad_norm": 2.5287699699401855,
+      "learning_rate": 6.864282388901544e-06,
+      "loss": 0.5676,
+      "step": 95
+    },
+    {
+      "epoch": 3.2016806722689077,
+      "grad_norm": 2.2020397186279297,
+      "learning_rate": 6.79844364822268e-06,
+      "loss": 0.2194,
+      "step": 96
+    },
+    {
+      "epoch": 3.2016806722689077,
+      "eval_loss": 0.36906442046165466,
+      "eval_runtime": 12.0127,
+      "eval_samples_per_second": 2.081,
+      "eval_steps_per_second": 0.583,
+      "step": 96
+    },
+    {
+      "epoch": 3.235294117647059,
+      "grad_norm": 2.3070523738861084,
+      "learning_rate": 6.732244757573619e-06,
+      "loss": 0.2882,
+      "step": 97
+    },
+    {
+      "epoch": 3.26890756302521,
+      "grad_norm": 1.7963759899139404,
+      "learning_rate": 6.665698973710289e-06,
+      "loss": 0.1729,
+      "step": 98
+    },
+    {
+      "epoch": 3.302521008403361,
+      "grad_norm": 2.02447772026062,
+      "learning_rate": 6.598819622856227e-06,
+      "loss": 0.2463,
+      "step": 99
+    },
+    {
+      "epoch": 3.3361344537815127,
+      "grad_norm": 1.7601453065872192,
+      "learning_rate": 6.531620098033919e-06,
+      "loss": 0.2725,
+      "step": 100
+    },
+    {
+      "epoch": 3.369747899159664,
+      "grad_norm": 2.4182164669036865,
+      "learning_rate": 6.464113856382752e-06,
+      "loss": 0.2115,
+      "step": 101
+    },
+    {
+      "epoch": 3.403361344537815,
+      "grad_norm": 2.505795955657959,
+      "learning_rate": 6.396314416464151e-06,
+      "loss": 0.4502,
+      "step": 102
+    },
+    {
+      "epoch": 3.4369747899159666,
+      "grad_norm": 1.630191683769226,
+      "learning_rate": 6.328235355554382e-06,
+      "loss": 0.103,
+      "step": 103
+    },
+    {
+      "epoch": 3.4705882352941178,
+      "grad_norm": 1.4123270511627197,
+      "learning_rate": 6.259890306925627e-06,
+      "loss": 0.1172,
+      "step": 104
+    },
+    {
+      "epoch": 3.4705882352941178,
+      "eval_loss": 0.2801525294780731,
+      "eval_runtime": 12.0227,
+      "eval_samples_per_second": 2.079,
+      "eval_steps_per_second": 0.582,
+      "step": 104
+    },
+    {
+      "epoch": 3.504201680672269,
+      "grad_norm": 1.7171785831451416,
+      "learning_rate": 6.191292957115825e-06,
+      "loss": 0.2991,
+      "step": 105
+    },
+    {
+      "epoch": 3.53781512605042,
+      "grad_norm": 1.4823782444000244,
+      "learning_rate": 6.122457043187863e-06,
+      "loss": 0.216,
+      "step": 106
+    },
+    {
+      "epoch": 3.571428571428571,
+      "grad_norm": 2.7622790336608887,
+      "learning_rate": 6.053396349978632e-06,
+      "loss": 0.1453,
+      "step": 107
+    },
+    {
+      "epoch": 3.6050420168067228,
+      "grad_norm": 2.2422022819519043,
+      "learning_rate": 5.984124707338528e-06,
+      "loss": 0.0875,
+      "step": 108
+    },
+    {
+      "epoch": 3.638655462184874,
+      "grad_norm": 1.8057119846343994,
+      "learning_rate": 5.914655987361934e-06,
+      "loss": 0.2743,
+      "step": 109
+    },
+    {
+      "epoch": 3.6722689075630255,
+      "grad_norm": 1.2743725776672363,
+      "learning_rate": 5.8450041016092465e-06,
+      "loss": 0.2001,
+      "step": 110
+    },
+    {
+      "epoch": 3.7058823529411766,
+      "grad_norm": 2.135080575942993,
+      "learning_rate": 5.77518299832099e-06,
+      "loss": 0.2931,
+      "step": 111
+    },
+    {
+      "epoch": 3.7394957983193278,
+      "grad_norm": 2.7830662727355957,
+      "learning_rate": 5.705206659624597e-06,
+      "loss": 0.0739,
+      "step": 112
+    },
+    {
+      "epoch": 3.7394957983193278,
+      "eval_loss": 0.1947932094335556,
+      "eval_runtime": 12.0169,
+      "eval_samples_per_second": 2.08,
+      "eval_steps_per_second": 0.583,
+      "step": 112
+    },
+    {
+      "epoch": 3.773109243697479,
+      "grad_norm": 2.2503886222839355,
+      "learning_rate": 5.635089098734394e-06,
+      "loss": 0.1452,
+      "step": 113
+    },
+    {
+      "epoch": 3.80672268907563,
+      "grad_norm": 1.5595289468765259,
+      "learning_rate": 5.564844357145365e-06,
+      "loss": 0.0696,
+      "step": 114
+    },
+    {
+      "epoch": 3.8403361344537816,
+      "grad_norm": 1.9559892416000366,
+      "learning_rate": 5.49448650182125e-06,
+      "loss": 0.1231,
+      "step": 115
+    },
+    {
+      "epoch": 3.8739495798319328,
+      "grad_norm": 1.3151509761810303,
+      "learning_rate": 5.4240296223775465e-06,
+      "loss": 0.0796,
+      "step": 116
+    },
+    {
+      "epoch": 3.907563025210084,
+      "grad_norm": 2.6869540214538574,
+      "learning_rate": 5.353487828259973e-06,
+      "loss": 0.1171,
+      "step": 117
+    },
+    {
+      "epoch": 3.9411764705882355,
+      "grad_norm": 3.4072158336639404,
+      "learning_rate": 5.282875245918963e-06,
+      "loss": 0.2115,
+      "step": 118
+    },
+    {
+      "epoch": 3.9747899159663866,
+      "grad_norm": 2.99674916267395,
+      "learning_rate": 5.212206015980742e-06,
+      "loss": 0.1756,
+      "step": 119
+    },
+    {
+      "epoch": 4.0,
+      "grad_norm": 1.7564973831176758,
+      "learning_rate": 5.141494290415592e-06,
+      "loss": 0.1524,
+      "step": 120
+    },
+    {
+      "epoch": 4.0,
+      "eval_loss": 0.14572814106941223,
+      "eval_runtime": 12.0344,
+      "eval_samples_per_second": 2.077,
+      "eval_steps_per_second": 0.582,
+      "step": 120
+    },
+    {
+      "epoch": 4.033613445378151,
+      "grad_norm": 1.6185134649276733,
+      "learning_rate": 5.070754229703811e-06,
+      "loss": 0.2036,
+      "step": 121
+    },
+    {
+      "epoch": 4.067226890756302,
+      "grad_norm": 1.89780855178833,
+      "learning_rate": 5e-06,
+      "loss": 0.1084,
+      "step": 122
+    },
+    {
+      "epoch": 4.100840336134453,
+      "grad_norm": 1.0683470964431763,
+      "learning_rate": 4.929245770296191e-06,
+      "loss": 0.024,
+      "step": 123
+    },
+    {
+      "epoch": 4.1344537815126055,
+      "grad_norm": 1.3199543952941895,
+      "learning_rate": 4.85850570958441e-06,
+      "loss": 0.0721,
+      "step": 124
+    },
+    {
+      "epoch": 4.168067226890757,
+      "grad_norm": 1.3227624893188477,
+      "learning_rate": 4.78779398401926e-06,
+      "loss": 0.1053,
+      "step": 125
+    },
+    {
+      "epoch": 4.201680672268908,
+      "grad_norm": 0.9929068684577942,
+      "learning_rate": 4.717124754081038e-06,
+      "loss": 0.0404,
+      "step": 126
+    },
+    {
+      "epoch": 4.235294117647059,
+      "grad_norm": 2.746427536010742,
+      "learning_rate": 4.646512171740028e-06,
+      "loss": 0.1037,
+      "step": 127
+    },
+    {
+      "epoch": 4.26890756302521,
+      "grad_norm": 1.6636719703674316,
+      "learning_rate": 4.575970377622456e-06,
+      "loss": 0.0444,
+      "step": 128
+    },
+    {
+      "epoch": 4.26890756302521,
+      "eval_loss": 0.1125473603606224,
+      "eval_runtime": 12.0488,
+      "eval_samples_per_second": 2.075,
+      "eval_steps_per_second": 0.581,
+      "step": 128
+    },
+    {
+      "epoch": 4.302521008403361,
+      "grad_norm": 1.1535725593566895,
+      "learning_rate": 4.505513498178752e-06,
+      "loss": 0.0378,
+      "step": 129
+    },
+    {
+      "epoch": 4.336134453781512,
+      "grad_norm": 1.7697710990905762,
+      "learning_rate": 4.435155642854637e-06,
+      "loss": 0.0869,
+      "step": 130
+    },
+    {
+      "epoch": 4.369747899159664,
+      "grad_norm": 0.9928828477859497,
+      "learning_rate": 4.364910901265607e-06,
+      "loss": 0.0737,
+      "step": 131
+    },
+    {
+      "epoch": 4.4033613445378155,
+      "grad_norm": 1.6332063674926758,
+      "learning_rate": 4.294793340375405e-06,
+      "loss": 0.1098,
+      "step": 132
+    },
+    {
+      "epoch": 4.436974789915967,
+      "grad_norm": 2.2281079292297363,
+      "learning_rate": 4.224817001679011e-06,
+      "loss": 0.0657,
+      "step": 133
+    },
+    {
+      "epoch": 4.470588235294118,
+      "grad_norm": 3.8611080646514893,
+      "learning_rate": 4.154995898390756e-06,
+      "loss": 0.1013,
+      "step": 134
+    },
+    {
+      "epoch": 4.504201680672269,
+      "grad_norm": 0.7134477496147156,
+      "learning_rate": 4.085344012638067e-06,
+      "loss": 0.0105,
+      "step": 135
+    },
+    {
+      "epoch": 4.53781512605042,
+      "grad_norm": 3.5929417610168457,
+      "learning_rate": 4.015875292661474e-06,
+      "loss": 0.1385,
+      "step": 136
+    },
+    {
+      "epoch": 4.53781512605042,
+      "eval_loss": 0.0758795514702797,
+      "eval_runtime": 12.0325,
+      "eval_samples_per_second": 2.078,
+      "eval_steps_per_second": 0.582,
+      "step": 136
+    },
+    {
+      "epoch": 4.571428571428571,
+      "grad_norm": 1.6059097051620483,
+      "learning_rate": 3.94660365002137e-06,
+      "loss": 0.0688,
+      "step": 137
+    },
+    {
+      "epoch": 4.605042016806722,
+      "grad_norm": 1.931578278541565,
+      "learning_rate": 3.877542956812137e-06,
+      "loss": 0.061,
+      "step": 138
+    },
+    {
+      "epoch": 4.6386554621848735,
+      "grad_norm": 4.694330215454102,
+      "learning_rate": 3.808707042884176e-06,
+      "loss": 0.0645,
+      "step": 139
+    },
+    {
+      "epoch": 4.6722689075630255,
+      "grad_norm": 1.5269956588745117,
+      "learning_rate": 3.7401096930743753e-06,
+      "loss": 0.0695,
+      "step": 140
+    },
+    {
+      "epoch": 4.705882352941177,
+      "grad_norm": 1.7759701013565063,
+      "learning_rate": 3.6717646444456196e-06,
+      "loss": 0.0327,
+      "step": 141
+    },
+    {
+      "epoch": 4.739495798319328,
+      "grad_norm": 1.899479627609253,
+      "learning_rate": 3.60368558353585e-06,
+      "loss": 0.0428,
+      "step": 142
+    },
+    {
+      "epoch": 4.773109243697479,
+      "grad_norm": 1.7261422872543335,
+      "learning_rate": 3.5358861436172487e-06,
+      "loss": 0.0628,
+      "step": 143
+    },
+    {
+      "epoch": 4.80672268907563,
+      "grad_norm": 3.8707656860351562,
+      "learning_rate": 3.4683799019660834e-06,
+      "loss": 0.0591,
+      "step": 144
+    },
+    {
+      "epoch": 4.80672268907563,
+      "eval_loss": 0.05604570358991623,
+      "eval_runtime": 12.0383,
+      "eval_samples_per_second": 2.077,
+      "eval_steps_per_second": 0.581,
+      "step": 144
+    },
+    {
+      "epoch": 4.840336134453781,
+      "grad_norm": 0.8072419762611389,
+      "learning_rate": 3.401180377143774e-06,
+      "loss": 0.0301,
+      "step": 145
+    }
+  ],
+  "logging_steps": 1,
+  "max_steps": 232,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 8,
+  "save_steps": 29,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 1.9879032791236608e+17,
+  "train_batch_size": 2,
+  "trial_name": null,
+  "trial_params": null
+}

checkpoint-145/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85f8f9b09204e1090ec2369a8805ad857a677dac1a4ca5d19752c2e11cd99114
+size 7505

checkpoint-174/README.md

@@ -0,0 +1,202 @@
+---
+base_model: /dpool/Meta-Llama-3.1-8B-Instruct-abliterated
+library_name: peft
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.15.2

checkpoint-174/adapter_config.json

@@ -0,0 +1,39 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "/dpool/Meta-Llama-3.1-8B-Instruct-abliterated",
+  "bias": "none",
+  "corda_config": null,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": null,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_bias": false,
+  "lora_dropout": 0.05,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 16,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "gate_proj",
+    "k_proj",
+    "q_proj",
+    "down_proj",
+    "o_proj",
+    "v_proj",
+    "up_proj"
+  ],
+  "task_type": "CAUSAL_LM",
+  "trainable_token_indices": null,
+  "use_dora": false,
+  "use_rslora": false
+}

checkpoint-174/adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28946910885cff0e267f00196d7bb5fca581d1ac7ff6b5068d048115451be4b3
+size 167832240

checkpoint-174/optimizer.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbb28a6472e73533fa4281268f479a4125d45a145f85a7672527c98bd8018815
+size 335945763

checkpoint-174/pytorch_model_fsdp.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaa2fecd11b46bf65dcedf327f862a304824965a56064bcd365b85f7f0d7c7de
+size 167939969

checkpoint-174/rng_state_0.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5d03633ddaefc33c68b6ff80e801228f61bca02cc659b01bbe33bd59e6ce3eb
+size 14917

checkpoint-174/rng_state_1.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d809e04092ed28648d209095c1865c4c02c4ab7efc199ee4df781a157516d5b
+size 14917

checkpoint-174/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:823d85f163319c9fbcd7895a2a56f1ffac018612047c6bba65b8553f619dd28a
+size 1465

checkpoint-174/special_tokens_map.json

@@ -0,0 +1,23 @@
+{
+  "bos_token": {
+    "content": "<|begin_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|eot_id|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<|end_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

checkpoint-174/tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b9e4e7fb171f92fd137b777cc2714bf87d11576700a1dcd7a399e7bbe39537b
+size 17209920

checkpoint-174/tokenizer_config.json

@@ -0,0 +1,2064 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{% set loop_messages = messages %}{% for message in loop_messages %}{% set content = '<|start_header_id|>' + message['role'] + '<|end_header_id|>\n\n'+ message['content'] | trim + '<|eot_id|>' %}{% if loop.index0 == 0 %}{% set content = bos_token + content %}{% endif %}{{ content }}{% endfor %}{{ '<|start_header_id|>assistant<|end_header_id|>\n\n' }}",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "extra_special_tokens": {},
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "pad_token": "<|end_of_text|>",
+  "tokenizer_class": "PreTrainedTokenizer"
+}

checkpoint-174/trainer_state.json

@@ -0,0 +1,1428 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 5.80672268907563,
+  "eval_steps": 8,
+  "global_step": 174,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.03361344537815126,
+      "grad_norm": 2.6346614360809326,
+      "learning_rate": 0.0,
+      "loss": 3.5587,
+      "step": 1
+    },
+    {
+      "epoch": 0.03361344537815126,
+      "eval_loss": 3.4337246417999268,
+      "eval_runtime": 12.0401,
+      "eval_samples_per_second": 2.076,
+      "eval_steps_per_second": 0.581,
+      "step": 1
+    },
+    {
+      "epoch": 0.06722689075630252,
+      "grad_norm": 3.2896828651428223,
+      "learning_rate": 1.0000000000000002e-06,
+      "loss": 3.6974,
+      "step": 2
+    },
+    {
+      "epoch": 0.10084033613445378,
+      "grad_norm": 2.942761182785034,
+      "learning_rate": 2.0000000000000003e-06,
+      "loss": 3.7682,
+      "step": 3
+    },
+    {
+      "epoch": 0.13445378151260504,
+      "grad_norm": 3.322763442993164,
+      "learning_rate": 3e-06,
+      "loss": 4.1233,
+      "step": 4
+    },
+    {
+      "epoch": 0.16806722689075632,
+      "grad_norm": 2.542609214782715,
+      "learning_rate": 4.000000000000001e-06,
+      "loss": 3.7296,
+      "step": 5
+    },
+    {
+      "epoch": 0.20168067226890757,
+      "grad_norm": 2.8525142669677734,
+      "learning_rate": 5e-06,
+      "loss": 3.8537,
+      "step": 6
+    },
+    {
+      "epoch": 0.23529411764705882,
+      "grad_norm": 2.3698537349700928,
+      "learning_rate": 6e-06,
+      "loss": 3.648,
+      "step": 7
+    },
+    {
+      "epoch": 0.2689075630252101,
+      "grad_norm": 2.540416955947876,
+      "learning_rate": 7e-06,
+      "loss": 3.6702,
+      "step": 8
+    },
+    {
+      "epoch": 0.2689075630252101,
+      "eval_loss": 3.4260427951812744,
+      "eval_runtime": 12.0264,
+      "eval_samples_per_second": 2.079,
+      "eval_steps_per_second": 0.582,
+      "step": 8
+    },
+    {
+      "epoch": 0.3025210084033613,
+      "grad_norm": 2.424398422241211,
+      "learning_rate": 8.000000000000001e-06,
+      "loss": 3.3544,
+      "step": 9
+    },
+    {
+      "epoch": 0.33613445378151263,
+      "grad_norm": 3.290915012359619,
+      "learning_rate": 9e-06,
+      "loss": 3.9672,
+      "step": 10
+    },
+    {
+      "epoch": 0.3697478991596639,
+      "grad_norm": 2.8242039680480957,
+      "learning_rate": 1e-05,
+      "loss": 3.591,
+      "step": 11
+    },
+    {
+      "epoch": 0.40336134453781514,
+      "grad_norm": 2.9474833011627197,
+      "learning_rate": 9.999499358833745e-06,
+      "loss": 3.6958,
+      "step": 12
+    },
+    {
+      "epoch": 0.4369747899159664,
+      "grad_norm": 3.4582228660583496,
+      "learning_rate": 9.99799753559161e-06,
+      "loss": 3.99,
+      "step": 13
+    },
+    {
+      "epoch": 0.47058823529411764,
+      "grad_norm": 3.1884031295776367,
+      "learning_rate": 9.99549483102341e-06,
+      "loss": 3.8204,
+      "step": 14
+    },
+    {
+      "epoch": 0.5042016806722689,
+      "grad_norm": 2.423398017883301,
+      "learning_rate": 9.991991746311916e-06,
+      "loss": 3.0469,
+      "step": 15
+    },
+    {
+      "epoch": 0.5378151260504201,
+      "grad_norm": 3.3329102993011475,
+      "learning_rate": 9.9874889829725e-06,
+      "loss": 3.5802,
+      "step": 16
+    },
+    {
+      "epoch": 0.5378151260504201,
+      "eval_loss": 3.316091299057007,
+      "eval_runtime": 12.0143,
+      "eval_samples_per_second": 2.081,
+      "eval_steps_per_second": 0.583,
+      "step": 16
+    },
+    {
+      "epoch": 0.5714285714285714,
+      "grad_norm": 2.8659586906433105,
+      "learning_rate": 9.981987442712634e-06,
+      "loss": 3.0165,
+      "step": 17
+    },
+    {
+      "epoch": 0.6050420168067226,
+      "grad_norm": 3.4627182483673096,
+      "learning_rate": 9.97548822725133e-06,
+      "loss": 3.9333,
+      "step": 18
+    },
+    {
+      "epoch": 0.6386554621848739,
+      "grad_norm": 3.3491547107696533,
+      "learning_rate": 9.967992638098517e-06,
+      "loss": 3.5018,
+      "step": 19
+    },
+    {
+      "epoch": 0.6722689075630253,
+      "grad_norm": 2.7486977577209473,
+      "learning_rate": 9.959502176294384e-06,
+      "loss": 2.9875,
+      "step": 20
+    },
+    {
+      "epoch": 0.7058823529411765,
+      "grad_norm": 2.9063732624053955,
+      "learning_rate": 9.950018542108818e-06,
+      "loss": 3.0974,
+      "step": 21
+    },
+    {
+      "epoch": 0.7394957983193278,
+      "grad_norm": 3.2880260944366455,
+      "learning_rate": 9.939543634700891e-06,
+      "loss": 3.141,
+      "step": 22
+    },
+    {
+      "epoch": 0.773109243697479,
+      "grad_norm": 3.086613416671753,
+      "learning_rate": 9.928079551738542e-06,
+      "loss": 3.0282,
+      "step": 23
+    },
+    {
+      "epoch": 0.8067226890756303,
+      "grad_norm": 3.7129077911376953,
+      "learning_rate": 9.915628588978522e-06,
+      "loss": 3.2421,
+      "step": 24
+    },
+    {
+      "epoch": 0.8067226890756303,
+      "eval_loss": 3.0272111892700195,
+      "eval_runtime": 12.0429,
+      "eval_samples_per_second": 2.076,
+      "eval_steps_per_second": 0.581,
+      "step": 24
+    },
+    {
+      "epoch": 0.8403361344537815,
+      "grad_norm": 4.430984973907471,
+      "learning_rate": 9.902193239806634e-06,
+      "loss": 3.2481,
+      "step": 25
+    },
+    {
+      "epoch": 0.8739495798319328,
+      "grad_norm": 3.6558125019073486,
+      "learning_rate": 9.887776194738433e-06,
+      "loss": 2.8553,
+      "step": 26
+    },
+    {
+      "epoch": 0.907563025210084,
+      "grad_norm": 4.079296112060547,
+      "learning_rate": 9.872380340880416e-06,
+      "loss": 3.0176,
+      "step": 27
+    },
+    {
+      "epoch": 0.9411764705882353,
+      "grad_norm": 4.859598159790039,
+      "learning_rate": 9.856008761351882e-06,
+      "loss": 2.7999,
+      "step": 28
+    },
+    {
+      "epoch": 0.9747899159663865,
+      "grad_norm": 4.5133957862854,
+      "learning_rate": 9.838664734667496e-06,
+      "loss": 2.933,
+      "step": 29
+    },
+    {
+      "epoch": 1.0,
+      "grad_norm": 4.612884044647217,
+      "learning_rate": 9.820351734080754e-06,
+      "loss": 2.5651,
+      "step": 30
+    },
+    {
+      "epoch": 1.0336134453781514,
+      "grad_norm": 4.931149959564209,
+      "learning_rate": 9.801073426888447e-06,
+      "loss": 2.5854,
+      "step": 31
+    },
+    {
+      "epoch": 1.0672268907563025,
+      "grad_norm": 5.286943435668945,
+      "learning_rate": 9.780833673696255e-06,
+      "loss": 2.322,
+      "step": 32
+    },
+    {
+      "epoch": 1.0672268907563025,
+      "eval_loss": 2.48122239112854,
+      "eval_runtime": 12.0206,
+      "eval_samples_per_second": 2.08,
+      "eval_steps_per_second": 0.582,
+      "step": 32
+    },
+    {
+      "epoch": 1.1008403361344539,
+      "grad_norm": 4.670954704284668,
+      "learning_rate": 9.759636527645633e-06,
+      "loss": 2.4513,
+      "step": 33
+    },
+    {
+      "epoch": 1.134453781512605,
+      "grad_norm": 4.8246169090271,
+      "learning_rate": 9.737486233602149e-06,
+      "loss": 2.1937,
+      "step": 34
+    },
+    {
+      "epoch": 1.1680672268907564,
+      "grad_norm": 4.8713836669921875,
+      "learning_rate": 9.714387227305422e-06,
+      "loss": 2.3228,
+      "step": 35
+    },
+    {
+      "epoch": 1.2016806722689075,
+      "grad_norm": 5.048571586608887,
+      "learning_rate": 9.69034413448083e-06,
+      "loss": 1.9506,
+      "step": 36
+    },
+    {
+      "epoch": 1.2352941176470589,
+      "grad_norm": 5.047688007354736,
+      "learning_rate": 9.665361769913187e-06,
+      "loss": 2.2959,
+      "step": 37
+    },
+    {
+      "epoch": 1.26890756302521,
+      "grad_norm": 5.056053161621094,
+      "learning_rate": 9.639445136482549e-06,
+      "loss": 2.0905,
+      "step": 38
+    },
+    {
+      "epoch": 1.3025210084033614,
+      "grad_norm": 3.506237506866455,
+      "learning_rate": 9.612599424162344e-06,
+      "loss": 1.9687,
+      "step": 39
+    },
+    {
+      "epoch": 1.3361344537815127,
+      "grad_norm": 4.794375896453857,
+      "learning_rate": 9.584830008980068e-06,
+      "loss": 1.9774,
+      "step": 40
+    },
+    {
+      "epoch": 1.3361344537815127,
+      "eval_loss": 1.870819091796875,
+      "eval_runtime": 12.0354,
+      "eval_samples_per_second": 2.077,
+      "eval_steps_per_second": 0.582,
+      "step": 40
+    },
+    {
+      "epoch": 1.3697478991596639,
+      "grad_norm": 5.138720512390137,
+      "learning_rate": 9.55614245194068e-06,
+      "loss": 1.6505,
+      "step": 41
+    },
+    {
+      "epoch": 1.403361344537815,
+      "grad_norm": 3.800957679748535,
+      "learning_rate": 9.526542497912984e-06,
+      "loss": 1.8317,
+      "step": 42
+    },
+    {
+      "epoch": 1.4369747899159664,
+      "grad_norm": 4.458896636962891,
+      "learning_rate": 9.496036074479184e-06,
+      "loss": 1.6714,
+      "step": 43
+    },
+    {
+      "epoch": 1.4705882352941178,
+      "grad_norm": 3.317945718765259,
+      "learning_rate": 9.464629290747844e-06,
+      "loss": 1.825,
+      "step": 44
+    },
+    {
+      "epoch": 1.504201680672269,
+      "grad_norm": 3.235334634780884,
+      "learning_rate": 9.432328436130493e-06,
+      "loss": 1.5301,
+      "step": 45
+    },
+    {
+      "epoch": 1.53781512605042,
+      "grad_norm": 3.7489278316497803,
+      "learning_rate": 9.399139979082148e-06,
+      "loss": 1.5717,
+      "step": 46
+    },
+    {
+      "epoch": 1.5714285714285714,
+      "grad_norm": 2.814138889312744,
+      "learning_rate": 9.365070565805941e-06,
+      "loss": 1.6659,
+      "step": 47
+    },
+    {
+      "epoch": 1.6050420168067228,
+      "grad_norm": 3.219665765762329,
+      "learning_rate": 9.330127018922195e-06,
+      "loss": 1.5103,
+      "step": 48
+    },
+    {
+      "epoch": 1.6050420168067228,
+      "eval_loss": 1.3871335983276367,
+      "eval_runtime": 12.0361,
+      "eval_samples_per_second": 2.077,
+      "eval_steps_per_second": 0.582,
+      "step": 48
+    },
+    {
+      "epoch": 1.638655462184874,
+      "grad_norm": 3.621195077896118,
+      "learning_rate": 9.294316336102132e-06,
+      "loss": 1.4593,
+      "step": 49
+    },
+    {
+      "epoch": 1.6722689075630253,
+      "grad_norm": 3.5364909172058105,
+      "learning_rate": 9.257645688666557e-06,
+      "loss": 1.4013,
+      "step": 50
+    },
+    {
+      "epoch": 1.7058823529411766,
+      "grad_norm": 2.968980073928833,
+      "learning_rate": 9.220122420149753e-06,
+      "loss": 1.4879,
+      "step": 51
+    },
+    {
+      "epoch": 1.7394957983193278,
+      "grad_norm": 2.562370777130127,
+      "learning_rate": 9.181754044828882e-06,
+      "loss": 1.3619,
+      "step": 52
+    },
+    {
+      "epoch": 1.773109243697479,
+      "grad_norm": 2.976408004760742,
+      "learning_rate": 9.142548246219212e-06,
+      "loss": 1.2078,
+      "step": 53
+    },
+    {
+      "epoch": 1.8067226890756303,
+      "grad_norm": 3.2309634685516357,
+      "learning_rate": 9.102512875535439e-06,
+      "loss": 1.0231,
+      "step": 54
+    },
+    {
+      "epoch": 1.8403361344537816,
+      "grad_norm": 2.9703569412231445,
+      "learning_rate": 9.06165595011943e-06,
+      "loss": 1.5202,
+      "step": 55
+    },
+    {
+      "epoch": 1.8739495798319328,
+      "grad_norm": 3.620556354522705,
+      "learning_rate": 9.019985651834703e-06,
+      "loss": 1.1904,
+      "step": 56
+    },
+    {
+      "epoch": 1.8739495798319328,
+      "eval_loss": 1.0541609525680542,
+      "eval_runtime": 12.0294,
+      "eval_samples_per_second": 2.078,
+      "eval_steps_per_second": 0.582,
+      "step": 56
+    },
+    {
+      "epoch": 1.907563025210084,
+      "grad_norm": 2.8404018878936768,
+      "learning_rate": 8.97751032542795e-06,
+      "loss": 1.1275,
+      "step": 57
+    },
+    {
+      "epoch": 1.9411764705882353,
+      "grad_norm": 2.9330008029937744,
+      "learning_rate": 8.93423847685795e-06,
+      "loss": 1.2625,
+      "step": 58
+    },
+    {
+      "epoch": 1.9747899159663866,
+      "grad_norm": 3.747128963470459,
+      "learning_rate": 8.890178771592198e-06,
+      "loss": 1.0427,
+      "step": 59
+    },
+    {
+      "epoch": 2.0,
+      "grad_norm": 4.598628520965576,
+      "learning_rate": 8.845340032871584e-06,
+      "loss": 0.5982,
+      "step": 60
+    },
+    {
+      "epoch": 2.033613445378151,
+      "grad_norm": 2.659691333770752,
+      "learning_rate": 8.799731239943488e-06,
+      "loss": 1.0643,
+      "step": 61
+    },
+    {
+      "epoch": 2.0672268907563027,
+      "grad_norm": 3.448178768157959,
+      "learning_rate": 8.753361526263622e-06,
+      "loss": 0.8037,
+      "step": 62
+    },
+    {
+      "epoch": 2.100840336134454,
+      "grad_norm": 4.392441272735596,
+      "learning_rate": 8.706240177667003e-06,
+      "loss": 0.5474,
+      "step": 63
+    },
+    {
+      "epoch": 2.134453781512605,
+      "grad_norm": 3.435783624649048,
+      "learning_rate": 8.658376630508391e-06,
+      "loss": 1.0394,
+      "step": 64
+    },
+    {
+      "epoch": 2.134453781512605,
+      "eval_loss": 0.8591052889823914,
+      "eval_runtime": 12.0335,
+      "eval_samples_per_second": 2.078,
+      "eval_steps_per_second": 0.582,
+      "step": 64
+    },
+    {
+      "epoch": 2.168067226890756,
+      "grad_norm": 3.652780294418335,
+      "learning_rate": 8.609780469772623e-06,
+      "loss": 0.8207,
+      "step": 65
+    },
+    {
+      "epoch": 2.2016806722689077,
+      "grad_norm": 4.205479145050049,
+      "learning_rate": 8.56046142715513e-06,
+      "loss": 0.7293,
+      "step": 66
+    },
+    {
+      "epoch": 2.235294117647059,
+      "grad_norm": 4.328608512878418,
+      "learning_rate": 8.510429379113114e-06,
+      "loss": 1.1445,
+      "step": 67
+    },
+    {
+      "epoch": 2.26890756302521,
+      "grad_norm": 2.992579936981201,
+      "learning_rate": 8.459694344887732e-06,
+      "loss": 0.461,
+      "step": 68
+    },
+    {
+      "epoch": 2.302521008403361,
+      "grad_norm": 3.3023149967193604,
+      "learning_rate": 8.408266484497664e-06,
+      "loss": 0.9115,
+      "step": 69
+    },
+    {
+      "epoch": 2.3361344537815127,
+      "grad_norm": 3.0709333419799805,
+      "learning_rate": 8.356156096704516e-06,
+      "loss": 0.3745,
+      "step": 70
+    },
+    {
+      "epoch": 2.369747899159664,
+      "grad_norm": 3.3897287845611572,
+      "learning_rate": 8.303373616950408e-06,
+      "loss": 0.4913,
+      "step": 71
+    },
+    {
+      "epoch": 2.403361344537815,
+      "grad_norm": 3.306938886642456,
+      "learning_rate": 8.249929615268234e-06,
+      "loss": 0.5501,
+      "step": 72
+    },
+    {
+      "epoch": 2.403361344537815,
+      "eval_loss": 0.6722928881645203,
+      "eval_runtime": 12.0411,
+      "eval_samples_per_second": 2.076,
+      "eval_steps_per_second": 0.581,
+      "step": 72
+    },
+    {
+      "epoch": 2.4369747899159666,
+      "grad_norm": 3.504460334777832,
+      "learning_rate": 8.195834794164925e-06,
+      "loss": 1.0348,
+      "step": 73
+    },
+    {
+      "epoch": 2.4705882352941178,
+      "grad_norm": 3.0955419540405273,
+      "learning_rate": 8.141099986478212e-06,
+      "loss": 0.9719,
+      "step": 74
+    },
+    {
+      "epoch": 2.504201680672269,
+      "grad_norm": 3.5875039100646973,
+      "learning_rate": 8.085736153207277e-06,
+      "loss": 0.6814,
+      "step": 75
+    },
+    {
+      "epoch": 2.53781512605042,
+      "grad_norm": 3.203245162963867,
+      "learning_rate": 8.029754381317741e-06,
+      "loss": 0.9234,
+      "step": 76
+    },
+    {
+      "epoch": 2.571428571428571,
+      "grad_norm": 2.9670157432556152,
+      "learning_rate": 7.973165881521435e-06,
+      "loss": 0.6265,
+      "step": 77
+    },
+    {
+      "epoch": 2.6050420168067228,
+      "grad_norm": 3.2151577472686768,
+      "learning_rate": 7.915981986031367e-06,
+      "loss": 0.313,
+      "step": 78
+    },
+    {
+      "epoch": 2.638655462184874,
+      "grad_norm": 2.7305543422698975,
+      "learning_rate": 7.858214146292394e-06,
+      "loss": 0.4951,
+      "step": 79
+    },
+    {
+      "epoch": 2.6722689075630255,
+      "grad_norm": 3.675318717956543,
+      "learning_rate": 7.799873930687979e-06,
+      "loss": 0.2454,
+      "step": 80
+    },
+    {
+      "epoch": 2.6722689075630255,
+      "eval_loss": 0.536856472492218,
+      "eval_runtime": 12.0568,
+      "eval_samples_per_second": 2.074,
+      "eval_steps_per_second": 0.581,
+      "step": 80
+    },
+    {
+      "epoch": 2.7058823529411766,
+      "grad_norm": 1.8047897815704346,
+      "learning_rate": 7.74097302222355e-06,
+      "loss": 0.4276,
+      "step": 81
+    },
+    {
+      "epoch": 2.7394957983193278,
+      "grad_norm": 2.843857765197754,
+      "learning_rate": 7.681523216186912e-06,
+      "loss": 0.1704,
+      "step": 82
+    },
+    {
+      "epoch": 2.773109243697479,
+      "grad_norm": 2.3356502056121826,
+      "learning_rate": 7.621536417786159e-06,
+      "loss": 0.2967,
+      "step": 83
+    },
+    {
+      "epoch": 2.80672268907563,
+      "grad_norm": 2.3808438777923584,
+      "learning_rate": 7.5610246397655715e-06,
+      "loss": 0.2374,
+      "step": 84
+    },
+    {
+      "epoch": 2.8403361344537816,
+      "grad_norm": 2.5754661560058594,
+      "learning_rate": 7.500000000000001e-06,
+      "loss": 0.6951,
+      "step": 85
+    },
+    {
+      "epoch": 2.8739495798319328,
+      "grad_norm": 3.8589160442352295,
+      "learning_rate": 7.438474719068174e-06,
+      "loss": 0.3943,
+      "step": 86
+    },
+    {
+      "epoch": 2.907563025210084,
+      "grad_norm": 2.7497880458831787,
+      "learning_rate": 7.37646111780545e-06,
+      "loss": 0.3995,
+      "step": 87
+    },
+    {
+      "epoch": 2.9411764705882355,
+      "grad_norm": 3.4608285427093506,
+      "learning_rate": 7.313971614836496e-06,
+      "loss": 0.4499,
+      "step": 88
+    },
+    {
+      "epoch": 2.9411764705882355,
+      "eval_loss": 0.42864924669265747,
+      "eval_runtime": 12.0207,
+      "eval_samples_per_second": 2.08,
+      "eval_steps_per_second": 0.582,
+      "step": 88
+    },
+    {
+      "epoch": 2.9747899159663866,
+      "grad_norm": 3.7563107013702393,
+      "learning_rate": 7.251018724088367e-06,
+      "loss": 0.3587,
+      "step": 89
+    },
+    {
+      "epoch": 3.0,
+      "grad_norm": 2.986473798751831,
+      "learning_rate": 7.187615052284522e-06,
+      "loss": 0.2523,
+      "step": 90
+    },
+    {
+      "epoch": 3.033613445378151,
+      "grad_norm": 2.074615240097046,
+      "learning_rate": 7.12377329642024e-06,
+      "loss": 0.3245,
+      "step": 91
+    },
+    {
+      "epoch": 3.0672268907563027,
+      "grad_norm": 1.6591023206710815,
+      "learning_rate": 7.059506241219964e-06,
+      "loss": 0.404,
+      "step": 92
+    },
+    {
+      "epoch": 3.100840336134454,
+      "grad_norm": 2.0738601684570312,
+      "learning_rate": 6.994826756577082e-06,
+      "loss": 0.4466,
+      "step": 93
+    },
+    {
+      "epoch": 3.134453781512605,
+      "grad_norm": 1.8895370960235596,
+      "learning_rate": 6.9297477949766445e-06,
+      "loss": 0.1547,
+      "step": 94
+    },
+    {
+      "epoch": 3.168067226890756,
+      "grad_norm": 2.5287699699401855,
+      "learning_rate": 6.864282388901544e-06,
+      "loss": 0.5676,
+      "step": 95
+    },
+    {
+      "epoch": 3.2016806722689077,
+      "grad_norm": 2.2020397186279297,
+      "learning_rate": 6.79844364822268e-06,
+      "loss": 0.2194,
+      "step": 96
+    },
+    {
+      "epoch": 3.2016806722689077,
+      "eval_loss": 0.36906442046165466,
+      "eval_runtime": 12.0127,
+      "eval_samples_per_second": 2.081,
+      "eval_steps_per_second": 0.583,
+      "step": 96
+    },
+    {
+      "epoch": 3.235294117647059,
+      "grad_norm": 2.3070523738861084,
+      "learning_rate": 6.732244757573619e-06,
+      "loss": 0.2882,
+      "step": 97
+    },
+    {
+      "epoch": 3.26890756302521,
+      "grad_norm": 1.7963759899139404,
+      "learning_rate": 6.665698973710289e-06,
+      "loss": 0.1729,
+      "step": 98
+    },
+    {
+      "epoch": 3.302521008403361,
+      "grad_norm": 2.02447772026062,
+      "learning_rate": 6.598819622856227e-06,
+      "loss": 0.2463,
+      "step": 99
+    },
+    {
+      "epoch": 3.3361344537815127,
+      "grad_norm": 1.7601453065872192,
+      "learning_rate": 6.531620098033919e-06,
+      "loss": 0.2725,
+      "step": 100
+    },
+    {
+      "epoch": 3.369747899159664,
+      "grad_norm": 2.4182164669036865,
+      "learning_rate": 6.464113856382752e-06,
+      "loss": 0.2115,
+      "step": 101
+    },
+    {
+      "epoch": 3.403361344537815,
+      "grad_norm": 2.505795955657959,
+      "learning_rate": 6.396314416464151e-06,
+      "loss": 0.4502,
+      "step": 102
+    },
+    {
+      "epoch": 3.4369747899159666,
+      "grad_norm": 1.630191683769226,
+      "learning_rate": 6.328235355554382e-06,
+      "loss": 0.103,
+      "step": 103
+    },
+    {
+      "epoch": 3.4705882352941178,
+      "grad_norm": 1.4123270511627197,
+      "learning_rate": 6.259890306925627e-06,
+      "loss": 0.1172,
+      "step": 104
+    },
+    {
+      "epoch": 3.4705882352941178,
+      "eval_loss": 0.2801525294780731,
+      "eval_runtime": 12.0227,
+      "eval_samples_per_second": 2.079,
+      "eval_steps_per_second": 0.582,
+      "step": 104
+    },
+    {
+      "epoch": 3.504201680672269,
+      "grad_norm": 1.7171785831451416,
+      "learning_rate": 6.191292957115825e-06,
+      "loss": 0.2991,
+      "step": 105
+    },
+    {
+      "epoch": 3.53781512605042,
+      "grad_norm": 1.4823782444000244,
+      "learning_rate": 6.122457043187863e-06,
+      "loss": 0.216,
+      "step": 106
+    },
+    {
+      "epoch": 3.571428571428571,
+      "grad_norm": 2.7622790336608887,
+      "learning_rate": 6.053396349978632e-06,
+      "loss": 0.1453,
+      "step": 107
+    },
+    {
+      "epoch": 3.6050420168067228,
+      "grad_norm": 2.2422022819519043,
+      "learning_rate": 5.984124707338528e-06,
+      "loss": 0.0875,
+      "step": 108
+    },
+    {
+      "epoch": 3.638655462184874,
+      "grad_norm": 1.8057119846343994,
+      "learning_rate": 5.914655987361934e-06,
+      "loss": 0.2743,
+      "step": 109
+    },
+    {
+      "epoch": 3.6722689075630255,
+      "grad_norm": 1.2743725776672363,
+      "learning_rate": 5.8450041016092465e-06,
+      "loss": 0.2001,
+      "step": 110
+    },
+    {
+      "epoch": 3.7058823529411766,
+      "grad_norm": 2.135080575942993,
+      "learning_rate": 5.77518299832099e-06,
+      "loss": 0.2931,
+      "step": 111
+    },
+    {
+      "epoch": 3.7394957983193278,
+      "grad_norm": 2.7830662727355957,
+      "learning_rate": 5.705206659624597e-06,
+      "loss": 0.0739,
+      "step": 112
+    },
+    {
+      "epoch": 3.7394957983193278,
+      "eval_loss": 0.1947932094335556,
+      "eval_runtime": 12.0169,
+      "eval_samples_per_second": 2.08,
+      "eval_steps_per_second": 0.583,
+      "step": 112
+    },
+    {
+      "epoch": 3.773109243697479,
+      "grad_norm": 2.2503886222839355,
+      "learning_rate": 5.635089098734394e-06,
+      "loss": 0.1452,
+      "step": 113
+    },
+    {
+      "epoch": 3.80672268907563,
+      "grad_norm": 1.5595289468765259,
+      "learning_rate": 5.564844357145365e-06,
+      "loss": 0.0696,
+      "step": 114
+    },
+    {
+      "epoch": 3.8403361344537816,
+      "grad_norm": 1.9559892416000366,
+      "learning_rate": 5.49448650182125e-06,
+      "loss": 0.1231,
+      "step": 115
+    },
+    {
+      "epoch": 3.8739495798319328,
+      "grad_norm": 1.3151509761810303,
+      "learning_rate": 5.4240296223775465e-06,
+      "loss": 0.0796,
+      "step": 116
+    },
+    {
+      "epoch": 3.907563025210084,
+      "grad_norm": 2.6869540214538574,
+      "learning_rate": 5.353487828259973e-06,
+      "loss": 0.1171,
+      "step": 117
+    },
+    {
+      "epoch": 3.9411764705882355,
+      "grad_norm": 3.4072158336639404,
+      "learning_rate": 5.282875245918963e-06,
+      "loss": 0.2115,
+      "step": 118
+    },
+    {
+      "epoch": 3.9747899159663866,
+      "grad_norm": 2.99674916267395,
+      "learning_rate": 5.212206015980742e-06,
+      "loss": 0.1756,
+      "step": 119
+    },
+    {
+      "epoch": 4.0,
+      "grad_norm": 1.7564973831176758,
+      "learning_rate": 5.141494290415592e-06,
+      "loss": 0.1524,
+      "step": 120
+    },
+    {
+      "epoch": 4.0,
+      "eval_loss": 0.14572814106941223,
+      "eval_runtime": 12.0344,
+      "eval_samples_per_second": 2.077,
+      "eval_steps_per_second": 0.582,
+      "step": 120
+    },
+    {
+      "epoch": 4.033613445378151,
+      "grad_norm": 1.6185134649276733,
+      "learning_rate": 5.070754229703811e-06,
+      "loss": 0.2036,
+      "step": 121
+    },
+    {
+      "epoch": 4.067226890756302,
+      "grad_norm": 1.89780855178833,
+      "learning_rate": 5e-06,
+      "loss": 0.1084,
+      "step": 122
+    },
+    {
+      "epoch": 4.100840336134453,
+      "grad_norm": 1.0683470964431763,
+      "learning_rate": 4.929245770296191e-06,
+      "loss": 0.024,
+      "step": 123
+    },
+    {
+      "epoch": 4.1344537815126055,
+      "grad_norm": 1.3199543952941895,
+      "learning_rate": 4.85850570958441e-06,
+      "loss": 0.0721,
+      "step": 124
+    },
+    {
+      "epoch": 4.168067226890757,
+      "grad_norm": 1.3227624893188477,
+      "learning_rate": 4.78779398401926e-06,
+      "loss": 0.1053,
+      "step": 125
+    },
+    {
+      "epoch": 4.201680672268908,
+      "grad_norm": 0.9929068684577942,
+      "learning_rate": 4.717124754081038e-06,
+      "loss": 0.0404,
+      "step": 126
+    },
+    {
+      "epoch": 4.235294117647059,
+      "grad_norm": 2.746427536010742,
+      "learning_rate": 4.646512171740028e-06,
+      "loss": 0.1037,
+      "step": 127
+    },
+    {
+      "epoch": 4.26890756302521,
+      "grad_norm": 1.6636719703674316,
+      "learning_rate": 4.575970377622456e-06,
+      "loss": 0.0444,
+      "step": 128
+    },
+    {
+      "epoch": 4.26890756302521,
+      "eval_loss": 0.1125473603606224,
+      "eval_runtime": 12.0488,
+      "eval_samples_per_second": 2.075,
+      "eval_steps_per_second": 0.581,
+      "step": 128
+    },
+    {
+      "epoch": 4.302521008403361,
+      "grad_norm": 1.1535725593566895,
+      "learning_rate": 4.505513498178752e-06,
+      "loss": 0.0378,
+      "step": 129
+    },
+    {
+      "epoch": 4.336134453781512,
+      "grad_norm": 1.7697710990905762,
+      "learning_rate": 4.435155642854637e-06,
+      "loss": 0.0869,
+      "step": 130
+    },
+    {
+      "epoch": 4.369747899159664,
+      "grad_norm": 0.9928828477859497,
+      "learning_rate": 4.364910901265607e-06,
+      "loss": 0.0737,
+      "step": 131
+    },
+    {
+      "epoch": 4.4033613445378155,
+      "grad_norm": 1.6332063674926758,
+      "learning_rate": 4.294793340375405e-06,
+      "loss": 0.1098,
+      "step": 132
+    },
+    {
+      "epoch": 4.436974789915967,
+      "grad_norm": 2.2281079292297363,
+      "learning_rate": 4.224817001679011e-06,
+      "loss": 0.0657,
+      "step": 133
+    },
+    {
+      "epoch": 4.470588235294118,
+      "grad_norm": 3.8611080646514893,
+      "learning_rate": 4.154995898390756e-06,
+      "loss": 0.1013,
+      "step": 134
+    },
+    {
+      "epoch": 4.504201680672269,
+      "grad_norm": 0.7134477496147156,
+      "learning_rate": 4.085344012638067e-06,
+      "loss": 0.0105,
+      "step": 135
+    },
+    {
+      "epoch": 4.53781512605042,
+      "grad_norm": 3.5929417610168457,
+      "learning_rate": 4.015875292661474e-06,
+      "loss": 0.1385,
+      "step": 136
+    },
+    {
+      "epoch": 4.53781512605042,
+      "eval_loss": 0.0758795514702797,
+      "eval_runtime": 12.0325,
+      "eval_samples_per_second": 2.078,
+      "eval_steps_per_second": 0.582,
+      "step": 136
+    },
+    {
+      "epoch": 4.571428571428571,
+      "grad_norm": 1.6059097051620483,
+      "learning_rate": 3.94660365002137e-06,
+      "loss": 0.0688,
+      "step": 137
+    },
+    {
+      "epoch": 4.605042016806722,
+      "grad_norm": 1.931578278541565,
+      "learning_rate": 3.877542956812137e-06,
+      "loss": 0.061,
+      "step": 138
+    },
+    {
+      "epoch": 4.6386554621848735,
+      "grad_norm": 4.694330215454102,
+      "learning_rate": 3.808707042884176e-06,
+      "loss": 0.0645,
+      "step": 139
+    },
+    {
+      "epoch": 4.6722689075630255,
+      "grad_norm": 1.5269956588745117,
+      "learning_rate": 3.7401096930743753e-06,
+      "loss": 0.0695,
+      "step": 140
+    },
+    {
+      "epoch": 4.705882352941177,
+      "grad_norm": 1.7759701013565063,
+      "learning_rate": 3.6717646444456196e-06,
+      "loss": 0.0327,
+      "step": 141
+    },
+    {
+      "epoch": 4.739495798319328,
+      "grad_norm": 1.899479627609253,
+      "learning_rate": 3.60368558353585e-06,
+      "loss": 0.0428,
+      "step": 142
+    },
+    {
+      "epoch": 4.773109243697479,
+      "grad_norm": 1.7261422872543335,
+      "learning_rate": 3.5358861436172487e-06,
+      "loss": 0.0628,
+      "step": 143
+    },
+    {
+      "epoch": 4.80672268907563,
+      "grad_norm": 3.8707656860351562,
+      "learning_rate": 3.4683799019660834e-06,
+      "loss": 0.0591,
+      "step": 144
+    },
+    {
+      "epoch": 4.80672268907563,
+      "eval_loss": 0.05604570358991623,
+      "eval_runtime": 12.0383,
+      "eval_samples_per_second": 2.077,
+      "eval_steps_per_second": 0.581,
+      "step": 144
+    },
+    {
+      "epoch": 4.840336134453781,
+      "grad_norm": 0.8072419762611389,
+      "learning_rate": 3.401180377143774e-06,
+      "loss": 0.0301,
+      "step": 145
+    },
+    {
+      "epoch": 4.873949579831933,
+      "grad_norm": 0.8352177739143372,
+      "learning_rate": 3.3343010262897125e-06,
+      "loss": 0.0288,
+      "step": 146
+    },
+    {
+      "epoch": 4.907563025210084,
+      "grad_norm": 2.471827745437622,
+      "learning_rate": 3.2677552424263836e-06,
+      "loss": 0.0198,
+      "step": 147
+    },
+    {
+      "epoch": 4.9411764705882355,
+      "grad_norm": 1.5473682880401611,
+      "learning_rate": 3.2015563517773214e-06,
+      "loss": 0.0546,
+      "step": 148
+    },
+    {
+      "epoch": 4.974789915966387,
+      "grad_norm": 1.4012079238891602,
+      "learning_rate": 3.1357176110984578e-06,
+      "loss": 0.033,
+      "step": 149
+    },
+    {
+      "epoch": 5.0,
+      "grad_norm": 3.0382285118103027,
+      "learning_rate": 3.070252205023356e-06,
+      "loss": 0.0403,
+      "step": 150
+    },
+    {
+      "epoch": 5.033613445378151,
+      "grad_norm": 0.7604548335075378,
+      "learning_rate": 3.0051732434229185e-06,
+      "loss": 0.014,
+      "step": 151
+    },
+    {
+      "epoch": 5.067226890756302,
+      "grad_norm": 1.101543664932251,
+      "learning_rate": 2.9404937587800374e-06,
+      "loss": 0.0252,
+      "step": 152
+    },
+    {
+      "epoch": 5.067226890756302,
+      "eval_loss": 0.04598259553313255,
+      "eval_runtime": 12.0363,
+      "eval_samples_per_second": 2.077,
+      "eval_steps_per_second": 0.582,
+      "step": 152
+    },
+    {
+      "epoch": 5.100840336134453,
+      "grad_norm": 1.4875141382217407,
+      "learning_rate": 2.8762267035797607e-06,
+      "loss": 0.0412,
+      "step": 153
+    },
+    {
+      "epoch": 5.1344537815126055,
+      "grad_norm": 0.619445264339447,
+      "learning_rate": 2.8123849477154808e-06,
+      "loss": 0.0054,
+      "step": 154
+    },
+    {
+      "epoch": 5.168067226890757,
+      "grad_norm": 1.1871784925460815,
+      "learning_rate": 2.748981275911633e-06,
+      "loss": 0.0413,
+      "step": 155
+    },
+    {
+      "epoch": 5.201680672268908,
+      "grad_norm": 0.40735936164855957,
+      "learning_rate": 2.6860283851635067e-06,
+      "loss": 0.0074,
+      "step": 156
+    },
+    {
+      "epoch": 5.235294117647059,
+      "grad_norm": 0.5911487340927124,
+      "learning_rate": 2.6235388821945497e-06,
+      "loss": 0.0081,
+      "step": 157
+    },
+    {
+      "epoch": 5.26890756302521,
+      "grad_norm": 1.218485951423645,
+      "learning_rate": 2.5615252809318287e-06,
+      "loss": 0.0305,
+      "step": 158
+    },
+    {
+      "epoch": 5.302521008403361,
+      "grad_norm": 1.8561826944351196,
+      "learning_rate": 2.5000000000000015e-06,
+      "loss": 0.0281,
+      "step": 159
+    },
+    {
+      "epoch": 5.336134453781512,
+      "grad_norm": 0.45041966438293457,
+      "learning_rate": 2.4389753602344298e-06,
+      "loss": 0.0066,
+      "step": 160
+    },
+    {
+      "epoch": 5.336134453781512,
+      "eval_loss": 0.03697740659117699,
+      "eval_runtime": 12.0402,
+      "eval_samples_per_second": 2.076,
+      "eval_steps_per_second": 0.581,
+      "step": 160
+    },
+    {
+      "epoch": 5.369747899159664,
+      "grad_norm": 1.5783069133758545,
+      "learning_rate": 2.3784635822138424e-06,
+      "loss": 0.026,
+      "step": 161
+    },
+    {
+      "epoch": 5.4033613445378155,
+      "grad_norm": 1.163095474243164,
+      "learning_rate": 2.318476783813088e-06,
+      "loss": 0.0235,
+      "step": 162
+    },
+    {
+      "epoch": 5.436974789915967,
+      "grad_norm": 0.9163492918014526,
+      "learning_rate": 2.2590269777764516e-06,
+      "loss": 0.0379,
+      "step": 163
+    },
+    {
+      "epoch": 5.470588235294118,
+      "grad_norm": 0.6782473921775818,
+      "learning_rate": 2.2001260693120236e-06,
+      "loss": 0.0232,
+      "step": 164
+    },
+    {
+      "epoch": 5.504201680672269,
+      "grad_norm": 0.7572933435440063,
+      "learning_rate": 2.141785853707607e-06,
+      "loss": 0.0201,
+      "step": 165
+    },
+    {
+      "epoch": 5.53781512605042,
+      "grad_norm": 0.5534552335739136,
+      "learning_rate": 2.0840180139686333e-06,
+      "loss": 0.0159,
+      "step": 166
+    },
+    {
+      "epoch": 5.571428571428571,
+      "grad_norm": 0.6240038275718689,
+      "learning_rate": 2.0268341184785674e-06,
+      "loss": 0.0127,
+      "step": 167
+    },
+    {
+      "epoch": 5.605042016806722,
+      "grad_norm": 0.8554280400276184,
+      "learning_rate": 1.9702456186822595e-06,
+      "loss": 0.023,
+      "step": 168
+    },
+    {
+      "epoch": 5.605042016806722,
+      "eval_loss": 0.025182316079735756,
+      "eval_runtime": 12.0618,
+      "eval_samples_per_second": 2.073,
+      "eval_steps_per_second": 0.58,
+      "step": 168
+    },
+    {
+      "epoch": 5.6386554621848735,
+      "grad_norm": 0.4920494556427002,
+      "learning_rate": 1.9142638467927254e-06,
+      "loss": 0.008,
+      "step": 169
+    },
+    {
+      "epoch": 5.6722689075630255,
+      "grad_norm": 0.2633163332939148,
+      "learning_rate": 1.8589000135217882e-06,
+      "loss": 0.0051,
+      "step": 170
+    },
+    {
+      "epoch": 5.705882352941177,
+      "grad_norm": 0.4242977797985077,
+      "learning_rate": 1.8041652058350768e-06,
+      "loss": 0.0116,
+      "step": 171
+    },
+    {
+      "epoch": 5.739495798319328,
+      "grad_norm": 0.42241370677948,
+      "learning_rate": 1.7500703847317663e-06,
+      "loss": 0.0123,
+      "step": 172
+    },
+    {
+      "epoch": 5.773109243697479,
+      "grad_norm": 0.2185809314250946,
+      "learning_rate": 1.6966263830495939e-06,
+      "loss": 0.0052,
+      "step": 173
+    },
+    {
+      "epoch": 5.80672268907563,
+      "grad_norm": 0.2527461349964142,
+      "learning_rate": 1.6438439032954857e-06,
+      "loss": 0.0042,
+      "step": 174
+    }
+  ],
+  "logging_steps": 1,
+  "max_steps": 232,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 8,
+  "save_steps": 29,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 2.3847936907542528e+17,
+  "train_batch_size": 2,
+  "trial_name": null,
+  "trial_params": null
+}

checkpoint-174/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85f8f9b09204e1090ec2369a8805ad857a677dac1a4ca5d19752c2e11cd99114
+size 7505

checkpoint-203/README.md

@@ -0,0 +1,202 @@
+---
+base_model: /dpool/Meta-Llama-3.1-8B-Instruct-abliterated
+library_name: peft
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.15.2

checkpoint-203/adapter_config.json

@@ -0,0 +1,39 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "/dpool/Meta-Llama-3.1-8B-Instruct-abliterated",
+  "bias": "none",
+  "corda_config": null,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": null,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_bias": false,
+  "lora_dropout": 0.05,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 16,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "gate_proj",
+    "k_proj",
+    "q_proj",
+    "down_proj",
+    "o_proj",
+    "v_proj",
+    "up_proj"
+  ],
+  "task_type": "CAUSAL_LM",
+  "trainable_token_indices": null,
+  "use_dora": false,
+  "use_rslora": false
+}

checkpoint-203/adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bb727d0baa67ce624d31404aa7d08fe1b3d22bb0803dc227dbeacaabbccbc14
+size 167832240

checkpoint-203/optimizer.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bca54679ae7e3020560c58e2ab91174a8dd7193f742e34c0d749c4c10b0f52b
+size 335945763

checkpoint-203/pytorch_model_fsdp.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f80aaff5df8aae32f9532e6510dddade30d9ab66bcf01bbdff6d8fd55d05f6c2
+size 167939969

checkpoint-203/rng_state_0.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:946b20ccae5cc7505d33498e01e5a06d60cc338801a396c1b81f36238f1be329
+size 14917

checkpoint-203/rng_state_1.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:466c29719d4757f0e4597d2dd336041e8c37fe898267a6a8802f14780619ce27
+size 14917

checkpoint-203/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:473ff78f69464127d7c06305629f8bf609b4e064be718572a8f613676519ef01
+size 1465

checkpoint-203/special_tokens_map.json

@@ -0,0 +1,23 @@
+{
+  "bos_token": {
+    "content": "<|begin_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|eot_id|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<|end_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

checkpoint-203/tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b9e4e7fb171f92fd137b777cc2714bf87d11576700a1dcd7a399e7bbe39537b
+size 17209920

checkpoint-203/tokenizer_config.json

@@ -0,0 +1,2064 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{% set loop_messages = messages %}{% for message in loop_messages %}{% set content = '<|start_header_id|>' + message['role'] + '<|end_header_id|>\n\n'+ message['content'] | trim + '<|eot_id|>' %}{% if loop.index0 == 0 %}{% set content = bos_token + content %}{% endif %}{{ content }}{% endfor %}{{ '<|start_header_id|>assistant<|end_header_id|>\n\n' }}",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "extra_special_tokens": {},
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "pad_token": "<|end_of_text|>",
+  "tokenizer_class": "PreTrainedTokenizer"
+}

checkpoint-203/trainer_state.json

@@ -0,0 +1,1663 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 6.773109243697479,
+  "eval_steps": 8,
+  "global_step": 203,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.03361344537815126,
+      "grad_norm": 2.6346614360809326,
+      "learning_rate": 0.0,
+      "loss": 3.5587,
+      "step": 1
+    },
+    {
+      "epoch": 0.03361344537815126,
+      "eval_loss": 3.4337246417999268,
+      "eval_runtime": 12.0401,
+      "eval_samples_per_second": 2.076,
+      "eval_steps_per_second": 0.581,
+      "step": 1
+    },
+    {
+      "epoch": 0.06722689075630252,
+      "grad_norm": 3.2896828651428223,
+      "learning_rate": 1.0000000000000002e-06,
+      "loss": 3.6974,
+      "step": 2
+    },
+    {
+      "epoch": 0.10084033613445378,
+      "grad_norm": 2.942761182785034,
+      "learning_rate": 2.0000000000000003e-06,
+      "loss": 3.7682,
+      "step": 3
+    },
+    {
+      "epoch": 0.13445378151260504,
+      "grad_norm": 3.322763442993164,
+      "learning_rate": 3e-06,
+      "loss": 4.1233,
+      "step": 4
+    },
+    {
+      "epoch": 0.16806722689075632,
+      "grad_norm": 2.542609214782715,
+      "learning_rate": 4.000000000000001e-06,
+      "loss": 3.7296,
+      "step": 5
+    },
+    {
+      "epoch": 0.20168067226890757,
+      "grad_norm": 2.8525142669677734,
+      "learning_rate": 5e-06,
+      "loss": 3.8537,
+      "step": 6
+    },
+    {
+      "epoch": 0.23529411764705882,
+      "grad_norm": 2.3698537349700928,
+      "learning_rate": 6e-06,
+      "loss": 3.648,
+      "step": 7
+    },
+    {
+      "epoch": 0.2689075630252101,
+      "grad_norm": 2.540416955947876,
+      "learning_rate": 7e-06,
+      "loss": 3.6702,
+      "step": 8
+    },
+    {
+      "epoch": 0.2689075630252101,
+      "eval_loss": 3.4260427951812744,
+      "eval_runtime": 12.0264,
+      "eval_samples_per_second": 2.079,
+      "eval_steps_per_second": 0.582,
+      "step": 8
+    },
+    {
+      "epoch": 0.3025210084033613,
+      "grad_norm": 2.424398422241211,
+      "learning_rate": 8.000000000000001e-06,
+      "loss": 3.3544,
+      "step": 9
+    },
+    {
+      "epoch": 0.33613445378151263,
+      "grad_norm": 3.290915012359619,
+      "learning_rate": 9e-06,
+      "loss": 3.9672,
+      "step": 10
+    },
+    {
+      "epoch": 0.3697478991596639,
+      "grad_norm": 2.8242039680480957,
+      "learning_rate": 1e-05,
+      "loss": 3.591,
+      "step": 11
+    },
+    {
+      "epoch": 0.40336134453781514,
+      "grad_norm": 2.9474833011627197,
+      "learning_rate": 9.999499358833745e-06,
+      "loss": 3.6958,
+      "step": 12
+    },
+    {
+      "epoch": 0.4369747899159664,
+      "grad_norm": 3.4582228660583496,
+      "learning_rate": 9.99799753559161e-06,
+      "loss": 3.99,
+      "step": 13
+    },
+    {
+      "epoch": 0.47058823529411764,
+      "grad_norm": 3.1884031295776367,
+      "learning_rate": 9.99549483102341e-06,
+      "loss": 3.8204,
+      "step": 14
+    },
+    {
+      "epoch": 0.5042016806722689,
+      "grad_norm": 2.423398017883301,
+      "learning_rate": 9.991991746311916e-06,
+      "loss": 3.0469,
+      "step": 15
+    },
+    {
+      "epoch": 0.5378151260504201,
+      "grad_norm": 3.3329102993011475,
+      "learning_rate": 9.9874889829725e-06,
+      "loss": 3.5802,
+      "step": 16
+    },
+    {
+      "epoch": 0.5378151260504201,
+      "eval_loss": 3.316091299057007,
+      "eval_runtime": 12.0143,
+      "eval_samples_per_second": 2.081,
+      "eval_steps_per_second": 0.583,
+      "step": 16
+    },
+    {
+      "epoch": 0.5714285714285714,
+      "grad_norm": 2.8659586906433105,
+      "learning_rate": 9.981987442712634e-06,
+      "loss": 3.0165,
+      "step": 17
+    },
+    {
+      "epoch": 0.6050420168067226,
+      "grad_norm": 3.4627182483673096,
+      "learning_rate": 9.97548822725133e-06,
+      "loss": 3.9333,
+      "step": 18
+    },
+    {
+      "epoch": 0.6386554621848739,
+      "grad_norm": 3.3491547107696533,
+      "learning_rate": 9.967992638098517e-06,
+      "loss": 3.5018,
+      "step": 19
+    },
+    {
+      "epoch": 0.6722689075630253,
+      "grad_norm": 2.7486977577209473,
+      "learning_rate": 9.959502176294384e-06,
+      "loss": 2.9875,
+      "step": 20
+    },
+    {
+      "epoch": 0.7058823529411765,
+      "grad_norm": 2.9063732624053955,
+      "learning_rate": 9.950018542108818e-06,
+      "loss": 3.0974,
+      "step": 21
+    },
+    {
+      "epoch": 0.7394957983193278,
+      "grad_norm": 3.2880260944366455,
+      "learning_rate": 9.939543634700891e-06,
+      "loss": 3.141,
+      "step": 22
+    },
+    {
+      "epoch": 0.773109243697479,
+      "grad_norm": 3.086613416671753,
+      "learning_rate": 9.928079551738542e-06,
+      "loss": 3.0282,
+      "step": 23
+    },
+    {
+      "epoch": 0.8067226890756303,
+      "grad_norm": 3.7129077911376953,
+      "learning_rate": 9.915628588978522e-06,
+      "loss": 3.2421,
+      "step": 24
+    },
+    {
+      "epoch": 0.8067226890756303,
+      "eval_loss": 3.0272111892700195,
+      "eval_runtime": 12.0429,
+      "eval_samples_per_second": 2.076,
+      "eval_steps_per_second": 0.581,
+      "step": 24
+    },
+    {
+      "epoch": 0.8403361344537815,
+      "grad_norm": 4.430984973907471,
+      "learning_rate": 9.902193239806634e-06,
+      "loss": 3.2481,
+      "step": 25
+    },
+    {
+      "epoch": 0.8739495798319328,
+      "grad_norm": 3.6558125019073486,
+      "learning_rate": 9.887776194738433e-06,
+      "loss": 2.8553,
+      "step": 26
+    },
+    {
+      "epoch": 0.907563025210084,
+      "grad_norm": 4.079296112060547,
+      "learning_rate": 9.872380340880416e-06,
+      "loss": 3.0176,
+      "step": 27
+    },
+    {
+      "epoch": 0.9411764705882353,
+      "grad_norm": 4.859598159790039,
+      "learning_rate": 9.856008761351882e-06,
+      "loss": 2.7999,
+      "step": 28
+    },
+    {
+      "epoch": 0.9747899159663865,
+      "grad_norm": 4.5133957862854,
+      "learning_rate": 9.838664734667496e-06,
+      "loss": 2.933,
+      "step": 29
+    },
+    {
+      "epoch": 1.0,
+      "grad_norm": 4.612884044647217,
+      "learning_rate": 9.820351734080754e-06,
+      "loss": 2.5651,
+      "step": 30
+    },
+    {
+      "epoch": 1.0336134453781514,
+      "grad_norm": 4.931149959564209,
+      "learning_rate": 9.801073426888447e-06,
+      "loss": 2.5854,
+      "step": 31
+    },
+    {
+      "epoch": 1.0672268907563025,
+      "grad_norm": 5.286943435668945,
+      "learning_rate": 9.780833673696255e-06,
+      "loss": 2.322,
+      "step": 32
+    },
+    {
+      "epoch": 1.0672268907563025,
+      "eval_loss": 2.48122239112854,
+      "eval_runtime": 12.0206,
+      "eval_samples_per_second": 2.08,
+      "eval_steps_per_second": 0.582,
+      "step": 32
+    },
+    {
+      "epoch": 1.1008403361344539,
+      "grad_norm": 4.670954704284668,
+      "learning_rate": 9.759636527645633e-06,
+      "loss": 2.4513,
+      "step": 33
+    },
+    {
+      "epoch": 1.134453781512605,
+      "grad_norm": 4.8246169090271,
+      "learning_rate": 9.737486233602149e-06,
+      "loss": 2.1937,
+      "step": 34
+    },
+    {
+      "epoch": 1.1680672268907564,
+      "grad_norm": 4.8713836669921875,
+      "learning_rate": 9.714387227305422e-06,
+      "loss": 2.3228,
+      "step": 35
+    },
+    {
+      "epoch": 1.2016806722689075,
+      "grad_norm": 5.048571586608887,
+      "learning_rate": 9.69034413448083e-06,
+      "loss": 1.9506,
+      "step": 36
+    },
+    {
+      "epoch": 1.2352941176470589,
+      "grad_norm": 5.047688007354736,
+      "learning_rate": 9.665361769913187e-06,
+      "loss": 2.2959,
+      "step": 37
+    },
+    {
+      "epoch": 1.26890756302521,
+      "grad_norm": 5.056053161621094,
+      "learning_rate": 9.639445136482549e-06,
+      "loss": 2.0905,
+      "step": 38
+    },
+    {
+      "epoch": 1.3025210084033614,
+      "grad_norm": 3.506237506866455,
+      "learning_rate": 9.612599424162344e-06,
+      "loss": 1.9687,
+      "step": 39
+    },
+    {
+      "epoch": 1.3361344537815127,
+      "grad_norm": 4.794375896453857,
+      "learning_rate": 9.584830008980068e-06,
+      "loss": 1.9774,
+      "step": 40
+    },
+    {
+      "epoch": 1.3361344537815127,
+      "eval_loss": 1.870819091796875,
+      "eval_runtime": 12.0354,
+      "eval_samples_per_second": 2.077,
+      "eval_steps_per_second": 0.582,
+      "step": 40
+    },
+    {
+      "epoch": 1.3697478991596639,
+      "grad_norm": 5.138720512390137,
+      "learning_rate": 9.55614245194068e-06,
+      "loss": 1.6505,
+      "step": 41
+    },
+    {
+      "epoch": 1.403361344537815,
+      "grad_norm": 3.800957679748535,
+      "learning_rate": 9.526542497912984e-06,
+      "loss": 1.8317,
+      "step": 42
+    },
+    {
+      "epoch": 1.4369747899159664,
+      "grad_norm": 4.458896636962891,
+      "learning_rate": 9.496036074479184e-06,
+      "loss": 1.6714,
+      "step": 43
+    },
+    {
+      "epoch": 1.4705882352941178,
+      "grad_norm": 3.317945718765259,
+      "learning_rate": 9.464629290747844e-06,
+      "loss": 1.825,
+      "step": 44
+    },
+    {
+      "epoch": 1.504201680672269,
+      "grad_norm": 3.235334634780884,
+      "learning_rate": 9.432328436130493e-06,
+      "loss": 1.5301,
+      "step": 45
+    },
+    {
+      "epoch": 1.53781512605042,
+      "grad_norm": 3.7489278316497803,
+      "learning_rate": 9.399139979082148e-06,
+      "loss": 1.5717,
+      "step": 46
+    },
+    {
+      "epoch": 1.5714285714285714,
+      "grad_norm": 2.814138889312744,
+      "learning_rate": 9.365070565805941e-06,
+      "loss": 1.6659,
+      "step": 47
+    },
+    {
+      "epoch": 1.6050420168067228,
+      "grad_norm": 3.219665765762329,
+      "learning_rate": 9.330127018922195e-06,
+      "loss": 1.5103,
+      "step": 48
+    },
+    {
+      "epoch": 1.6050420168067228,
+      "eval_loss": 1.3871335983276367,
+      "eval_runtime": 12.0361,
+      "eval_samples_per_second": 2.077,
+      "eval_steps_per_second": 0.582,
+      "step": 48
+    },
+    {
+      "epoch": 1.638655462184874,
+      "grad_norm": 3.621195077896118,
+      "learning_rate": 9.294316336102132e-06,
+      "loss": 1.4593,
+      "step": 49
+    },
+    {
+      "epoch": 1.6722689075630253,
+      "grad_norm": 3.5364909172058105,
+      "learning_rate": 9.257645688666557e-06,
+      "loss": 1.4013,
+      "step": 50
+    },
+    {
+      "epoch": 1.7058823529411766,
+      "grad_norm": 2.968980073928833,
+      "learning_rate": 9.220122420149753e-06,
+      "loss": 1.4879,
+      "step": 51
+    },
+    {
+      "epoch": 1.7394957983193278,
+      "grad_norm": 2.562370777130127,
+      "learning_rate": 9.181754044828882e-06,
+      "loss": 1.3619,
+      "step": 52
+    },
+    {
+      "epoch": 1.773109243697479,
+      "grad_norm": 2.976408004760742,
+      "learning_rate": 9.142548246219212e-06,
+      "loss": 1.2078,
+      "step": 53
+    },
+    {
+      "epoch": 1.8067226890756303,
+      "grad_norm": 3.2309634685516357,
+      "learning_rate": 9.102512875535439e-06,
+      "loss": 1.0231,
+      "step": 54
+    },
+    {
+      "epoch": 1.8403361344537816,
+      "grad_norm": 2.9703569412231445,
+      "learning_rate": 9.06165595011943e-06,
+      "loss": 1.5202,
+      "step": 55
+    },
+    {
+      "epoch": 1.8739495798319328,
+      "grad_norm": 3.620556354522705,
+      "learning_rate": 9.019985651834703e-06,
+      "loss": 1.1904,
+      "step": 56
+    },
+    {
+      "epoch": 1.8739495798319328,
+      "eval_loss": 1.0541609525680542,
+      "eval_runtime": 12.0294,
+      "eval_samples_per_second": 2.078,
+      "eval_steps_per_second": 0.582,
+      "step": 56
+    },
+    {
+      "epoch": 1.907563025210084,
+      "grad_norm": 2.8404018878936768,
+      "learning_rate": 8.97751032542795e-06,
+      "loss": 1.1275,
+      "step": 57
+    },
+    {
+      "epoch": 1.9411764705882353,
+      "grad_norm": 2.9330008029937744,
+      "learning_rate": 8.93423847685795e-06,
+      "loss": 1.2625,
+      "step": 58
+    },
+    {
+      "epoch": 1.9747899159663866,
+      "grad_norm": 3.747128963470459,
+      "learning_rate": 8.890178771592198e-06,
+      "loss": 1.0427,
+      "step": 59
+    },
+    {
+      "epoch": 2.0,
+      "grad_norm": 4.598628520965576,
+      "learning_rate": 8.845340032871584e-06,
+      "loss": 0.5982,
+      "step": 60
+    },
+    {
+      "epoch": 2.033613445378151,
+      "grad_norm": 2.659691333770752,
+      "learning_rate": 8.799731239943488e-06,
+      "loss": 1.0643,
+      "step": 61
+    },
+    {
+      "epoch": 2.0672268907563027,
+      "grad_norm": 3.448178768157959,
+      "learning_rate": 8.753361526263622e-06,
+      "loss": 0.8037,
+      "step": 62
+    },
+    {
+      "epoch": 2.100840336134454,
+      "grad_norm": 4.392441272735596,
+      "learning_rate": 8.706240177667003e-06,
+      "loss": 0.5474,
+      "step": 63
+    },
+    {
+      "epoch": 2.134453781512605,
+      "grad_norm": 3.435783624649048,
+      "learning_rate": 8.658376630508391e-06,
+      "loss": 1.0394,
+      "step": 64
+    },
+    {
+      "epoch": 2.134453781512605,
+      "eval_loss": 0.8591052889823914,
+      "eval_runtime": 12.0335,
+      "eval_samples_per_second": 2.078,
+      "eval_steps_per_second": 0.582,
+      "step": 64
+    },
+    {
+      "epoch": 2.168067226890756,
+      "grad_norm": 3.652780294418335,
+      "learning_rate": 8.609780469772623e-06,
+      "loss": 0.8207,
+      "step": 65
+    },
+    {
+      "epoch": 2.2016806722689077,
+      "grad_norm": 4.205479145050049,
+      "learning_rate": 8.56046142715513e-06,
+      "loss": 0.7293,
+      "step": 66
+    },
+    {
+      "epoch": 2.235294117647059,
+      "grad_norm": 4.328608512878418,
+      "learning_rate": 8.510429379113114e-06,
+      "loss": 1.1445,
+      "step": 67
+    },
+    {
+      "epoch": 2.26890756302521,
+      "grad_norm": 2.992579936981201,
+      "learning_rate": 8.459694344887732e-06,
+      "loss": 0.461,
+      "step": 68
+    },
+    {
+      "epoch": 2.302521008403361,
+      "grad_norm": 3.3023149967193604,
+      "learning_rate": 8.408266484497664e-06,
+      "loss": 0.9115,
+      "step": 69
+    },
+    {
+      "epoch": 2.3361344537815127,
+      "grad_norm": 3.0709333419799805,
+      "learning_rate": 8.356156096704516e-06,
+      "loss": 0.3745,
+      "step": 70
+    },
+    {
+      "epoch": 2.369747899159664,
+      "grad_norm": 3.3897287845611572,
+      "learning_rate": 8.303373616950408e-06,
+      "loss": 0.4913,
+      "step": 71
+    },
+    {
+      "epoch": 2.403361344537815,
+      "grad_norm": 3.306938886642456,
+      "learning_rate": 8.249929615268234e-06,
+      "loss": 0.5501,
+      "step": 72
+    },
+    {
+      "epoch": 2.403361344537815,
+      "eval_loss": 0.6722928881645203,
+      "eval_runtime": 12.0411,
+      "eval_samples_per_second": 2.076,
+      "eval_steps_per_second": 0.581,
+      "step": 72
+    },
+    {
+      "epoch": 2.4369747899159666,
+      "grad_norm": 3.504460334777832,
+      "learning_rate": 8.195834794164925e-06,
+      "loss": 1.0348,
+      "step": 73
+    },
+    {
+      "epoch": 2.4705882352941178,
+      "grad_norm": 3.0955419540405273,
+      "learning_rate": 8.141099986478212e-06,
+      "loss": 0.9719,
+      "step": 74
+    },
+    {
+      "epoch": 2.504201680672269,
+      "grad_norm": 3.5875039100646973,
+      "learning_rate": 8.085736153207277e-06,
+      "loss": 0.6814,
+      "step": 75
+    },
+    {
+      "epoch": 2.53781512605042,
+      "grad_norm": 3.203245162963867,
+      "learning_rate": 8.029754381317741e-06,
+      "loss": 0.9234,
+      "step": 76
+    },
+    {
+      "epoch": 2.571428571428571,
+      "grad_norm": 2.9670157432556152,
+      "learning_rate": 7.973165881521435e-06,
+      "loss": 0.6265,
+      "step": 77
+    },
+    {
+      "epoch": 2.6050420168067228,
+      "grad_norm": 3.2151577472686768,
+      "learning_rate": 7.915981986031367e-06,
+      "loss": 0.313,
+      "step": 78
+    },
+    {
+      "epoch": 2.638655462184874,
+      "grad_norm": 2.7305543422698975,
+      "learning_rate": 7.858214146292394e-06,
+      "loss": 0.4951,
+      "step": 79
+    },
+    {
+      "epoch": 2.6722689075630255,
+      "grad_norm": 3.675318717956543,
+      "learning_rate": 7.799873930687979e-06,
+      "loss": 0.2454,
+      "step": 80
+    },
+    {
+      "epoch": 2.6722689075630255,
+      "eval_loss": 0.536856472492218,
+      "eval_runtime": 12.0568,
+      "eval_samples_per_second": 2.074,
+      "eval_steps_per_second": 0.581,
+      "step": 80
+    },
+    {
+      "epoch": 2.7058823529411766,
+      "grad_norm": 1.8047897815704346,
+      "learning_rate": 7.74097302222355e-06,
+      "loss": 0.4276,
+      "step": 81
+    },
+    {
+      "epoch": 2.7394957983193278,
+      "grad_norm": 2.843857765197754,
+      "learning_rate": 7.681523216186912e-06,
+      "loss": 0.1704,
+      "step": 82
+    },
+    {
+      "epoch": 2.773109243697479,
+      "grad_norm": 2.3356502056121826,
+      "learning_rate": 7.621536417786159e-06,
+      "loss": 0.2967,
+      "step": 83
+    },
+    {
+      "epoch": 2.80672268907563,
+      "grad_norm": 2.3808438777923584,
+      "learning_rate": 7.5610246397655715e-06,
+      "loss": 0.2374,
+      "step": 84
+    },
+    {
+      "epoch": 2.8403361344537816,
+      "grad_norm": 2.5754661560058594,
+      "learning_rate": 7.500000000000001e-06,
+      "loss": 0.6951,
+      "step": 85
+    },
+    {
+      "epoch": 2.8739495798319328,
+      "grad_norm": 3.8589160442352295,
+      "learning_rate": 7.438474719068174e-06,
+      "loss": 0.3943,
+      "step": 86
+    },
+    {
+      "epoch": 2.907563025210084,
+      "grad_norm": 2.7497880458831787,
+      "learning_rate": 7.37646111780545e-06,
+      "loss": 0.3995,
+      "step": 87
+    },
+    {
+      "epoch": 2.9411764705882355,
+      "grad_norm": 3.4608285427093506,
+      "learning_rate": 7.313971614836496e-06,
+      "loss": 0.4499,
+      "step": 88
+    },
+    {
+      "epoch": 2.9411764705882355,
+      "eval_loss": 0.42864924669265747,
+      "eval_runtime": 12.0207,
+      "eval_samples_per_second": 2.08,
+      "eval_steps_per_second": 0.582,
+      "step": 88
+    },
+    {
+      "epoch": 2.9747899159663866,
+      "grad_norm": 3.7563107013702393,
+      "learning_rate": 7.251018724088367e-06,
+      "loss": 0.3587,
+      "step": 89
+    },
+    {
+      "epoch": 3.0,
+      "grad_norm": 2.986473798751831,
+      "learning_rate": 7.187615052284522e-06,
+      "loss": 0.2523,
+      "step": 90
+    },
+    {
+      "epoch": 3.033613445378151,
+      "grad_norm": 2.074615240097046,
+      "learning_rate": 7.12377329642024e-06,
+      "loss": 0.3245,
+      "step": 91
+    },
+    {
+      "epoch": 3.0672268907563027,
+      "grad_norm": 1.6591023206710815,
+      "learning_rate": 7.059506241219964e-06,
+      "loss": 0.404,
+      "step": 92
+    },
+    {
+      "epoch": 3.100840336134454,
+      "grad_norm": 2.0738601684570312,
+      "learning_rate": 6.994826756577082e-06,
+      "loss": 0.4466,
+      "step": 93
+    },
+    {
+      "epoch": 3.134453781512605,
+      "grad_norm": 1.8895370960235596,
+      "learning_rate": 6.9297477949766445e-06,
+      "loss": 0.1547,
+      "step": 94
+    },
+    {
+      "epoch": 3.168067226890756,
+      "grad_norm": 2.5287699699401855,
+      "learning_rate": 6.864282388901544e-06,
+      "loss": 0.5676,
+      "step": 95
+    },
+    {
+      "epoch": 3.2016806722689077,
+      "grad_norm": 2.2020397186279297,
+      "learning_rate": 6.79844364822268e-06,
+      "loss": 0.2194,
+      "step": 96
+    },
+    {
+      "epoch": 3.2016806722689077,
+      "eval_loss": 0.36906442046165466,
+      "eval_runtime": 12.0127,
+      "eval_samples_per_second": 2.081,
+      "eval_steps_per_second": 0.583,
+      "step": 96
+    },
+    {
+      "epoch": 3.235294117647059,
+      "grad_norm": 2.3070523738861084,
+      "learning_rate": 6.732244757573619e-06,
+      "loss": 0.2882,
+      "step": 97
+    },
+    {
+      "epoch": 3.26890756302521,
+      "grad_norm": 1.7963759899139404,
+      "learning_rate": 6.665698973710289e-06,
+      "loss": 0.1729,
+      "step": 98
+    },
+    {
+      "epoch": 3.302521008403361,
+      "grad_norm": 2.02447772026062,
+      "learning_rate": 6.598819622856227e-06,
+      "loss": 0.2463,
+      "step": 99
+    },
+    {
+      "epoch": 3.3361344537815127,
+      "grad_norm": 1.7601453065872192,
+      "learning_rate": 6.531620098033919e-06,
+      "loss": 0.2725,
+      "step": 100
+    },
+    {
+      "epoch": 3.369747899159664,
+      "grad_norm": 2.4182164669036865,
+      "learning_rate": 6.464113856382752e-06,
+      "loss": 0.2115,
+      "step": 101
+    },
+    {
+      "epoch": 3.403361344537815,
+      "grad_norm": 2.505795955657959,
+      "learning_rate": 6.396314416464151e-06,
+      "loss": 0.4502,
+      "step": 102
+    },
+    {
+      "epoch": 3.4369747899159666,
+      "grad_norm": 1.630191683769226,
+      "learning_rate": 6.328235355554382e-06,
+      "loss": 0.103,
+      "step": 103
+    },
+    {
+      "epoch": 3.4705882352941178,
+      "grad_norm": 1.4123270511627197,
+      "learning_rate": 6.259890306925627e-06,
+      "loss": 0.1172,
+      "step": 104
+    },
+    {
+      "epoch": 3.4705882352941178,
+      "eval_loss": 0.2801525294780731,
+      "eval_runtime": 12.0227,
+      "eval_samples_per_second": 2.079,
+      "eval_steps_per_second": 0.582,
+      "step": 104
+    },
+    {
+      "epoch": 3.504201680672269,
+      "grad_norm": 1.7171785831451416,
+      "learning_rate": 6.191292957115825e-06,
+      "loss": 0.2991,
+      "step": 105
+    },
+    {
+      "epoch": 3.53781512605042,
+      "grad_norm": 1.4823782444000244,
+      "learning_rate": 6.122457043187863e-06,
+      "loss": 0.216,
+      "step": 106
+    },
+    {
+      "epoch": 3.571428571428571,
+      "grad_norm": 2.7622790336608887,
+      "learning_rate": 6.053396349978632e-06,
+      "loss": 0.1453,
+      "step": 107
+    },
+    {
+      "epoch": 3.6050420168067228,
+      "grad_norm": 2.2422022819519043,
+      "learning_rate": 5.984124707338528e-06,
+      "loss": 0.0875,
+      "step": 108
+    },
+    {
+      "epoch": 3.638655462184874,
+      "grad_norm": 1.8057119846343994,
+      "learning_rate": 5.914655987361934e-06,
+      "loss": 0.2743,
+      "step": 109
+    },
+    {
+      "epoch": 3.6722689075630255,
+      "grad_norm": 1.2743725776672363,
+      "learning_rate": 5.8450041016092465e-06,
+      "loss": 0.2001,
+      "step": 110
+    },
+    {
+      "epoch": 3.7058823529411766,
+      "grad_norm": 2.135080575942993,
+      "learning_rate": 5.77518299832099e-06,
+      "loss": 0.2931,
+      "step": 111
+    },
+    {
+      "epoch": 3.7394957983193278,
+      "grad_norm": 2.7830662727355957,
+      "learning_rate": 5.705206659624597e-06,
+      "loss": 0.0739,
+      "step": 112
+    },
+    {
+      "epoch": 3.7394957983193278,
+      "eval_loss": 0.1947932094335556,
+      "eval_runtime": 12.0169,
+      "eval_samples_per_second": 2.08,
+      "eval_steps_per_second": 0.583,
+      "step": 112
+    },
+    {
+      "epoch": 3.773109243697479,
+      "grad_norm": 2.2503886222839355,
+      "learning_rate": 5.635089098734394e-06,
+      "loss": 0.1452,
+      "step": 113
+    },
+    {
+      "epoch": 3.80672268907563,
+      "grad_norm": 1.5595289468765259,
+      "learning_rate": 5.564844357145365e-06,
+      "loss": 0.0696,
+      "step": 114
+    },
+    {
+      "epoch": 3.8403361344537816,
+      "grad_norm": 1.9559892416000366,
+      "learning_rate": 5.49448650182125e-06,
+      "loss": 0.1231,
+      "step": 115
+    },
+    {
+      "epoch": 3.8739495798319328,
+      "grad_norm": 1.3151509761810303,
+      "learning_rate": 5.4240296223775465e-06,
+      "loss": 0.0796,
+      "step": 116
+    },
+    {
+      "epoch": 3.907563025210084,
+      "grad_norm": 2.6869540214538574,
+      "learning_rate": 5.353487828259973e-06,
+      "loss": 0.1171,
+      "step": 117
+    },
+    {
+      "epoch": 3.9411764705882355,
+      "grad_norm": 3.4072158336639404,
+      "learning_rate": 5.282875245918963e-06,
+      "loss": 0.2115,
+      "step": 118
+    },
+    {
+      "epoch": 3.9747899159663866,
+      "grad_norm": 2.99674916267395,
+      "learning_rate": 5.212206015980742e-06,
+      "loss": 0.1756,
+      "step": 119
+    },
+    {
+      "epoch": 4.0,
+      "grad_norm": 1.7564973831176758,
+      "learning_rate": 5.141494290415592e-06,
+      "loss": 0.1524,
+      "step": 120
+    },
+    {
+      "epoch": 4.0,
+      "eval_loss": 0.14572814106941223,
+      "eval_runtime": 12.0344,
+      "eval_samples_per_second": 2.077,
+      "eval_steps_per_second": 0.582,
+      "step": 120
+    },
+    {
+      "epoch": 4.033613445378151,
+      "grad_norm": 1.6185134649276733,
+      "learning_rate": 5.070754229703811e-06,
+      "loss": 0.2036,
+      "step": 121
+    },
+    {
+      "epoch": 4.067226890756302,
+      "grad_norm": 1.89780855178833,
+      "learning_rate": 5e-06,
+      "loss": 0.1084,
+      "step": 122
+    },
+    {
+      "epoch": 4.100840336134453,
+      "grad_norm": 1.0683470964431763,
+      "learning_rate": 4.929245770296191e-06,
+      "loss": 0.024,
+      "step": 123
+    },
+    {
+      "epoch": 4.1344537815126055,
+      "grad_norm": 1.3199543952941895,
+      "learning_rate": 4.85850570958441e-06,
+      "loss": 0.0721,
+      "step": 124
+    },
+    {
+      "epoch": 4.168067226890757,
+      "grad_norm": 1.3227624893188477,
+      "learning_rate": 4.78779398401926e-06,
+      "loss": 0.1053,
+      "step": 125
+    },
+    {
+      "epoch": 4.201680672268908,
+      "grad_norm": 0.9929068684577942,
+      "learning_rate": 4.717124754081038e-06,
+      "loss": 0.0404,
+      "step": 126
+    },
+    {
+      "epoch": 4.235294117647059,
+      "grad_norm": 2.746427536010742,
+      "learning_rate": 4.646512171740028e-06,
+      "loss": 0.1037,
+      "step": 127
+    },
+    {
+      "epoch": 4.26890756302521,
+      "grad_norm": 1.6636719703674316,
+      "learning_rate": 4.575970377622456e-06,
+      "loss": 0.0444,
+      "step": 128
+    },
+    {
+      "epoch": 4.26890756302521,
+      "eval_loss": 0.1125473603606224,
+      "eval_runtime": 12.0488,
+      "eval_samples_per_second": 2.075,
+      "eval_steps_per_second": 0.581,
+      "step": 128
+    },
+    {
+      "epoch": 4.302521008403361,
+      "grad_norm": 1.1535725593566895,
+      "learning_rate": 4.505513498178752e-06,
+      "loss": 0.0378,
+      "step": 129
+    },
+    {
+      "epoch": 4.336134453781512,
+      "grad_norm": 1.7697710990905762,
+      "learning_rate": 4.435155642854637e-06,
+      "loss": 0.0869,
+      "step": 130
+    },
+    {
+      "epoch": 4.369747899159664,
+      "grad_norm": 0.9928828477859497,
+      "learning_rate": 4.364910901265607e-06,
+      "loss": 0.0737,
+      "step": 131
+    },
+    {
+      "epoch": 4.4033613445378155,
+      "grad_norm": 1.6332063674926758,
+      "learning_rate": 4.294793340375405e-06,
+      "loss": 0.1098,
+      "step": 132
+    },
+    {
+      "epoch": 4.436974789915967,
+      "grad_norm": 2.2281079292297363,
+      "learning_rate": 4.224817001679011e-06,
+      "loss": 0.0657,
+      "step": 133
+    },
+    {
+      "epoch": 4.470588235294118,
+      "grad_norm": 3.8611080646514893,
+      "learning_rate": 4.154995898390756e-06,
+      "loss": 0.1013,
+      "step": 134
+    },
+    {
+      "epoch": 4.504201680672269,
+      "grad_norm": 0.7134477496147156,
+      "learning_rate": 4.085344012638067e-06,
+      "loss": 0.0105,
+      "step": 135
+    },
+    {
+      "epoch": 4.53781512605042,
+      "grad_norm": 3.5929417610168457,
+      "learning_rate": 4.015875292661474e-06,
+      "loss": 0.1385,
+      "step": 136
+    },
+    {
+      "epoch": 4.53781512605042,
+      "eval_loss": 0.0758795514702797,
+      "eval_runtime": 12.0325,
+      "eval_samples_per_second": 2.078,
+      "eval_steps_per_second": 0.582,
+      "step": 136
+    },
+    {
+      "epoch": 4.571428571428571,
+      "grad_norm": 1.6059097051620483,
+      "learning_rate": 3.94660365002137e-06,
+      "loss": 0.0688,
+      "step": 137
+    },
+    {
+      "epoch": 4.605042016806722,
+      "grad_norm": 1.931578278541565,
+      "learning_rate": 3.877542956812137e-06,
+      "loss": 0.061,
+      "step": 138
+    },
+    {
+      "epoch": 4.6386554621848735,
+      "grad_norm": 4.694330215454102,
+      "learning_rate": 3.808707042884176e-06,
+      "loss": 0.0645,
+      "step": 139
+    },
+    {
+      "epoch": 4.6722689075630255,
+      "grad_norm": 1.5269956588745117,
+      "learning_rate": 3.7401096930743753e-06,
+      "loss": 0.0695,
+      "step": 140
+    },
+    {
+      "epoch": 4.705882352941177,
+      "grad_norm": 1.7759701013565063,
+      "learning_rate": 3.6717646444456196e-06,
+      "loss": 0.0327,
+      "step": 141
+    },
+    {
+      "epoch": 4.739495798319328,
+      "grad_norm": 1.899479627609253,
+      "learning_rate": 3.60368558353585e-06,
+      "loss": 0.0428,
+      "step": 142
+    },
+    {
+      "epoch": 4.773109243697479,
+      "grad_norm": 1.7261422872543335,
+      "learning_rate": 3.5358861436172487e-06,
+      "loss": 0.0628,
+      "step": 143
+    },
+    {
+      "epoch": 4.80672268907563,
+      "grad_norm": 3.8707656860351562,
+      "learning_rate": 3.4683799019660834e-06,
+      "loss": 0.0591,
+      "step": 144
+    },
+    {
+      "epoch": 4.80672268907563,
+      "eval_loss": 0.05604570358991623,
+      "eval_runtime": 12.0383,
+      "eval_samples_per_second": 2.077,
+      "eval_steps_per_second": 0.581,
+      "step": 144
+    },
+    {
+      "epoch": 4.840336134453781,
+      "grad_norm": 0.8072419762611389,
+      "learning_rate": 3.401180377143774e-06,
+      "loss": 0.0301,
+      "step": 145
+    },
+    {
+      "epoch": 4.873949579831933,
+      "grad_norm": 0.8352177739143372,
+      "learning_rate": 3.3343010262897125e-06,
+      "loss": 0.0288,
+      "step": 146
+    },
+    {
+      "epoch": 4.907563025210084,
+      "grad_norm": 2.471827745437622,
+      "learning_rate": 3.2677552424263836e-06,
+      "loss": 0.0198,
+      "step": 147
+    },
+    {
+      "epoch": 4.9411764705882355,
+      "grad_norm": 1.5473682880401611,
+      "learning_rate": 3.2015563517773214e-06,
+      "loss": 0.0546,
+      "step": 148
+    },
+    {
+      "epoch": 4.974789915966387,
+      "grad_norm": 1.4012079238891602,
+      "learning_rate": 3.1357176110984578e-06,
+      "loss": 0.033,
+      "step": 149
+    },
+    {
+      "epoch": 5.0,
+      "grad_norm": 3.0382285118103027,
+      "learning_rate": 3.070252205023356e-06,
+      "loss": 0.0403,
+      "step": 150
+    },
+    {
+      "epoch": 5.033613445378151,
+      "grad_norm": 0.7604548335075378,
+      "learning_rate": 3.0051732434229185e-06,
+      "loss": 0.014,
+      "step": 151
+    },
+    {
+      "epoch": 5.067226890756302,
+      "grad_norm": 1.101543664932251,
+      "learning_rate": 2.9404937587800374e-06,
+      "loss": 0.0252,
+      "step": 152
+    },
+    {
+      "epoch": 5.067226890756302,
+      "eval_loss": 0.04598259553313255,
+      "eval_runtime": 12.0363,
+      "eval_samples_per_second": 2.077,
+      "eval_steps_per_second": 0.582,
+      "step": 152
+    },
+    {
+      "epoch": 5.100840336134453,
+      "grad_norm": 1.4875141382217407,
+      "learning_rate": 2.8762267035797607e-06,
+      "loss": 0.0412,
+      "step": 153
+    },
+    {
+      "epoch": 5.1344537815126055,
+      "grad_norm": 0.619445264339447,
+      "learning_rate": 2.8123849477154808e-06,
+      "loss": 0.0054,
+      "step": 154
+    },
+    {
+      "epoch": 5.168067226890757,
+      "grad_norm": 1.1871784925460815,
+      "learning_rate": 2.748981275911633e-06,
+      "loss": 0.0413,
+      "step": 155
+    },
+    {
+      "epoch": 5.201680672268908,
+      "grad_norm": 0.40735936164855957,
+      "learning_rate": 2.6860283851635067e-06,
+      "loss": 0.0074,
+      "step": 156
+    },
+    {
+      "epoch": 5.235294117647059,
+      "grad_norm": 0.5911487340927124,
+      "learning_rate": 2.6235388821945497e-06,
+      "loss": 0.0081,
+      "step": 157
+    },
+    {
+      "epoch": 5.26890756302521,
+      "grad_norm": 1.218485951423645,
+      "learning_rate": 2.5615252809318287e-06,
+      "loss": 0.0305,
+      "step": 158
+    },
+    {
+      "epoch": 5.302521008403361,
+      "grad_norm": 1.8561826944351196,
+      "learning_rate": 2.5000000000000015e-06,
+      "loss": 0.0281,
+      "step": 159
+    },
+    {
+      "epoch": 5.336134453781512,
+      "grad_norm": 0.45041966438293457,
+      "learning_rate": 2.4389753602344298e-06,
+      "loss": 0.0066,
+      "step": 160
+    },
+    {
+      "epoch": 5.336134453781512,
+      "eval_loss": 0.03697740659117699,
+      "eval_runtime": 12.0402,
+      "eval_samples_per_second": 2.076,
+      "eval_steps_per_second": 0.581,
+      "step": 160
+    },
+    {
+      "epoch": 5.369747899159664,
+      "grad_norm": 1.5783069133758545,
+      "learning_rate": 2.3784635822138424e-06,
+      "loss": 0.026,
+      "step": 161
+    },
+    {
+      "epoch": 5.4033613445378155,
+      "grad_norm": 1.163095474243164,
+      "learning_rate": 2.318476783813088e-06,
+      "loss": 0.0235,
+      "step": 162
+    },
+    {
+      "epoch": 5.436974789915967,
+      "grad_norm": 0.9163492918014526,
+      "learning_rate": 2.2590269777764516e-06,
+      "loss": 0.0379,
+      "step": 163
+    },
+    {
+      "epoch": 5.470588235294118,
+      "grad_norm": 0.6782473921775818,
+      "learning_rate": 2.2001260693120236e-06,
+      "loss": 0.0232,
+      "step": 164
+    },
+    {
+      "epoch": 5.504201680672269,
+      "grad_norm": 0.7572933435440063,
+      "learning_rate": 2.141785853707607e-06,
+      "loss": 0.0201,
+      "step": 165
+    },
+    {
+      "epoch": 5.53781512605042,
+      "grad_norm": 0.5534552335739136,
+      "learning_rate": 2.0840180139686333e-06,
+      "loss": 0.0159,
+      "step": 166
+    },
+    {
+      "epoch": 5.571428571428571,
+      "grad_norm": 0.6240038275718689,
+      "learning_rate": 2.0268341184785674e-06,
+      "loss": 0.0127,
+      "step": 167
+    },
+    {
+      "epoch": 5.605042016806722,
+      "grad_norm": 0.8554280400276184,
+      "learning_rate": 1.9702456186822595e-06,
+      "loss": 0.023,
+      "step": 168
+    },
+    {
+      "epoch": 5.605042016806722,
+      "eval_loss": 0.025182316079735756,
+      "eval_runtime": 12.0618,
+      "eval_samples_per_second": 2.073,
+      "eval_steps_per_second": 0.58,
+      "step": 168
+    },
+    {
+      "epoch": 5.6386554621848735,
+      "grad_norm": 0.4920494556427002,
+      "learning_rate": 1.9142638467927254e-06,
+      "loss": 0.008,
+      "step": 169
+    },
+    {
+      "epoch": 5.6722689075630255,
+      "grad_norm": 0.2633163332939148,
+      "learning_rate": 1.8589000135217882e-06,
+      "loss": 0.0051,
+      "step": 170
+    },
+    {
+      "epoch": 5.705882352941177,
+      "grad_norm": 0.4242977797985077,
+      "learning_rate": 1.8041652058350768e-06,
+      "loss": 0.0116,
+      "step": 171
+    },
+    {
+      "epoch": 5.739495798319328,
+      "grad_norm": 0.42241370677948,
+      "learning_rate": 1.7500703847317663e-06,
+      "loss": 0.0123,
+      "step": 172
+    },
+    {
+      "epoch": 5.773109243697479,
+      "grad_norm": 0.2185809314250946,
+      "learning_rate": 1.6966263830495939e-06,
+      "loss": 0.0052,
+      "step": 173
+    },
+    {
+      "epoch": 5.80672268907563,
+      "grad_norm": 0.2527461349964142,
+      "learning_rate": 1.6438439032954857e-06,
+      "loss": 0.0042,
+      "step": 174
+    },
+    {
+      "epoch": 5.840336134453781,
+      "grad_norm": 1.115268349647522,
+      "learning_rate": 1.5917335155023368e-06,
+      "loss": 0.0388,
+      "step": 175
+    },
+    {
+      "epoch": 5.873949579831933,
+      "grad_norm": 0.2189863622188568,
+      "learning_rate": 1.5403056551122697e-06,
+      "loss": 0.0033,
+      "step": 176
+    },
+    {
+      "epoch": 5.873949579831933,
+      "eval_loss": 0.02022337168455124,
+      "eval_runtime": 12.1511,
+      "eval_samples_per_second": 2.057,
+      "eval_steps_per_second": 0.576,
+      "step": 176
+    },
+    {
+      "epoch": 5.907563025210084,
+      "grad_norm": 0.36403173208236694,
+      "learning_rate": 1.4895706208868876e-06,
+      "loss": 0.0046,
+      "step": 177
+    },
+    {
+      "epoch": 5.9411764705882355,
+      "grad_norm": 0.43069425225257874,
+      "learning_rate": 1.439538572844873e-06,
+      "loss": 0.0117,
+      "step": 178
+    },
+    {
+      "epoch": 5.974789915966387,
+      "grad_norm": 0.5442333817481995,
+      "learning_rate": 1.390219530227378e-06,
+      "loss": 0.0094,
+      "step": 179
+    },
+    {
+      "epoch": 6.0,
+      "grad_norm": 0.33494141697883606,
+      "learning_rate": 1.3416233694916086e-06,
+      "loss": 0.0041,
+      "step": 180
+    },
+    {
+      "epoch": 6.033613445378151,
+      "grad_norm": 0.4353264272212982,
+      "learning_rate": 1.2937598223330006e-06,
+      "loss": 0.0095,
+      "step": 181
+    },
+    {
+      "epoch": 6.067226890756302,
+      "grad_norm": 0.8706492185592651,
+      "learning_rate": 1.246638473736378e-06,
+      "loss": 0.0306,
+      "step": 182
+    },
+    {
+      "epoch": 6.100840336134453,
+      "grad_norm": 0.37063705921173096,
+      "learning_rate": 1.2002687600565138e-06,
+      "loss": 0.011,
+      "step": 183
+    },
+    {
+      "epoch": 6.1344537815126055,
+      "grad_norm": 0.17374688386917114,
+      "learning_rate": 1.1546599671284158e-06,
+      "loss": 0.0029,
+      "step": 184
+    },
+    {
+      "epoch": 6.1344537815126055,
+      "eval_loss": 0.016795845702290535,
+      "eval_runtime": 12.0844,
+      "eval_samples_per_second": 2.069,
+      "eval_steps_per_second": 0.579,
+      "step": 184
+    },
+    {
+      "epoch": 6.168067226890757,
+      "grad_norm": 0.6054437756538391,
+      "learning_rate": 1.1098212284078037e-06,
+      "loss": 0.0183,
+      "step": 185
+    },
+    {
+      "epoch": 6.201680672268908,
+      "grad_norm": 0.39388203620910645,
+      "learning_rate": 1.0657615231420492e-06,
+      "loss": 0.0094,
+      "step": 186
+    },
+    {
+      "epoch": 6.235294117647059,
+      "grad_norm": 0.27920323610305786,
+      "learning_rate": 1.0224896745720513e-06,
+      "loss": 0.0067,
+      "step": 187
+    },
+    {
+      "epoch": 6.26890756302521,
+      "grad_norm": 0.4058905243873596,
+      "learning_rate": 9.80014348165298e-07,
+      "loss": 0.0067,
+      "step": 188
+    },
+    {
+      "epoch": 6.302521008403361,
+      "grad_norm": 0.4656296968460083,
+      "learning_rate": 9.383440498805712e-07,
+      "loss": 0.0105,
+      "step": 189
+    },
+    {
+      "epoch": 6.336134453781512,
+      "grad_norm": 0.3038158714771271,
+      "learning_rate": 8.974871244645628e-07,
+      "loss": 0.006,
+      "step": 190
+    },
+    {
+      "epoch": 6.369747899159664,
+      "grad_norm": 0.3475418984889984,
+      "learning_rate": 8.574517537807897e-07,
+      "loss": 0.0096,
+      "step": 191
+    },
+    {
+      "epoch": 6.4033613445378155,
+      "grad_norm": 0.17819644510746002,
+      "learning_rate": 8.182459551711197e-07,
+      "loss": 0.0024,
+      "step": 192
+    },
+    {
+      "epoch": 6.4033613445378155,
+      "eval_loss": 0.01543365977704525,
+      "eval_runtime": 12.0639,
+      "eval_samples_per_second": 2.072,
+      "eval_steps_per_second": 0.58,
+      "step": 192
+    },
+    {
+      "epoch": 6.436974789915967,
+      "grad_norm": 0.7435154318809509,
+      "learning_rate": 7.798775798502484e-07,
+      "loss": 0.0136,
+      "step": 193
+    },
+    {
+      "epoch": 6.470588235294118,
+      "grad_norm": 0.2663567364215851,
+      "learning_rate": 7.423543113334436e-07,
+      "loss": 0.0032,
+      "step": 194
+    },
+    {
+      "epoch": 6.504201680672269,
+      "grad_norm": 0.29326626658439636,
+      "learning_rate": 7.056836638978698e-07,
+      "loss": 0.0075,
+      "step": 195
+    },
+    {
+      "epoch": 6.53781512605042,
+      "grad_norm": 0.3095971643924713,
+      "learning_rate": 6.698729810778065e-07,
+      "loss": 0.01,
+      "step": 196
+    },
+    {
+      "epoch": 6.571428571428571,
+      "grad_norm": 0.5871183276176453,
+      "learning_rate": 6.349294341940593e-07,
+      "loss": 0.0131,
+      "step": 197
+    },
+    {
+      "epoch": 6.605042016806722,
+      "grad_norm": 0.6256702542304993,
+      "learning_rate": 6.008600209178539e-07,
+      "loss": 0.0165,
+      "step": 198
+    },
+    {
+      "epoch": 6.6386554621848735,
+      "grad_norm": 0.10408986359834671,
+      "learning_rate": 5.676715638695063e-07,
+      "loss": 0.001,
+      "step": 199
+    },
+    {
+      "epoch": 6.6722689075630255,
+      "grad_norm": 1.2808136940002441,
+      "learning_rate": 5.353707092521581e-07,
+      "loss": 0.0103,
+      "step": 200
+    },
+    {
+      "epoch": 6.6722689075630255,
+      "eval_loss": 0.014628684148192406,
+      "eval_runtime": 12.0564,
+      "eval_samples_per_second": 2.074,
+      "eval_steps_per_second": 0.581,
+      "step": 200
+    },
+    {
+      "epoch": 6.705882352941177,
+      "grad_norm": 0.31355929374694824,
+      "learning_rate": 5.039639255208156e-07,
+      "loss": 0.0082,
+      "step": 201
+    },
+    {
+      "epoch": 6.739495798319328,
+      "grad_norm": 0.3299062252044678,
+      "learning_rate": 4.734575020870169e-07,
+      "loss": 0.0088,
+      "step": 202
+    },
+    {
+      "epoch": 6.773109243697479,
+      "grad_norm": 0.2100951075553894,
+      "learning_rate": 4.43857548059321e-07,
+      "loss": 0.0034,
+      "step": 203
+    }
+  ],
+  "logging_steps": 1,
+  "max_steps": 232,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 8,
+  "save_steps": 29,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 2.7816841023848448e+17,
+  "train_batch_size": 2,
+  "trial_name": null,
+  "trial_params": null
+}

checkpoint-203/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85f8f9b09204e1090ec2369a8805ad857a677dac1a4ca5d19752c2e11cd99114
+size 7505

checkpoint-232/README.md

@@ -0,0 +1,202 @@
+---
+base_model: /dpool/Meta-Llama-3.1-8B-Instruct-abliterated
+library_name: peft
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.15.2

checkpoint-232/adapter_config.json

@@ -0,0 +1,39 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "/dpool/Meta-Llama-3.1-8B-Instruct-abliterated",
+  "bias": "none",
+  "corda_config": null,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": null,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_bias": false,
+  "lora_dropout": 0.05,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 16,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "gate_proj",
+    "k_proj",
+    "q_proj",
+    "down_proj",
+    "o_proj",
+    "v_proj",
+    "up_proj"
+  ],
+  "task_type": "CAUSAL_LM",
+  "trainable_token_indices": null,
+  "use_dora": false,
+  "use_rslora": false
+}

checkpoint-232/adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3088de2095a094689856cbb540058569e7b1847fcc298cd95e277fd301f50912
+size 167832240

checkpoint-232/optimizer.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9caf829c9c14a005eaa7872705409f970c087a1c8956a066982172d4859d718c
+size 335945763

checkpoint-232/pytorch_model_fsdp.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:add2d1c8db478667ffb0e6cabc7f44dfe119ee0fb35c078fe63672ecedcc67da
+size 167939969

checkpoint-232/rng_state_0.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3dc28443c79745e45842e08f9d4ec7d1f0e34547a60e9a4742d818d8413d2fc
+size 14917

checkpoint-232/rng_state_1.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be2e5ee61c2a007b468486afda9c6a3ddceaa6a6d7f194f693ff66d9c0767168
+size 14917