Upload folder using huggingface_hub

README.md

@@ -0,0 +1,75 @@
+---
+license: llama3
+base_model: meta-llama/Meta-Llama-3-8B-Instruct
+tags:
+- alignment-handbook
+- generated_from_trainer
+datasets:
+- princeton-nlp/llama3-ultrafeedback
+model-index:
+- name: llama-3-8b-instruct-cpo-beta-0.1
+  results: []
+---
+
+<!-- This model card has been generated automatically according to the information the Trainer had access to. You
+should probably proofread and complete it, then remove this comment. -->
+
+# llama-3-8b-instruct-cpo-beta-0.1
+
+This model is a fine-tuned version of [meta-llama/Meta-Llama-3-8B-Instruct](https://huggingface.co/meta-llama/Meta-Llama-3-8B-Instruct) on the princeton-nlp/llama3-ultrafeedback dataset.
+It achieves the following results on the evaluation set:
+- Loss: 1.3274
+- Rewards/chosen: -13.1885
+- Rewards/rejected: -14.3989
+- Rewards/accuracies: 0.7016
+- Rewards/margins: 1.2104
+- Logps/rejected: -143.9887
+- Logps/chosen: -131.8848
+- Logits/rejected: 0.2135
+- Logits/chosen: 0.1708
+- Nll Loss: 0.3287
+
+## Model description
+
+More information needed
+
+## Intended uses & limitations
+
+More information needed
+
+## Training and evaluation data
+
+More information needed
+
+## Training procedure
+
+### Training hyperparameters
+
+The following hyperparameters were used during training:
+- learning_rate: 1e-06
+- train_batch_size: 2
+- eval_batch_size: 4
+- seed: 42
+- distributed_type: multi-GPU
+- num_devices: 16
+- gradient_accumulation_steps: 4
+- total_train_batch_size: 128
+- total_eval_batch_size: 64
+- optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
+- lr_scheduler_type: cosine
+- lr_scheduler_warmup_ratio: 0.1
+- num_epochs: 1
+
+### Training results
+
+| Training Loss | Epoch  | Step | Validation Loss | Rewards/chosen | Rewards/rejected | Rewards/accuracies | Rewards/margins | Logps/rejected | Logps/chosen | Logits/rejected | Logits/chosen | Nll Loss |
+|:-------------:|:------:|:----:|:---------------:|:--------------:|:----------------:|:------------------:|:---------------:|:--------------:|:------------:|:---------------:|:-------------:|:--------:|
+| 1.2968        | 0.8547 | 400  | 1.3274          | -13.1885       | -14.3989         | 0.7016             | 1.2104          | -143.9887      | -131.8848    | 0.2135          | 0.1708        | 0.3287   |
+
+
+### Framework versions
+
+- Transformers 4.41.2
+- Pytorch 2.3.0+rocm6.0
+- Datasets 2.19.2
+- Tokenizers 0.19.1

all_results.json

@@ -0,0 +1,23 @@
+{
+    "epoch": 1.0,
+    "eval_logits/chosen": 0.17750975489616394,
+    "eval_logits/rejected": 0.2212180495262146,
+    "eval_logps/chosen": -133.01571655273438,
+    "eval_logps/rejected": -145.18185424804688,
+    "eval_loss": 1.3258469104766846,
+    "eval_nll_loss": 0.3315570652484894,
+    "eval_rewards/accuracies": 0.7177419066429138,
+    "eval_rewards/chosen": -13.3015718460083,
+    "eval_rewards/margins": 1.216615080833435,
+    "eval_rewards/rejected": -14.518187522888184,
+    "eval_runtime": 102.7641,
+    "eval_samples": 1961,
+    "eval_samples_per_second": 19.083,
+    "eval_steps_per_second": 0.302,
+    "total_flos": 0.0,
+    "train_loss": 1.4382328207676227,
+    "train_runtime": 9608.0854,
+    "train_samples": 59876,
+    "train_samples_per_second": 6.232,
+    "train_steps_per_second": 0.049
+}

config.json

@@ -0,0 +1,29 @@
+{
+  "_name_or_path": "meta-llama/Meta-Llama-3-8B-Instruct",
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": 128009,
+  "hidden_act": "silu",
+  "hidden_size": 4096,
+  "initializer_range": 0.02,
+  "intermediate_size": 14336,
+  "max_position_embeddings": 8192,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 32,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": null,
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.41.2",
+  "use_cache": true,
+  "vocab_size": 128256
+}

eval_results.json

@@ -0,0 +1,17 @@
+{
+    "epoch": 1.0,
+    "eval_logits/chosen": 0.17750975489616394,
+    "eval_logits/rejected": 0.2212180495262146,
+    "eval_logps/chosen": -133.01571655273438,
+    "eval_logps/rejected": -145.18185424804688,
+    "eval_loss": 1.3258469104766846,
+    "eval_nll_loss": 0.3315570652484894,
+    "eval_rewards/accuracies": 0.7177419066429138,
+    "eval_rewards/chosen": -13.3015718460083,
+    "eval_rewards/margins": 1.216615080833435,
+    "eval_rewards/rejected": -14.518187522888184,
+    "eval_runtime": 102.7641,
+    "eval_samples": 1961,
+    "eval_samples_per_second": 19.083,
+    "eval_steps_per_second": 0.302
+}

generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128009
+  ],
+  "max_length": 4096,
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.41.2"
+}

model-00001-of-00004.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a7fb1a556840129e883069795721211864f40d0e20c3ad9c8fa03139914c7b8
+size 4976698672

model-00002-of-00004.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:712508ececccafcd1d275b3e49e5affaa794840d48fc713fc3fb3b9284aca631
+size 4999802720

model-00003-of-00004.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f10a571e17c0289001c868040da7f6a2ddf3220e664bccdc89863089d2e7356
+size 4915916176

model-00004-of-00004.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39627f5c705c224f8fcd2dd3c01cfdbef251c166e54f8a5a5bb191a86696a26d
+size 1168138808

model.safetensors.index.json

@@ -0,0 +1,298 @@
+{
+  "metadata": {
+    "total_size": 16060522496
+  },
+  "weight_map": {
+    "lm_head.weight": "model-00004-of-00004.safetensors",
+    "model.embed_tokens.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.2.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.20.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.21.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.3.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.30.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.31.input_layernorm.weight": "model-00004-of-00004.safetensors",
+    "model.layers.31.mlp.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.31.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.31.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.31.post_attention_layernorm.weight": "model-00004-of-00004.safetensors",
+    "model.layers.31.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.31.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.31.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.31.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.9.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.norm.weight": "model-00004-of-00004.safetensors"
+  }
+}

special_tokens_map.json

@@ -0,0 +1,17 @@
+{
+  "bos_token": {
+    "content": "<|begin_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|eot_id|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<|eot_id|>"
+}

tokenizer_config.json

@@ -0,0 +1,2063 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_248|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_249|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_250|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{% set loop_messages = messages %}{% for message in loop_messages %}{% set content = '<|start_header_id|>' + message['role'] + '<|end_header_id|>\n\n'+ message['content'] | trim + '<|eot_id|>' %}{% if loop.index0 == 0 %}{% set content = bos_token + content %}{% endif %}{{ content }}{% endfor %}{% if add_generation_prompt %}{{ '<|start_header_id|>assistant<|end_header_id|>\n\n' }}{% endif %}",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 2048,
+  "pad_token": "<|eot_id|>",
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

train_results.json

@@ -0,0 +1,9 @@
+{
+    "epoch": 1.0,
+    "total_flos": 0.0,
+    "train_loss": 1.4382328207676227,
+    "train_runtime": 9608.0854,
+    "train_samples": 59876,
+    "train_samples_per_second": 6.232,
+    "train_steps_per_second": 0.049
+}

trainer_state.json

@@ -0,0 +1,1547 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 1.0,
+  "eval_steps": 400,
+  "global_step": 468,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.010683760683760684,
+      "grad_norm": 53.325706395174244,
+      "learning_rate": 1.0638297872340425e-07,
+      "logits/chosen": -0.129314124584198,
+      "logits/rejected": -0.1248931884765625,
+      "logps/chosen": -135.08358764648438,
+      "logps/rejected": -137.43325805664062,
+      "loss": 1.7058,
+      "nll_loss": 0.33312344551086426,
+      "rewards/accuracies": 0.550000011920929,
+      "rewards/chosen": -13.508357048034668,
+      "rewards/margins": 0.23496881127357483,
+      "rewards/rejected": -13.743327140808105,
+      "step": 5
+    },
+    {
+      "epoch": 0.021367521367521368,
+      "grad_norm": 55.47829235394904,
+      "learning_rate": 2.127659574468085e-07,
+      "logits/chosen": -0.14523069560527802,
+      "logits/rejected": -0.12604156136512756,
+      "logps/chosen": -138.52426147460938,
+      "logps/rejected": -138.5316619873047,
+      "loss": 1.8327,
+      "nll_loss": 0.3906691372394562,
+      "rewards/accuracies": 0.550000011920929,
+      "rewards/chosen": -13.85242748260498,
+      "rewards/margins": 0.0007393002742901444,
+      "rewards/rejected": -13.853166580200195,
+      "step": 10
+    },
+    {
+      "epoch": 0.03205128205128205,
+      "grad_norm": 49.43226333748803,
+      "learning_rate": 3.1914893617021275e-07,
+      "logits/chosen": -0.11341211944818497,
+      "logits/rejected": -0.049495745450258255,
+      "logps/chosen": -137.65377807617188,
+      "logps/rejected": -135.8640594482422,
+      "loss": 1.8016,
+      "nll_loss": 0.38431602716445923,
+      "rewards/accuracies": 0.42500001192092896,
+      "rewards/chosen": -13.765378952026367,
+      "rewards/margins": -0.1789727509021759,
+      "rewards/rejected": -13.586407661437988,
+      "step": 15
+    },
+    {
+      "epoch": 0.042735042735042736,
+      "grad_norm": 49.78305628254871,
+      "learning_rate": 4.25531914893617e-07,
+      "logits/chosen": -0.016971366479992867,
+      "logits/rejected": 0.0019870593678206205,
+      "logps/chosen": -114.83842468261719,
+      "logps/rejected": -117.45811462402344,
+      "loss": 1.9135,
+      "nll_loss": 0.3634462356567383,
+      "rewards/accuracies": 0.574999988079071,
+      "rewards/chosen": -11.483842849731445,
+      "rewards/margins": 0.2619696259498596,
+      "rewards/rejected": -11.74581241607666,
+      "step": 20
+    },
+    {
+      "epoch": 0.053418803418803416,
+      "grad_norm": 51.145326847505586,
+      "learning_rate": 5.319148936170212e-07,
+      "logits/chosen": -0.07376699149608612,
+      "logits/rejected": -0.0683017149567604,
+      "logps/chosen": -117.89664459228516,
+      "logps/rejected": -117.4900894165039,
+      "loss": 1.9047,
+      "nll_loss": 0.36660850048065186,
+      "rewards/accuracies": 0.6000000238418579,
+      "rewards/chosen": -11.789665222167969,
+      "rewards/margins": -0.040656279772520065,
+      "rewards/rejected": -11.749008178710938,
+      "step": 25
+    },
+    {
+      "epoch": 0.0641025641025641,
+      "grad_norm": 49.16493361461768,
+      "learning_rate": 6.382978723404255e-07,
+      "logits/chosen": -0.025973210111260414,
+      "logits/rejected": -0.06585584580898285,
+      "logps/chosen": -125.08711242675781,
+      "logps/rejected": -131.66029357910156,
+      "loss": 1.7073,
+      "nll_loss": 0.32747945189476013,
+      "rewards/accuracies": 0.550000011920929,
+      "rewards/chosen": -12.508711814880371,
+      "rewards/margins": 0.6573159694671631,
+      "rewards/rejected": -13.166028022766113,
+      "step": 30
+    },
+    {
+      "epoch": 0.07478632478632478,
+      "grad_norm": 47.421405220624315,
+      "learning_rate": 7.446808510638297e-07,
+      "logits/chosen": -0.21625056862831116,
+      "logits/rejected": -0.2136630266904831,
+      "logps/chosen": -132.8556671142578,
+      "logps/rejected": -141.15939331054688,
+      "loss": 1.7525,
+      "nll_loss": 0.34708237648010254,
+      "rewards/accuracies": 0.550000011920929,
+      "rewards/chosen": -13.285565376281738,
+      "rewards/margins": 0.8303732872009277,
+      "rewards/rejected": -14.115941047668457,
+      "step": 35
+    },
+    {
+      "epoch": 0.08547008547008547,
+      "grad_norm": 51.87443941562729,
+      "learning_rate": 8.51063829787234e-07,
+      "logits/chosen": -0.17511573433876038,
+      "logits/rejected": -0.1541801393032074,
+      "logps/chosen": -90.94963073730469,
+      "logps/rejected": -96.69755554199219,
+      "loss": 1.6671,
+      "nll_loss": 0.3230934143066406,
+      "rewards/accuracies": 0.625,
+      "rewards/chosen": -9.094963073730469,
+      "rewards/margins": 0.5747929215431213,
+      "rewards/rejected": -9.669755935668945,
+      "step": 40
+    },
+    {
+      "epoch": 0.09615384615384616,
+      "grad_norm": 52.47331055200087,
+      "learning_rate": 9.574468085106384e-07,
+      "logits/chosen": -0.1329955905675888,
+      "logits/rejected": -0.1524827778339386,
+      "logps/chosen": -109.51045989990234,
+      "logps/rejected": -113.86258697509766,
+      "loss": 1.7698,
+      "nll_loss": 0.35021230578422546,
+      "rewards/accuracies": 0.4749999940395355,
+      "rewards/chosen": -10.951045036315918,
+      "rewards/margins": 0.43521156907081604,
+      "rewards/rejected": -11.386259078979492,
+      "step": 45
+    },
+    {
+      "epoch": 0.10683760683760683,
+      "grad_norm": 47.963761732132916,
+      "learning_rate": 9.998747147528373e-07,
+      "logits/chosen": -0.19674669206142426,
+      "logits/rejected": -0.17990216612815857,
+      "logps/chosen": -133.21511840820312,
+      "logps/rejected": -130.31539916992188,
+      "loss": 1.632,
+      "nll_loss": 0.3093932569026947,
+      "rewards/accuracies": 0.4000000059604645,
+      "rewards/chosen": -13.321512222290039,
+      "rewards/margins": -0.28997141122817993,
+      "rewards/rejected": -13.031539916992188,
+      "step": 50
+    },
+    {
+      "epoch": 0.11752136752136752,
+      "grad_norm": 51.94560167409897,
+      "learning_rate": 9.991093100466482e-07,
+      "logits/chosen": -0.21401865780353546,
+      "logits/rejected": -0.19104179739952087,
+      "logps/chosen": -110.11128234863281,
+      "logps/rejected": -112.35163879394531,
+      "loss": 1.5823,
+      "nll_loss": 0.2831841707229614,
+      "rewards/accuracies": 0.375,
+      "rewards/chosen": -11.011127471923828,
+      "rewards/margins": 0.22403621673583984,
+      "rewards/rejected": -11.235164642333984,
+      "step": 55
+    },
+    {
+      "epoch": 0.1282051282051282,
+      "grad_norm": 58.49154963276172,
+      "learning_rate": 9.976491676662678e-07,
+      "logits/chosen": -0.13603931665420532,
+      "logits/rejected": -0.18451443314552307,
+      "logps/chosen": -119.95387268066406,
+      "logps/rejected": -133.7266845703125,
+      "loss": 1.6162,
+      "nll_loss": 0.2651820778846741,
+      "rewards/accuracies": 0.675000011920929,
+      "rewards/chosen": -11.995387077331543,
+      "rewards/margins": 1.3772820234298706,
+      "rewards/rejected": -13.37267017364502,
+      "step": 60
+    },
+    {
+      "epoch": 0.1388888888888889,
+      "grad_norm": 54.3184236422879,
+      "learning_rate": 9.95496320064109e-07,
+      "logits/chosen": -0.2574421763420105,
+      "logits/rejected": -0.1615368276834488,
+      "logps/chosen": -102.09004211425781,
+      "logps/rejected": -92.2038345336914,
+      "loss": 1.5964,
+      "nll_loss": 0.27036991715431213,
+      "rewards/accuracies": 0.2750000059604645,
+      "rewards/chosen": -10.209004402160645,
+      "rewards/margins": -0.9886210560798645,
+      "rewards/rejected": -9.220383644104004,
+      "step": 65
+    },
+    {
+      "epoch": 0.14957264957264957,
+      "grad_norm": 59.11629390354106,
+      "learning_rate": 9.926537639070456e-07,
+      "logits/chosen": -0.28000539541244507,
+      "logits/rejected": -0.23213541507720947,
+      "logps/chosen": -119.5620346069336,
+      "logps/rejected": -123.65787506103516,
+      "loss": 1.7745,
+      "nll_loss": 0.36628904938697815,
+      "rewards/accuracies": 0.5249999761581421,
+      "rewards/chosen": -11.95620346069336,
+      "rewards/margins": 0.4095849096775055,
+      "rewards/rejected": -12.365787506103516,
+      "step": 70
+    },
+    {
+      "epoch": 0.16025641025641027,
+      "grad_norm": 57.53497747164318,
+      "learning_rate": 9.891254559051884e-07,
+      "logits/chosen": -0.1931193619966507,
+      "logits/rejected": -0.15742453932762146,
+      "logps/chosen": -115.27913665771484,
+      "logps/rejected": -126.52079772949219,
+      "loss": 1.5256,
+      "nll_loss": 0.3370510935783386,
+      "rewards/accuracies": 0.6499999761581421,
+      "rewards/chosen": -11.527913093566895,
+      "rewards/margins": 1.1241672039031982,
+      "rewards/rejected": -12.652081489562988,
+      "step": 75
+    },
+    {
+      "epoch": 0.17094017094017094,
+      "grad_norm": 52.58145471881646,
+      "learning_rate": 9.849163073043223e-07,
+      "logits/chosen": -0.12034114450216293,
+      "logits/rejected": -0.09974785149097443,
+      "logps/chosen": -134.50930786132812,
+      "logps/rejected": -125.11856842041016,
+      "loss": 1.7211,
+      "nll_loss": 0.3088015913963318,
+      "rewards/accuracies": 0.375,
+      "rewards/chosen": -13.450933456420898,
+      "rewards/margins": -0.939074695110321,
+      "rewards/rejected": -12.511857986450195,
+      "step": 80
+    },
+    {
+      "epoch": 0.18162393162393162,
+      "grad_norm": 52.38736187449637,
+      "learning_rate": 9.800321770496724e-07,
+      "logits/chosen": -0.0975460559129715,
+      "logits/rejected": -0.0958404392004013,
+      "logps/chosen": -89.18054962158203,
+      "logps/rejected": -94.65280151367188,
+      "loss": 1.4466,
+      "nll_loss": 0.301828533411026,
+      "rewards/accuracies": 0.574999988079071,
+      "rewards/chosen": -8.918054580688477,
+      "rewards/margins": 0.5472255945205688,
+      "rewards/rejected": -9.465280532836914,
+      "step": 85
+    },
+    {
+      "epoch": 0.19230769230769232,
+      "grad_norm": 52.449979107103914,
+      "learning_rate": 9.744798636305187e-07,
+      "logits/chosen": -0.18882372975349426,
+      "logits/rejected": -0.18104039132595062,
+      "logps/chosen": -94.19184875488281,
+      "logps/rejected": -104.16746520996094,
+      "loss": 1.3906,
+      "nll_loss": 0.26845496892929077,
+      "rewards/accuracies": 0.6000000238418579,
+      "rewards/chosen": -9.419185638427734,
+      "rewards/margins": 0.9975622892379761,
+      "rewards/rejected": -10.416748046875,
+      "step": 90
+    },
+    {
+      "epoch": 0.202991452991453,
+      "grad_norm": 56.906972668285476,
+      "learning_rate": 9.68267095617003e-07,
+      "logits/chosen": -0.17206290364265442,
+      "logits/rejected": -0.12139072269201279,
+      "logps/chosen": -85.0337142944336,
+      "logps/rejected": -85.30671691894531,
+      "loss": 1.627,
+      "nll_loss": 0.3232787847518921,
+      "rewards/accuracies": 0.550000011920929,
+      "rewards/chosen": -8.50337028503418,
+      "rewards/margins": 0.027300655841827393,
+      "rewards/rejected": -8.530672073364258,
+      "step": 95
+    },
+    {
+      "epoch": 0.21367521367521367,
+      "grad_norm": 56.063471274711276,
+      "learning_rate": 9.614025209023083e-07,
+      "logits/chosen": -0.21710339188575745,
+      "logits/rejected": -0.187973290681839,
+      "logps/chosen": -129.84634399414062,
+      "logps/rejected": -132.91452026367188,
+      "loss": 1.4296,
+      "nll_loss": 0.2875466048717499,
+      "rewards/accuracies": 0.574999988079071,
+      "rewards/chosen": -12.984634399414062,
+      "rewards/margins": 0.3068179488182068,
+      "rewards/rejected": -13.291452407836914,
+      "step": 100
+    },
+    {
+      "epoch": 0.22435897435897437,
+      "grad_norm": 54.253076126268894,
+      "learning_rate": 9.538956946651815e-07,
+      "logits/chosen": -0.05166339874267578,
+      "logits/rejected": 0.029095903038978577,
+      "logps/chosen": -104.00286865234375,
+      "logps/rejected": -113.63838958740234,
+      "loss": 1.4212,
+      "nll_loss": 0.2850767970085144,
+      "rewards/accuracies": 0.574999988079071,
+      "rewards/chosen": -10.400287628173828,
+      "rewards/margins": 0.9635505676269531,
+      "rewards/rejected": -11.363838195800781,
+      "step": 105
+    },
+    {
+      "epoch": 0.23504273504273504,
+      "grad_norm": 65.81870203591372,
+      "learning_rate": 9.457570660695539e-07,
+      "logits/chosen": -0.07271315902471542,
+      "logits/rejected": -0.11916762590408325,
+      "logps/chosen": -127.29766845703125,
+      "logps/rejected": -130.58584594726562,
+      "loss": 1.5306,
+      "nll_loss": 0.33747240900993347,
+      "rewards/accuracies": 0.4749999940395355,
+      "rewards/chosen": -12.729766845703125,
+      "rewards/margins": 0.3288170099258423,
+      "rewards/rejected": -13.05858325958252,
+      "step": 110
+    },
+    {
+      "epoch": 0.24572649572649571,
+      "grad_norm": 58.367624421766024,
+      "learning_rate": 9.369979637197774e-07,
+      "logits/chosen": -0.12270005792379379,
+      "logits/rejected": -0.17853489518165588,
+      "logps/chosen": -106.76663970947266,
+      "logps/rejected": -109.66035461425781,
+      "loss": 1.5831,
+      "nll_loss": 0.2727692425251007,
+      "rewards/accuracies": 0.4749999940395355,
+      "rewards/chosen": -10.676663398742676,
+      "rewards/margins": 0.2893708348274231,
+      "rewards/rejected": -10.966034889221191,
+      "step": 115
+    },
+    {
+      "epoch": 0.2564102564102564,
+      "grad_norm": 53.75246999549208,
+      "learning_rate": 9.276305798917158e-07,
+      "logits/chosen": -0.047394849359989166,
+      "logits/rejected": -0.08673441410064697,
+      "logps/chosen": -113.4908447265625,
+      "logps/rejected": -123.5615234375,
+      "loss": 1.551,
+      "nll_loss": 0.28447219729423523,
+      "rewards/accuracies": 0.7749999761581421,
+      "rewards/chosen": -11.34908390045166,
+      "rewards/margins": 1.0070677995681763,
+      "rewards/rejected": -12.35615348815918,
+      "step": 120
+    },
+    {
+      "epoch": 0.2670940170940171,
+      "grad_norm": 64.46832867529025,
+      "learning_rate": 9.176679535616476e-07,
+      "logits/chosen": 0.08038081228733063,
+      "logits/rejected": 0.05699559301137924,
+      "logps/chosen": -112.93634033203125,
+      "logps/rejected": -125.99974060058594,
+      "loss": 1.4662,
+      "nll_loss": 0.35629984736442566,
+      "rewards/accuracies": 0.75,
+      "rewards/chosen": -11.293634414672852,
+      "rewards/margins": 1.3063404560089111,
+      "rewards/rejected": -12.599973678588867,
+      "step": 125
+    },
+    {
+      "epoch": 0.2777777777777778,
+      "grad_norm": 55.82818467114938,
+      "learning_rate": 9.071239522565976e-07,
+      "logits/chosen": -0.07054271548986435,
+      "logits/rejected": -0.024266820400953293,
+      "logps/chosen": -113.1104507446289,
+      "logps/rejected": -116.25431060791016,
+      "loss": 1.4477,
+      "nll_loss": 0.33033448457717896,
+      "rewards/accuracies": 0.6499999761581421,
+      "rewards/chosen": -11.311044692993164,
+      "rewards/margins": 0.3143869638442993,
+      "rewards/rejected": -11.625432014465332,
+      "step": 130
+    },
+    {
+      "epoch": 0.28846153846153844,
+      "grad_norm": 59.467620258292605,
+      "learning_rate": 8.960132527513642e-07,
+      "logits/chosen": -0.06084425374865532,
+      "logits/rejected": -0.062250006943941116,
+      "logps/chosen": -127.11384582519531,
+      "logps/rejected": -127.90572357177734,
+      "loss": 1.5105,
+      "nll_loss": 0.354878306388855,
+      "rewards/accuracies": 0.6000000238418579,
+      "rewards/chosen": -12.711384773254395,
+      "rewards/margins": 0.07918860763311386,
+      "rewards/rejected": -12.790571212768555,
+      "step": 135
+    },
+    {
+      "epoch": 0.29914529914529914,
+      "grad_norm": 67.52329899130741,
+      "learning_rate": 8.8435132063911e-07,
+      "logits/chosen": -0.06606234610080719,
+      "logits/rejected": -0.02088196575641632,
+      "logps/chosen": -135.88082885742188,
+      "logps/rejected": -141.05441284179688,
+      "loss": 1.3854,
+      "nll_loss": 0.35649529099464417,
+      "rewards/accuracies": 0.625,
+      "rewards/chosen": -13.58808422088623,
+      "rewards/margins": 0.5173591375350952,
+      "rewards/rejected": -14.105443000793457,
+      "step": 140
+    },
+    {
+      "epoch": 0.30982905982905984,
+      "grad_norm": 66.6282576658114,
+      "learning_rate": 8.721543888039532e-07,
+      "logits/chosen": -0.14654412865638733,
+      "logits/rejected": -0.15081673860549927,
+      "logps/chosen": -135.72756958007812,
+      "logps/rejected": -131.85450744628906,
+      "loss": 1.4429,
+      "nll_loss": 0.3281570076942444,
+      "rewards/accuracies": 0.4749999940395355,
+      "rewards/chosen": -13.57275676727295,
+      "rewards/margins": -0.38730812072753906,
+      "rewards/rejected": -13.185449600219727,
+      "step": 145
+    },
+    {
+      "epoch": 0.32051282051282054,
+      "grad_norm": 57.916364691190665,
+      "learning_rate": 8.594394348255237e-07,
+      "logits/chosen": -0.2932497560977936,
+      "logits/rejected": -0.25581642985343933,
+      "logps/chosen": -141.12599182128906,
+      "logps/rejected": -141.9236602783203,
+      "loss": 1.4486,
+      "nll_loss": 0.329673707485199,
+      "rewards/accuracies": 0.625,
+      "rewards/chosen": -14.11259937286377,
+      "rewards/margins": 0.07976653426885605,
+      "rewards/rejected": -14.192365646362305,
+      "step": 150
+    },
+    {
+      "epoch": 0.3311965811965812,
+      "grad_norm": 54.1500700625341,
+      "learning_rate": 8.462241573469377e-07,
+      "logits/chosen": -0.19544358551502228,
+      "logits/rejected": -0.1730412244796753,
+      "logps/chosen": -145.17381286621094,
+      "logps/rejected": -144.12461853027344,
+      "loss": 1.4251,
+      "nll_loss": 0.34274980425834656,
+      "rewards/accuracies": 0.5,
+      "rewards/chosen": -14.51738166809082,
+      "rewards/margins": -0.10491929203271866,
+      "rewards/rejected": -14.412463188171387,
+      "step": 155
+    },
+    {
+      "epoch": 0.3418803418803419,
+      "grad_norm": 62.757464156888936,
+      "learning_rate": 8.325269514390834e-07,
+      "logits/chosen": 0.013430899009108543,
+      "logits/rejected": -0.037021975964307785,
+      "logps/chosen": -111.84146881103516,
+      "logps/rejected": -128.94786071777344,
+      "loss": 1.4507,
+      "nll_loss": 0.315662145614624,
+      "rewards/accuracies": 0.6000000238418579,
+      "rewards/chosen": -11.184146881103516,
+      "rewards/margins": 1.7106406688690186,
+      "rewards/rejected": -12.894787788391113,
+      "step": 160
+    },
+    {
+      "epoch": 0.3525641025641026,
+      "grad_norm": 50.800038470428575,
+      "learning_rate": 8.183668829955111e-07,
+      "logits/chosen": -0.3039621412754059,
+      "logits/rejected": -0.287003755569458,
+      "logps/chosen": -139.82981872558594,
+      "logps/rejected": -146.7205352783203,
+      "loss": 1.37,
+      "nll_loss": 0.3524821996688843,
+      "rewards/accuracies": 0.6000000238418579,
+      "rewards/chosen": -13.982983589172363,
+      "rewards/margins": 0.6890703439712524,
+      "rewards/rejected": -14.672053337097168,
+      "step": 165
+    },
+    {
+      "epoch": 0.36324786324786323,
+      "grad_norm": 59.841427525159546,
+      "learning_rate": 8.037636621935684e-07,
+      "logits/chosen": -0.31735068559646606,
+      "logits/rejected": -0.23542420566082,
+      "logps/chosen": -103.27725982666016,
+      "logps/rejected": -106.25889587402344,
+      "loss": 1.3626,
+      "nll_loss": 0.3173479437828064,
+      "rewards/accuracies": 0.550000011920929,
+      "rewards/chosen": -10.327725410461426,
+      "rewards/margins": 0.2981634736061096,
+      "rewards/rejected": -10.625889778137207,
+      "step": 170
+    },
+    {
+      "epoch": 0.37393162393162394,
+      "grad_norm": 52.9514862200353,
+      "learning_rate": 7.887376160587213e-07,
+      "logits/chosen": -0.20337620377540588,
+      "logits/rejected": -0.17184031009674072,
+      "logps/chosen": -116.390869140625,
+      "logps/rejected": -118.56620788574219,
+      "loss": 1.3521,
+      "nll_loss": 0.3265441358089447,
+      "rewards/accuracies": 0.625,
+      "rewards/chosen": -11.639086723327637,
+      "rewards/margins": 0.21753445267677307,
+      "rewards/rejected": -11.856620788574219,
+      "step": 175
+    },
+    {
+      "epoch": 0.38461538461538464,
+      "grad_norm": 50.63958304716666,
+      "learning_rate": 7.733096601702507e-07,
+      "logits/chosen": -0.012370765209197998,
+      "logits/rejected": 0.05527879670262337,
+      "logps/chosen": -113.68470764160156,
+      "logps/rejected": -110.1121597290039,
+      "loss": 1.3928,
+      "nll_loss": 0.3376830518245697,
+      "rewards/accuracies": 0.574999988079071,
+      "rewards/chosen": -11.368470191955566,
+      "rewards/margins": -0.3572540283203125,
+      "rewards/rejected": -11.01121711730957,
+      "step": 180
+    },
+    {
+      "epoch": 0.3952991452991453,
+      "grad_norm": 53.743159898285576,
+      "learning_rate": 7.575012695477076e-07,
+      "logits/chosen": 0.06333889812231064,
+      "logits/rejected": 0.09429727494716644,
+      "logps/chosen": -110.7640609741211,
+      "logps/rejected": -115.84847259521484,
+      "loss": 1.5223,
+      "nll_loss": 0.3274967670440674,
+      "rewards/accuracies": 0.625,
+      "rewards/chosen": -11.076406478881836,
+      "rewards/margins": 0.5084413290023804,
+      "rewards/rejected": -11.584847450256348,
+      "step": 185
+    },
+    {
+      "epoch": 0.405982905982906,
+      "grad_norm": 56.40313393417172,
+      "learning_rate": 7.413344487586542e-07,
+      "logits/chosen": -0.08225846290588379,
+      "logits/rejected": -0.055325210094451904,
+      "logps/chosen": -116.2511978149414,
+      "logps/rejected": -132.88140869140625,
+      "loss": 1.4658,
+      "nll_loss": 0.3596312403678894,
+      "rewards/accuracies": 0.7250000238418579,
+      "rewards/chosen": -11.62511920928955,
+      "rewards/margins": 1.6630210876464844,
+      "rewards/rejected": -13.288141250610352,
+      "step": 190
+    },
+    {
+      "epoch": 0.4166666666666667,
+      "grad_norm": 54.645494345995765,
+      "learning_rate": 7.248317012892968e-07,
+      "logits/chosen": -0.1261519491672516,
+      "logits/rejected": -0.16661445796489716,
+      "logps/chosen": -125.1494140625,
+      "logps/rejected": -137.20791625976562,
+      "loss": 1.4354,
+      "nll_loss": 0.3696037232875824,
+      "rewards/accuracies": 0.6000000238418579,
+      "rewards/chosen": -12.514939308166504,
+      "rewards/margins": 1.2058517932891846,
+      "rewards/rejected": -13.720791816711426,
+      "step": 195
+    },
+    {
+      "epoch": 0.42735042735042733,
+      "grad_norm": 61.519785155196736,
+      "learning_rate": 7.08015998220647e-07,
+      "logits/chosen": -0.13151851296424866,
+      "logits/rejected": -0.08859863132238388,
+      "logps/chosen": -165.24661254882812,
+      "logps/rejected": -170.71624755859375,
+      "loss": 1.4629,
+      "nll_loss": 0.34175121784210205,
+      "rewards/accuracies": 0.550000011920929,
+      "rewards/chosen": -16.524662017822266,
+      "rewards/margins": 0.5469658374786377,
+      "rewards/rejected": -17.07162857055664,
+      "step": 200
+    },
+    {
+      "epoch": 0.43803418803418803,
+      "grad_norm": 55.57722114588639,
+      "learning_rate": 6.909107462538111e-07,
+      "logits/chosen": -0.19121451675891876,
+      "logits/rejected": -0.20065097510814667,
+      "logps/chosen": -142.35458374023438,
+      "logps/rejected": -150.1237030029297,
+      "loss": 1.4106,
+      "nll_loss": 0.34670525789260864,
+      "rewards/accuracies": 0.625,
+      "rewards/chosen": -14.235458374023438,
+      "rewards/margins": 0.7769120335578918,
+      "rewards/rejected": -15.012370109558105,
+      "step": 205
+    },
+    {
+      "epoch": 0.44871794871794873,
+      "grad_norm": 69.86075329234693,
+      "learning_rate": 6.735397551289178e-07,
+      "logits/chosen": -0.1635718047618866,
+      "logits/rejected": -0.1015796884894371,
+      "logps/chosen": -132.5345458984375,
+      "logps/rejected": -135.8687286376953,
+      "loss": 1.4962,
+      "nll_loss": 0.32979699969291687,
+      "rewards/accuracies": 0.4749999940395355,
+      "rewards/chosen": -13.253456115722656,
+      "rewards/margins": 0.33341652154922485,
+      "rewards/rejected": -13.586873054504395,
+      "step": 210
+    },
+    {
+      "epoch": 0.4594017094017094,
+      "grad_norm": 58.3273614395911,
+      "learning_rate": 6.559272044830316e-07,
+      "logits/chosen": -0.07360713183879852,
+      "logits/rejected": -6.962567567825317e-05,
+      "logps/chosen": -122.03056335449219,
+      "logps/rejected": -129.28549194335938,
+      "loss": 1.3599,
+      "nll_loss": 0.3558313846588135,
+      "rewards/accuracies": 0.699999988079071,
+      "rewards/chosen": -12.203059196472168,
+      "rewards/margins": 0.7254913449287415,
+      "rewards/rejected": -12.928548812866211,
+      "step": 215
+    },
+    {
+      "epoch": 0.4700854700854701,
+      "grad_norm": 50.10334120589398,
+      "learning_rate": 6.380976101931879e-07,
+      "logits/chosen": 0.01870536431670189,
+      "logits/rejected": 0.0029756189323961735,
+      "logps/chosen": -107.1243896484375,
+      "logps/rejected": -112.00141906738281,
+      "loss": 1.3138,
+      "nll_loss": 0.3773984909057617,
+      "rewards/accuracies": 0.625,
+      "rewards/chosen": -10.712437629699707,
+      "rewards/margins": 0.48770326375961304,
+      "rewards/rejected": -11.200141906738281,
+      "step": 220
+    },
+    {
+      "epoch": 0.4807692307692308,
+      "grad_norm": 57.01257456037248,
+      "learning_rate": 6.200757902513962e-07,
+      "logits/chosen": -0.0710291862487793,
+      "logits/rejected": -0.1122066006064415,
+      "logps/chosen": -132.7135467529297,
+      "logps/rejected": -147.7503204345703,
+      "loss": 1.3819,
+      "nll_loss": 0.3411773443222046,
+      "rewards/accuracies": 0.625,
+      "rewards/chosen": -13.271354675292969,
+      "rewards/margins": 1.5036779642105103,
+      "rewards/rejected": -14.775032043457031,
+      "step": 225
+    },
+    {
+      "epoch": 0.49145299145299143,
+      "grad_norm": 56.10732954543998,
+      "learning_rate": 6.018868302191139e-07,
+      "logits/chosen": -0.02616579458117485,
+      "logits/rejected": -0.08220602571964264,
+      "logps/chosen": -109.6393051147461,
+      "logps/rejected": -119.71272277832031,
+      "loss": 1.4894,
+      "nll_loss": 0.32466286420822144,
+      "rewards/accuracies": 0.6000000238418579,
+      "rewards/chosen": -10.963930130004883,
+      "rewards/margins": 1.0073410272598267,
+      "rewards/rejected": -11.971270561218262,
+      "step": 230
+    },
+    {
+      "epoch": 0.5021367521367521,
+      "grad_norm": 57.150169644968244,
+      "learning_rate": 5.835560483092742e-07,
+      "logits/chosen": -0.08456510305404663,
+      "logits/rejected": -0.052301835268735886,
+      "logps/chosen": -110.45853424072266,
+      "logps/rejected": -109.49703216552734,
+      "loss": 1.5332,
+      "nll_loss": 0.35862648487091064,
+      "rewards/accuracies": 0.5249999761581421,
+      "rewards/chosen": -11.045854568481445,
+      "rewards/margins": -0.09615027904510498,
+      "rewards/rejected": -10.949705123901367,
+      "step": 235
+    },
+    {
+      "epoch": 0.5128205128205128,
+      "grad_norm": 56.92818984806646,
+      "learning_rate": 5.651089601444752e-07,
+      "logits/chosen": -0.25266486406326294,
+      "logits/rejected": -0.27402007579803467,
+      "logps/chosen": -163.11080932617188,
+      "logps/rejected": -170.6371612548828,
+      "loss": 1.3947,
+      "nll_loss": 0.3526006042957306,
+      "rewards/accuracies": 0.625,
+      "rewards/chosen": -16.311084747314453,
+      "rewards/margins": 0.7526326775550842,
+      "rewards/rejected": -17.063716888427734,
+      "step": 240
+    },
+    {
+      "epoch": 0.5235042735042735,
+      "grad_norm": 55.824252362448014,
+      "learning_rate": 5.465712432403811e-07,
+      "logits/chosen": -0.1512390673160553,
+      "logits/rejected": -0.15393702685832977,
+      "logps/chosen": -140.1497039794922,
+      "logps/rejected": -155.41702270507812,
+      "loss": 1.2664,
+      "nll_loss": 0.34822720289230347,
+      "rewards/accuracies": 0.6499999761581421,
+      "rewards/chosen": -14.014970779418945,
+      "rewards/margins": 1.5267311334609985,
+      "rewards/rejected": -15.541702270507812,
+      "step": 245
+    },
+    {
+      "epoch": 0.5341880341880342,
+      "grad_norm": 61.259217624033624,
+      "learning_rate": 5.279687012637798e-07,
+      "logits/chosen": 0.047980885952711105,
+      "logits/rejected": 0.0825057402253151,
+      "logps/chosen": -131.10092163085938,
+      "logps/rejected": -141.0630645751953,
+      "loss": 1.3979,
+      "nll_loss": 0.3648400902748108,
+      "rewards/accuracies": 0.699999988079071,
+      "rewards/chosen": -13.110092163085938,
+      "rewards/margins": 0.9962142109870911,
+      "rewards/rejected": -14.106305122375488,
+      "step": 250
+    },
+    {
+      "epoch": 0.5448717948717948,
+      "grad_norm": 54.05289475380886,
+      "learning_rate": 5.093272281150382e-07,
+      "logits/chosen": -0.019353587180376053,
+      "logits/rejected": 0.09568696469068527,
+      "logps/chosen": -133.12542724609375,
+      "logps/rejected": -135.47377014160156,
+      "loss": 1.4605,
+      "nll_loss": 0.3375224173069,
+      "rewards/accuracies": 0.574999988079071,
+      "rewards/chosen": -13.312542915344238,
+      "rewards/margins": 0.2348347008228302,
+      "rewards/rejected": -13.54737663269043,
+      "step": 255
+    },
+    {
+      "epoch": 0.5555555555555556,
+      "grad_norm": 55.813930730207794,
+      "learning_rate": 4.906727718849618e-07,
+      "logits/chosen": 0.031209534034132957,
+      "logits/rejected": 0.0828268900513649,
+      "logps/chosen": -109.07014465332031,
+      "logps/rejected": -123.6259994506836,
+      "loss": 1.3422,
+      "nll_loss": 0.2994317412376404,
+      "rewards/accuracies": 0.699999988079071,
+      "rewards/chosen": -10.907014846801758,
+      "rewards/margins": 1.4555847644805908,
+      "rewards/rejected": -12.362600326538086,
+      "step": 260
+    },
+    {
+      "epoch": 0.5662393162393162,
+      "grad_norm": 55.164171360826785,
+      "learning_rate": 4.7203129873622036e-07,
+      "logits/chosen": -0.12409428507089615,
+      "logits/rejected": -0.08072350919246674,
+      "logps/chosen": -142.841552734375,
+      "logps/rejected": -144.4403533935547,
+      "loss": 1.3871,
+      "nll_loss": 0.36165937781333923,
+      "rewards/accuracies": 0.6000000238418579,
+      "rewards/chosen": -14.284154891967773,
+      "rewards/margins": 0.15988163650035858,
+      "rewards/rejected": -14.444036483764648,
+      "step": 265
+    },
+    {
+      "epoch": 0.5769230769230769,
+      "grad_norm": 61.02385741830308,
+      "learning_rate": 4.534287567596188e-07,
+      "logits/chosen": -0.16588857769966125,
+      "logits/rejected": -0.10881330817937851,
+      "logps/chosen": -142.35317993164062,
+      "logps/rejected": -145.8653106689453,
+      "loss": 1.4096,
+      "nll_loss": 0.3703126013278961,
+      "rewards/accuracies": 0.5249999761581421,
+      "rewards/chosen": -14.235316276550293,
+      "rewards/margins": 0.35121291875839233,
+      "rewards/rejected": -14.586529731750488,
+      "step": 270
+    },
+    {
+      "epoch": 0.5876068376068376,
+      "grad_norm": 58.004085751417605,
+      "learning_rate": 4.348910398555249e-07,
+      "logits/chosen": 0.025946801528334618,
+      "logits/rejected": 0.05849064514040947,
+      "logps/chosen": -112.86296081542969,
+      "logps/rejected": -121.48736572265625,
+      "loss": 1.2885,
+      "nll_loss": 0.3448982238769531,
+      "rewards/accuracies": 0.574999988079071,
+      "rewards/chosen": -11.286294937133789,
+      "rewards/margins": 0.8624418377876282,
+      "rewards/rejected": -12.148736953735352,
+      "step": 275
+    },
+    {
+      "epoch": 0.5982905982905983,
+      "grad_norm": 60.093543566265524,
+      "learning_rate": 4.1644395169072575e-07,
+      "logits/chosen": -0.1264003962278366,
+      "logits/rejected": -0.11314131319522858,
+      "logps/chosen": -158.03598022460938,
+      "logps/rejected": -167.41009521484375,
+      "loss": 1.3685,
+      "nll_loss": 0.3446425497531891,
+      "rewards/accuracies": 0.550000011920929,
+      "rewards/chosen": -15.803598403930664,
+      "rewards/margins": 0.9374116063117981,
+      "rewards/rejected": -16.741008758544922,
+      "step": 280
+    },
+    {
+      "epoch": 0.6089743589743589,
+      "grad_norm": 63.57104854646875,
+      "learning_rate": 3.9811316978088615e-07,
+      "logits/chosen": -0.08768756687641144,
+      "logits/rejected": -0.06864931434392929,
+      "logps/chosen": -114.5308837890625,
+      "logps/rejected": -113.0389633178711,
+      "loss": 1.3041,
+      "nll_loss": 0.3934231698513031,
+      "rewards/accuracies": 0.44999998807907104,
+      "rewards/chosen": -11.453088760375977,
+      "rewards/margins": -0.14919374883174896,
+      "rewards/rejected": -11.303895950317383,
+      "step": 285
+    },
+    {
+      "epoch": 0.6196581196581197,
+      "grad_norm": 46.88181022689408,
+      "learning_rate": 3.799242097486038e-07,
+      "logits/chosen": -0.06880898773670197,
+      "logits/rejected": -0.0963631272315979,
+      "logps/chosen": -118.00128173828125,
+      "logps/rejected": -126.088134765625,
+      "loss": 1.3619,
+      "nll_loss": 0.3445819616317749,
+      "rewards/accuracies": 0.6499999761581421,
+      "rewards/chosen": -11.800127983093262,
+      "rewards/margins": 0.8086857795715332,
+      "rewards/rejected": -12.60881519317627,
+      "step": 290
+    },
+    {
+      "epoch": 0.6303418803418803,
+      "grad_norm": 52.868293692367715,
+      "learning_rate": 3.619023898068123e-07,
+      "logits/chosen": 0.04794033616781235,
+      "logits/rejected": 0.02935163304209709,
+      "logps/chosen": -108.1368408203125,
+      "logps/rejected": -113.2763442993164,
+      "loss": 1.3385,
+      "nll_loss": 0.38119053840637207,
+      "rewards/accuracies": 0.6000000238418579,
+      "rewards/chosen": -10.813684463500977,
+      "rewards/margins": 0.5139498710632324,
+      "rewards/rejected": -11.327634811401367,
+      "step": 295
+    },
+    {
+      "epoch": 0.6410256410256411,
+      "grad_norm": 51.20036019131344,
+      "learning_rate": 3.4407279551696846e-07,
+      "logits/chosen": 0.03451260179281235,
+      "logits/rejected": 0.060915928333997726,
+      "logps/chosen": -117.63232421875,
+      "logps/rejected": -124.12806701660156,
+      "loss": 1.3697,
+      "nll_loss": 0.3462775647640228,
+      "rewards/accuracies": 0.5,
+      "rewards/chosen": -11.763232231140137,
+      "rewards/margins": 0.6495749354362488,
+      "rewards/rejected": -12.412806510925293,
+      "step": 300
+    },
+    {
+      "epoch": 0.6517094017094017,
+      "grad_norm": 58.582600175811734,
+      "learning_rate": 3.2646024487108213e-07,
+      "logits/chosen": -0.004241435322910547,
+      "logits/rejected": -0.03947947174310684,
+      "logps/chosen": -144.97406005859375,
+      "logps/rejected": -152.7334442138672,
+      "loss": 1.4605,
+      "nll_loss": 0.34281834959983826,
+      "rewards/accuracies": 0.6499999761581421,
+      "rewards/chosen": -14.497406005859375,
+      "rewards/margins": 0.7759408354759216,
+      "rewards/rejected": -15.273347854614258,
+      "step": 305
+    },
+    {
+      "epoch": 0.6623931623931624,
+      "grad_norm": 57.95314258124262,
+      "learning_rate": 3.0908925374618887e-07,
+      "logits/chosen": -0.12898002564907074,
+      "logits/rejected": -0.06738940626382828,
+      "logps/chosen": -147.439697265625,
+      "logps/rejected": -149.19259643554688,
+      "loss": 1.3813,
+      "nll_loss": 0.3252050578594208,
+      "rewards/accuracies": 0.574999988079071,
+      "rewards/chosen": -14.74397087097168,
+      "rewards/margins": 0.1752903163433075,
+      "rewards/rejected": -14.91926097869873,
+      "step": 310
+    },
+    {
+      "epoch": 0.6730769230769231,
+      "grad_norm": 62.09918976711039,
+      "learning_rate": 2.91984001779353e-07,
+      "logits/chosen": -0.05374965816736221,
+      "logits/rejected": 0.0732099637389183,
+      "logps/chosen": -148.73020935058594,
+      "logps/rejected": -150.61476135253906,
+      "loss": 1.3364,
+      "nll_loss": 0.31267058849334717,
+      "rewards/accuracies": 0.574999988079071,
+      "rewards/chosen": -14.873019218444824,
+      "rewards/margins": 0.18845567107200623,
+      "rewards/rejected": -15.06147575378418,
+      "step": 315
+    },
+    {
+      "epoch": 0.6837606837606838,
+      "grad_norm": 50.667972535787875,
+      "learning_rate": 2.751682987107029e-07,
+      "logits/chosen": 0.08584196865558624,
+      "logits/rejected": 0.1222977414727211,
+      "logps/chosen": -110.92390441894531,
+      "logps/rejected": -119.34083557128906,
+      "loss": 1.306,
+      "nll_loss": 0.3358796238899231,
+      "rewards/accuracies": 0.6000000238418579,
+      "rewards/chosen": -11.092391967773438,
+      "rewards/margins": 0.841692328453064,
+      "rewards/rejected": -11.934083938598633,
+      "step": 320
+    },
+    {
+      "epoch": 0.6944444444444444,
+      "grad_norm": 55.51527877131126,
+      "learning_rate": 2.5866555124134577e-07,
+      "logits/chosen": 0.03731069713830948,
+      "logits/rejected": 0.012952113524079323,
+      "logps/chosen": -145.85842895507812,
+      "logps/rejected": -154.74974060058594,
+      "loss": 1.3157,
+      "nll_loss": 0.31585749983787537,
+      "rewards/accuracies": 0.6000000238418579,
+      "rewards/chosen": -14.585843086242676,
+      "rewards/margins": 0.8891321420669556,
+      "rewards/rejected": -15.474973678588867,
+      "step": 325
+    },
+    {
+      "epoch": 0.7051282051282052,
+      "grad_norm": 52.22477831416299,
+      "learning_rate": 2.424987304522924e-07,
+      "logits/chosen": 0.07864940166473389,
+      "logits/rejected": 0.1205131784081459,
+      "logps/chosen": -111.40937805175781,
+      "logps/rejected": -114.6185073852539,
+      "loss": 1.3989,
+      "nll_loss": 0.3170923590660095,
+      "rewards/accuracies": 0.6000000238418579,
+      "rewards/chosen": -11.140935897827148,
+      "rewards/margins": 0.3209128677845001,
+      "rewards/rejected": -11.4618501663208,
+      "step": 330
+    },
+    {
+      "epoch": 0.7158119658119658,
+      "grad_norm": 59.70611600791039,
+      "learning_rate": 2.2669033982974944e-07,
+      "logits/chosen": -0.060904957354068756,
+      "logits/rejected": 0.005220590624958277,
+      "logps/chosen": -142.15638732910156,
+      "logps/rejected": -146.87728881835938,
+      "loss": 1.3442,
+      "nll_loss": 0.3452945053577423,
+      "rewards/accuracies": 0.6000000238418579,
+      "rewards/chosen": -14.2156400680542,
+      "rewards/margins": 0.472089946269989,
+      "rewards/rejected": -14.687728881835938,
+      "step": 335
+    },
+    {
+      "epoch": 0.7264957264957265,
+      "grad_norm": 71.85103597981242,
+      "learning_rate": 2.1126238394127867e-07,
+      "logits/chosen": -0.016889113932847977,
+      "logits/rejected": -0.0013866141671314836,
+      "logps/chosen": -133.07833862304688,
+      "logps/rejected": -141.3354949951172,
+      "loss": 1.3755,
+      "nll_loss": 0.294593870639801,
+      "rewards/accuracies": 0.675000011920929,
+      "rewards/chosen": -13.307835578918457,
+      "rewards/margins": 0.8257135152816772,
+      "rewards/rejected": -14.133550643920898,
+      "step": 340
+    },
+    {
+      "epoch": 0.7371794871794872,
+      "grad_norm": 55.16644312498042,
+      "learning_rate": 1.9623633780643155e-07,
+      "logits/chosen": 0.07130751758813858,
+      "logits/rejected": 0.010698718018829823,
+      "logps/chosen": -111.66865539550781,
+      "logps/rejected": -113.45048522949219,
+      "loss": 1.3458,
+      "nll_loss": 0.42604750394821167,
+      "rewards/accuracies": 0.550000011920929,
+      "rewards/chosen": -11.166866302490234,
+      "rewards/margins": 0.1781845986843109,
+      "rewards/rejected": -11.345048904418945,
+      "step": 345
+    },
+    {
+      "epoch": 0.7478632478632479,
+      "grad_norm": 56.371622200044676,
+      "learning_rate": 1.8163311700448898e-07,
+      "logits/chosen": -0.0578581877052784,
+      "logits/rejected": -0.026563648134469986,
+      "logps/chosen": -113.5242919921875,
+      "logps/rejected": -123.50186920166016,
+      "loss": 1.3004,
+      "nll_loss": 0.35681912302970886,
+      "rewards/accuracies": 0.699999988079071,
+      "rewards/chosen": -11.352429389953613,
+      "rewards/margins": 0.9977572560310364,
+      "rewards/rejected": -12.350186347961426,
+      "step": 350
+    },
+    {
+      "epoch": 0.7585470085470085,
+      "grad_norm": 62.52480406001481,
+      "learning_rate": 1.674730485609166e-07,
+      "logits/chosen": -0.012843991629779339,
+      "logits/rejected": -0.071006640791893,
+      "logps/chosen": -118.711181640625,
+      "logps/rejected": -130.95870971679688,
+      "loss": 1.2971,
+      "nll_loss": 0.3193722665309906,
+      "rewards/accuracies": 0.699999988079071,
+      "rewards/chosen": -11.871118545532227,
+      "rewards/margins": 1.22475266456604,
+      "rewards/rejected": -13.095870971679688,
+      "step": 355
+    },
+    {
+      "epoch": 0.7692307692307693,
+      "grad_norm": 55.56720356363359,
+      "learning_rate": 1.537758426530622e-07,
+      "logits/chosen": -0.01560185570269823,
+      "logits/rejected": 0.07330085337162018,
+      "logps/chosen": -118.5744400024414,
+      "logps/rejected": -115.8942642211914,
+      "loss": 1.4566,
+      "nll_loss": 0.38159191608428955,
+      "rewards/accuracies": 0.5,
+      "rewards/chosen": -11.857443809509277,
+      "rewards/margins": -0.26801711320877075,
+      "rewards/rejected": -11.589426040649414,
+      "step": 360
+    },
+    {
+      "epoch": 0.7799145299145299,
+      "grad_norm": 53.63595812481311,
+      "learning_rate": 1.4056056517447634e-07,
+      "logits/chosen": 0.0017164063174277544,
+      "logits/rejected": 0.017641058191657066,
+      "logps/chosen": -107.86031341552734,
+      "logps/rejected": -113.5797119140625,
+      "loss": 1.3115,
+      "nll_loss": 0.328066885471344,
+      "rewards/accuracies": 0.625,
+      "rewards/chosen": -10.786030769348145,
+      "rewards/margins": 0.5719406008720398,
+      "rewards/rejected": -11.357972145080566,
+      "step": 365
+    },
+    {
+      "epoch": 0.7905982905982906,
+      "grad_norm": 46.826432951695814,
+      "learning_rate": 1.2784561119604682e-07,
+      "logits/chosen": -0.038930945098400116,
+      "logits/rejected": -0.10993669927120209,
+      "logps/chosen": -128.37625122070312,
+      "logps/rejected": -142.15855407714844,
+      "loss": 1.3305,
+      "nll_loss": 0.38407421112060547,
+      "rewards/accuracies": 0.6499999761581421,
+      "rewards/chosen": -12.837625503540039,
+      "rewards/margins": 1.3782320022583008,
+      "rewards/rejected": -14.215856552124023,
+      "step": 370
+    },
+    {
+      "epoch": 0.8012820512820513,
+      "grad_norm": 54.285824433116986,
+      "learning_rate": 1.156486793608899e-07,
+      "logits/chosen": -0.0009039134019985795,
+      "logits/rejected": -0.0710187703371048,
+      "logps/chosen": -118.76985168457031,
+      "logps/rejected": -133.30014038085938,
+      "loss": 1.2896,
+      "nll_loss": 0.3520449101924896,
+      "rewards/accuracies": 0.7749999761581421,
+      "rewards/chosen": -11.876985549926758,
+      "rewards/margins": 1.4530264139175415,
+      "rewards/rejected": -13.330012321472168,
+      "step": 375
+    },
+    {
+      "epoch": 0.811965811965812,
+      "grad_norm": 52.729935383003465,
+      "learning_rate": 1.0398674724863581e-07,
+      "logits/chosen": -0.009277289733290672,
+      "logits/rejected": 0.07069944590330124,
+      "logps/chosen": -118.21263122558594,
+      "logps/rejected": -118.44798278808594,
+      "loss": 1.3282,
+      "nll_loss": 0.3493942320346832,
+      "rewards/accuracies": 0.4749999940395355,
+      "rewards/chosen": -11.821264266967773,
+      "rewards/margins": 0.02353498339653015,
+      "rewards/rejected": -11.844799041748047,
+      "step": 380
+    },
+    {
+      "epoch": 0.8226495726495726,
+      "grad_norm": 64.0051849097744,
+      "learning_rate": 9.287604774340235e-08,
+      "logits/chosen": 0.08045725524425507,
+      "logits/rejected": 0.1136372834444046,
+      "logps/chosen": -118.67901611328125,
+      "logps/rejected": -126.129638671875,
+      "loss": 1.2627,
+      "nll_loss": 0.3460482656955719,
+      "rewards/accuracies": 0.699999988079071,
+      "rewards/chosen": -11.867900848388672,
+      "rewards/margins": 0.745063304901123,
+      "rewards/rejected": -12.612964630126953,
+      "step": 385
+    },
+    {
+      "epoch": 0.8333333333333334,
+      "grad_norm": 57.70135234770639,
+      "learning_rate": 8.233204643835234e-08,
+      "logits/chosen": -0.02369830384850502,
+      "logits/rejected": -0.13596853613853455,
+      "logps/chosen": -144.19119262695312,
+      "logps/rejected": -155.91761779785156,
+      "loss": 1.2748,
+      "nll_loss": 0.3630937933921814,
+      "rewards/accuracies": 0.6499999761581421,
+      "rewards/chosen": -14.419118881225586,
+      "rewards/margins": 1.1726421117782593,
+      "rewards/rejected": -15.591761589050293,
+      "step": 390
+    },
+    {
+      "epoch": 0.844017094017094,
+      "grad_norm": 58.46522179629448,
+      "learning_rate": 7.236942010828429e-08,
+      "logits/chosen": -0.08849911391735077,
+      "logits/rejected": -0.05617945268750191,
+      "logps/chosen": -123.7318344116211,
+      "logps/rejected": -124.00958251953125,
+      "loss": 1.3258,
+      "nll_loss": 0.3757060170173645,
+      "rewards/accuracies": 0.5,
+      "rewards/chosen": -12.373184204101562,
+      "rewards/margins": 0.027775108814239502,
+      "rewards/rejected": -12.400957107543945,
+      "step": 395
+    },
+    {
+      "epoch": 0.8547008547008547,
+      "grad_norm": 57.911987107984345,
+      "learning_rate": 6.300203628022271e-08,
+      "logits/chosen": -0.08188799023628235,
+      "logits/rejected": -0.1166069284081459,
+      "logps/chosen": -125.78984069824219,
+      "logps/rejected": -133.1624755859375,
+      "loss": 1.2968,
+      "nll_loss": 0.37085098028182983,
+      "rewards/accuracies": 0.574999988079071,
+      "rewards/chosen": -12.578984260559082,
+      "rewards/margins": 0.7372626066207886,
+      "rewards/rejected": -13.316246032714844,
+      "step": 400
+    },
+    {
+      "epoch": 0.8547008547008547,
+      "eval_logits/chosen": 0.1708301454782486,
+      "eval_logits/rejected": 0.21349689364433289,
+      "eval_logps/chosen": -131.8848114013672,
+      "eval_logps/rejected": -143.98866271972656,
+      "eval_loss": 1.3273688554763794,
+      "eval_nll_loss": 0.3287227749824524,
+      "eval_rewards/accuracies": 0.7016128897666931,
+      "eval_rewards/chosen": -13.188480377197266,
+      "eval_rewards/margins": 1.2103854417800903,
+      "eval_rewards/rejected": -14.398866653442383,
+      "eval_runtime": 102.9227,
+      "eval_samples_per_second": 19.053,
+      "eval_steps_per_second": 0.301,
+      "step": 400
+    },
+    {
+      "epoch": 0.8653846153846154,
+      "grad_norm": 52.22311027332078,
+      "learning_rate": 5.42429339304461e-08,
+      "logits/chosen": 0.03789149597287178,
+      "logits/rejected": -0.024609360843896866,
+      "logps/chosen": -125.41561126708984,
+      "logps/rejected": -138.07968139648438,
+      "loss": 1.1837,
+      "nll_loss": 0.32930082082748413,
+      "rewards/accuracies": 0.699999988079071,
+      "rewards/chosen": -12.541561126708984,
+      "rewards/margins": 1.2664083242416382,
+      "rewards/rejected": -13.807971000671387,
+      "step": 405
+    },
+    {
+      "epoch": 0.8760683760683761,
+      "grad_norm": 59.39997515872638,
+      "learning_rate": 4.610430533481857e-08,
+      "logits/chosen": -0.09911607950925827,
+      "logits/rejected": -0.08993721008300781,
+      "logps/chosen": -114.1660385131836,
+      "logps/rejected": -119.9376449584961,
+      "loss": 1.3091,
+      "nll_loss": 0.3979756832122803,
+      "rewards/accuracies": 0.675000011920929,
+      "rewards/chosen": -11.416604042053223,
+      "rewards/margins": 0.5771591067314148,
+      "rewards/rejected": -11.993764877319336,
+      "step": 410
+    },
+    {
+      "epoch": 0.8867521367521367,
+      "grad_norm": 60.29868077187127,
+      "learning_rate": 3.859747909769162e-08,
+      "logits/chosen": -0.0670127421617508,
+      "logits/rejected": -0.014563268050551414,
+      "logps/chosen": -157.24630737304688,
+      "logps/rejected": -162.0565948486328,
+      "loss": 1.413,
+      "nll_loss": 0.33768731355667114,
+      "rewards/accuracies": 0.6499999761581421,
+      "rewards/chosen": -15.724632263183594,
+      "rewards/margins": 0.48102617263793945,
+      "rewards/rejected": -16.205659866333008,
+      "step": 415
+    },
+    {
+      "epoch": 0.8974358974358975,
+      "grad_norm": 60.41014318466645,
+      "learning_rate": 3.173290438299697e-08,
+      "logits/chosen": 0.08699943125247955,
+      "logits/rejected": 0.08032406866550446,
+      "logps/chosen": -125.44620513916016,
+      "logps/rejected": -134.0313720703125,
+      "loss": 1.3516,
+      "nll_loss": 0.35607296228408813,
+      "rewards/accuracies": 0.6000000238418579,
+      "rewards/chosen": -12.5446195602417,
+      "rewards/margins": 0.8585165739059448,
+      "rewards/rejected": -13.40313720703125,
+      "step": 420
+    },
+    {
+      "epoch": 0.9081196581196581,
+      "grad_norm": 55.3705487410181,
+      "learning_rate": 2.5520136369481194e-08,
+      "logits/chosen": -0.04224336892366409,
+      "logits/rejected": -0.06296161562204361,
+      "logps/chosen": -165.10733032226562,
+      "logps/rejected": -172.8993682861328,
+      "loss": 1.2141,
+      "nll_loss": 0.3679961562156677,
+      "rewards/accuracies": 0.625,
+      "rewards/chosen": -16.510732650756836,
+      "rewards/margins": 0.7792031168937683,
+      "rewards/rejected": -17.289936065673828,
+      "step": 425
+    },
+    {
+      "epoch": 0.9188034188034188,
+      "grad_norm": 54.089208241870814,
+      "learning_rate": 1.996782295032745e-08,
+      "logits/chosen": -0.14895446598529816,
+      "logits/rejected": -0.13183912634849548,
+      "logps/chosen": -142.65121459960938,
+      "logps/rejected": -148.99490356445312,
+      "loss": 1.2328,
+      "nll_loss": 0.31830939650535583,
+      "rewards/accuracies": 0.550000011920929,
+      "rewards/chosen": -14.265121459960938,
+      "rewards/margins": 0.6343703269958496,
+      "rewards/rejected": -14.899490356445312,
+      "step": 430
+    },
+    {
+      "epoch": 0.9294871794871795,
+      "grad_norm": 55.028012487261535,
+      "learning_rate": 1.508369269567783e-08,
+      "logits/chosen": 0.002587652299553156,
+      "logits/rejected": -0.038656361401081085,
+      "logps/chosen": -132.2308349609375,
+      "logps/rejected": -143.6236114501953,
+      "loss": 1.3378,
+      "nll_loss": 0.35204577445983887,
+      "rewards/accuracies": 0.7250000238418579,
+      "rewards/chosen": -13.22308349609375,
+      "rewards/margins": 1.1392773389816284,
+      "rewards/rejected": -14.362360954284668,
+      "step": 435
+    },
+    {
+      "epoch": 0.9401709401709402,
+      "grad_norm": 65.09993319908288,
+      "learning_rate": 1.0874544094811422e-08,
+      "logits/chosen": 0.02723981812596321,
+      "logits/rejected": 0.026110615581274033,
+      "logps/chosen": -121.16329193115234,
+      "logps/rejected": -125.1588134765625,
+      "loss": 1.3971,
+      "nll_loss": 0.3366636037826538,
+      "rewards/accuracies": 0.675000011920929,
+      "rewards/chosen": -12.116328239440918,
+      "rewards/margins": 0.3995509743690491,
+      "rewards/rejected": -12.515880584716797,
+      "step": 440
+    },
+    {
+      "epoch": 0.9508547008547008,
+      "grad_norm": 58.673331587997495,
+      "learning_rate": 7.346236092954316e-09,
+      "logits/chosen": -0.07683765143156052,
+      "logits/rejected": -0.08344952762126923,
+      "logps/chosen": -159.8972625732422,
+      "logps/rejected": -165.53884887695312,
+      "loss": 1.3386,
+      "nll_loss": 0.3503979444503784,
+      "rewards/accuracies": 0.6499999761581421,
+      "rewards/chosen": -15.989726066589355,
+      "rewards/margins": 0.5641571879386902,
+      "rewards/rejected": -16.553882598876953,
+      "step": 445
+    },
+    {
+      "epoch": 0.9615384615384616,
+      "grad_norm": 54.28528572494338,
+      "learning_rate": 4.50367993589107e-09,
+      "logits/chosen": -0.16253122687339783,
+      "logits/rejected": -0.07185138761997223,
+      "logps/chosen": -142.61741638183594,
+      "logps/rejected": -142.0267791748047,
+      "loss": 1.3953,
+      "nll_loss": 0.4227580428123474,
+      "rewards/accuracies": 0.550000011920929,
+      "rewards/chosen": -14.261739730834961,
+      "rewards/margins": -0.05906330421566963,
+      "rewards/rejected": -14.202677726745605,
+      "step": 450
+    },
+    {
+      "epoch": 0.9722222222222222,
+      "grad_norm": 57.751616603455034,
+      "learning_rate": 2.3508323337321224e-09,
+      "logits/chosen": 0.05629957839846611,
+      "logits/rejected": 0.04388625547289848,
+      "logps/chosen": -109.04362487792969,
+      "logps/rejected": -116.85518646240234,
+      "loss": 1.3543,
+      "nll_loss": 0.4259931445121765,
+      "rewards/accuracies": 0.5249999761581421,
+      "rewards/chosen": -10.904363632202148,
+      "rewards/margins": 0.7811557650566101,
+      "rewards/rejected": -11.685519218444824,
+      "step": 455
+    },
+    {
+      "epoch": 0.9829059829059829,
+      "grad_norm": 53.54066392797414,
+      "learning_rate": 8.906899533517864e-10,
+      "logits/chosen": 0.12563523650169373,
+      "logits/rejected": 0.1722358763217926,
+      "logps/chosen": -120.39036560058594,
+      "logps/rejected": -125.317138671875,
+      "loss": 1.31,
+      "nll_loss": 0.3701631426811218,
+      "rewards/accuracies": 0.625,
+      "rewards/chosen": -12.039037704467773,
+      "rewards/margins": 0.49267855286598206,
+      "rewards/rejected": -12.531715393066406,
+      "step": 460
+    },
+    {
+      "epoch": 0.9935897435897436,
+      "grad_norm": 54.485812172434166,
+      "learning_rate": 1.252852471625987e-10,
+      "logits/chosen": 0.047066349536180496,
+      "logits/rejected": 0.08690531551837921,
+      "logps/chosen": -110.74609375,
+      "logps/rejected": -122.6104965209961,
+      "loss": 1.1667,
+      "nll_loss": 0.3447542190551758,
+      "rewards/accuracies": 0.675000011920929,
+      "rewards/chosen": -11.074609756469727,
+      "rewards/margins": 1.1864404678344727,
+      "rewards/rejected": -12.261051177978516,
+      "step": 465
+    },
+    {
+      "epoch": 1.0,
+      "step": 468,
+      "total_flos": 0.0,
+      "train_loss": 1.4382328207676227,
+      "train_runtime": 9608.0854,
+      "train_samples_per_second": 6.232,
+      "train_steps_per_second": 0.049
+    }
+  ],
+  "logging_steps": 5,
+  "max_steps": 468,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 1,
+  "save_steps": 1000000,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": false,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 0.0,
+  "train_batch_size": 2,
+  "trial_name": null,
+  "trial_params": null
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dba757d168b5f17d135f0b2c747662a68d431b3273d40486469616e773a319fd
+size 6712