Add files using upload-large-folder tool

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text

README.md

@@ -0,0 +1,64 @@
+---
+library_name: transformers
+license: other
+base_model: meta-llama/Llama-3.1-8B-Instruct
+tags:
+- llama-factory
+- full
+- generated_from_trainer
+model-index:
+- name: lean_training_data_15k
+  results: []
+---
+
+<!-- This model card has been generated automatically according to the information the Trainer had access to. You
+should probably proofread and complete it, then remove this comment. -->
+
+# lean_training_data_15k
+
+This model is a fine-tuned version of [meta-llama/Llama-3.1-8B-Instruct](https://huggingface.co/meta-llama/Llama-3.1-8B-Instruct) on the lean_training_data_15k dataset.
+It achieves the following results on the evaluation set:
+- Loss: 0.1415
+
+## Model description
+
+More information needed
+
+## Intended uses & limitations
+
+More information needed
+
+## Training and evaluation data
+
+More information needed
+
+## Training procedure
+
+### Training hyperparameters
+
+The following hyperparameters were used during training:
+- learning_rate: 1e-05
+- train_batch_size: 2
+- eval_batch_size: 1
+- seed: 42
+- distributed_type: multi-GPU
+- num_devices: 4
+- total_train_batch_size: 8
+- total_eval_batch_size: 4
+- optimizer: Use adamw_torch with betas=(0.9,0.999) and epsilon=1e-08 and optimizer_args=No additional optimizer arguments
+- lr_scheduler_type: cosine
+- num_epochs: 2
+
+### Training results
+
+| Training Loss | Epoch  | Step | Validation Loss |
+|:-------------:|:------:|:----:|:---------------:|
+| 0.0853        | 1.9763 | 500  | 0.1413          |
+
+
+### Framework versions
+
+- Transformers 4.49.0
+- Pytorch 2.6.0+cu124
+- Datasets 3.2.0
+- Tokenizers 0.21.0

all_results.json

@@ -0,0 +1,12 @@
+{
+    "epoch": 2.0,
+    "eval_loss": 0.1414666473865509,
+    "eval_runtime": 6.9406,
+    "eval_samples_per_second": 3.026,
+    "eval_steps_per_second": 0.864,
+    "total_flos": 26538257940480.0,
+    "train_loss": 0.13567321723246056,
+    "train_runtime": 2760.0734,
+    "train_samples_per_second": 1.464,
+    "train_steps_per_second": 0.183
+}

config.json

@@ -0,0 +1,40 @@
+{
+  "_name_or_path": "meta-llama/Llama-3.1-8B-Instruct",
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 128,
+  "hidden_act": "silu",
+  "hidden_size": 4096,
+  "initializer_range": 0.02,
+  "intermediate_size": 14336,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 32,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 8.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.49.0",
+  "use_cache": false,
+  "vocab_size": 128256
+}

eval_results.json

@@ -0,0 +1,7 @@
+{
+    "epoch": 2.0,
+    "eval_loss": 0.1414666473865509,
+    "eval_runtime": 6.9406,
+    "eval_samples_per_second": 3.026,
+    "eval_steps_per_second": 0.864
+}

generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.49.0"
+}

model-00001-of-00004.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76df5fb42fc0ea194dea4214ace53588b1f4cd5e4c4a39cb6ec994f6c116090c
+size 4976698672

model-00002-of-00004.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1011e66eac7b88806545dcd299d05deacaf79137648807de999801c5c7a5f95c
+size 4999802720

model-00003-of-00004.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:547974251ba0ab718c19db6794a39035338c02079c49edf57b90940309113455
+size 4915916176

model-00004-of-00004.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1592ef0c54db69a5d4fe4a16d1ad2572790a1fdee1014fca62509ab24c59e4d
+size 1168138808

model.safetensors.index.json

@@ -0,0 +1,298 @@
+{
+  "metadata": {
+    "total_size": 16060522496
+  },
+  "weight_map": {
+    "lm_head.weight": "model-00004-of-00004.safetensors",
+    "model.embed_tokens.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.2.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.20.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.21.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.3.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.30.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.31.input_layernorm.weight": "model-00004-of-00004.safetensors",
+    "model.layers.31.mlp.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.31.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.31.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.31.post_attention_layernorm.weight": "model-00004-of-00004.safetensors",
+    "model.layers.31.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.31.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.31.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.31.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.9.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.norm.weight": "model-00004-of-00004.safetensors"
+  }
+}

special_tokens_map.json

@@ -0,0 +1,33 @@
+{
+  "additional_special_tokens": [
+    {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    }
+  ],
+  "bos_token": {
+    "content": "<|begin_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|eot_id|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<|eot_id|>"
+}

tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b9e4e7fb171f92fd137b777cc2714bf87d11576700a1dcd7a399e7bbe39537b
+size 17209920

tokenizer_config.json

@@ -0,0 +1,2070 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "additional_special_tokens": [
+    "<|eot_id|>",
+    "<|eom_id|>"
+  ],
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- set date_string = \"26 Jul 2024\" %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message + builtin tools #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if builtin_tools is defined or tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{%- if builtin_tools is defined %}\n    {{- \"Tools: \" + builtin_tools | reject('equalto', 'code_interpreter') | join(\", \") + \"\\n\\n\"}}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {%- if builtin_tools is defined and tool_call.name in builtin_tools %}\n            {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n            {{- \"<|python_tag|>\" + tool_call.name + \".call(\" }}\n            {%- for arg_name, arg_val in tool_call.arguments | items %}\n                {{- arg_name + '=\"' + arg_val + '\"' }}\n                {%- if not loop.last %}\n                    {{- \", \" }}\n                {%- endif %}\n                {%- endfor %}\n            {{- \")\" }}\n        {%- else  %}\n            {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n            {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n            {{- '\"parameters\": ' }}\n            {{- tool_call.arguments | tojson }}\n            {{- \"}\" }}\n        {%- endif %}\n        {%- if builtin_tools is defined %}\n            {#- This means we're in ipython mode #}\n            {{- \"<|eom_id|>\" }}\n        {%- else %}\n            {{- \"<|eot_id|>\" }}\n        {%- endif %}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "extra_special_tokens": {},
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 4096,
+  "pad_token": "<|eot_id|>",
+  "padding_side": "right",
+  "split_special_tokens": false,
+  "tokenizer_class": "PreTrainedTokenizer"
+}

train_results.json

@@ -0,0 +1,8 @@
+{
+    "epoch": 2.0,
+    "total_flos": 26538257940480.0,
+    "train_loss": 0.13567321723246056,
+    "train_runtime": 2760.0734,
+    "train_samples_per_second": 1.464,
+    "train_steps_per_second": 0.183
+}

trainer_log.jsonl

@@ -0,0 +1,508 @@
+{"current_steps": 1, "total_steps": 506, "loss": 0.756, "lr": 9.999903631006022e-06, "epoch": 0.003952569169960474, "percentage": 0.2, "elapsed_time": "0:00:06", "remaining_time": "0:58:51"}
+{"current_steps": 2, "total_steps": 506, "loss": 0.5559, "lr": 9.999614527738882e-06, "epoch": 0.007905138339920948, "percentage": 0.4, "elapsed_time": "0:00:12", "remaining_time": "0:52:29"}
+{"current_steps": 3, "total_steps": 506, "loss": 0.4097, "lr": 9.99913270134281e-06, "epoch": 0.011857707509881422, "percentage": 0.59, "elapsed_time": "0:00:17", "remaining_time": "0:49:42"}
+{"current_steps": 4, "total_steps": 506, "loss": 0.3553, "lr": 9.998458170391065e-06, "epoch": 0.015810276679841896, "percentage": 0.79, "elapsed_time": "0:00:23", "remaining_time": "0:48:16"}
+{"current_steps": 5, "total_steps": 506, "loss": 0.3282, "lr": 9.99759096088519e-06, "epoch": 0.019762845849802372, "percentage": 0.99, "elapsed_time": "0:00:28", "remaining_time": "0:47:26"}
+{"current_steps": 6, "total_steps": 506, "loss": 0.3292, "lr": 9.996531106254027e-06, "epoch": 0.023715415019762844, "percentage": 1.19, "elapsed_time": "0:00:33", "remaining_time": "0:46:50"}
+{"current_steps": 7, "total_steps": 506, "loss": 0.339, "lr": 9.995278647352428e-06, "epoch": 0.02766798418972332, "percentage": 1.38, "elapsed_time": "0:00:39", "remaining_time": "0:46:22"}
+{"current_steps": 8, "total_steps": 506, "loss": 0.2909, "lr": 9.993833632459675e-06, "epoch": 0.03162055335968379, "percentage": 1.58, "elapsed_time": "0:00:44", "remaining_time": "0:46:00"}
+{"current_steps": 9, "total_steps": 506, "loss": 0.2859, "lr": 9.99219611727762e-06, "epoch": 0.03557312252964427, "percentage": 1.78, "elapsed_time": "0:00:49", "remaining_time": "0:45:42"}
+{"current_steps": 10, "total_steps": 506, "loss": 0.298, "lr": 9.990366164928538e-06, "epoch": 0.039525691699604744, "percentage": 1.98, "elapsed_time": "0:00:54", "remaining_time": "0:45:27"}
+{"current_steps": 11, "total_steps": 506, "loss": 0.2667, "lr": 9.988343845952697e-06, "epoch": 0.043478260869565216, "percentage": 2.17, "elapsed_time": "0:01:00", "remaining_time": "0:45:14"}
+{"current_steps": 12, "total_steps": 506, "loss": 0.2411, "lr": 9.986129238305635e-06, "epoch": 0.04743083003952569, "percentage": 2.37, "elapsed_time": "0:01:05", "remaining_time": "0:45:02"}
+{"current_steps": 13, "total_steps": 506, "loss": 0.2628, "lr": 9.983722427355157e-06, "epoch": 0.05138339920948617, "percentage": 2.57, "elapsed_time": "0:01:10", "remaining_time": "0:44:51"}
+{"current_steps": 14, "total_steps": 506, "loss": 0.2498, "lr": 9.98112350587804e-06, "epoch": 0.05533596837944664, "percentage": 2.77, "elapsed_time": "0:01:16", "remaining_time": "0:44:41"}
+{"current_steps": 15, "total_steps": 506, "loss": 0.2621, "lr": 9.978332574056468e-06, "epoch": 0.05928853754940711, "percentage": 2.96, "elapsed_time": "0:01:21", "remaining_time": "0:44:32"}
+{"current_steps": 16, "total_steps": 506, "loss": 0.2271, "lr": 9.975349739474156e-06, "epoch": 0.06324110671936758, "percentage": 3.16, "elapsed_time": "0:01:26", "remaining_time": "0:44:23"}
+{"current_steps": 17, "total_steps": 506, "loss": 0.2545, "lr": 9.972175117112208e-06, "epoch": 0.06719367588932806, "percentage": 3.36, "elapsed_time": "0:01:32", "remaining_time": "0:44:14"}
+{"current_steps": 18, "total_steps": 506, "loss": 0.2453, "lr": 9.968808829344692e-06, "epoch": 0.07114624505928854, "percentage": 3.56, "elapsed_time": "0:01:37", "remaining_time": "0:44:07"}
+{"current_steps": 19, "total_steps": 506, "loss": 0.2407, "lr": 9.965251005933915e-06, "epoch": 0.07509881422924901, "percentage": 3.75, "elapsed_time": "0:01:43", "remaining_time": "0:44:00"}
+{"current_steps": 20, "total_steps": 506, "loss": 0.2359, "lr": 9.961501784025423e-06, "epoch": 0.07905138339920949, "percentage": 3.95, "elapsed_time": "0:01:48", "remaining_time": "0:43:52"}
+{"current_steps": 21, "total_steps": 506, "loss": 0.2245, "lr": 9.95756130814271e-06, "epoch": 0.08300395256916997, "percentage": 4.15, "elapsed_time": "0:01:53", "remaining_time": "0:43:44"}
+{"current_steps": 22, "total_steps": 506, "loss": 0.2647, "lr": 9.953429730181653e-06, "epoch": 0.08695652173913043, "percentage": 4.35, "elapsed_time": "0:01:58", "remaining_time": "0:43:37"}
+{"current_steps": 23, "total_steps": 506, "loss": 0.2404, "lr": 9.949107209404664e-06, "epoch": 0.09090909090909091, "percentage": 4.55, "elapsed_time": "0:02:04", "remaining_time": "0:43:30"}
+{"current_steps": 24, "total_steps": 506, "loss": 0.2256, "lr": 9.94459391243453e-06, "epoch": 0.09486166007905138, "percentage": 4.74, "elapsed_time": "0:02:09", "remaining_time": "0:43:23"}
+{"current_steps": 25, "total_steps": 506, "loss": 0.2645, "lr": 9.939890013248006e-06, "epoch": 0.09881422924901186, "percentage": 4.94, "elapsed_time": "0:02:14", "remaining_time": "0:43:16"}
+{"current_steps": 26, "total_steps": 506, "loss": 0.225, "lr": 9.934995693169104e-06, "epoch": 0.10276679841897234, "percentage": 5.14, "elapsed_time": "0:02:20", "remaining_time": "0:43:09"}
+{"current_steps": 27, "total_steps": 506, "loss": 0.277, "lr": 9.929911140862109e-06, "epoch": 0.1067193675889328, "percentage": 5.34, "elapsed_time": "0:02:25", "remaining_time": "0:43:03"}
+{"current_steps": 28, "total_steps": 506, "loss": 0.2034, "lr": 9.924636552324296e-06, "epoch": 0.11067193675889328, "percentage": 5.53, "elapsed_time": "0:02:30", "remaining_time": "0:42:56"}
+{"current_steps": 29, "total_steps": 506, "loss": 0.2692, "lr": 9.919172130878378e-06, "epoch": 0.11462450592885376, "percentage": 5.73, "elapsed_time": "0:02:36", "remaining_time": "0:42:49"}
+{"current_steps": 30, "total_steps": 506, "loss": 0.2275, "lr": 9.913518087164678e-06, "epoch": 0.11857707509881422, "percentage": 5.93, "elapsed_time": "0:02:41", "remaining_time": "0:42:43"}
+{"current_steps": 31, "total_steps": 506, "loss": 0.2081, "lr": 9.907674639132995e-06, "epoch": 0.1225296442687747, "percentage": 6.13, "elapsed_time": "0:02:46", "remaining_time": "0:42:37"}
+{"current_steps": 32, "total_steps": 506, "loss": 0.1973, "lr": 9.901642012034214e-06, "epoch": 0.12648221343873517, "percentage": 6.32, "elapsed_time": "0:02:52", "remaining_time": "0:42:30"}
+{"current_steps": 33, "total_steps": 506, "loss": 0.2461, "lr": 9.895420438411616e-06, "epoch": 0.13043478260869565, "percentage": 6.52, "elapsed_time": "0:02:57", "remaining_time": "0:42:24"}
+{"current_steps": 34, "total_steps": 506, "loss": 0.2054, "lr": 9.889010158091917e-06, "epoch": 0.13438735177865613, "percentage": 6.72, "elapsed_time": "0:03:02", "remaining_time": "0:42:18"}
+{"current_steps": 35, "total_steps": 506, "loss": 0.2207, "lr": 9.882411418176023e-06, "epoch": 0.1383399209486166, "percentage": 6.92, "elapsed_time": "0:03:08", "remaining_time": "0:42:11"}
+{"current_steps": 36, "total_steps": 506, "loss": 0.2066, "lr": 9.875624473029508e-06, "epoch": 0.1422924901185771, "percentage": 7.11, "elapsed_time": "0:03:13", "remaining_time": "0:42:05"}
+{"current_steps": 37, "total_steps": 506, "loss": 0.2093, "lr": 9.8686495842728e-06, "epoch": 0.14624505928853754, "percentage": 7.31, "elapsed_time": "0:03:18", "remaining_time": "0:41:59"}
+{"current_steps": 38, "total_steps": 506, "loss": 0.2116, "lr": 9.861487020771103e-06, "epoch": 0.15019762845849802, "percentage": 7.51, "elapsed_time": "0:03:24", "remaining_time": "0:41:53"}
+{"current_steps": 39, "total_steps": 506, "loss": 0.1887, "lr": 9.854137058624034e-06, "epoch": 0.1541501976284585, "percentage": 7.71, "elapsed_time": "0:03:29", "remaining_time": "0:41:47"}
+{"current_steps": 40, "total_steps": 506, "loss": 0.1992, "lr": 9.846599981154975e-06, "epoch": 0.15810276679841898, "percentage": 7.91, "elapsed_time": "0:03:34", "remaining_time": "0:41:41"}
+{"current_steps": 41, "total_steps": 506, "loss": 0.1921, "lr": 9.838876078900158e-06, "epoch": 0.16205533596837945, "percentage": 8.1, "elapsed_time": "0:03:40", "remaining_time": "0:41:35"}
+{"current_steps": 42, "total_steps": 506, "loss": 0.2025, "lr": 9.830965649597455e-06, "epoch": 0.16600790513833993, "percentage": 8.3, "elapsed_time": "0:03:45", "remaining_time": "0:41:29"}
+{"current_steps": 43, "total_steps": 506, "loss": 0.21, "lr": 9.822868998174914e-06, "epoch": 0.16996047430830039, "percentage": 8.5, "elapsed_time": "0:03:50", "remaining_time": "0:41:23"}
+{"current_steps": 44, "total_steps": 506, "loss": 0.1946, "lr": 9.814586436738998e-06, "epoch": 0.17391304347826086, "percentage": 8.7, "elapsed_time": "0:03:55", "remaining_time": "0:41:17"}
+{"current_steps": 45, "total_steps": 506, "loss": 0.242, "lr": 9.806118284562547e-06, "epoch": 0.17786561264822134, "percentage": 8.89, "elapsed_time": "0:04:01", "remaining_time": "0:41:11"}
+{"current_steps": 46, "total_steps": 506, "loss": 0.2268, "lr": 9.797464868072489e-06, "epoch": 0.18181818181818182, "percentage": 9.09, "elapsed_time": "0:04:06", "remaining_time": "0:41:06"}
+{"current_steps": 47, "total_steps": 506, "loss": 0.2041, "lr": 9.788626520837235e-06, "epoch": 0.1857707509881423, "percentage": 9.29, "elapsed_time": "0:04:11", "remaining_time": "0:41:00"}
+{"current_steps": 48, "total_steps": 506, "loss": 0.1858, "lr": 9.779603583553842e-06, "epoch": 0.18972332015810275, "percentage": 9.49, "elapsed_time": "0:04:17", "remaining_time": "0:40:54"}
+{"current_steps": 49, "total_steps": 506, "loss": 0.2253, "lr": 9.770396404034863e-06, "epoch": 0.19367588932806323, "percentage": 9.68, "elapsed_time": "0:04:22", "remaining_time": "0:40:48"}
+{"current_steps": 50, "total_steps": 506, "loss": 0.2192, "lr": 9.76100533719495e-06, "epoch": 0.1976284584980237, "percentage": 9.88, "elapsed_time": "0:04:27", "remaining_time": "0:40:42"}
+{"current_steps": 51, "total_steps": 506, "loss": 0.1949, "lr": 9.75143074503717e-06, "epoch": 0.2015810276679842, "percentage": 10.08, "elapsed_time": "0:04:33", "remaining_time": "0:40:36"}
+{"current_steps": 52, "total_steps": 506, "loss": 0.2184, "lr": 9.741672996639046e-06, "epoch": 0.20553359683794467, "percentage": 10.28, "elapsed_time": "0:04:38", "remaining_time": "0:40:30"}
+{"current_steps": 53, "total_steps": 506, "loss": 0.2084, "lr": 9.731732468138338e-06, "epoch": 0.20948616600790515, "percentage": 10.47, "elapsed_time": "0:04:43", "remaining_time": "0:40:25"}
+{"current_steps": 54, "total_steps": 506, "loss": 0.2065, "lr": 9.72160954271854e-06, "epoch": 0.2134387351778656, "percentage": 10.67, "elapsed_time": "0:04:49", "remaining_time": "0:40:19"}
+{"current_steps": 55, "total_steps": 506, "loss": 0.2158, "lr": 9.711304610594104e-06, "epoch": 0.21739130434782608, "percentage": 10.87, "elapsed_time": "0:04:54", "remaining_time": "0:40:13"}
+{"current_steps": 56, "total_steps": 506, "loss": 0.1743, "lr": 9.700818068995407e-06, "epoch": 0.22134387351778656, "percentage": 11.07, "elapsed_time": "0:04:59", "remaining_time": "0:40:08"}
+{"current_steps": 57, "total_steps": 506, "loss": 0.2037, "lr": 9.69015032215344e-06, "epoch": 0.22529644268774704, "percentage": 11.26, "elapsed_time": "0:05:04", "remaining_time": "0:40:02"}
+{"current_steps": 58, "total_steps": 506, "loss": 0.2153, "lr": 9.679301781284209e-06, "epoch": 0.22924901185770752, "percentage": 11.46, "elapsed_time": "0:05:10", "remaining_time": "0:39:56"}
+{"current_steps": 59, "total_steps": 506, "loss": 0.1824, "lr": 9.668272864572904e-06, "epoch": 0.233201581027668, "percentage": 11.66, "elapsed_time": "0:05:15", "remaining_time": "0:39:51"}
+{"current_steps": 60, "total_steps": 506, "loss": 0.1934, "lr": 9.65706399715777e-06, "epoch": 0.23715415019762845, "percentage": 11.86, "elapsed_time": "0:05:20", "remaining_time": "0:39:45"}
+{"current_steps": 61, "total_steps": 506, "loss": 0.1852, "lr": 9.645675611113715e-06, "epoch": 0.24110671936758893, "percentage": 12.06, "elapsed_time": "0:05:26", "remaining_time": "0:39:39"}
+{"current_steps": 62, "total_steps": 506, "loss": 0.1782, "lr": 9.634108145435665e-06, "epoch": 0.2450592885375494, "percentage": 12.25, "elapsed_time": "0:05:31", "remaining_time": "0:39:34"}
+{"current_steps": 63, "total_steps": 506, "loss": 0.2034, "lr": 9.62236204602163e-06, "epoch": 0.2490118577075099, "percentage": 12.45, "elapsed_time": "0:05:36", "remaining_time": "0:39:28"}
+{"current_steps": 64, "total_steps": 506, "loss": 0.1848, "lr": 9.610437765655522e-06, "epoch": 0.25296442687747034, "percentage": 12.65, "elapsed_time": "0:05:42", "remaining_time": "0:39:22"}
+{"current_steps": 65, "total_steps": 506, "loss": 0.1968, "lr": 9.598335763989703e-06, "epoch": 0.25691699604743085, "percentage": 12.85, "elapsed_time": "0:05:47", "remaining_time": "0:39:17"}
+{"current_steps": 66, "total_steps": 506, "loss": 0.1728, "lr": 9.586056507527266e-06, "epoch": 0.2608695652173913, "percentage": 13.04, "elapsed_time": "0:05:52", "remaining_time": "0:39:11"}
+{"current_steps": 67, "total_steps": 506, "loss": 0.1951, "lr": 9.573600469604044e-06, "epoch": 0.2648221343873518, "percentage": 13.24, "elapsed_time": "0:05:58", "remaining_time": "0:39:06"}
+{"current_steps": 68, "total_steps": 506, "loss": 0.2188, "lr": 9.560968130370376e-06, "epoch": 0.26877470355731226, "percentage": 13.44, "elapsed_time": "0:06:03", "remaining_time": "0:39:00"}
+{"current_steps": 69, "total_steps": 506, "loss": 0.1913, "lr": 9.548159976772593e-06, "epoch": 0.2727272727272727, "percentage": 13.64, "elapsed_time": "0:06:08", "remaining_time": "0:38:54"}
+{"current_steps": 70, "total_steps": 506, "loss": 0.1688, "lr": 9.535176502534242e-06, "epoch": 0.2766798418972332, "percentage": 13.83, "elapsed_time": "0:06:13", "remaining_time": "0:38:49"}
+{"current_steps": 71, "total_steps": 506, "loss": 0.1866, "lr": 9.522018208137066e-06, "epoch": 0.28063241106719367, "percentage": 14.03, "elapsed_time": "0:06:19", "remaining_time": "0:38:43"}
+{"current_steps": 72, "total_steps": 506, "loss": 0.1932, "lr": 9.508685600801704e-06, "epoch": 0.2845849802371542, "percentage": 14.23, "elapsed_time": "0:06:24", "remaining_time": "0:38:38"}
+{"current_steps": 73, "total_steps": 506, "loss": 0.1903, "lr": 9.495179194468135e-06, "epoch": 0.2885375494071146, "percentage": 14.43, "elapsed_time": "0:06:29", "remaining_time": "0:38:32"}
+{"current_steps": 74, "total_steps": 506, "loss": 0.1858, "lr": 9.481499509775878e-06, "epoch": 0.2924901185770751, "percentage": 14.62, "elapsed_time": "0:06:35", "remaining_time": "0:38:27"}
+{"current_steps": 75, "total_steps": 506, "loss": 0.1803, "lr": 9.467647074043911e-06, "epoch": 0.2964426877470356, "percentage": 14.82, "elapsed_time": "0:06:40", "remaining_time": "0:38:21"}
+{"current_steps": 76, "total_steps": 506, "loss": 0.1949, "lr": 9.453622421250353e-06, "epoch": 0.30039525691699603, "percentage": 15.02, "elapsed_time": "0:06:45", "remaining_time": "0:38:16"}
+{"current_steps": 77, "total_steps": 506, "loss": 0.1838, "lr": 9.439426092011877e-06, "epoch": 0.30434782608695654, "percentage": 15.22, "elapsed_time": "0:06:51", "remaining_time": "0:38:10"}
+{"current_steps": 78, "total_steps": 506, "loss": 0.1877, "lr": 9.42505863356287e-06, "epoch": 0.308300395256917, "percentage": 15.42, "elapsed_time": "0:06:56", "remaining_time": "0:38:05"}
+{"current_steps": 79, "total_steps": 506, "loss": 0.1855, "lr": 9.410520599734338e-06, "epoch": 0.31225296442687744, "percentage": 15.61, "elapsed_time": "0:07:01", "remaining_time": "0:37:59"}
+{"current_steps": 80, "total_steps": 506, "loss": 0.1788, "lr": 9.395812550932559e-06, "epoch": 0.31620553359683795, "percentage": 15.81, "elapsed_time": "0:07:07", "remaining_time": "0:37:54"}
+{"current_steps": 81, "total_steps": 506, "loss": 0.1732, "lr": 9.38093505411748e-06, "epoch": 0.3201581027667984, "percentage": 16.01, "elapsed_time": "0:07:12", "remaining_time": "0:37:48"}
+{"current_steps": 82, "total_steps": 506, "loss": 0.17, "lr": 9.365888682780862e-06, "epoch": 0.3241106719367589, "percentage": 16.21, "elapsed_time": "0:07:17", "remaining_time": "0:37:43"}
+{"current_steps": 83, "total_steps": 506, "loss": 0.1817, "lr": 9.35067401692417e-06, "epoch": 0.32806324110671936, "percentage": 16.4, "elapsed_time": "0:07:23", "remaining_time": "0:37:37"}
+{"current_steps": 84, "total_steps": 506, "loss": 0.1669, "lr": 9.335291643036221e-06, "epoch": 0.33201581027667987, "percentage": 16.6, "elapsed_time": "0:07:28", "remaining_time": "0:37:32"}
+{"current_steps": 85, "total_steps": 506, "loss": 0.1806, "lr": 9.319742154070578e-06, "epoch": 0.3359683794466403, "percentage": 16.8, "elapsed_time": "0:07:33", "remaining_time": "0:37:26"}
+{"current_steps": 86, "total_steps": 506, "loss": 0.2182, "lr": 9.30402614942268e-06, "epoch": 0.33992094861660077, "percentage": 17.0, "elapsed_time": "0:07:38", "remaining_time": "0:37:21"}
+{"current_steps": 87, "total_steps": 506, "loss": 0.2136, "lr": 9.288144234906753e-06, "epoch": 0.3438735177865613, "percentage": 17.19, "elapsed_time": "0:07:44", "remaining_time": "0:37:15"}
+{"current_steps": 88, "total_steps": 506, "loss": 0.1762, "lr": 9.272097022732444e-06, "epoch": 0.34782608695652173, "percentage": 17.39, "elapsed_time": "0:07:49", "remaining_time": "0:37:10"}
+{"current_steps": 89, "total_steps": 506, "loss": 0.192, "lr": 9.255885131481231e-06, "epoch": 0.35177865612648224, "percentage": 17.59, "elapsed_time": "0:07:54", "remaining_time": "0:37:04"}
+{"current_steps": 90, "total_steps": 506, "loss": 0.1603, "lr": 9.239509186082574e-06, "epoch": 0.3557312252964427, "percentage": 17.79, "elapsed_time": "0:08:00", "remaining_time": "0:36:59"}
+{"current_steps": 91, "total_steps": 506, "loss": 0.1813, "lr": 9.222969817789829e-06, "epoch": 0.35968379446640314, "percentage": 17.98, "elapsed_time": "0:08:05", "remaining_time": "0:36:54"}
+{"current_steps": 92, "total_steps": 506, "loss": 0.1731, "lr": 9.206267664155906e-06, "epoch": 0.36363636363636365, "percentage": 18.18, "elapsed_time": "0:08:10", "remaining_time": "0:36:48"}
+{"current_steps": 93, "total_steps": 506, "loss": 0.1917, "lr": 9.189403369008704e-06, "epoch": 0.3675889328063241, "percentage": 18.38, "elapsed_time": "0:08:16", "remaining_time": "0:36:43"}
+{"current_steps": 94, "total_steps": 506, "loss": 0.2001, "lr": 9.172377582426286e-06, "epoch": 0.3715415019762846, "percentage": 18.58, "elapsed_time": "0:08:21", "remaining_time": "0:36:37"}
+{"current_steps": 95, "total_steps": 506, "loss": 0.1989, "lr": 9.155190960711822e-06, "epoch": 0.37549407114624506, "percentage": 18.77, "elapsed_time": "0:08:26", "remaining_time": "0:36:32"}
+{"current_steps": 96, "total_steps": 506, "loss": 0.2005, "lr": 9.137844166368289e-06, "epoch": 0.3794466403162055, "percentage": 18.97, "elapsed_time": "0:08:32", "remaining_time": "0:36:26"}
+{"current_steps": 97, "total_steps": 506, "loss": 0.1723, "lr": 9.120337868072933e-06, "epoch": 0.383399209486166, "percentage": 19.17, "elapsed_time": "0:08:37", "remaining_time": "0:36:21"}
+{"current_steps": 98, "total_steps": 506, "loss": 0.1721, "lr": 9.1026727406515e-06, "epoch": 0.38735177865612647, "percentage": 19.37, "elapsed_time": "0:08:42", "remaining_time": "0:36:16"}
+{"current_steps": 99, "total_steps": 506, "loss": 0.1783, "lr": 9.08484946505221e-06, "epoch": 0.391304347826087, "percentage": 19.57, "elapsed_time": "0:08:48", "remaining_time": "0:36:10"}
+{"current_steps": 100, "total_steps": 506, "loss": 0.2124, "lr": 9.066868728319522e-06, "epoch": 0.3952569169960474, "percentage": 19.76, "elapsed_time": "0:08:53", "remaining_time": "0:36:05"}
+{"current_steps": 101, "total_steps": 506, "loss": 0.176, "lr": 9.048731223567636e-06, "epoch": 0.39920948616600793, "percentage": 19.96, "elapsed_time": "0:08:58", "remaining_time": "0:35:59"}
+{"current_steps": 102, "total_steps": 506, "loss": 0.1593, "lr": 9.03043764995379e-06, "epoch": 0.4031620553359684, "percentage": 20.16, "elapsed_time": "0:09:03", "remaining_time": "0:35:54"}
+{"current_steps": 103, "total_steps": 506, "loss": 0.1905, "lr": 9.011988712651295e-06, "epoch": 0.40711462450592883, "percentage": 20.36, "elapsed_time": "0:09:09", "remaining_time": "0:35:49"}
+{"current_steps": 104, "total_steps": 506, "loss": 0.1644, "lr": 8.993385122822364e-06, "epoch": 0.41106719367588934, "percentage": 20.55, "elapsed_time": "0:09:14", "remaining_time": "0:35:43"}
+{"current_steps": 105, "total_steps": 506, "loss": 0.1564, "lr": 8.974627597590693e-06, "epoch": 0.4150197628458498, "percentage": 20.75, "elapsed_time": "0:09:19", "remaining_time": "0:35:38"}
+{"current_steps": 106, "total_steps": 506, "loss": 0.1695, "lr": 8.955716860013812e-06, "epoch": 0.4189723320158103, "percentage": 20.95, "elapsed_time": "0:09:25", "remaining_time": "0:35:32"}
+{"current_steps": 107, "total_steps": 506, "loss": 0.1881, "lr": 8.936653639055225e-06, "epoch": 0.42292490118577075, "percentage": 21.15, "elapsed_time": "0:09:30", "remaining_time": "0:35:27"}
+{"current_steps": 108, "total_steps": 506, "loss": 0.1859, "lr": 8.917438669556307e-06, "epoch": 0.4268774703557312, "percentage": 21.34, "elapsed_time": "0:09:35", "remaining_time": "0:35:22"}
+{"current_steps": 109, "total_steps": 506, "loss": 0.1816, "lr": 8.898072692207964e-06, "epoch": 0.4308300395256917, "percentage": 21.54, "elapsed_time": "0:09:41", "remaining_time": "0:35:16"}
+{"current_steps": 110, "total_steps": 506, "loss": 0.1907, "lr": 8.8785564535221e-06, "epoch": 0.43478260869565216, "percentage": 21.74, "elapsed_time": "0:09:46", "remaining_time": "0:35:11"}
+{"current_steps": 111, "total_steps": 506, "loss": 0.1806, "lr": 8.85889070580283e-06, "epoch": 0.43873517786561267, "percentage": 21.94, "elapsed_time": "0:09:51", "remaining_time": "0:35:05"}
+{"current_steps": 112, "total_steps": 506, "loss": 0.2069, "lr": 8.839076207117485e-06, "epoch": 0.4426877470355731, "percentage": 22.13, "elapsed_time": "0:09:57", "remaining_time": "0:35:00"}
+{"current_steps": 113, "total_steps": 506, "loss": 0.1973, "lr": 8.819113721267385e-06, "epoch": 0.44664031620553357, "percentage": 22.33, "elapsed_time": "0:10:02", "remaining_time": "0:34:55"}
+{"current_steps": 114, "total_steps": 506, "loss": 0.1614, "lr": 8.7990040177584e-06, "epoch": 0.4505928853754941, "percentage": 22.53, "elapsed_time": "0:10:07", "remaining_time": "0:34:49"}
+{"current_steps": 115, "total_steps": 506, "loss": 0.1693, "lr": 8.778747871771293e-06, "epoch": 0.45454545454545453, "percentage": 22.73, "elapsed_time": "0:10:12", "remaining_time": "0:34:44"}
+{"current_steps": 116, "total_steps": 506, "loss": 0.1781, "lr": 8.758346064131824e-06, "epoch": 0.45849802371541504, "percentage": 22.92, "elapsed_time": "0:10:18", "remaining_time": "0:34:38"}
+{"current_steps": 117, "total_steps": 506, "loss": 0.18, "lr": 8.737799381280667e-06, "epoch": 0.4624505928853755, "percentage": 23.12, "elapsed_time": "0:10:23", "remaining_time": "0:34:33"}
+{"current_steps": 118, "total_steps": 506, "loss": 0.1834, "lr": 8.717108615243081e-06, "epoch": 0.466403162055336, "percentage": 23.32, "elapsed_time": "0:10:28", "remaining_time": "0:34:27"}
+{"current_steps": 119, "total_steps": 506, "loss": 0.1875, "lr": 8.696274563598395e-06, "epoch": 0.47035573122529645, "percentage": 23.52, "elapsed_time": "0:10:34", "remaining_time": "0:34:22"}
+{"current_steps": 120, "total_steps": 506, "loss": 0.1566, "lr": 8.675298029449241e-06, "epoch": 0.4743083003952569, "percentage": 23.72, "elapsed_time": "0:10:39", "remaining_time": "0:34:17"}
+{"current_steps": 121, "total_steps": 506, "loss": 0.1827, "lr": 8.65417982139062e-06, "epoch": 0.4782608695652174, "percentage": 23.91, "elapsed_time": "0:10:44", "remaining_time": "0:34:11"}
+{"current_steps": 122, "total_steps": 506, "loss": 0.1758, "lr": 8.63292075347872e-06, "epoch": 0.48221343873517786, "percentage": 24.11, "elapsed_time": "0:10:50", "remaining_time": "0:34:06"}
+{"current_steps": 123, "total_steps": 506, "loss": 0.144, "lr": 8.611521645199532e-06, "epoch": 0.48616600790513836, "percentage": 24.31, "elapsed_time": "0:10:55", "remaining_time": "0:34:00"}
+{"current_steps": 124, "total_steps": 506, "loss": 0.1709, "lr": 8.589983321437271e-06, "epoch": 0.4901185770750988, "percentage": 24.51, "elapsed_time": "0:11:00", "remaining_time": "0:33:55"}
+{"current_steps": 125, "total_steps": 506, "loss": 0.1591, "lr": 8.568306612442579e-06, "epoch": 0.49407114624505927, "percentage": 24.7, "elapsed_time": "0:11:06", "remaining_time": "0:33:50"}
+{"current_steps": 126, "total_steps": 506, "loss": 0.1575, "lr": 8.546492353800504e-06, "epoch": 0.4980237154150198, "percentage": 24.9, "elapsed_time": "0:11:11", "remaining_time": "0:33:44"}
+{"current_steps": 127, "total_steps": 506, "loss": 0.1901, "lr": 8.524541386398318e-06, "epoch": 0.5019762845849802, "percentage": 25.1, "elapsed_time": "0:11:16", "remaining_time": "0:33:39"}
+{"current_steps": 128, "total_steps": 506, "loss": 0.1565, "lr": 8.502454556393071e-06, "epoch": 0.5059288537549407, "percentage": 25.3, "elapsed_time": "0:11:21", "remaining_time": "0:33:33"}
+{"current_steps": 129, "total_steps": 506, "loss": 0.1946, "lr": 8.480232715179004e-06, "epoch": 0.5098814229249012, "percentage": 25.49, "elapsed_time": "0:11:27", "remaining_time": "0:33:28"}
+{"current_steps": 130, "total_steps": 506, "loss": 0.1745, "lr": 8.457876719354708e-06, "epoch": 0.5138339920948617, "percentage": 25.69, "elapsed_time": "0:11:32", "remaining_time": "0:33:23"}
+{"current_steps": 131, "total_steps": 506, "loss": 0.1716, "lr": 8.435387430690114e-06, "epoch": 0.5177865612648221, "percentage": 25.89, "elapsed_time": "0:11:37", "remaining_time": "0:33:17"}
+{"current_steps": 132, "total_steps": 506, "loss": 0.164, "lr": 8.412765716093273e-06, "epoch": 0.5217391304347826, "percentage": 26.09, "elapsed_time": "0:11:43", "remaining_time": "0:33:12"}
+{"current_steps": 133, "total_steps": 506, "loss": 0.1376, "lr": 8.390012447576931e-06, "epoch": 0.525691699604743, "percentage": 26.28, "elapsed_time": "0:11:48", "remaining_time": "0:33:06"}
+{"current_steps": 134, "total_steps": 506, "loss": 0.1537, "lr": 8.367128502224931e-06, "epoch": 0.5296442687747036, "percentage": 26.48, "elapsed_time": "0:11:53", "remaining_time": "0:33:01"}
+{"current_steps": 135, "total_steps": 506, "loss": 0.1615, "lr": 8.344114762158391e-06, "epoch": 0.5335968379446641, "percentage": 26.68, "elapsed_time": "0:11:59", "remaining_time": "0:32:56"}
+{"current_steps": 136, "total_steps": 506, "loss": 0.1718, "lr": 8.320972114501698e-06, "epoch": 0.5375494071146245, "percentage": 26.88, "elapsed_time": "0:12:04", "remaining_time": "0:32:50"}
+{"current_steps": 137, "total_steps": 506, "loss": 0.1692, "lr": 8.297701451348324e-06, "epoch": 0.541501976284585, "percentage": 27.08, "elapsed_time": "0:12:09", "remaining_time": "0:32:45"}
+{"current_steps": 138, "total_steps": 506, "loss": 0.1698, "lr": 8.274303669726427e-06, "epoch": 0.5454545454545454, "percentage": 27.27, "elapsed_time": "0:12:15", "remaining_time": "0:32:40"}
+{"current_steps": 139, "total_steps": 506, "loss": 0.168, "lr": 8.250779671564277e-06, "epoch": 0.549407114624506, "percentage": 27.47, "elapsed_time": "0:12:20", "remaining_time": "0:32:34"}
+{"current_steps": 140, "total_steps": 506, "loss": 0.1841, "lr": 8.22713036365549e-06, "epoch": 0.5533596837944664, "percentage": 27.67, "elapsed_time": "0:12:25", "remaining_time": "0:32:29"}
+{"current_steps": 141, "total_steps": 506, "loss": 0.1782, "lr": 8.20335665762407e-06, "epoch": 0.5573122529644269, "percentage": 27.87, "elapsed_time": "0:12:30", "remaining_time": "0:32:24"}
+{"current_steps": 142, "total_steps": 506, "loss": 0.1759, "lr": 8.179459469889269e-06, "epoch": 0.5612648221343873, "percentage": 28.06, "elapsed_time": "0:12:36", "remaining_time": "0:32:18"}
+{"current_steps": 143, "total_steps": 506, "loss": 0.1907, "lr": 8.155439721630265e-06, "epoch": 0.5652173913043478, "percentage": 28.26, "elapsed_time": "0:12:41", "remaining_time": "0:32:13"}
+{"current_steps": 144, "total_steps": 506, "loss": 0.1587, "lr": 8.131298338750648e-06, "epoch": 0.5691699604743083, "percentage": 28.46, "elapsed_time": "0:12:46", "remaining_time": "0:32:07"}
+{"current_steps": 145, "total_steps": 506, "loss": 0.1674, "lr": 8.10703625184273e-06, "epoch": 0.5731225296442688, "percentage": 28.66, "elapsed_time": "0:12:52", "remaining_time": "0:32:02"}
+{"current_steps": 146, "total_steps": 506, "loss": 0.184, "lr": 8.082654396151676e-06, "epoch": 0.5770750988142292, "percentage": 28.85, "elapsed_time": "0:12:57", "remaining_time": "0:31:57"}
+{"current_steps": 147, "total_steps": 506, "loss": 0.1746, "lr": 8.058153711539444e-06, "epoch": 0.5810276679841897, "percentage": 29.05, "elapsed_time": "0:13:02", "remaining_time": "0:31:51"}
+{"current_steps": 148, "total_steps": 506, "loss": 0.1541, "lr": 8.03353514244857e-06, "epoch": 0.5849802371541502, "percentage": 29.25, "elapsed_time": "0:13:08", "remaining_time": "0:31:46"}
+{"current_steps": 149, "total_steps": 506, "loss": 0.172, "lr": 8.008799637865741e-06, "epoch": 0.5889328063241107, "percentage": 29.45, "elapsed_time": "0:13:13", "remaining_time": "0:31:41"}
+{"current_steps": 150, "total_steps": 506, "loss": 0.1517, "lr": 7.983948151285242e-06, "epoch": 0.5928853754940712, "percentage": 29.64, "elapsed_time": "0:13:18", "remaining_time": "0:31:35"}
+{"current_steps": 151, "total_steps": 506, "loss": 0.1682, "lr": 7.958981640672173e-06, "epoch": 0.5968379446640316, "percentage": 29.84, "elapsed_time": "0:13:24", "remaining_time": "0:31:30"}
+{"current_steps": 152, "total_steps": 506, "loss": 0.1484, "lr": 7.933901068425539e-06, "epoch": 0.6007905138339921, "percentage": 30.04, "elapsed_time": "0:13:29", "remaining_time": "0:31:24"}
+{"current_steps": 153, "total_steps": 506, "loss": 0.1851, "lr": 7.908707401341146e-06, "epoch": 0.6047430830039525, "percentage": 30.24, "elapsed_time": "0:13:34", "remaining_time": "0:31:19"}
+{"current_steps": 154, "total_steps": 506, "loss": 0.159, "lr": 7.883401610574338e-06, "epoch": 0.6086956521739131, "percentage": 30.43, "elapsed_time": "0:13:39", "remaining_time": "0:31:14"}
+{"current_steps": 155, "total_steps": 506, "loss": 0.1674, "lr": 7.857984671602547e-06, "epoch": 0.6126482213438735, "percentage": 30.63, "elapsed_time": "0:13:45", "remaining_time": "0:31:08"}
+{"current_steps": 156, "total_steps": 506, "loss": 0.1454, "lr": 7.832457564187715e-06, "epoch": 0.616600790513834, "percentage": 30.83, "elapsed_time": "0:13:50", "remaining_time": "0:31:03"}
+{"current_steps": 157, "total_steps": 506, "loss": 0.1732, "lr": 7.806821272338504e-06, "epoch": 0.6205533596837944, "percentage": 31.03, "elapsed_time": "0:13:55", "remaining_time": "0:30:58"}
+{"current_steps": 158, "total_steps": 506, "loss": 0.1603, "lr": 7.781076784272377e-06, "epoch": 0.6245059288537549, "percentage": 31.23, "elapsed_time": "0:14:01", "remaining_time": "0:30:52"}
+{"current_steps": 159, "total_steps": 506, "loss": 0.1851, "lr": 7.755225092377498e-06, "epoch": 0.6284584980237155, "percentage": 31.42, "elapsed_time": "0:14:06", "remaining_time": "0:30:47"}
+{"current_steps": 160, "total_steps": 506, "loss": 0.1816, "lr": 7.729267193174483e-06, "epoch": 0.6324110671936759, "percentage": 31.62, "elapsed_time": "0:14:11", "remaining_time": "0:30:41"}
+{"current_steps": 161, "total_steps": 506, "loss": 0.1648, "lr": 7.703204087277989e-06, "epoch": 0.6363636363636364, "percentage": 31.82, "elapsed_time": "0:14:17", "remaining_time": "0:30:36"}
+{"current_steps": 162, "total_steps": 506, "loss": 0.1806, "lr": 7.67703677935813e-06, "epoch": 0.6403162055335968, "percentage": 32.02, "elapsed_time": "0:14:22", "remaining_time": "0:30:31"}
+{"current_steps": 163, "total_steps": 506, "loss": 0.1682, "lr": 7.650766278101762e-06, "epoch": 0.6442687747035574, "percentage": 32.21, "elapsed_time": "0:14:27", "remaining_time": "0:30:25"}
+{"current_steps": 164, "total_steps": 506, "loss": 0.1973, "lr": 7.624393596173598e-06, "epoch": 0.6482213438735178, "percentage": 32.41, "elapsed_time": "0:14:32", "remaining_time": "0:30:20"}
+{"current_steps": 165, "total_steps": 506, "loss": 0.1562, "lr": 7.597919750177168e-06, "epoch": 0.6521739130434783, "percentage": 32.61, "elapsed_time": "0:14:38", "remaining_time": "0:30:15"}
+{"current_steps": 166, "total_steps": 506, "loss": 0.1832, "lr": 7.5713457606156335e-06, "epoch": 0.6561264822134387, "percentage": 32.81, "elapsed_time": "0:14:43", "remaining_time": "0:30:09"}
+{"current_steps": 167, "total_steps": 506, "loss": 0.1744, "lr": 7.5446726518524505e-06, "epoch": 0.6600790513833992, "percentage": 33.0, "elapsed_time": "0:14:48", "remaining_time": "0:30:04"}
+{"current_steps": 168, "total_steps": 506, "loss": 0.1771, "lr": 7.51790145207188e-06, "epoch": 0.6640316205533597, "percentage": 33.2, "elapsed_time": "0:14:54", "remaining_time": "0:29:59"}
+{"current_steps": 169, "total_steps": 506, "loss": 0.1643, "lr": 7.4910331932393634e-06, "epoch": 0.6679841897233202, "percentage": 33.4, "elapsed_time": "0:14:59", "remaining_time": "0:29:53"}
+{"current_steps": 170, "total_steps": 506, "loss": 0.1748, "lr": 7.464068911061726e-06, "epoch": 0.6719367588932806, "percentage": 33.6, "elapsed_time": "0:15:04", "remaining_time": "0:29:48"}
+{"current_steps": 171, "total_steps": 506, "loss": 0.1692, "lr": 7.437009644947268e-06, "epoch": 0.6758893280632411, "percentage": 33.79, "elapsed_time": "0:15:10", "remaining_time": "0:29:42"}
+{"current_steps": 172, "total_steps": 506, "loss": 0.1862, "lr": 7.40985643796569e-06, "epoch": 0.6798418972332015, "percentage": 33.99, "elapsed_time": "0:15:15", "remaining_time": "0:29:37"}
+{"current_steps": 173, "total_steps": 506, "loss": 0.1478, "lr": 7.382610336807887e-06, "epoch": 0.6837944664031621, "percentage": 34.19, "elapsed_time": "0:15:20", "remaining_time": "0:29:32"}
+{"current_steps": 174, "total_steps": 506, "loss": 0.1676, "lr": 7.355272391745605e-06, "epoch": 0.6877470355731226, "percentage": 34.39, "elapsed_time": "0:15:25", "remaining_time": "0:29:26"}
+{"current_steps": 175, "total_steps": 506, "loss": 0.1657, "lr": 7.327843656590948e-06, "epoch": 0.691699604743083, "percentage": 34.58, "elapsed_time": "0:15:31", "remaining_time": "0:29:21"}
+{"current_steps": 176, "total_steps": 506, "loss": 0.1401, "lr": 7.300325188655762e-06, "epoch": 0.6956521739130435, "percentage": 34.78, "elapsed_time": "0:15:36", "remaining_time": "0:29:16"}
+{"current_steps": 177, "total_steps": 506, "loss": 0.1989, "lr": 7.2727180487108725e-06, "epoch": 0.6996047430830039, "percentage": 34.98, "elapsed_time": "0:15:41", "remaining_time": "0:29:10"}
+{"current_steps": 178, "total_steps": 506, "loss": 0.1705, "lr": 7.245023300945203e-06, "epoch": 0.7035573122529645, "percentage": 35.18, "elapsed_time": "0:15:47", "remaining_time": "0:29:05"}
+{"current_steps": 179, "total_steps": 506, "loss": 0.1322, "lr": 7.217242012924747e-06, "epoch": 0.7075098814229249, "percentage": 35.38, "elapsed_time": "0:15:52", "remaining_time": "0:29:00"}
+{"current_steps": 180, "total_steps": 506, "loss": 0.1841, "lr": 7.189375255551413e-06, "epoch": 0.7114624505928854, "percentage": 35.57, "elapsed_time": "0:15:57", "remaining_time": "0:28:54"}
+{"current_steps": 181, "total_steps": 506, "loss": 0.1609, "lr": 7.161424103021752e-06, "epoch": 0.7154150197628458, "percentage": 35.77, "elapsed_time": "0:16:03", "remaining_time": "0:28:49"}
+{"current_steps": 182, "total_steps": 506, "loss": 0.1477, "lr": 7.133389632785543e-06, "epoch": 0.7193675889328063, "percentage": 35.97, "elapsed_time": "0:16:08", "remaining_time": "0:28:44"}
+{"current_steps": 183, "total_steps": 506, "loss": 0.1453, "lr": 7.1052729255042645e-06, "epoch": 0.7233201581027668, "percentage": 36.17, "elapsed_time": "0:16:13", "remaining_time": "0:28:38"}
+{"current_steps": 184, "total_steps": 506, "loss": 0.1619, "lr": 7.0770750650094335e-06, "epoch": 0.7272727272727273, "percentage": 36.36, "elapsed_time": "0:16:19", "remaining_time": "0:28:33"}
+{"current_steps": 185, "total_steps": 506, "loss": 0.1582, "lr": 7.048797138260829e-06, "epoch": 0.7312252964426877, "percentage": 36.56, "elapsed_time": "0:16:24", "remaining_time": "0:28:28"}
+{"current_steps": 186, "total_steps": 506, "loss": 0.1296, "lr": 7.020440235304593e-06, "epoch": 0.7351778656126482, "percentage": 36.76, "elapsed_time": "0:16:29", "remaining_time": "0:28:22"}
+{"current_steps": 187, "total_steps": 506, "loss": 0.1579, "lr": 6.9920054492312086e-06, "epoch": 0.7391304347826086, "percentage": 36.96, "elapsed_time": "0:16:35", "remaining_time": "0:28:17"}
+{"current_steps": 188, "total_steps": 506, "loss": 0.1714, "lr": 6.963493876133367e-06, "epoch": 0.7430830039525692, "percentage": 37.15, "elapsed_time": "0:16:40", "remaining_time": "0:28:12"}
+{"current_steps": 189, "total_steps": 506, "loss": 0.1887, "lr": 6.934906615063716e-06, "epoch": 0.7470355731225297, "percentage": 37.35, "elapsed_time": "0:16:45", "remaining_time": "0:28:06"}
+{"current_steps": 190, "total_steps": 506, "loss": 0.1458, "lr": 6.90624476799249e-06, "epoch": 0.7509881422924901, "percentage": 37.55, "elapsed_time": "0:16:51", "remaining_time": "0:28:01"}
+{"current_steps": 191, "total_steps": 506, "loss": 0.1406, "lr": 6.8775094397650375e-06, "epoch": 0.7549407114624506, "percentage": 37.75, "elapsed_time": "0:16:56", "remaining_time": "0:27:56"}
+{"current_steps": 192, "total_steps": 506, "loss": 0.1646, "lr": 6.8487017380592266e-06, "epoch": 0.758893280632411, "percentage": 37.94, "elapsed_time": "0:17:01", "remaining_time": "0:27:50"}
+{"current_steps": 193, "total_steps": 506, "loss": 0.1555, "lr": 6.81982277334275e-06, "epoch": 0.7628458498023716, "percentage": 38.14, "elapsed_time": "0:17:06", "remaining_time": "0:27:45"}
+{"current_steps": 194, "total_steps": 506, "loss": 0.1716, "lr": 6.790873658830321e-06, "epoch": 0.766798418972332, "percentage": 38.34, "elapsed_time": "0:17:12", "remaining_time": "0:27:40"}
+{"current_steps": 195, "total_steps": 506, "loss": 0.1494, "lr": 6.761855510440752e-06, "epoch": 0.7707509881422925, "percentage": 38.54, "elapsed_time": "0:17:17", "remaining_time": "0:27:34"}
+{"current_steps": 196, "total_steps": 506, "loss": 0.1446, "lr": 6.732769446753954e-06, "epoch": 0.7747035573122529, "percentage": 38.74, "elapsed_time": "0:17:22", "remaining_time": "0:27:29"}
+{"current_steps": 197, "total_steps": 506, "loss": 0.1769, "lr": 6.703616588967804e-06, "epoch": 0.7786561264822134, "percentage": 38.93, "elapsed_time": "0:17:28", "remaining_time": "0:27:24"}
+{"current_steps": 198, "total_steps": 506, "loss": 0.175, "lr": 6.674398060854931e-06, "epoch": 0.782608695652174, "percentage": 39.13, "elapsed_time": "0:17:33", "remaining_time": "0:27:18"}
+{"current_steps": 199, "total_steps": 506, "loss": 0.1839, "lr": 6.645114988719401e-06, "epoch": 0.7865612648221344, "percentage": 39.33, "elapsed_time": "0:17:38", "remaining_time": "0:27:13"}
+{"current_steps": 200, "total_steps": 506, "loss": 0.1571, "lr": 6.615768501353297e-06, "epoch": 0.7905138339920948, "percentage": 39.53, "elapsed_time": "0:17:44", "remaining_time": "0:27:08"}
+{"current_steps": 201, "total_steps": 506, "loss": 0.1746, "lr": 6.5863597299932e-06, "epoch": 0.7944664031620553, "percentage": 39.72, "elapsed_time": "0:17:49", "remaining_time": "0:27:02"}
+{"current_steps": 202, "total_steps": 506, "loss": 0.1654, "lr": 6.5568898082765945e-06, "epoch": 0.7984189723320159, "percentage": 39.92, "elapsed_time": "0:17:54", "remaining_time": "0:26:57"}
+{"current_steps": 203, "total_steps": 506, "loss": 0.1754, "lr": 6.527359872198166e-06, "epoch": 0.8023715415019763, "percentage": 40.12, "elapsed_time": "0:18:00", "remaining_time": "0:26:52"}
+{"current_steps": 204, "total_steps": 506, "loss": 0.1377, "lr": 6.497771060066008e-06, "epoch": 0.8063241106719368, "percentage": 40.32, "elapsed_time": "0:18:05", "remaining_time": "0:26:46"}
+{"current_steps": 205, "total_steps": 506, "loss": 0.1799, "lr": 6.468124512457743e-06, "epoch": 0.8102766798418972, "percentage": 40.51, "elapsed_time": "0:18:10", "remaining_time": "0:26:41"}
+{"current_steps": 206, "total_steps": 506, "loss": 0.152, "lr": 6.4384213721765565e-06, "epoch": 0.8142292490118577, "percentage": 40.71, "elapsed_time": "0:18:16", "remaining_time": "0:26:36"}
+{"current_steps": 207, "total_steps": 506, "loss": 0.1504, "lr": 6.408662784207149e-06, "epoch": 0.8181818181818182, "percentage": 40.91, "elapsed_time": "0:18:21", "remaining_time": "0:26:30"}
+{"current_steps": 208, "total_steps": 506, "loss": 0.1475, "lr": 6.378849895671594e-06, "epoch": 0.8221343873517787, "percentage": 41.11, "elapsed_time": "0:18:26", "remaining_time": "0:26:25"}
+{"current_steps": 209, "total_steps": 506, "loss": 0.1631, "lr": 6.348983855785122e-06, "epoch": 0.8260869565217391, "percentage": 41.3, "elapsed_time": "0:18:32", "remaining_time": "0:26:20"}
+{"current_steps": 210, "total_steps": 506, "loss": 0.1448, "lr": 6.3190658158118205e-06, "epoch": 0.8300395256916996, "percentage": 41.5, "elapsed_time": "0:18:37", "remaining_time": "0:26:14"}
+{"current_steps": 211, "total_steps": 506, "loss": 0.1416, "lr": 6.289096929020254e-06, "epoch": 0.83399209486166, "percentage": 41.7, "elapsed_time": "0:18:42", "remaining_time": "0:26:09"}
+{"current_steps": 212, "total_steps": 506, "loss": 0.1541, "lr": 6.25907835063901e-06, "epoch": 0.8379446640316206, "percentage": 41.9, "elapsed_time": "0:18:48", "remaining_time": "0:26:04"}
+{"current_steps": 213, "total_steps": 506, "loss": 0.1852, "lr": 6.229011237812172e-06, "epoch": 0.841897233201581, "percentage": 42.09, "elapsed_time": "0:18:53", "remaining_time": "0:25:58"}
+{"current_steps": 214, "total_steps": 506, "loss": 0.1414, "lr": 6.1988967495547016e-06, "epoch": 0.8458498023715415, "percentage": 42.29, "elapsed_time": "0:18:58", "remaining_time": "0:25:53"}
+{"current_steps": 215, "total_steps": 506, "loss": 0.1715, "lr": 6.168736046707777e-06, "epoch": 0.849802371541502, "percentage": 42.49, "elapsed_time": "0:19:03", "remaining_time": "0:25:48"}
+{"current_steps": 216, "total_steps": 506, "loss": 0.1393, "lr": 6.138530291894033e-06, "epoch": 0.8537549407114624, "percentage": 42.69, "elapsed_time": "0:19:09", "remaining_time": "0:25:42"}
+{"current_steps": 217, "total_steps": 506, "loss": 0.1662, "lr": 6.108280649472751e-06, "epoch": 0.857707509881423, "percentage": 42.89, "elapsed_time": "0:19:14", "remaining_time": "0:25:37"}
+{"current_steps": 218, "total_steps": 506, "loss": 0.1593, "lr": 6.0779882854949745e-06, "epoch": 0.8616600790513834, "percentage": 43.08, "elapsed_time": "0:19:19", "remaining_time": "0:25:32"}
+{"current_steps": 219, "total_steps": 506, "loss": 0.1582, "lr": 6.047654367658563e-06, "epoch": 0.8656126482213439, "percentage": 43.28, "elapsed_time": "0:19:25", "remaining_time": "0:25:26"}
+{"current_steps": 220, "total_steps": 506, "loss": 0.1634, "lr": 6.0172800652631706e-06, "epoch": 0.8695652173913043, "percentage": 43.48, "elapsed_time": "0:19:30", "remaining_time": "0:25:21"}
+{"current_steps": 221, "total_steps": 506, "loss": 0.1557, "lr": 5.986866549165185e-06, "epoch": 0.8735177865612648, "percentage": 43.68, "elapsed_time": "0:19:35", "remaining_time": "0:25:16"}
+{"current_steps": 222, "total_steps": 506, "loss": 0.1489, "lr": 5.9564149917325845e-06, "epoch": 0.8774703557312253, "percentage": 43.87, "elapsed_time": "0:19:41", "remaining_time": "0:25:11"}
+{"current_steps": 223, "total_steps": 506, "loss": 0.1592, "lr": 5.925926566799754e-06, "epoch": 0.8814229249011858, "percentage": 44.07, "elapsed_time": "0:19:46", "remaining_time": "0:25:05"}
+{"current_steps": 224, "total_steps": 506, "loss": 0.1451, "lr": 5.895402449622226e-06, "epoch": 0.8853754940711462, "percentage": 44.27, "elapsed_time": "0:19:51", "remaining_time": "0:25:00"}
+{"current_steps": 225, "total_steps": 506, "loss": 0.1547, "lr": 5.864843816831388e-06, "epoch": 0.8893280632411067, "percentage": 44.47, "elapsed_time": "0:19:57", "remaining_time": "0:24:55"}
+{"current_steps": 226, "total_steps": 506, "loss": 0.1397, "lr": 5.8342518463891195e-06, "epoch": 0.8932806324110671, "percentage": 44.66, "elapsed_time": "0:20:02", "remaining_time": "0:24:49"}
+{"current_steps": 227, "total_steps": 506, "loss": 0.1616, "lr": 5.803627717542386e-06, "epoch": 0.8972332015810277, "percentage": 44.86, "elapsed_time": "0:20:07", "remaining_time": "0:24:44"}
+{"current_steps": 228, "total_steps": 506, "loss": 0.1596, "lr": 5.7729726107777855e-06, "epoch": 0.9011857707509882, "percentage": 45.06, "elapsed_time": "0:20:13", "remaining_time": "0:24:39"}
+{"current_steps": 229, "total_steps": 506, "loss": 0.1455, "lr": 5.742287707776034e-06, "epoch": 0.9051383399209486, "percentage": 45.26, "elapsed_time": "0:20:18", "remaining_time": "0:24:33"}
+{"current_steps": 230, "total_steps": 506, "loss": 0.1468, "lr": 5.711574191366427e-06, "epoch": 0.9090909090909091, "percentage": 45.45, "elapsed_time": "0:20:23", "remaining_time": "0:24:28"}
+{"current_steps": 231, "total_steps": 506, "loss": 0.141, "lr": 5.680833245481234e-06, "epoch": 0.9130434782608695, "percentage": 45.65, "elapsed_time": "0:20:28", "remaining_time": "0:24:23"}
+{"current_steps": 232, "total_steps": 506, "loss": 0.1361, "lr": 5.650066055110067e-06, "epoch": 0.9169960474308301, "percentage": 45.85, "elapsed_time": "0:20:34", "remaining_time": "0:24:17"}
+{"current_steps": 233, "total_steps": 506, "loss": 0.1571, "lr": 5.6192738062542e-06, "epoch": 0.9209486166007905, "percentage": 46.05, "elapsed_time": "0:20:39", "remaining_time": "0:24:12"}
+{"current_steps": 234, "total_steps": 506, "loss": 0.1372, "lr": 5.588457685880851e-06, "epoch": 0.924901185770751, "percentage": 46.25, "elapsed_time": "0:20:44", "remaining_time": "0:24:07"}
+{"current_steps": 235, "total_steps": 506, "loss": 0.146, "lr": 5.557618881877428e-06, "epoch": 0.9288537549407114, "percentage": 46.44, "elapsed_time": "0:20:50", "remaining_time": "0:24:01"}
+{"current_steps": 236, "total_steps": 506, "loss": 0.1802, "lr": 5.526758583005736e-06, "epoch": 0.932806324110672, "percentage": 46.64, "elapsed_time": "0:20:55", "remaining_time": "0:23:56"}
+{"current_steps": 237, "total_steps": 506, "loss": 0.1667, "lr": 5.495877978856159e-06, "epoch": 0.9367588932806324, "percentage": 46.84, "elapsed_time": "0:21:00", "remaining_time": "0:23:51"}
+{"current_steps": 238, "total_steps": 506, "loss": 0.1468, "lr": 5.464978259801797e-06, "epoch": 0.9407114624505929, "percentage": 47.04, "elapsed_time": "0:21:06", "remaining_time": "0:23:45"}
+{"current_steps": 239, "total_steps": 506, "loss": 0.1591, "lr": 5.4340606169525915e-06, "epoch": 0.9446640316205533, "percentage": 47.23, "elapsed_time": "0:21:11", "remaining_time": "0:23:40"}
+{"current_steps": 240, "total_steps": 506, "loss": 0.1599, "lr": 5.40312624210939e-06, "epoch": 0.9486166007905138, "percentage": 47.43, "elapsed_time": "0:21:16", "remaining_time": "0:23:35"}
+{"current_steps": 241, "total_steps": 506, "loss": 0.1428, "lr": 5.372176327718029e-06, "epoch": 0.9525691699604744, "percentage": 47.63, "elapsed_time": "0:21:22", "remaining_time": "0:23:29"}
+{"current_steps": 242, "total_steps": 506, "loss": 0.1732, "lr": 5.341212066823356e-06, "epoch": 0.9565217391304348, "percentage": 47.83, "elapsed_time": "0:21:27", "remaining_time": "0:23:24"}
+{"current_steps": 243, "total_steps": 506, "loss": 0.1636, "lr": 5.3102346530232365e-06, "epoch": 0.9604743083003953, "percentage": 48.02, "elapsed_time": "0:21:32", "remaining_time": "0:23:19"}
+{"current_steps": 244, "total_steps": 506, "loss": 0.1678, "lr": 5.2792452804225535e-06, "epoch": 0.9644268774703557, "percentage": 48.22, "elapsed_time": "0:21:37", "remaining_time": "0:23:13"}
+{"current_steps": 245, "total_steps": 506, "loss": 0.153, "lr": 5.248245143587172e-06, "epoch": 0.9683794466403162, "percentage": 48.42, "elapsed_time": "0:21:43", "remaining_time": "0:23:08"}
+{"current_steps": 246, "total_steps": 506, "loss": 0.1542, "lr": 5.2172354374978905e-06, "epoch": 0.9723320158102767, "percentage": 48.62, "elapsed_time": "0:21:48", "remaining_time": "0:23:03"}
+{"current_steps": 247, "total_steps": 506, "loss": 0.1631, "lr": 5.186217357504382e-06, "epoch": 0.9762845849802372, "percentage": 48.81, "elapsed_time": "0:21:53", "remaining_time": "0:22:57"}
+{"current_steps": 248, "total_steps": 506, "loss": 0.131, "lr": 5.155192099279113e-06, "epoch": 0.9802371541501976, "percentage": 49.01, "elapsed_time": "0:21:59", "remaining_time": "0:22:52"}
+{"current_steps": 249, "total_steps": 506, "loss": 0.1512, "lr": 5.124160858771252e-06, "epoch": 0.9841897233201581, "percentage": 49.21, "elapsed_time": "0:22:04", "remaining_time": "0:22:47"}
+{"current_steps": 250, "total_steps": 506, "loss": 0.1441, "lr": 5.093124832160569e-06, "epoch": 0.9881422924901185, "percentage": 49.41, "elapsed_time": "0:22:09", "remaining_time": "0:22:41"}
+{"current_steps": 251, "total_steps": 506, "loss": 0.1504, "lr": 5.06208521581133e-06, "epoch": 0.9920948616600791, "percentage": 49.6, "elapsed_time": "0:22:15", "remaining_time": "0:22:36"}
+{"current_steps": 252, "total_steps": 506, "loss": 0.1464, "lr": 5.0310432062261764e-06, "epoch": 0.9960474308300395, "percentage": 49.8, "elapsed_time": "0:22:20", "remaining_time": "0:22:31"}
+{"current_steps": 253, "total_steps": 506, "loss": 0.1434, "lr": 5e-06, "epoch": 1.0, "percentage": 50.0, "elapsed_time": "0:22:25", "remaining_time": "0:22:25"}
+{"current_steps": 254, "total_steps": 506, "loss": 0.0892, "lr": 4.968956793773825e-06, "epoch": 1.0039525691699605, "percentage": 50.2, "elapsed_time": "0:22:31", "remaining_time": "0:22:20"}
+{"current_steps": 255, "total_steps": 506, "loss": 0.0967, "lr": 4.9379147841886715e-06, "epoch": 1.007905138339921, "percentage": 50.4, "elapsed_time": "0:22:36", "remaining_time": "0:22:15"}
+{"current_steps": 256, "total_steps": 506, "loss": 0.0906, "lr": 4.906875167839433e-06, "epoch": 1.0118577075098814, "percentage": 50.59, "elapsed_time": "0:22:41", "remaining_time": "0:22:09"}
+{"current_steps": 257, "total_steps": 506, "loss": 0.0979, "lr": 4.875839141228751e-06, "epoch": 1.0158102766798418, "percentage": 50.79, "elapsed_time": "0:22:47", "remaining_time": "0:22:04"}
+{"current_steps": 258, "total_steps": 506, "loss": 0.0967, "lr": 4.844807900720888e-06, "epoch": 1.0197628458498025, "percentage": 50.99, "elapsed_time": "0:22:52", "remaining_time": "0:21:59"}
+{"current_steps": 259, "total_steps": 506, "loss": 0.0865, "lr": 4.813782642495618e-06, "epoch": 1.023715415019763, "percentage": 51.19, "elapsed_time": "0:22:57", "remaining_time": "0:21:53"}
+{"current_steps": 260, "total_steps": 506, "loss": 0.0913, "lr": 4.78276456250211e-06, "epoch": 1.0276679841897234, "percentage": 51.38, "elapsed_time": "0:23:03", "remaining_time": "0:21:48"}
+{"current_steps": 261, "total_steps": 506, "loss": 0.1092, "lr": 4.75175485641283e-06, "epoch": 1.0316205533596838, "percentage": 51.58, "elapsed_time": "0:23:08", "remaining_time": "0:21:43"}
+{"current_steps": 262, "total_steps": 506, "loss": 0.0975, "lr": 4.720754719577448e-06, "epoch": 1.0355731225296443, "percentage": 51.78, "elapsed_time": "0:23:13", "remaining_time": "0:21:38"}
+{"current_steps": 263, "total_steps": 506, "loss": 0.0962, "lr": 4.689765346976765e-06, "epoch": 1.0395256916996047, "percentage": 51.98, "elapsed_time": "0:23:19", "remaining_time": "0:21:32"}
+{"current_steps": 264, "total_steps": 506, "loss": 0.1049, "lr": 4.6587879331766465e-06, "epoch": 1.0434782608695652, "percentage": 52.17, "elapsed_time": "0:23:24", "remaining_time": "0:21:27"}
+{"current_steps": 265, "total_steps": 506, "loss": 0.1065, "lr": 4.627823672281972e-06, "epoch": 1.0474308300395256, "percentage": 52.37, "elapsed_time": "0:23:29", "remaining_time": "0:21:22"}
+{"current_steps": 266, "total_steps": 506, "loss": 0.0912, "lr": 4.596873757890612e-06, "epoch": 1.051383399209486, "percentage": 52.57, "elapsed_time": "0:23:35", "remaining_time": "0:21:16"}
+{"current_steps": 267, "total_steps": 506, "loss": 0.0818, "lr": 4.565939383047411e-06, "epoch": 1.0553359683794465, "percentage": 52.77, "elapsed_time": "0:23:40", "remaining_time": "0:21:11"}
+{"current_steps": 268, "total_steps": 506, "loss": 0.1142, "lr": 4.535021740198202e-06, "epoch": 1.0592885375494072, "percentage": 52.96, "elapsed_time": "0:23:45", "remaining_time": "0:21:06"}
+{"current_steps": 269, "total_steps": 506, "loss": 0.0993, "lr": 4.504122021143842e-06, "epoch": 1.0632411067193677, "percentage": 53.16, "elapsed_time": "0:23:51", "remaining_time": "0:21:00"}
+{"current_steps": 270, "total_steps": 506, "loss": 0.0933, "lr": 4.473241416994265e-06, "epoch": 1.0671936758893281, "percentage": 53.36, "elapsed_time": "0:23:56", "remaining_time": "0:20:55"}
+{"current_steps": 271, "total_steps": 506, "loss": 0.084, "lr": 4.442381118122573e-06, "epoch": 1.0711462450592886, "percentage": 53.56, "elapsed_time": "0:24:01", "remaining_time": "0:20:50"}
+{"current_steps": 272, "total_steps": 506, "loss": 0.0733, "lr": 4.41154231411915e-06, "epoch": 1.075098814229249, "percentage": 53.75, "elapsed_time": "0:24:06", "remaining_time": "0:20:44"}
+{"current_steps": 273, "total_steps": 506, "loss": 0.0974, "lr": 4.3807261937458005e-06, "epoch": 1.0790513833992095, "percentage": 53.95, "elapsed_time": "0:24:12", "remaining_time": "0:20:39"}
+{"current_steps": 274, "total_steps": 506, "loss": 0.0727, "lr": 4.349933944889934e-06, "epoch": 1.08300395256917, "percentage": 54.15, "elapsed_time": "0:24:17", "remaining_time": "0:20:34"}
+{"current_steps": 275, "total_steps": 506, "loss": 0.085, "lr": 4.319166754518768e-06, "epoch": 1.0869565217391304, "percentage": 54.35, "elapsed_time": "0:24:22", "remaining_time": "0:20:28"}
+{"current_steps": 276, "total_steps": 506, "loss": 0.0918, "lr": 4.2884258086335755e-06, "epoch": 1.0909090909090908, "percentage": 54.55, "elapsed_time": "0:24:28", "remaining_time": "0:20:23"}
+{"current_steps": 277, "total_steps": 506, "loss": 0.0867, "lr": 4.257712292223967e-06, "epoch": 1.0948616600790513, "percentage": 54.74, "elapsed_time": "0:24:33", "remaining_time": "0:20:18"}
+{"current_steps": 278, "total_steps": 506, "loss": 0.093, "lr": 4.227027389222215e-06, "epoch": 1.098814229249012, "percentage": 54.94, "elapsed_time": "0:24:38", "remaining_time": "0:20:12"}
+{"current_steps": 279, "total_steps": 506, "loss": 0.075, "lr": 4.196372282457614e-06, "epoch": 1.1027667984189724, "percentage": 55.14, "elapsed_time": "0:24:44", "remaining_time": "0:20:07"}
+{"current_steps": 280, "total_steps": 506, "loss": 0.0845, "lr": 4.165748153610881e-06, "epoch": 1.1067193675889329, "percentage": 55.34, "elapsed_time": "0:24:49", "remaining_time": "0:20:02"}
+{"current_steps": 281, "total_steps": 506, "loss": 0.0912, "lr": 4.1351561831686136e-06, "epoch": 1.1106719367588933, "percentage": 55.53, "elapsed_time": "0:24:54", "remaining_time": "0:19:56"}
+{"current_steps": 282, "total_steps": 506, "loss": 0.0873, "lr": 4.104597550377776e-06, "epoch": 1.1146245059288538, "percentage": 55.73, "elapsed_time": "0:25:00", "remaining_time": "0:19:51"}
+{"current_steps": 283, "total_steps": 506, "loss": 0.0853, "lr": 4.074073433200249e-06, "epoch": 1.1185770750988142, "percentage": 55.93, "elapsed_time": "0:25:05", "remaining_time": "0:19:46"}
+{"current_steps": 284, "total_steps": 506, "loss": 0.0783, "lr": 4.043585008267418e-06, "epoch": 1.1225296442687747, "percentage": 56.13, "elapsed_time": "0:25:10", "remaining_time": "0:19:40"}
+{"current_steps": 285, "total_steps": 506, "loss": 0.0956, "lr": 4.013133450834818e-06, "epoch": 1.1264822134387351, "percentage": 56.32, "elapsed_time": "0:25:16", "remaining_time": "0:19:35"}
+{"current_steps": 286, "total_steps": 506, "loss": 0.0695, "lr": 3.982719934736832e-06, "epoch": 1.1304347826086956, "percentage": 56.52, "elapsed_time": "0:25:21", "remaining_time": "0:19:30"}
+{"current_steps": 287, "total_steps": 506, "loss": 0.0753, "lr": 3.95234563234144e-06, "epoch": 1.1343873517786562, "percentage": 56.72, "elapsed_time": "0:25:26", "remaining_time": "0:19:25"}
+{"current_steps": 288, "total_steps": 506, "loss": 0.0908, "lr": 3.9220117145050254e-06, "epoch": 1.1383399209486167, "percentage": 56.92, "elapsed_time": "0:25:32", "remaining_time": "0:19:19"}
+{"current_steps": 289, "total_steps": 506, "loss": 0.0912, "lr": 3.89171935052725e-06, "epoch": 1.1422924901185771, "percentage": 57.11, "elapsed_time": "0:25:37", "remaining_time": "0:19:14"}
+{"current_steps": 290, "total_steps": 506, "loss": 0.0854, "lr": 3.861469708105969e-06, "epoch": 1.1462450592885376, "percentage": 57.31, "elapsed_time": "0:25:42", "remaining_time": "0:19:09"}
+{"current_steps": 291, "total_steps": 506, "loss": 0.0991, "lr": 3.831263953292225e-06, "epoch": 1.150197628458498, "percentage": 57.51, "elapsed_time": "0:25:48", "remaining_time": "0:19:03"}
+{"current_steps": 292, "total_steps": 506, "loss": 0.0903, "lr": 3.8011032504453e-06, "epoch": 1.1541501976284585, "percentage": 57.71, "elapsed_time": "0:25:53", "remaining_time": "0:18:58"}
+{"current_steps": 293, "total_steps": 506, "loss": 0.0798, "lr": 3.7709887621878305e-06, "epoch": 1.158102766798419, "percentage": 57.91, "elapsed_time": "0:25:58", "remaining_time": "0:18:53"}
+{"current_steps": 294, "total_steps": 506, "loss": 0.0873, "lr": 3.740921649360991e-06, "epoch": 1.1620553359683794, "percentage": 58.1, "elapsed_time": "0:26:04", "remaining_time": "0:18:47"}
+{"current_steps": 295, "total_steps": 506, "loss": 0.1042, "lr": 3.710903070979749e-06, "epoch": 1.1660079051383399, "percentage": 58.3, "elapsed_time": "0:26:09", "remaining_time": "0:18:42"}
+{"current_steps": 296, "total_steps": 506, "loss": 0.0893, "lr": 3.680934184188182e-06, "epoch": 1.1699604743083003, "percentage": 58.5, "elapsed_time": "0:26:14", "remaining_time": "0:18:37"}
+{"current_steps": 297, "total_steps": 506, "loss": 0.0828, "lr": 3.6510161442148783e-06, "epoch": 1.1739130434782608, "percentage": 58.7, "elapsed_time": "0:26:19", "remaining_time": "0:18:31"}
+{"current_steps": 298, "total_steps": 506, "loss": 0.0807, "lr": 3.621150104328407e-06, "epoch": 1.1778656126482214, "percentage": 58.89, "elapsed_time": "0:26:25", "remaining_time": "0:18:26"}
+{"current_steps": 299, "total_steps": 506, "loss": 0.0839, "lr": 3.5913372157928515e-06, "epoch": 1.1818181818181819, "percentage": 59.09, "elapsed_time": "0:26:30", "remaining_time": "0:18:21"}
+{"current_steps": 300, "total_steps": 506, "loss": 0.0975, "lr": 3.5615786278234443e-06, "epoch": 1.1857707509881423, "percentage": 59.29, "elapsed_time": "0:26:35", "remaining_time": "0:18:15"}
+{"current_steps": 301, "total_steps": 506, "loss": 0.0892, "lr": 3.5318754875422588e-06, "epoch": 1.1897233201581028, "percentage": 59.49, "elapsed_time": "0:26:41", "remaining_time": "0:18:10"}
+{"current_steps": 302, "total_steps": 506, "loss": 0.0649, "lr": 3.5022289399339933e-06, "epoch": 1.1936758893280632, "percentage": 59.68, "elapsed_time": "0:26:46", "remaining_time": "0:18:05"}
+{"current_steps": 303, "total_steps": 506, "loss": 0.0756, "lr": 3.4726401278018353e-06, "epoch": 1.1976284584980237, "percentage": 59.88, "elapsed_time": "0:26:51", "remaining_time": "0:17:59"}
+{"current_steps": 304, "total_steps": 506, "loss": 0.0854, "lr": 3.443110191723407e-06, "epoch": 1.2015810276679841, "percentage": 60.08, "elapsed_time": "0:26:57", "remaining_time": "0:17:54"}
+{"current_steps": 305, "total_steps": 506, "loss": 0.0874, "lr": 3.4136402700068034e-06, "epoch": 1.2055335968379446, "percentage": 60.28, "elapsed_time": "0:27:02", "remaining_time": "0:17:49"}
+{"current_steps": 306, "total_steps": 506, "loss": 0.0828, "lr": 3.384231498646706e-06, "epoch": 1.2094861660079053, "percentage": 60.47, "elapsed_time": "0:27:07", "remaining_time": "0:17:43"}
+{"current_steps": 307, "total_steps": 506, "loss": 0.0936, "lr": 3.3548850112805985e-06, "epoch": 1.2134387351778657, "percentage": 60.67, "elapsed_time": "0:27:13", "remaining_time": "0:17:38"}
+{"current_steps": 308, "total_steps": 506, "loss": 0.0858, "lr": 3.3256019391450696e-06, "epoch": 1.2173913043478262, "percentage": 60.87, "elapsed_time": "0:27:18", "remaining_time": "0:17:33"}
+{"current_steps": 309, "total_steps": 506, "loss": 0.1005, "lr": 3.296383411032198e-06, "epoch": 1.2213438735177866, "percentage": 61.07, "elapsed_time": "0:27:23", "remaining_time": "0:17:27"}
+{"current_steps": 310, "total_steps": 506, "loss": 0.0904, "lr": 3.267230553246047e-06, "epoch": 1.225296442687747, "percentage": 61.26, "elapsed_time": "0:27:29", "remaining_time": "0:17:22"}
+{"current_steps": 311, "total_steps": 506, "loss": 0.1039, "lr": 3.2381444895592483e-06, "epoch": 1.2292490118577075, "percentage": 61.46, "elapsed_time": "0:27:34", "remaining_time": "0:17:17"}
+{"current_steps": 312, "total_steps": 506, "loss": 0.0823, "lr": 3.209126341169681e-06, "epoch": 1.233201581027668, "percentage": 61.66, "elapsed_time": "0:27:39", "remaining_time": "0:17:11"}
+{"current_steps": 313, "total_steps": 506, "loss": 0.0892, "lr": 3.180177226657251e-06, "epoch": 1.2371541501976284, "percentage": 61.86, "elapsed_time": "0:27:44", "remaining_time": "0:17:06"}
+{"current_steps": 314, "total_steps": 506, "loss": 0.0895, "lr": 3.151298261940775e-06, "epoch": 1.2411067193675889, "percentage": 62.06, "elapsed_time": "0:27:50", "remaining_time": "0:17:01"}
+{"current_steps": 315, "total_steps": 506, "loss": 0.0872, "lr": 3.122490560234964e-06, "epoch": 1.2450592885375493, "percentage": 62.25, "elapsed_time": "0:27:55", "remaining_time": "0:16:55"}
+{"current_steps": 316, "total_steps": 506, "loss": 0.085, "lr": 3.0937552320075116e-06, "epoch": 1.2490118577075098, "percentage": 62.45, "elapsed_time": "0:28:00", "remaining_time": "0:16:50"}
+{"current_steps": 317, "total_steps": 506, "loss": 0.1027, "lr": 3.065093384936285e-06, "epoch": 1.2529644268774702, "percentage": 62.65, "elapsed_time": "0:28:06", "remaining_time": "0:16:45"}
+{"current_steps": 318, "total_steps": 506, "loss": 0.0967, "lr": 3.0365061238666336e-06, "epoch": 1.256916996047431, "percentage": 62.85, "elapsed_time": "0:28:11", "remaining_time": "0:16:40"}
+{"current_steps": 319, "total_steps": 506, "loss": 0.0844, "lr": 3.007994550768793e-06, "epoch": 1.2608695652173914, "percentage": 63.04, "elapsed_time": "0:28:16", "remaining_time": "0:16:34"}
+{"current_steps": 320, "total_steps": 506, "loss": 0.0994, "lr": 2.979559764695409e-06, "epoch": 1.2648221343873518, "percentage": 63.24, "elapsed_time": "0:28:22", "remaining_time": "0:16:29"}
+{"current_steps": 321, "total_steps": 506, "loss": 0.0843, "lr": 2.951202861739173e-06, "epoch": 1.2687747035573123, "percentage": 63.44, "elapsed_time": "0:28:27", "remaining_time": "0:16:24"}
+{"current_steps": 322, "total_steps": 506, "loss": 0.0835, "lr": 2.9229249349905686e-06, "epoch": 1.2727272727272727, "percentage": 63.64, "elapsed_time": "0:28:32", "remaining_time": "0:16:18"}
+{"current_steps": 323, "total_steps": 506, "loss": 0.0748, "lr": 2.8947270744957385e-06, "epoch": 1.2766798418972332, "percentage": 63.83, "elapsed_time": "0:28:38", "remaining_time": "0:16:13"}
+{"current_steps": 324, "total_steps": 506, "loss": 0.0965, "lr": 2.8666103672144597e-06, "epoch": 1.2806324110671936, "percentage": 64.03, "elapsed_time": "0:28:43", "remaining_time": "0:16:08"}
+{"current_steps": 325, "total_steps": 506, "loss": 0.0845, "lr": 2.8385758969782507e-06, "epoch": 1.2845849802371543, "percentage": 64.23, "elapsed_time": "0:28:48", "remaining_time": "0:16:02"}
+{"current_steps": 326, "total_steps": 506, "loss": 0.0885, "lr": 2.810624744448588e-06, "epoch": 1.2885375494071147, "percentage": 64.43, "elapsed_time": "0:28:54", "remaining_time": "0:15:57"}
+{"current_steps": 327, "total_steps": 506, "loss": 0.0923, "lr": 2.7827579870752542e-06, "epoch": 1.2924901185770752, "percentage": 64.62, "elapsed_time": "0:28:59", "remaining_time": "0:15:52"}
+{"current_steps": 328, "total_steps": 506, "loss": 0.0815, "lr": 2.7549766990547973e-06, "epoch": 1.2964426877470356, "percentage": 64.82, "elapsed_time": "0:29:04", "remaining_time": "0:15:46"}
+{"current_steps": 329, "total_steps": 506, "loss": 0.0882, "lr": 2.727281951289128e-06, "epoch": 1.300395256916996, "percentage": 65.02, "elapsed_time": "0:29:10", "remaining_time": "0:15:41"}
+{"current_steps": 330, "total_steps": 506, "loss": 0.0798, "lr": 2.6996748113442397e-06, "epoch": 1.3043478260869565, "percentage": 65.22, "elapsed_time": "0:29:15", "remaining_time": "0:15:36"}
+{"current_steps": 331, "total_steps": 506, "loss": 0.0945, "lr": 2.672156343409053e-06, "epoch": 1.308300395256917, "percentage": 65.42, "elapsed_time": "0:29:20", "remaining_time": "0:15:30"}
+{"current_steps": 332, "total_steps": 506, "loss": 0.081, "lr": 2.644727608254396e-06, "epoch": 1.3122529644268774, "percentage": 65.61, "elapsed_time": "0:29:25", "remaining_time": "0:15:25"}
+{"current_steps": 333, "total_steps": 506, "loss": 0.1008, "lr": 2.6173896631921134e-06, "epoch": 1.316205533596838, "percentage": 65.81, "elapsed_time": "0:29:31", "remaining_time": "0:15:20"}
+{"current_steps": 334, "total_steps": 506, "loss": 0.0822, "lr": 2.590143562034312e-06, "epoch": 1.3201581027667983, "percentage": 66.01, "elapsed_time": "0:29:36", "remaining_time": "0:15:14"}
+{"current_steps": 335, "total_steps": 506, "loss": 0.0689, "lr": 2.5629903550527343e-06, "epoch": 1.3241106719367588, "percentage": 66.21, "elapsed_time": "0:29:41", "remaining_time": "0:15:09"}
+{"current_steps": 336, "total_steps": 506, "loss": 0.0879, "lr": 2.535931088938274e-06, "epoch": 1.3280632411067192, "percentage": 66.4, "elapsed_time": "0:29:47", "remaining_time": "0:15:04"}
+{"current_steps": 337, "total_steps": 506, "loss": 0.0772, "lr": 2.5089668067606365e-06, "epoch": 1.33201581027668, "percentage": 66.6, "elapsed_time": "0:29:52", "remaining_time": "0:14:58"}
+{"current_steps": 338, "total_steps": 506, "loss": 0.0756, "lr": 2.4820985479281184e-06, "epoch": 1.3359683794466404, "percentage": 66.8, "elapsed_time": "0:29:57", "remaining_time": "0:14:53"}
+{"current_steps": 339, "total_steps": 506, "loss": 0.0856, "lr": 2.45532734814755e-06, "epoch": 1.3399209486166008, "percentage": 67.0, "elapsed_time": "0:30:03", "remaining_time": "0:14:48"}
+{"current_steps": 340, "total_steps": 506, "loss": 0.0873, "lr": 2.4286542393843665e-06, "epoch": 1.3438735177865613, "percentage": 67.19, "elapsed_time": "0:30:08", "remaining_time": "0:14:42"}
+{"current_steps": 341, "total_steps": 506, "loss": 0.0947, "lr": 2.4020802498228333e-06, "epoch": 1.3478260869565217, "percentage": 67.39, "elapsed_time": "0:30:13", "remaining_time": "0:14:37"}
+{"current_steps": 342, "total_steps": 506, "loss": 0.0874, "lr": 2.3756064038264033e-06, "epoch": 1.3517786561264822, "percentage": 67.59, "elapsed_time": "0:30:19", "remaining_time": "0:14:32"}
+{"current_steps": 343, "total_steps": 506, "loss": 0.0843, "lr": 2.3492337218982396e-06, "epoch": 1.3557312252964426, "percentage": 67.79, "elapsed_time": "0:30:24", "remaining_time": "0:14:27"}
+{"current_steps": 344, "total_steps": 506, "loss": 0.0688, "lr": 2.3229632206418727e-06, "epoch": 1.359683794466403, "percentage": 67.98, "elapsed_time": "0:30:29", "remaining_time": "0:14:21"}
+{"current_steps": 345, "total_steps": 506, "loss": 0.0719, "lr": 2.296795912722014e-06, "epoch": 1.3636363636363638, "percentage": 68.18, "elapsed_time": "0:30:35", "remaining_time": "0:14:16"}
+{"current_steps": 346, "total_steps": 506, "loss": 0.0917, "lr": 2.270732806825517e-06, "epoch": 1.3675889328063242, "percentage": 68.38, "elapsed_time": "0:30:40", "remaining_time": "0:14:11"}
+{"current_steps": 347, "total_steps": 506, "loss": 0.0863, "lr": 2.244774907622504e-06, "epoch": 1.3715415019762847, "percentage": 68.58, "elapsed_time": "0:30:45", "remaining_time": "0:14:05"}
+{"current_steps": 348, "total_steps": 506, "loss": 0.0914, "lr": 2.2189232157276247e-06, "epoch": 1.3754940711462451, "percentage": 68.77, "elapsed_time": "0:30:51", "remaining_time": "0:14:00"}
+{"current_steps": 349, "total_steps": 506, "loss": 0.0744, "lr": 2.1931787276614968e-06, "epoch": 1.3794466403162056, "percentage": 68.97, "elapsed_time": "0:30:56", "remaining_time": "0:13:55"}
+{"current_steps": 350, "total_steps": 506, "loss": 0.0941, "lr": 2.167542435812286e-06, "epoch": 1.383399209486166, "percentage": 69.17, "elapsed_time": "0:31:01", "remaining_time": "0:13:49"}
+{"current_steps": 351, "total_steps": 506, "loss": 0.0829, "lr": 2.142015328397454e-06, "epoch": 1.3873517786561265, "percentage": 69.37, "elapsed_time": "0:31:06", "remaining_time": "0:13:44"}
+{"current_steps": 352, "total_steps": 506, "loss": 0.0851, "lr": 2.1165983894256647e-06, "epoch": 1.391304347826087, "percentage": 69.57, "elapsed_time": "0:31:12", "remaining_time": "0:13:39"}
+{"current_steps": 353, "total_steps": 506, "loss": 0.0886, "lr": 2.0912925986588547e-06, "epoch": 1.3952569169960474, "percentage": 69.76, "elapsed_time": "0:31:17", "remaining_time": "0:13:33"}
+{"current_steps": 354, "total_steps": 506, "loss": 0.0762, "lr": 2.0660989315744624e-06, "epoch": 1.3992094861660078, "percentage": 69.96, "elapsed_time": "0:31:22", "remaining_time": "0:13:28"}
+{"current_steps": 355, "total_steps": 506, "loss": 0.0858, "lr": 2.0410183593278287e-06, "epoch": 1.4031620553359683, "percentage": 70.16, "elapsed_time": "0:31:28", "remaining_time": "0:13:23"}
+{"current_steps": 356, "total_steps": 506, "loss": 0.0841, "lr": 2.016051848714758e-06, "epoch": 1.4071146245059287, "percentage": 70.36, "elapsed_time": "0:31:33", "remaining_time": "0:13:17"}
+{"current_steps": 357, "total_steps": 506, "loss": 0.1138, "lr": 1.991200362134258e-06, "epoch": 1.4110671936758894, "percentage": 70.55, "elapsed_time": "0:31:38", "remaining_time": "0:13:12"}
+{"current_steps": 358, "total_steps": 506, "loss": 0.0957, "lr": 1.9664648575514316e-06, "epoch": 1.4150197628458498, "percentage": 70.75, "elapsed_time": "0:31:44", "remaining_time": "0:13:07"}
+{"current_steps": 359, "total_steps": 506, "loss": 0.0884, "lr": 1.9418462884605555e-06, "epoch": 1.4189723320158103, "percentage": 70.95, "elapsed_time": "0:31:49", "remaining_time": "0:13:01"}
+{"current_steps": 360, "total_steps": 506, "loss": 0.0643, "lr": 1.9173456038483244e-06, "epoch": 1.4229249011857708, "percentage": 71.15, "elapsed_time": "0:31:54", "remaining_time": "0:12:56"}
+{"current_steps": 361, "total_steps": 506, "loss": 0.0807, "lr": 1.8929637481572715e-06, "epoch": 1.4268774703557312, "percentage": 71.34, "elapsed_time": "0:32:00", "remaining_time": "0:12:51"}
+{"current_steps": 362, "total_steps": 506, "loss": 0.0778, "lr": 1.8687016612493542e-06, "epoch": 1.4308300395256917, "percentage": 71.54, "elapsed_time": "0:32:05", "remaining_time": "0:12:45"}
+{"current_steps": 363, "total_steps": 506, "loss": 0.0908, "lr": 1.8445602783697375e-06, "epoch": 1.434782608695652, "percentage": 71.74, "elapsed_time": "0:32:10", "remaining_time": "0:12:40"}
+{"current_steps": 364, "total_steps": 506, "loss": 0.0763, "lr": 1.8205405301107343e-06, "epoch": 1.4387351778656128, "percentage": 71.94, "elapsed_time": "0:32:15", "remaining_time": "0:12:35"}
+{"current_steps": 365, "total_steps": 506, "loss": 0.0911, "lr": 1.7966433423759327e-06, "epoch": 1.4426877470355732, "percentage": 72.13, "elapsed_time": "0:32:21", "remaining_time": "0:12:29"}
+{"current_steps": 366, "total_steps": 506, "loss": 0.0753, "lr": 1.772869636344512e-06, "epoch": 1.4466403162055337, "percentage": 72.33, "elapsed_time": "0:32:26", "remaining_time": "0:12:24"}
+{"current_steps": 367, "total_steps": 506, "loss": 0.0862, "lr": 1.7492203284357245e-06, "epoch": 1.4505928853754941, "percentage": 72.53, "elapsed_time": "0:32:31", "remaining_time": "0:12:19"}
+{"current_steps": 368, "total_steps": 506, "loss": 0.0771, "lr": 1.7256963302735752e-06, "epoch": 1.4545454545454546, "percentage": 72.73, "elapsed_time": "0:32:37", "remaining_time": "0:12:13"}
+{"current_steps": 369, "total_steps": 506, "loss": 0.0806, "lr": 1.702298548651678e-06, "epoch": 1.458498023715415, "percentage": 72.92, "elapsed_time": "0:32:42", "remaining_time": "0:12:08"}
+{"current_steps": 370, "total_steps": 506, "loss": 0.0861, "lr": 1.6790278854983033e-06, "epoch": 1.4624505928853755, "percentage": 73.12, "elapsed_time": "0:32:47", "remaining_time": "0:12:03"}
+{"current_steps": 371, "total_steps": 506, "loss": 0.0849, "lr": 1.6558852378416113e-06, "epoch": 1.466403162055336, "percentage": 73.32, "elapsed_time": "0:32:53", "remaining_time": "0:11:58"}
+{"current_steps": 372, "total_steps": 506, "loss": 0.0782, "lr": 1.6328714977750698e-06, "epoch": 1.4703557312252964, "percentage": 73.52, "elapsed_time": "0:32:58", "remaining_time": "0:11:52"}
+{"current_steps": 373, "total_steps": 506, "loss": 0.0953, "lr": 1.6099875524230707e-06, "epoch": 1.4743083003952568, "percentage": 73.72, "elapsed_time": "0:33:03", "remaining_time": "0:11:47"}
+{"current_steps": 374, "total_steps": 506, "loss": 0.0829, "lr": 1.5872342839067305e-06, "epoch": 1.4782608695652173, "percentage": 73.91, "elapsed_time": "0:33:09", "remaining_time": "0:11:42"}
+{"current_steps": 375, "total_steps": 506, "loss": 0.0865, "lr": 1.5646125693098863e-06, "epoch": 1.4822134387351777, "percentage": 74.11, "elapsed_time": "0:33:14", "remaining_time": "0:11:36"}
+{"current_steps": 376, "total_steps": 506, "loss": 0.0879, "lr": 1.542123280645292e-06, "epoch": 1.4861660079051384, "percentage": 74.31, "elapsed_time": "0:33:19", "remaining_time": "0:11:31"}
+{"current_steps": 377, "total_steps": 506, "loss": 0.0774, "lr": 1.519767284820996e-06, "epoch": 1.4901185770750989, "percentage": 74.51, "elapsed_time": "0:33:25", "remaining_time": "0:11:26"}
+{"current_steps": 378, "total_steps": 506, "loss": 0.0686, "lr": 1.4975454436069292e-06, "epoch": 1.4940711462450593, "percentage": 74.7, "elapsed_time": "0:33:30", "remaining_time": "0:11:20"}
+{"current_steps": 379, "total_steps": 506, "loss": 0.085, "lr": 1.4754586136016841e-06, "epoch": 1.4980237154150198, "percentage": 74.9, "elapsed_time": "0:33:35", "remaining_time": "0:11:15"}
+{"current_steps": 380, "total_steps": 506, "loss": 0.0826, "lr": 1.4535076461994974e-06, "epoch": 1.5019762845849802, "percentage": 75.1, "elapsed_time": "0:33:41", "remaining_time": "0:11:10"}
+{"current_steps": 381, "total_steps": 506, "loss": 0.0713, "lr": 1.431693387557424e-06, "epoch": 1.5059288537549407, "percentage": 75.3, "elapsed_time": "0:33:46", "remaining_time": "0:11:04"}
+{"current_steps": 382, "total_steps": 506, "loss": 0.08, "lr": 1.4100166785627301e-06, "epoch": 1.5098814229249014, "percentage": 75.49, "elapsed_time": "0:33:51", "remaining_time": "0:10:59"}
+{"current_steps": 383, "total_steps": 506, "loss": 0.0726, "lr": 1.3884783548004704e-06, "epoch": 1.5138339920948618, "percentage": 75.69, "elapsed_time": "0:33:57", "remaining_time": "0:10:54"}
+{"current_steps": 384, "total_steps": 506, "loss": 0.0885, "lr": 1.3670792465212828e-06, "epoch": 1.5177865612648223, "percentage": 75.89, "elapsed_time": "0:34:02", "remaining_time": "0:10:48"}
+{"current_steps": 385, "total_steps": 506, "loss": 0.0896, "lr": 1.3458201786093795e-06, "epoch": 1.5217391304347827, "percentage": 76.09, "elapsed_time": "0:34:07", "remaining_time": "0:10:43"}
+{"current_steps": 386, "total_steps": 506, "loss": 0.0624, "lr": 1.3247019705507596e-06, "epoch": 1.5256916996047432, "percentage": 76.28, "elapsed_time": "0:34:12", "remaining_time": "0:10:38"}
+{"current_steps": 387, "total_steps": 506, "loss": 0.0732, "lr": 1.3037254364016068e-06, "epoch": 1.5296442687747036, "percentage": 76.48, "elapsed_time": "0:34:18", "remaining_time": "0:10:32"}
+{"current_steps": 388, "total_steps": 506, "loss": 0.0837, "lr": 1.2828913847569185e-06, "epoch": 1.533596837944664, "percentage": 76.68, "elapsed_time": "0:34:23", "remaining_time": "0:10:27"}
+{"current_steps": 389, "total_steps": 506, "loss": 0.0778, "lr": 1.2622006187193348e-06, "epoch": 1.5375494071146245, "percentage": 76.88, "elapsed_time": "0:34:28", "remaining_time": "0:10:22"}
+{"current_steps": 390, "total_steps": 506, "loss": 0.0811, "lr": 1.2416539358681772e-06, "epoch": 1.541501976284585, "percentage": 77.08, "elapsed_time": "0:34:34", "remaining_time": "0:10:16"}
+{"current_steps": 391, "total_steps": 506, "loss": 0.0734, "lr": 1.2212521282287093e-06, "epoch": 1.5454545454545454, "percentage": 77.27, "elapsed_time": "0:34:39", "remaining_time": "0:10:11"}
+{"current_steps": 392, "total_steps": 506, "loss": 0.0865, "lr": 1.2009959822416012e-06, "epoch": 1.5494071146245059, "percentage": 77.47, "elapsed_time": "0:34:44", "remaining_time": "0:10:06"}
+{"current_steps": 393, "total_steps": 506, "loss": 0.0745, "lr": 1.1808862787326176e-06, "epoch": 1.5533596837944663, "percentage": 77.67, "elapsed_time": "0:34:50", "remaining_time": "0:10:00"}
+{"current_steps": 394, "total_steps": 506, "loss": 0.0929, "lr": 1.1609237928825174e-06, "epoch": 1.5573122529644268, "percentage": 77.87, "elapsed_time": "0:34:55", "remaining_time": "0:09:55"}
+{"current_steps": 395, "total_steps": 506, "loss": 0.0821, "lr": 1.1411092941971702e-06, "epoch": 1.5612648221343872, "percentage": 78.06, "elapsed_time": "0:35:00", "remaining_time": "0:09:50"}
+{"current_steps": 396, "total_steps": 506, "loss": 0.0718, "lr": 1.1214435464779006e-06, "epoch": 1.5652173913043477, "percentage": 78.26, "elapsed_time": "0:35:06", "remaining_time": "0:09:45"}
+{"current_steps": 397, "total_steps": 506, "loss": 0.0715, "lr": 1.1019273077920366e-06, "epoch": 1.5691699604743083, "percentage": 78.46, "elapsed_time": "0:35:11", "remaining_time": "0:09:39"}
+{"current_steps": 398, "total_steps": 506, "loss": 0.0781, "lr": 1.0825613304436938e-06, "epoch": 1.5731225296442688, "percentage": 78.66, "elapsed_time": "0:35:16", "remaining_time": "0:09:34"}
+{"current_steps": 399, "total_steps": 506, "loss": 0.0735, "lr": 1.0633463609447753e-06, "epoch": 1.5770750988142292, "percentage": 78.85, "elapsed_time": "0:35:22", "remaining_time": "0:09:29"}
+{"current_steps": 400, "total_steps": 506, "loss": 0.0707, "lr": 1.0442831399861903e-06, "epoch": 1.5810276679841897, "percentage": 79.05, "elapsed_time": "0:35:27", "remaining_time": "0:09:23"}
+{"current_steps": 401, "total_steps": 506, "loss": 0.0803, "lr": 1.0253724024093103e-06, "epoch": 1.5849802371541502, "percentage": 79.25, "elapsed_time": "0:35:32", "remaining_time": "0:09:18"}
+{"current_steps": 402, "total_steps": 506, "loss": 0.0954, "lr": 1.006614877177638e-06, "epoch": 1.5889328063241108, "percentage": 79.45, "elapsed_time": "0:35:38", "remaining_time": "0:09:13"}
+{"current_steps": 403, "total_steps": 506, "loss": 0.0947, "lr": 9.880112873487068e-07, "epoch": 1.5928853754940713, "percentage": 79.64, "elapsed_time": "0:35:43", "remaining_time": "0:09:07"}
+{"current_steps": 404, "total_steps": 506, "loss": 0.077, "lr": 9.695623500462114e-07, "epoch": 1.5968379446640317, "percentage": 79.84, "elapsed_time": "0:35:48", "remaining_time": "0:09:02"}
+{"current_steps": 405, "total_steps": 506, "loss": 0.0843, "lr": 9.512687764323647e-07, "epoch": 1.6007905138339922, "percentage": 80.04, "elapsed_time": "0:35:53", "remaining_time": "0:08:57"}
+{"current_steps": 406, "total_steps": 506, "loss": 0.086, "lr": 9.331312716804791e-07, "epoch": 1.6047430830039526, "percentage": 80.24, "elapsed_time": "0:35:59", "remaining_time": "0:08:51"}
+{"current_steps": 407, "total_steps": 506, "loss": 0.0745, "lr": 9.151505349477901e-07, "epoch": 1.608695652173913, "percentage": 80.43, "elapsed_time": "0:36:04", "remaining_time": "0:08:46"}
+{"current_steps": 408, "total_steps": 506, "loss": 0.0834, "lr": 8.973272593485011e-07, "epoch": 1.6126482213438735, "percentage": 80.63, "elapsed_time": "0:36:09", "remaining_time": "0:08:41"}
+{"current_steps": 409, "total_steps": 506, "loss": 0.0844, "lr": 8.796621319270676e-07, "epoch": 1.616600790513834, "percentage": 80.83, "elapsed_time": "0:36:15", "remaining_time": "0:08:35"}
+{"current_steps": 410, "total_steps": 506, "loss": 0.08, "lr": 8.621558336317132e-07, "epoch": 1.6205533596837944, "percentage": 81.03, "elapsed_time": "0:36:20", "remaining_time": "0:08:30"}
+{"current_steps": 411, "total_steps": 506, "loss": 0.0917, "lr": 8.448090392881797e-07, "epoch": 1.6245059288537549, "percentage": 81.23, "elapsed_time": "0:36:25", "remaining_time": "0:08:25"}
+{"current_steps": 412, "total_steps": 506, "loss": 0.0859, "lr": 8.276224175737152e-07, "epoch": 1.6284584980237153, "percentage": 81.42, "elapsed_time": "0:36:31", "remaining_time": "0:08:19"}
+{"current_steps": 413, "total_steps": 506, "loss": 0.0775, "lr": 8.105966309912966e-07, "epoch": 1.6324110671936758, "percentage": 81.62, "elapsed_time": "0:36:36", "remaining_time": "0:08:14"}
+{"current_steps": 414, "total_steps": 506, "loss": 0.085, "lr": 7.937323358440935e-07, "epoch": 1.6363636363636362, "percentage": 81.82, "elapsed_time": "0:36:41", "remaining_time": "0:08:09"}
+{"current_steps": 415, "total_steps": 506, "loss": 0.0651, "lr": 7.770301822101712e-07, "epoch": 1.6403162055335967, "percentage": 82.02, "elapsed_time": "0:36:47", "remaining_time": "0:08:03"}
+{"current_steps": 416, "total_steps": 506, "loss": 0.073, "lr": 7.604908139174255e-07, "epoch": 1.6442687747035574, "percentage": 82.21, "elapsed_time": "0:36:52", "remaining_time": "0:07:58"}
+{"current_steps": 417, "total_steps": 506, "loss": 0.0877, "lr": 7.441148685187694e-07, "epoch": 1.6482213438735178, "percentage": 82.41, "elapsed_time": "0:36:57", "remaining_time": "0:07:53"}
+{"current_steps": 418, "total_steps": 506, "loss": 0.0869, "lr": 7.279029772675572e-07, "epoch": 1.6521739130434783, "percentage": 82.61, "elapsed_time": "0:37:03", "remaining_time": "0:07:48"}
+{"current_steps": 419, "total_steps": 506, "loss": 0.0887, "lr": 7.11855765093249e-07, "epoch": 1.6561264822134387, "percentage": 82.81, "elapsed_time": "0:37:08", "remaining_time": "0:07:42"}
+{"current_steps": 420, "total_steps": 506, "loss": 0.087, "lr": 6.959738505773211e-07, "epoch": 1.6600790513833992, "percentage": 83.0, "elapsed_time": "0:37:13", "remaining_time": "0:07:37"}
+{"current_steps": 421, "total_steps": 506, "loss": 0.0797, "lr": 6.802578459294235e-07, "epoch": 1.6640316205533598, "percentage": 83.2, "elapsed_time": "0:37:18", "remaining_time": "0:07:32"}
+{"current_steps": 422, "total_steps": 506, "loss": 0.0731, "lr": 6.647083569637797e-07, "epoch": 1.6679841897233203, "percentage": 83.4, "elapsed_time": "0:37:24", "remaining_time": "0:07:26"}
+{"current_steps": 423, "total_steps": 506, "loss": 0.0795, "lr": 6.493259830758325e-07, "epoch": 1.6719367588932808, "percentage": 83.6, "elapsed_time": "0:37:29", "remaining_time": "0:07:21"}
+{"current_steps": 424, "total_steps": 506, "loss": 0.0775, "lr": 6.341113172191399e-07, "epoch": 1.6758893280632412, "percentage": 83.79, "elapsed_time": "0:37:34", "remaining_time": "0:07:16"}
+{"current_steps": 425, "total_steps": 506, "loss": 0.0831, "lr": 6.190649458825204e-07, "epoch": 1.6798418972332017, "percentage": 83.99, "elapsed_time": "0:37:40", "remaining_time": "0:07:10"}
+{"current_steps": 426, "total_steps": 506, "loss": 0.0749, "lr": 6.041874490674416e-07, "epoch": 1.683794466403162, "percentage": 84.19, "elapsed_time": "0:37:45", "remaining_time": "0:07:05"}
+{"current_steps": 427, "total_steps": 506, "loss": 0.078, "lr": 5.894794002656628e-07, "epoch": 1.6877470355731226, "percentage": 84.39, "elapsed_time": "0:37:50", "remaining_time": "0:07:00"}
+{"current_steps": 428, "total_steps": 506, "loss": 0.0887, "lr": 5.749413664371312e-07, "epoch": 1.691699604743083, "percentage": 84.58, "elapsed_time": "0:37:56", "remaining_time": "0:06:54"}
+{"current_steps": 429, "total_steps": 506, "loss": 0.0762, "lr": 5.60573907988124e-07, "epoch": 1.6956521739130435, "percentage": 84.78, "elapsed_time": "0:38:01", "remaining_time": "0:06:49"}
+{"current_steps": 430, "total_steps": 506, "loss": 0.084, "lr": 5.463775787496484e-07, "epoch": 1.699604743083004, "percentage": 84.98, "elapsed_time": "0:38:06", "remaining_time": "0:06:44"}
+{"current_steps": 431, "total_steps": 506, "loss": 0.0839, "lr": 5.323529259560911e-07, "epoch": 1.7035573122529644, "percentage": 85.18, "elapsed_time": "0:38:12", "remaining_time": "0:06:38"}
+{"current_steps": 432, "total_steps": 506, "loss": 0.0755, "lr": 5.185004902241241e-07, "epoch": 1.7075098814229248, "percentage": 85.38, "elapsed_time": "0:38:17", "remaining_time": "0:06:33"}
+{"current_steps": 433, "total_steps": 506, "loss": 0.0702, "lr": 5.04820805531866e-07, "epoch": 1.7114624505928853, "percentage": 85.57, "elapsed_time": "0:38:22", "remaining_time": "0:06:28"}
+{"current_steps": 434, "total_steps": 506, "loss": 0.0669, "lr": 4.91314399198296e-07, "epoch": 1.7154150197628457, "percentage": 85.77, "elapsed_time": "0:38:27", "remaining_time": "0:06:22"}
+{"current_steps": 435, "total_steps": 506, "loss": 0.0831, "lr": 4.779817918629326e-07, "epoch": 1.7193675889328062, "percentage": 85.97, "elapsed_time": "0:38:33", "remaining_time": "0:06:17"}
+{"current_steps": 436, "total_steps": 506, "loss": 0.0758, "lr": 4.6482349746575783e-07, "epoch": 1.7233201581027668, "percentage": 86.17, "elapsed_time": "0:38:38", "remaining_time": "0:06:12"}
+{"current_steps": 437, "total_steps": 506, "loss": 0.0675, "lr": 4.5184002322740784e-07, "epoch": 1.7272727272727273, "percentage": 86.36, "elapsed_time": "0:38:43", "remaining_time": "0:06:06"}
+{"current_steps": 438, "total_steps": 506, "loss": 0.075, "lr": 4.390318696296247e-07, "epoch": 1.7312252964426877, "percentage": 86.56, "elapsed_time": "0:38:49", "remaining_time": "0:06:01"}
+{"current_steps": 439, "total_steps": 506, "loss": 0.0771, "lr": 4.2639953039595725e-07, "epoch": 1.7351778656126482, "percentage": 86.76, "elapsed_time": "0:38:54", "remaining_time": "0:05:56"}
+{"current_steps": 440, "total_steps": 506, "loss": 0.0854, "lr": 4.139434924727359e-07, "epoch": 1.7391304347826086, "percentage": 86.96, "elapsed_time": "0:38:59", "remaining_time": "0:05:50"}
+{"current_steps": 441, "total_steps": 506, "loss": 0.0703, "lr": 4.0166423601029735e-07, "epoch": 1.7430830039525693, "percentage": 87.15, "elapsed_time": "0:39:05", "remaining_time": "0:05:45"}
+{"current_steps": 442, "total_steps": 506, "loss": 0.0815, "lr": 3.8956223434447936e-07, "epoch": 1.7470355731225298, "percentage": 87.35, "elapsed_time": "0:39:10", "remaining_time": "0:05:40"}
+{"current_steps": 443, "total_steps": 506, "loss": 0.0753, "lr": 3.776379539783709e-07, "epoch": 1.7509881422924902, "percentage": 87.55, "elapsed_time": "0:39:15", "remaining_time": "0:05:35"}
+{"current_steps": 444, "total_steps": 506, "loss": 0.0922, "lr": 3.658918545643353e-07, "epoch": 1.7549407114624507, "percentage": 87.75, "elapsed_time": "0:39:21", "remaining_time": "0:05:29"}
+{"current_steps": 445, "total_steps": 506, "loss": 0.0805, "lr": 3.543243888862841e-07, "epoch": 1.7588932806324111, "percentage": 87.94, "elapsed_time": "0:39:26", "remaining_time": "0:05:24"}
+{"current_steps": 446, "total_steps": 506, "loss": 0.0784, "lr": 3.429360028422307e-07, "epoch": 1.7628458498023716, "percentage": 88.14, "elapsed_time": "0:39:31", "remaining_time": "0:05:19"}
+{"current_steps": 447, "total_steps": 506, "loss": 0.0696, "lr": 3.317271354270968e-07, "epoch": 1.766798418972332, "percentage": 88.34, "elapsed_time": "0:39:37", "remaining_time": "0:05:13"}
+{"current_steps": 448, "total_steps": 506, "loss": 0.083, "lr": 3.2069821871579255e-07, "epoch": 1.7707509881422925, "percentage": 88.54, "elapsed_time": "0:39:42", "remaining_time": "0:05:08"}
+{"current_steps": 449, "total_steps": 506, "loss": 0.0708, "lr": 3.098496778465621e-07, "epoch": 1.774703557312253, "percentage": 88.74, "elapsed_time": "0:39:47", "remaining_time": "0:05:03"}
+{"current_steps": 450, "total_steps": 506, "loss": 0.0782, "lr": 2.991819310045929e-07, "epoch": 1.7786561264822134, "percentage": 88.93, "elapsed_time": "0:39:52", "remaining_time": "0:04:57"}
+{"current_steps": 451, "total_steps": 506, "loss": 0.0708, "lr": 2.88695389405898e-07, "epoch": 1.7826086956521738, "percentage": 89.13, "elapsed_time": "0:39:58", "remaining_time": "0:04:52"}
+{"current_steps": 452, "total_steps": 506, "loss": 0.087, "lr": 2.783904572814622e-07, "epoch": 1.7865612648221343, "percentage": 89.33, "elapsed_time": "0:40:03", "remaining_time": "0:04:47"}
+{"current_steps": 453, "total_steps": 506, "loss": 0.0812, "lr": 2.682675318616618e-07, "epoch": 1.7905138339920947, "percentage": 89.53, "elapsed_time": "0:40:08", "remaining_time": "0:04:41"}
+{"current_steps": 454, "total_steps": 506, "loss": 0.0742, "lr": 2.583270033609536e-07, "epoch": 1.7944664031620552, "percentage": 89.72, "elapsed_time": "0:40:14", "remaining_time": "0:04:36"}
+{"current_steps": 455, "total_steps": 506, "loss": 0.0744, "lr": 2.4856925496283045e-07, "epoch": 1.7984189723320159, "percentage": 89.92, "elapsed_time": "0:40:19", "remaining_time": "0:04:31"}
+{"current_steps": 456, "total_steps": 506, "loss": 0.0694, "lr": 2.3899466280504936e-07, "epoch": 1.8023715415019763, "percentage": 90.12, "elapsed_time": "0:40:24", "remaining_time": "0:04:25"}
+{"current_steps": 457, "total_steps": 506, "loss": 0.0814, "lr": 2.2960359596513714e-07, "epoch": 1.8063241106719368, "percentage": 90.32, "elapsed_time": "0:40:30", "remaining_time": "0:04:20"}
+{"current_steps": 458, "total_steps": 506, "loss": 0.0813, "lr": 2.203964164461597e-07, "epoch": 1.8102766798418972, "percentage": 90.51, "elapsed_time": "0:40:35", "remaining_time": "0:04:15"}
+{"current_steps": 459, "total_steps": 506, "loss": 0.0886, "lr": 2.113734791627664e-07, "epoch": 1.8142292490118577, "percentage": 90.71, "elapsed_time": "0:40:40", "remaining_time": "0:04:09"}
+{"current_steps": 460, "total_steps": 506, "loss": 0.0876, "lr": 2.0253513192751374e-07, "epoch": 1.8181818181818183, "percentage": 90.91, "elapsed_time": "0:40:46", "remaining_time": "0:04:04"}
+{"current_steps": 461, "total_steps": 506, "loss": 0.0867, "lr": 1.9388171543745394e-07, "epoch": 1.8221343873517788, "percentage": 91.11, "elapsed_time": "0:40:51", "remaining_time": "0:03:59"}
+{"current_steps": 462, "total_steps": 506, "loss": 0.0713, "lr": 1.8541356326100436e-07, "epoch": 1.8260869565217392, "percentage": 91.3, "elapsed_time": "0:40:56", "remaining_time": "0:03:53"}
+{"current_steps": 463, "total_steps": 506, "loss": 0.0857, "lr": 1.7713100182508604e-07, "epoch": 1.8300395256916997, "percentage": 91.5, "elapsed_time": "0:41:02", "remaining_time": "0:03:48"}
+{"current_steps": 464, "total_steps": 506, "loss": 0.0783, "lr": 1.6903435040254545e-07, "epoch": 1.8339920948616601, "percentage": 91.7, "elapsed_time": "0:41:07", "remaining_time": "0:03:43"}
+{"current_steps": 465, "total_steps": 506, "loss": 0.0715, "lr": 1.6112392109984386e-07, "epoch": 1.8379446640316206, "percentage": 91.9, "elapsed_time": "0:41:12", "remaining_time": "0:03:38"}
+{"current_steps": 466, "total_steps": 506, "loss": 0.0808, "lr": 1.5340001884502577e-07, "epoch": 1.841897233201581, "percentage": 92.09, "elapsed_time": "0:41:17", "remaining_time": "0:03:32"}
+{"current_steps": 467, "total_steps": 506, "loss": 0.0737, "lr": 1.4586294137596768e-07, "epoch": 1.8458498023715415, "percentage": 92.29, "elapsed_time": "0:41:23", "remaining_time": "0:03:27"}
+{"current_steps": 468, "total_steps": 506, "loss": 0.0696, "lr": 1.385129792288986e-07, "epoch": 1.849802371541502, "percentage": 92.49, "elapsed_time": "0:41:28", "remaining_time": "0:03:22"}
+{"current_steps": 469, "total_steps": 506, "loss": 0.0827, "lr": 1.313504157272022e-07, "epoch": 1.8537549407114624, "percentage": 92.69, "elapsed_time": "0:41:33", "remaining_time": "0:03:16"}
+{"current_steps": 470, "total_steps": 506, "loss": 0.0818, "lr": 1.2437552697049327e-07, "epoch": 1.8577075098814229, "percentage": 92.89, "elapsed_time": "0:41:39", "remaining_time": "0:03:11"}
+{"current_steps": 471, "total_steps": 506, "loss": 0.0773, "lr": 1.1758858182397692e-07, "epoch": 1.8616600790513833, "percentage": 93.08, "elapsed_time": "0:41:44", "remaining_time": "0:03:06"}
+{"current_steps": 472, "total_steps": 506, "loss": 0.0849, "lr": 1.1098984190808403e-07, "epoch": 1.8656126482213438, "percentage": 93.28, "elapsed_time": "0:41:49", "remaining_time": "0:03:00"}
+{"current_steps": 473, "total_steps": 506, "loss": 0.0635, "lr": 1.0457956158838545e-07, "epoch": 1.8695652173913042, "percentage": 93.48, "elapsed_time": "0:41:55", "remaining_time": "0:02:55"}
+{"current_steps": 474, "total_steps": 506, "loss": 0.0715, "lr": 9.835798796578755e-08, "epoch": 1.8735177865612647, "percentage": 93.68, "elapsed_time": "0:42:00", "remaining_time": "0:02:50"}
+{"current_steps": 475, "total_steps": 506, "loss": 0.0875, "lr": 9.232536086700605e-08, "epoch": 1.8774703557312253, "percentage": 93.87, "elapsed_time": "0:42:05", "remaining_time": "0:02:44"}
+{"current_steps": 476, "total_steps": 506, "loss": 0.0775, "lr": 8.648191283532337e-08, "epoch": 1.8814229249011858, "percentage": 94.07, "elapsed_time": "0:42:11", "remaining_time": "0:02:39"}
+{"current_steps": 477, "total_steps": 506, "loss": 0.0755, "lr": 8.082786912162243e-08, "epoch": 1.8853754940711462, "percentage": 94.27, "elapsed_time": "0:42:16", "remaining_time": "0:02:34"}
+{"current_steps": 478, "total_steps": 506, "loss": 0.067, "lr": 7.536344767570536e-08, "epoch": 1.8893280632411067, "percentage": 94.47, "elapsed_time": "0:42:21", "remaining_time": "0:02:28"}
+{"current_steps": 479, "total_steps": 506, "loss": 0.0764, "lr": 7.008885913789066e-08, "epoch": 1.8932806324110671, "percentage": 94.66, "elapsed_time": "0:42:26", "remaining_time": "0:02:23"}
+{"current_steps": 480, "total_steps": 506, "loss": 0.0833, "lr": 6.500430683089532e-08, "epoch": 1.8972332015810278, "percentage": 94.86, "elapsed_time": "0:42:32", "remaining_time": "0:02:18"}
+{"current_steps": 481, "total_steps": 506, "loss": 0.0819, "lr": 6.010998675199554e-08, "epoch": 1.9011857707509883, "percentage": 95.06, "elapsed_time": "0:42:37", "remaining_time": "0:02:12"}
+{"current_steps": 482, "total_steps": 506, "loss": 0.0889, "lr": 5.5406087565471054e-08, "epoch": 1.9051383399209487, "percentage": 95.26, "elapsed_time": "0:42:42", "remaining_time": "0:02:07"}
+{"current_steps": 483, "total_steps": 506, "loss": 0.0805, "lr": 5.089279059533658e-08, "epoch": 1.9090909090909092, "percentage": 95.45, "elapsed_time": "0:42:48", "remaining_time": "0:02:02"}
+{"current_steps": 484, "total_steps": 506, "loss": 0.0731, "lr": 4.657026981834623e-08, "epoch": 1.9130434782608696, "percentage": 95.65, "elapsed_time": "0:42:53", "remaining_time": "0:01:56"}
+{"current_steps": 485, "total_steps": 506, "loss": 0.0657, "lr": 4.2438691857292215e-08, "epoch": 1.91699604743083, "percentage": 95.85, "elapsed_time": "0:42:58", "remaining_time": "0:01:51"}
+{"current_steps": 486, "total_steps": 506, "loss": 0.0854, "lr": 3.849821597457892e-08, "epoch": 1.9209486166007905, "percentage": 96.05, "elapsed_time": "0:43:04", "remaining_time": "0:01:46"}
+{"current_steps": 487, "total_steps": 506, "loss": 0.0664, "lr": 3.474899406608501e-08, "epoch": 1.924901185770751, "percentage": 96.25, "elapsed_time": "0:43:09", "remaining_time": "0:01:41"}
+{"current_steps": 488, "total_steps": 506, "loss": 0.0785, "lr": 3.119117065530808e-08, "epoch": 1.9288537549407114, "percentage": 96.44, "elapsed_time": "0:43:14", "remaining_time": "0:01:35"}
+{"current_steps": 489, "total_steps": 506, "loss": 0.1035, "lr": 2.7824882887793058e-08, "epoch": 1.9328063241106719, "percentage": 96.64, "elapsed_time": "0:43:20", "remaining_time": "0:01:30"}
+{"current_steps": 490, "total_steps": 506, "loss": 0.0861, "lr": 2.4650260525846404e-08, "epoch": 1.9367588932806323, "percentage": 96.84, "elapsed_time": "0:43:25", "remaining_time": "0:01:25"}
+{"current_steps": 491, "total_steps": 506, "loss": 0.066, "lr": 2.1667425943532884e-08, "epoch": 1.9407114624505928, "percentage": 97.04, "elapsed_time": "0:43:30", "remaining_time": "0:01:19"}
+{"current_steps": 492, "total_steps": 506, "loss": 0.0827, "lr": 1.8876494121959908e-08, "epoch": 1.9446640316205532, "percentage": 97.23, "elapsed_time": "0:43:36", "remaining_time": "0:01:14"}
+{"current_steps": 493, "total_steps": 506, "loss": 0.0821, "lr": 1.627757264484442e-08, "epoch": 1.9486166007905137, "percentage": 97.43, "elapsed_time": "0:43:41", "remaining_time": "0:01:09"}
+{"current_steps": 494, "total_steps": 506, "loss": 0.0843, "lr": 1.387076169436563e-08, "epoch": 1.9525691699604744, "percentage": 97.63, "elapsed_time": "0:43:46", "remaining_time": "0:01:03"}
+{"current_steps": 495, "total_steps": 506, "loss": 0.0729, "lr": 1.1656154047303691e-08, "epoch": 1.9565217391304348, "percentage": 97.83, "elapsed_time": "0:43:52", "remaining_time": "0:00:58"}
+{"current_steps": 496, "total_steps": 506, "loss": 0.0938, "lr": 9.633835071463094e-09, "epoch": 1.9604743083003953, "percentage": 98.02, "elapsed_time": "0:43:57", "remaining_time": "0:00:53"}
+{"current_steps": 497, "total_steps": 506, "loss": 0.0838, "lr": 7.803882722381417e-09, "epoch": 1.9644268774703557, "percentage": 98.22, "elapsed_time": "0:44:02", "remaining_time": "0:00:47"}
+{"current_steps": 498, "total_steps": 506, "loss": 0.0906, "lr": 6.166367540325624e-09, "epoch": 1.9683794466403162, "percentage": 98.42, "elapsed_time": "0:44:08", "remaining_time": "0:00:42"}
+{"current_steps": 499, "total_steps": 506, "loss": 0.0732, "lr": 4.721352647572564e-09, "epoch": 1.9723320158102768, "percentage": 98.62, "elapsed_time": "0:44:13", "remaining_time": "0:00:37"}
+{"current_steps": 500, "total_steps": 506, "loss": 0.0853, "lr": 3.4688937459737004e-09, "epoch": 1.9762845849802373, "percentage": 98.81, "elapsed_time": "0:44:18", "remaining_time": "0:00:31"}
+{"current_steps": 500, "total_steps": 506, "eval_loss": 0.14131121337413788, "epoch": 1.9762845849802373, "percentage": 98.81, "elapsed_time": "0:44:25", "remaining_time": "0:00:31"}
+{"current_steps": 501, "total_steps": 506, "loss": 0.0801, "lr": 2.4090391148112734e-09, "epoch": 1.9802371541501977, "percentage": 99.01, "elapsed_time": "0:44:30", "remaining_time": "0:00:26"}
+{"current_steps": 502, "total_steps": 506, "loss": 0.0725, "lr": 1.5418296089358964e-09, "epoch": 1.9841897233201582, "percentage": 99.21, "elapsed_time": "0:44:36", "remaining_time": "0:00:21"}
+{"current_steps": 503, "total_steps": 506, "loss": 0.0721, "lr": 8.672986571894859e-10, "epoch": 1.9881422924901186, "percentage": 99.41, "elapsed_time": "0:44:41", "remaining_time": "0:00:15"}
+{"current_steps": 504, "total_steps": 506, "loss": 0.0722, "lr": 3.854722611201789e-10, "epoch": 1.992094861660079, "percentage": 99.6, "elapsed_time": "0:44:46", "remaining_time": "0:00:10"}
+{"current_steps": 505, "total_steps": 506, "loss": 0.0747, "lr": 9.636899397813537e-11, "epoch": 1.9960474308300395, "percentage": 99.8, "elapsed_time": "0:44:52", "remaining_time": "0:00:05"}
+{"current_steps": 506, "total_steps": 506, "loss": 0.0569, "lr": 0.0, "epoch": 2.0, "percentage": 100.0, "elapsed_time": "0:44:56", "remaining_time": "0:00:00"}
+{"current_steps": 506, "total_steps": 506, "epoch": 2.0, "percentage": 100.0, "elapsed_time": "0:45:59", "remaining_time": "0:00:00"}

trainer_state.json

@@ -0,0 +1,3592 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 2.0,
+  "eval_steps": 500,
+  "global_step": 506,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.003952569169960474,
+      "grad_norm": 16.62188695189748,
+      "learning_rate": 9.999903631006022e-06,
+      "loss": 0.756,
+      "step": 1
+    },
+    {
+      "epoch": 0.007905138339920948,
+      "grad_norm": 8.259548811336327,
+      "learning_rate": 9.999614527738882e-06,
+      "loss": 0.5559,
+      "step": 2
+    },
+    {
+      "epoch": 0.011857707509881422,
+      "grad_norm": 5.096312561203593,
+      "learning_rate": 9.99913270134281e-06,
+      "loss": 0.4097,
+      "step": 3
+    },
+    {
+      "epoch": 0.015810276679841896,
+      "grad_norm": 2.7826519965508467,
+      "learning_rate": 9.998458170391065e-06,
+      "loss": 0.3553,
+      "step": 4
+    },
+    {
+      "epoch": 0.019762845849802372,
+      "grad_norm": 2.6153959562674234,
+      "learning_rate": 9.99759096088519e-06,
+      "loss": 0.3282,
+      "step": 5
+    },
+    {
+      "epoch": 0.023715415019762844,
+      "grad_norm": 2.482524609487002,
+      "learning_rate": 9.996531106254027e-06,
+      "loss": 0.3292,
+      "step": 6
+    },
+    {
+      "epoch": 0.02766798418972332,
+      "grad_norm": 2.377564797962864,
+      "learning_rate": 9.995278647352428e-06,
+      "loss": 0.339,
+      "step": 7
+    },
+    {
+      "epoch": 0.03162055335968379,
+      "grad_norm": 1.9774370554071303,
+      "learning_rate": 9.993833632459675e-06,
+      "loss": 0.2909,
+      "step": 8
+    },
+    {
+      "epoch": 0.03557312252964427,
+      "grad_norm": 1.988918601108547,
+      "learning_rate": 9.99219611727762e-06,
+      "loss": 0.2859,
+      "step": 9
+    },
+    {
+      "epoch": 0.039525691699604744,
+      "grad_norm": 1.6733041272571063,
+      "learning_rate": 9.990366164928538e-06,
+      "loss": 0.298,
+      "step": 10
+    },
+    {
+      "epoch": 0.043478260869565216,
+      "grad_norm": 1.5783613720107743,
+      "learning_rate": 9.988343845952697e-06,
+      "loss": 0.2667,
+      "step": 11
+    },
+    {
+      "epoch": 0.04743083003952569,
+      "grad_norm": 1.3308164907130056,
+      "learning_rate": 9.986129238305635e-06,
+      "loss": 0.2411,
+      "step": 12
+    },
+    {
+      "epoch": 0.05138339920948617,
+      "grad_norm": 1.496575521427507,
+      "learning_rate": 9.983722427355157e-06,
+      "loss": 0.2628,
+      "step": 13
+    },
+    {
+      "epoch": 0.05533596837944664,
+      "grad_norm": 1.4758180090170656,
+      "learning_rate": 9.98112350587804e-06,
+      "loss": 0.2498,
+      "step": 14
+    },
+    {
+      "epoch": 0.05928853754940711,
+      "grad_norm": 1.5043655220075673,
+      "learning_rate": 9.978332574056468e-06,
+      "loss": 0.2621,
+      "step": 15
+    },
+    {
+      "epoch": 0.06324110671936758,
+      "grad_norm": 1.3184126270850145,
+      "learning_rate": 9.975349739474156e-06,
+      "loss": 0.2271,
+      "step": 16
+    },
+    {
+      "epoch": 0.06719367588932806,
+      "grad_norm": 1.4350585084191065,
+      "learning_rate": 9.972175117112208e-06,
+      "loss": 0.2545,
+      "step": 17
+    },
+    {
+      "epoch": 0.07114624505928854,
+      "grad_norm": 1.4529686064276865,
+      "learning_rate": 9.968808829344692e-06,
+      "loss": 0.2453,
+      "step": 18
+    },
+    {
+      "epoch": 0.07509881422924901,
+      "grad_norm": 1.4769478588752785,
+      "learning_rate": 9.965251005933915e-06,
+      "loss": 0.2407,
+      "step": 19
+    },
+    {
+      "epoch": 0.07905138339920949,
+      "grad_norm": 1.2964725323741093,
+      "learning_rate": 9.961501784025423e-06,
+      "loss": 0.2359,
+      "step": 20
+    },
+    {
+      "epoch": 0.08300395256916997,
+      "grad_norm": 1.3360957355399161,
+      "learning_rate": 9.95756130814271e-06,
+      "loss": 0.2245,
+      "step": 21
+    },
+    {
+      "epoch": 0.08695652173913043,
+      "grad_norm": 1.3681001700589575,
+      "learning_rate": 9.953429730181653e-06,
+      "loss": 0.2647,
+      "step": 22
+    },
+    {
+      "epoch": 0.09090909090909091,
+      "grad_norm": 1.5724422261051978,
+      "learning_rate": 9.949107209404664e-06,
+      "loss": 0.2404,
+      "step": 23
+    },
+    {
+      "epoch": 0.09486166007905138,
+      "grad_norm": 1.1882148875839826,
+      "learning_rate": 9.94459391243453e-06,
+      "loss": 0.2256,
+      "step": 24
+    },
+    {
+      "epoch": 0.09881422924901186,
+      "grad_norm": 1.342508194362157,
+      "learning_rate": 9.939890013248006e-06,
+      "loss": 0.2645,
+      "step": 25
+    },
+    {
+      "epoch": 0.10276679841897234,
+      "grad_norm": 2.135318317061591,
+      "learning_rate": 9.934995693169104e-06,
+      "loss": 0.225,
+      "step": 26
+    },
+    {
+      "epoch": 0.1067193675889328,
+      "grad_norm": 1.5183941887831052,
+      "learning_rate": 9.929911140862109e-06,
+      "loss": 0.277,
+      "step": 27
+    },
+    {
+      "epoch": 0.11067193675889328,
+      "grad_norm": 1.2255912788608798,
+      "learning_rate": 9.924636552324296e-06,
+      "loss": 0.2034,
+      "step": 28
+    },
+    {
+      "epoch": 0.11462450592885376,
+      "grad_norm": 1.4471169708996259,
+      "learning_rate": 9.919172130878378e-06,
+      "loss": 0.2692,
+      "step": 29
+    },
+    {
+      "epoch": 0.11857707509881422,
+      "grad_norm": 1.4924019375451187,
+      "learning_rate": 9.913518087164678e-06,
+      "loss": 0.2275,
+      "step": 30
+    },
+    {
+      "epoch": 0.1225296442687747,
+      "grad_norm": 1.2060375539164065,
+      "learning_rate": 9.907674639132995e-06,
+      "loss": 0.2081,
+      "step": 31
+    },
+    {
+      "epoch": 0.12648221343873517,
+      "grad_norm": 1.1510427835703134,
+      "learning_rate": 9.901642012034214e-06,
+      "loss": 0.1973,
+      "step": 32
+    },
+    {
+      "epoch": 0.13043478260869565,
+      "grad_norm": 1.2552739224425506,
+      "learning_rate": 9.895420438411616e-06,
+      "loss": 0.2461,
+      "step": 33
+    },
+    {
+      "epoch": 0.13438735177865613,
+      "grad_norm": 1.1320075044166846,
+      "learning_rate": 9.889010158091917e-06,
+      "loss": 0.2054,
+      "step": 34
+    },
+    {
+      "epoch": 0.1383399209486166,
+      "grad_norm": 1.224316476040817,
+      "learning_rate": 9.882411418176023e-06,
+      "loss": 0.2207,
+      "step": 35
+    },
+    {
+      "epoch": 0.1422924901185771,
+      "grad_norm": 1.0864224906595428,
+      "learning_rate": 9.875624473029508e-06,
+      "loss": 0.2066,
+      "step": 36
+    },
+    {
+      "epoch": 0.14624505928853754,
+      "grad_norm": 1.0555140329903607,
+      "learning_rate": 9.8686495842728e-06,
+      "loss": 0.2093,
+      "step": 37
+    },
+    {
+      "epoch": 0.15019762845849802,
+      "grad_norm": 1.1401860413808305,
+      "learning_rate": 9.861487020771103e-06,
+      "loss": 0.2116,
+      "step": 38
+    },
+    {
+      "epoch": 0.1541501976284585,
+      "grad_norm": 1.098109410632557,
+      "learning_rate": 9.854137058624034e-06,
+      "loss": 0.1887,
+      "step": 39
+    },
+    {
+      "epoch": 0.15810276679841898,
+      "grad_norm": 1.112903645923096,
+      "learning_rate": 9.846599981154975e-06,
+      "loss": 0.1992,
+      "step": 40
+    },
+    {
+      "epoch": 0.16205533596837945,
+      "grad_norm": 1.0502254384880436,
+      "learning_rate": 9.838876078900158e-06,
+      "loss": 0.1921,
+      "step": 41
+    },
+    {
+      "epoch": 0.16600790513833993,
+      "grad_norm": 1.1161424459688356,
+      "learning_rate": 9.830965649597455e-06,
+      "loss": 0.2025,
+      "step": 42
+    },
+    {
+      "epoch": 0.16996047430830039,
+      "grad_norm": 1.1355318623269353,
+      "learning_rate": 9.822868998174914e-06,
+      "loss": 0.21,
+      "step": 43
+    },
+    {
+      "epoch": 0.17391304347826086,
+      "grad_norm": 1.0524020330420552,
+      "learning_rate": 9.814586436738998e-06,
+      "loss": 0.1946,
+      "step": 44
+    },
+    {
+      "epoch": 0.17786561264822134,
+      "grad_norm": 1.1924779960311715,
+      "learning_rate": 9.806118284562547e-06,
+      "loss": 0.242,
+      "step": 45
+    },
+    {
+      "epoch": 0.18181818181818182,
+      "grad_norm": 1.1510298750872823,
+      "learning_rate": 9.797464868072489e-06,
+      "loss": 0.2268,
+      "step": 46
+    },
+    {
+      "epoch": 0.1857707509881423,
+      "grad_norm": 1.1021311001745557,
+      "learning_rate": 9.788626520837235e-06,
+      "loss": 0.2041,
+      "step": 47
+    },
+    {
+      "epoch": 0.18972332015810275,
+      "grad_norm": 1.0333069025595067,
+      "learning_rate": 9.779603583553842e-06,
+      "loss": 0.1858,
+      "step": 48
+    },
+    {
+      "epoch": 0.19367588932806323,
+      "grad_norm": 1.101646793891503,
+      "learning_rate": 9.770396404034863e-06,
+      "loss": 0.2253,
+      "step": 49
+    },
+    {
+      "epoch": 0.1976284584980237,
+      "grad_norm": 1.1431676412201703,
+      "learning_rate": 9.76100533719495e-06,
+      "loss": 0.2192,
+      "step": 50
+    },
+    {
+      "epoch": 0.2015810276679842,
+      "grad_norm": 1.0928706619041682,
+      "learning_rate": 9.75143074503717e-06,
+      "loss": 0.1949,
+      "step": 51
+    },
+    {
+      "epoch": 0.20553359683794467,
+      "grad_norm": 1.1802301806942181,
+      "learning_rate": 9.741672996639046e-06,
+      "loss": 0.2184,
+      "step": 52
+    },
+    {
+      "epoch": 0.20948616600790515,
+      "grad_norm": 1.1888464812619084,
+      "learning_rate": 9.731732468138338e-06,
+      "loss": 0.2084,
+      "step": 53
+    },
+    {
+      "epoch": 0.2134387351778656,
+      "grad_norm": 1.030701409003299,
+      "learning_rate": 9.72160954271854e-06,
+      "loss": 0.2065,
+      "step": 54
+    },
+    {
+      "epoch": 0.21739130434782608,
+      "grad_norm": 1.093576269789245,
+      "learning_rate": 9.711304610594104e-06,
+      "loss": 0.2158,
+      "step": 55
+    },
+    {
+      "epoch": 0.22134387351778656,
+      "grad_norm": 1.055443894588075,
+      "learning_rate": 9.700818068995407e-06,
+      "loss": 0.1743,
+      "step": 56
+    },
+    {
+      "epoch": 0.22529644268774704,
+      "grad_norm": 1.13816205900585,
+      "learning_rate": 9.69015032215344e-06,
+      "loss": 0.2037,
+      "step": 57
+    },
+    {
+      "epoch": 0.22924901185770752,
+      "grad_norm": 1.0898976925494874,
+      "learning_rate": 9.679301781284209e-06,
+      "loss": 0.2153,
+      "step": 58
+    },
+    {
+      "epoch": 0.233201581027668,
+      "grad_norm": 0.9899264904709764,
+      "learning_rate": 9.668272864572904e-06,
+      "loss": 0.1824,
+      "step": 59
+    },
+    {
+      "epoch": 0.23715415019762845,
+      "grad_norm": 1.0533960475157462,
+      "learning_rate": 9.65706399715777e-06,
+      "loss": 0.1934,
+      "step": 60
+    },
+    {
+      "epoch": 0.24110671936758893,
+      "grad_norm": 1.07734618459691,
+      "learning_rate": 9.645675611113715e-06,
+      "loss": 0.1852,
+      "step": 61
+    },
+    {
+      "epoch": 0.2450592885375494,
+      "grad_norm": 1.0689051799324218,
+      "learning_rate": 9.634108145435665e-06,
+      "loss": 0.1782,
+      "step": 62
+    },
+    {
+      "epoch": 0.2490118577075099,
+      "grad_norm": 1.1927399327043795,
+      "learning_rate": 9.62236204602163e-06,
+      "loss": 0.2034,
+      "step": 63
+    },
+    {
+      "epoch": 0.25296442687747034,
+      "grad_norm": 1.090089206415871,
+      "learning_rate": 9.610437765655522e-06,
+      "loss": 0.1848,
+      "step": 64
+    },
+    {
+      "epoch": 0.25691699604743085,
+      "grad_norm": 1.1546412510818034,
+      "learning_rate": 9.598335763989703e-06,
+      "loss": 0.1968,
+      "step": 65
+    },
+    {
+      "epoch": 0.2608695652173913,
+      "grad_norm": 1.0156015826093012,
+      "learning_rate": 9.586056507527266e-06,
+      "loss": 0.1728,
+      "step": 66
+    },
+    {
+      "epoch": 0.2648221343873518,
+      "grad_norm": 1.03838116432814,
+      "learning_rate": 9.573600469604044e-06,
+      "loss": 0.1951,
+      "step": 67
+    },
+    {
+      "epoch": 0.26877470355731226,
+      "grad_norm": 1.0628450898189556,
+      "learning_rate": 9.560968130370376e-06,
+      "loss": 0.2188,
+      "step": 68
+    },
+    {
+      "epoch": 0.2727272727272727,
+      "grad_norm": 1.0393503274854718,
+      "learning_rate": 9.548159976772593e-06,
+      "loss": 0.1913,
+      "step": 69
+    },
+    {
+      "epoch": 0.2766798418972332,
+      "grad_norm": 0.9871895037401164,
+      "learning_rate": 9.535176502534242e-06,
+      "loss": 0.1688,
+      "step": 70
+    },
+    {
+      "epoch": 0.28063241106719367,
+      "grad_norm": 1.049776064112635,
+      "learning_rate": 9.522018208137066e-06,
+      "loss": 0.1866,
+      "step": 71
+    },
+    {
+      "epoch": 0.2845849802371542,
+      "grad_norm": 1.0448448786531608,
+      "learning_rate": 9.508685600801704e-06,
+      "loss": 0.1932,
+      "step": 72
+    },
+    {
+      "epoch": 0.2885375494071146,
+      "grad_norm": 0.9469068713238549,
+      "learning_rate": 9.495179194468135e-06,
+      "loss": 0.1903,
+      "step": 73
+    },
+    {
+      "epoch": 0.2924901185770751,
+      "grad_norm": 0.9950974822850294,
+      "learning_rate": 9.481499509775878e-06,
+      "loss": 0.1858,
+      "step": 74
+    },
+    {
+      "epoch": 0.2964426877470356,
+      "grad_norm": 0.9925623390326299,
+      "learning_rate": 9.467647074043911e-06,
+      "loss": 0.1803,
+      "step": 75
+    },
+    {
+      "epoch": 0.30039525691699603,
+      "grad_norm": 1.0645440766987657,
+      "learning_rate": 9.453622421250353e-06,
+      "loss": 0.1949,
+      "step": 76
+    },
+    {
+      "epoch": 0.30434782608695654,
+      "grad_norm": 1.0023721954096843,
+      "learning_rate": 9.439426092011877e-06,
+      "loss": 0.1838,
+      "step": 77
+    },
+    {
+      "epoch": 0.308300395256917,
+      "grad_norm": 1.0478208838538974,
+      "learning_rate": 9.42505863356287e-06,
+      "loss": 0.1877,
+      "step": 78
+    },
+    {
+      "epoch": 0.31225296442687744,
+      "grad_norm": 0.9572370594321444,
+      "learning_rate": 9.410520599734338e-06,
+      "loss": 0.1855,
+      "step": 79
+    },
+    {
+      "epoch": 0.31620553359683795,
+      "grad_norm": 0.9409539546586583,
+      "learning_rate": 9.395812550932559e-06,
+      "loss": 0.1788,
+      "step": 80
+    },
+    {
+      "epoch": 0.3201581027667984,
+      "grad_norm": 0.9555021071797706,
+      "learning_rate": 9.38093505411748e-06,
+      "loss": 0.1732,
+      "step": 81
+    },
+    {
+      "epoch": 0.3241106719367589,
+      "grad_norm": 0.9084186473881078,
+      "learning_rate": 9.365888682780862e-06,
+      "loss": 0.17,
+      "step": 82
+    },
+    {
+      "epoch": 0.32806324110671936,
+      "grad_norm": 1.0177967041482023,
+      "learning_rate": 9.35067401692417e-06,
+      "loss": 0.1817,
+      "step": 83
+    },
+    {
+      "epoch": 0.33201581027667987,
+      "grad_norm": 0.924929752380247,
+      "learning_rate": 9.335291643036221e-06,
+      "loss": 0.1669,
+      "step": 84
+    },
+    {
+      "epoch": 0.3359683794466403,
+      "grad_norm": 0.9125328354729798,
+      "learning_rate": 9.319742154070578e-06,
+      "loss": 0.1806,
+      "step": 85
+    },
+    {
+      "epoch": 0.33992094861660077,
+      "grad_norm": 1.111988592563201,
+      "learning_rate": 9.30402614942268e-06,
+      "loss": 0.2182,
+      "step": 86
+    },
+    {
+      "epoch": 0.3438735177865613,
+      "grad_norm": 1.1250278906021527,
+      "learning_rate": 9.288144234906753e-06,
+      "loss": 0.2136,
+      "step": 87
+    },
+    {
+      "epoch": 0.34782608695652173,
+      "grad_norm": 0.9664457456737678,
+      "learning_rate": 9.272097022732444e-06,
+      "loss": 0.1762,
+      "step": 88
+    },
+    {
+      "epoch": 0.35177865612648224,
+      "grad_norm": 1.116010388728574,
+      "learning_rate": 9.255885131481231e-06,
+      "loss": 0.192,
+      "step": 89
+    },
+    {
+      "epoch": 0.3557312252964427,
+      "grad_norm": 0.8876993897849149,
+      "learning_rate": 9.239509186082574e-06,
+      "loss": 0.1603,
+      "step": 90
+    },
+    {
+      "epoch": 0.35968379446640314,
+      "grad_norm": 1.0170812790849422,
+      "learning_rate": 9.222969817789829e-06,
+      "loss": 0.1813,
+      "step": 91
+    },
+    {
+      "epoch": 0.36363636363636365,
+      "grad_norm": 0.9958410898857247,
+      "learning_rate": 9.206267664155906e-06,
+      "loss": 0.1731,
+      "step": 92
+    },
+    {
+      "epoch": 0.3675889328063241,
+      "grad_norm": 0.9932165118764382,
+      "learning_rate": 9.189403369008704e-06,
+      "loss": 0.1917,
+      "step": 93
+    },
+    {
+      "epoch": 0.3715415019762846,
+      "grad_norm": 1.0088377711065473,
+      "learning_rate": 9.172377582426286e-06,
+      "loss": 0.2001,
+      "step": 94
+    },
+    {
+      "epoch": 0.37549407114624506,
+      "grad_norm": 1.0088473266886797,
+      "learning_rate": 9.155190960711822e-06,
+      "loss": 0.1989,
+      "step": 95
+    },
+    {
+      "epoch": 0.3794466403162055,
+      "grad_norm": 1.0135949325914375,
+      "learning_rate": 9.137844166368289e-06,
+      "loss": 0.2005,
+      "step": 96
+    },
+    {
+      "epoch": 0.383399209486166,
+      "grad_norm": 0.91179591325829,
+      "learning_rate": 9.120337868072933e-06,
+      "loss": 0.1723,
+      "step": 97
+    },
+    {
+      "epoch": 0.38735177865612647,
+      "grad_norm": 0.942073230215862,
+      "learning_rate": 9.1026727406515e-06,
+      "loss": 0.1721,
+      "step": 98
+    },
+    {
+      "epoch": 0.391304347826087,
+      "grad_norm": 0.950224958800734,
+      "learning_rate": 9.08484946505221e-06,
+      "loss": 0.1783,
+      "step": 99
+    },
+    {
+      "epoch": 0.3952569169960474,
+      "grad_norm": 1.052837727030694,
+      "learning_rate": 9.066868728319522e-06,
+      "loss": 0.2124,
+      "step": 100
+    },
+    {
+      "epoch": 0.39920948616600793,
+      "grad_norm": 0.9561857603297588,
+      "learning_rate": 9.048731223567636e-06,
+      "loss": 0.176,
+      "step": 101
+    },
+    {
+      "epoch": 0.4031620553359684,
+      "grad_norm": 0.9104148939745451,
+      "learning_rate": 9.03043764995379e-06,
+      "loss": 0.1593,
+      "step": 102
+    },
+    {
+      "epoch": 0.40711462450592883,
+      "grad_norm": 0.9645590713178679,
+      "learning_rate": 9.011988712651295e-06,
+      "loss": 0.1905,
+      "step": 103
+    },
+    {
+      "epoch": 0.41106719367588934,
+      "grad_norm": 0.9113875259854742,
+      "learning_rate": 8.993385122822364e-06,
+      "loss": 0.1644,
+      "step": 104
+    },
+    {
+      "epoch": 0.4150197628458498,
+      "grad_norm": 0.9442905236395405,
+      "learning_rate": 8.974627597590693e-06,
+      "loss": 0.1564,
+      "step": 105
+    },
+    {
+      "epoch": 0.4189723320158103,
+      "grad_norm": 0.9203218339864725,
+      "learning_rate": 8.955716860013812e-06,
+      "loss": 0.1695,
+      "step": 106
+    },
+    {
+      "epoch": 0.42292490118577075,
+      "grad_norm": 0.9214180818675056,
+      "learning_rate": 8.936653639055225e-06,
+      "loss": 0.1881,
+      "step": 107
+    },
+    {
+      "epoch": 0.4268774703557312,
+      "grad_norm": 0.9606430814991874,
+      "learning_rate": 8.917438669556307e-06,
+      "loss": 0.1859,
+      "step": 108
+    },
+    {
+      "epoch": 0.4308300395256917,
+      "grad_norm": 1.004468011413564,
+      "learning_rate": 8.898072692207964e-06,
+      "loss": 0.1816,
+      "step": 109
+    },
+    {
+      "epoch": 0.43478260869565216,
+      "grad_norm": 1.0642771657425678,
+      "learning_rate": 8.8785564535221e-06,
+      "loss": 0.1907,
+      "step": 110
+    },
+    {
+      "epoch": 0.43873517786561267,
+      "grad_norm": 0.9968345574715702,
+      "learning_rate": 8.85889070580283e-06,
+      "loss": 0.1806,
+      "step": 111
+    },
+    {
+      "epoch": 0.4426877470355731,
+      "grad_norm": 1.0169614706643508,
+      "learning_rate": 8.839076207117485e-06,
+      "loss": 0.2069,
+      "step": 112
+    },
+    {
+      "epoch": 0.44664031620553357,
+      "grad_norm": 1.0267172559734277,
+      "learning_rate": 8.819113721267385e-06,
+      "loss": 0.1973,
+      "step": 113
+    },
+    {
+      "epoch": 0.4505928853754941,
+      "grad_norm": 0.8883472684321706,
+      "learning_rate": 8.7990040177584e-06,
+      "loss": 0.1614,
+      "step": 114
+    },
+    {
+      "epoch": 0.45454545454545453,
+      "grad_norm": 0.9391762178439435,
+      "learning_rate": 8.778747871771293e-06,
+      "loss": 0.1693,
+      "step": 115
+    },
+    {
+      "epoch": 0.45849802371541504,
+      "grad_norm": 0.9157103842474043,
+      "learning_rate": 8.758346064131824e-06,
+      "loss": 0.1781,
+      "step": 116
+    },
+    {
+      "epoch": 0.4624505928853755,
+      "grad_norm": 0.9954904019355213,
+      "learning_rate": 8.737799381280667e-06,
+      "loss": 0.18,
+      "step": 117
+    },
+    {
+      "epoch": 0.466403162055336,
+      "grad_norm": 1.0210385916254285,
+      "learning_rate": 8.717108615243081e-06,
+      "loss": 0.1834,
+      "step": 118
+    },
+    {
+      "epoch": 0.47035573122529645,
+      "grad_norm": 0.9929263835011993,
+      "learning_rate": 8.696274563598395e-06,
+      "loss": 0.1875,
+      "step": 119
+    },
+    {
+      "epoch": 0.4743083003952569,
+      "grad_norm": 0.8765214444627638,
+      "learning_rate": 8.675298029449241e-06,
+      "loss": 0.1566,
+      "step": 120
+    },
+    {
+      "epoch": 0.4782608695652174,
+      "grad_norm": 0.973922424979609,
+      "learning_rate": 8.65417982139062e-06,
+      "loss": 0.1827,
+      "step": 121
+    },
+    {
+      "epoch": 0.48221343873517786,
+      "grad_norm": 0.9119008944469337,
+      "learning_rate": 8.63292075347872e-06,
+      "loss": 0.1758,
+      "step": 122
+    },
+    {
+      "epoch": 0.48616600790513836,
+      "grad_norm": 0.9055627381143253,
+      "learning_rate": 8.611521645199532e-06,
+      "loss": 0.144,
+      "step": 123
+    },
+    {
+      "epoch": 0.4901185770750988,
+      "grad_norm": 0.9622827832757289,
+      "learning_rate": 8.589983321437271e-06,
+      "loss": 0.1709,
+      "step": 124
+    },
+    {
+      "epoch": 0.49407114624505927,
+      "grad_norm": 0.9384053935301986,
+      "learning_rate": 8.568306612442579e-06,
+      "loss": 0.1591,
+      "step": 125
+    },
+    {
+      "epoch": 0.4980237154150198,
+      "grad_norm": 0.8699004684547813,
+      "learning_rate": 8.546492353800504e-06,
+      "loss": 0.1575,
+      "step": 126
+    },
+    {
+      "epoch": 0.5019762845849802,
+      "grad_norm": 1.1557293859688678,
+      "learning_rate": 8.524541386398318e-06,
+      "loss": 0.1901,
+      "step": 127
+    },
+    {
+      "epoch": 0.5059288537549407,
+      "grad_norm": 0.8878391340228401,
+      "learning_rate": 8.502454556393071e-06,
+      "loss": 0.1565,
+      "step": 128
+    },
+    {
+      "epoch": 0.5098814229249012,
+      "grad_norm": 0.9779146810106625,
+      "learning_rate": 8.480232715179004e-06,
+      "loss": 0.1946,
+      "step": 129
+    },
+    {
+      "epoch": 0.5138339920948617,
+      "grad_norm": 0.8830755114267104,
+      "learning_rate": 8.457876719354708e-06,
+      "loss": 0.1745,
+      "step": 130
+    },
+    {
+      "epoch": 0.5177865612648221,
+      "grad_norm": 0.949553519777073,
+      "learning_rate": 8.435387430690114e-06,
+      "loss": 0.1716,
+      "step": 131
+    },
+    {
+      "epoch": 0.5217391304347826,
+      "grad_norm": 0.8714117167205128,
+      "learning_rate": 8.412765716093273e-06,
+      "loss": 0.164,
+      "step": 132
+    },
+    {
+      "epoch": 0.525691699604743,
+      "grad_norm": 0.8301366986738123,
+      "learning_rate": 8.390012447576931e-06,
+      "loss": 0.1376,
+      "step": 133
+    },
+    {
+      "epoch": 0.5296442687747036,
+      "grad_norm": 0.8461512898572726,
+      "learning_rate": 8.367128502224931e-06,
+      "loss": 0.1537,
+      "step": 134
+    },
+    {
+      "epoch": 0.5335968379446641,
+      "grad_norm": 0.8752076078660942,
+      "learning_rate": 8.344114762158391e-06,
+      "loss": 0.1615,
+      "step": 135
+    },
+    {
+      "epoch": 0.5375494071146245,
+      "grad_norm": 1.0350910062492737,
+      "learning_rate": 8.320972114501698e-06,
+      "loss": 0.1718,
+      "step": 136
+    },
+    {
+      "epoch": 0.541501976284585,
+      "grad_norm": 0.9337386462318562,
+      "learning_rate": 8.297701451348324e-06,
+      "loss": 0.1692,
+      "step": 137
+    },
+    {
+      "epoch": 0.5454545454545454,
+      "grad_norm": 0.9668988472453925,
+      "learning_rate": 8.274303669726427e-06,
+      "loss": 0.1698,
+      "step": 138
+    },
+    {
+      "epoch": 0.549407114624506,
+      "grad_norm": 0.8973325839029197,
+      "learning_rate": 8.250779671564277e-06,
+      "loss": 0.168,
+      "step": 139
+    },
+    {
+      "epoch": 0.5533596837944664,
+      "grad_norm": 1.0030601300047646,
+      "learning_rate": 8.22713036365549e-06,
+      "loss": 0.1841,
+      "step": 140
+    },
+    {
+      "epoch": 0.5573122529644269,
+      "grad_norm": 0.8954191825244479,
+      "learning_rate": 8.20335665762407e-06,
+      "loss": 0.1782,
+      "step": 141
+    },
+    {
+      "epoch": 0.5612648221343873,
+      "grad_norm": 0.9311660760305964,
+      "learning_rate": 8.179459469889269e-06,
+      "loss": 0.1759,
+      "step": 142
+    },
+    {
+      "epoch": 0.5652173913043478,
+      "grad_norm": 0.9582166316428322,
+      "learning_rate": 8.155439721630265e-06,
+      "loss": 0.1907,
+      "step": 143
+    },
+    {
+      "epoch": 0.5691699604743083,
+      "grad_norm": 0.8519370232319677,
+      "learning_rate": 8.131298338750648e-06,
+      "loss": 0.1587,
+      "step": 144
+    },
+    {
+      "epoch": 0.5731225296442688,
+      "grad_norm": 0.8894749087327346,
+      "learning_rate": 8.10703625184273e-06,
+      "loss": 0.1674,
+      "step": 145
+    },
+    {
+      "epoch": 0.5770750988142292,
+      "grad_norm": 0.9221746560897338,
+      "learning_rate": 8.082654396151676e-06,
+      "loss": 0.184,
+      "step": 146
+    },
+    {
+      "epoch": 0.5810276679841897,
+      "grad_norm": 1.0037947137347796,
+      "learning_rate": 8.058153711539444e-06,
+      "loss": 0.1746,
+      "step": 147
+    },
+    {
+      "epoch": 0.5849802371541502,
+      "grad_norm": 0.8601006771064362,
+      "learning_rate": 8.03353514244857e-06,
+      "loss": 0.1541,
+      "step": 148
+    },
+    {
+      "epoch": 0.5889328063241107,
+      "grad_norm": 0.9124392540850412,
+      "learning_rate": 8.008799637865741e-06,
+      "loss": 0.172,
+      "step": 149
+    },
+    {
+      "epoch": 0.5928853754940712,
+      "grad_norm": 0.8144039645499064,
+      "learning_rate": 7.983948151285242e-06,
+      "loss": 0.1517,
+      "step": 150
+    },
+    {
+      "epoch": 0.5968379446640316,
+      "grad_norm": 0.8948757048698316,
+      "learning_rate": 7.958981640672173e-06,
+      "loss": 0.1682,
+      "step": 151
+    },
+    {
+      "epoch": 0.6007905138339921,
+      "grad_norm": 0.8123704773416138,
+      "learning_rate": 7.933901068425539e-06,
+      "loss": 0.1484,
+      "step": 152
+    },
+    {
+      "epoch": 0.6047430830039525,
+      "grad_norm": 0.9506705116219584,
+      "learning_rate": 7.908707401341146e-06,
+      "loss": 0.1851,
+      "step": 153
+    },
+    {
+      "epoch": 0.6086956521739131,
+      "grad_norm": 0.860362764478966,
+      "learning_rate": 7.883401610574338e-06,
+      "loss": 0.159,
+      "step": 154
+    },
+    {
+      "epoch": 0.6126482213438735,
+      "grad_norm": 0.9257715307127516,
+      "learning_rate": 7.857984671602547e-06,
+      "loss": 0.1674,
+      "step": 155
+    },
+    {
+      "epoch": 0.616600790513834,
+      "grad_norm": 0.7941934863794385,
+      "learning_rate": 7.832457564187715e-06,
+      "loss": 0.1454,
+      "step": 156
+    },
+    {
+      "epoch": 0.6205533596837944,
+      "grad_norm": 0.8670872782504537,
+      "learning_rate": 7.806821272338504e-06,
+      "loss": 0.1732,
+      "step": 157
+    },
+    {
+      "epoch": 0.6245059288537549,
+      "grad_norm": 0.8570883709103355,
+      "learning_rate": 7.781076784272377e-06,
+      "loss": 0.1603,
+      "step": 158
+    },
+    {
+      "epoch": 0.6284584980237155,
+      "grad_norm": 0.9143143349107267,
+      "learning_rate": 7.755225092377498e-06,
+      "loss": 0.1851,
+      "step": 159
+    },
+    {
+      "epoch": 0.6324110671936759,
+      "grad_norm": 0.8826059161533635,
+      "learning_rate": 7.729267193174483e-06,
+      "loss": 0.1816,
+      "step": 160
+    },
+    {
+      "epoch": 0.6363636363636364,
+      "grad_norm": 0.8735573181356663,
+      "learning_rate": 7.703204087277989e-06,
+      "loss": 0.1648,
+      "step": 161
+    },
+    {
+      "epoch": 0.6403162055335968,
+      "grad_norm": 0.9538543116474456,
+      "learning_rate": 7.67703677935813e-06,
+      "loss": 0.1806,
+      "step": 162
+    },
+    {
+      "epoch": 0.6442687747035574,
+      "grad_norm": 0.8310779098195031,
+      "learning_rate": 7.650766278101762e-06,
+      "loss": 0.1682,
+      "step": 163
+    },
+    {
+      "epoch": 0.6482213438735178,
+      "grad_norm": 0.9959147019433081,
+      "learning_rate": 7.624393596173598e-06,
+      "loss": 0.1973,
+      "step": 164
+    },
+    {
+      "epoch": 0.6521739130434783,
+      "grad_norm": 0.8474542048689887,
+      "learning_rate": 7.597919750177168e-06,
+      "loss": 0.1562,
+      "step": 165
+    },
+    {
+      "epoch": 0.6561264822134387,
+      "grad_norm": 0.9218490398080657,
+      "learning_rate": 7.5713457606156335e-06,
+      "loss": 0.1832,
+      "step": 166
+    },
+    {
+      "epoch": 0.6600790513833992,
+      "grad_norm": 0.9979868122787316,
+      "learning_rate": 7.5446726518524505e-06,
+      "loss": 0.1744,
+      "step": 167
+    },
+    {
+      "epoch": 0.6640316205533597,
+      "grad_norm": 0.8968625949341769,
+      "learning_rate": 7.51790145207188e-06,
+      "loss": 0.1771,
+      "step": 168
+    },
+    {
+      "epoch": 0.6679841897233202,
+      "grad_norm": 0.8437922797115752,
+      "learning_rate": 7.4910331932393634e-06,
+      "loss": 0.1643,
+      "step": 169
+    },
+    {
+      "epoch": 0.6719367588932806,
+      "grad_norm": 0.9168803816766594,
+      "learning_rate": 7.464068911061726e-06,
+      "loss": 0.1748,
+      "step": 170
+    },
+    {
+      "epoch": 0.6758893280632411,
+      "grad_norm": 0.8756523120689964,
+      "learning_rate": 7.437009644947268e-06,
+      "loss": 0.1692,
+      "step": 171
+    },
+    {
+      "epoch": 0.6798418972332015,
+      "grad_norm": 0.9491434312703981,
+      "learning_rate": 7.40985643796569e-06,
+      "loss": 0.1862,
+      "step": 172
+    },
+    {
+      "epoch": 0.6837944664031621,
+      "grad_norm": 0.790463906914252,
+      "learning_rate": 7.382610336807887e-06,
+      "loss": 0.1478,
+      "step": 173
+    },
+    {
+      "epoch": 0.6877470355731226,
+      "grad_norm": 0.8427216068448453,
+      "learning_rate": 7.355272391745605e-06,
+      "loss": 0.1676,
+      "step": 174
+    },
+    {
+      "epoch": 0.691699604743083,
+      "grad_norm": 0.895874506112437,
+      "learning_rate": 7.327843656590948e-06,
+      "loss": 0.1657,
+      "step": 175
+    },
+    {
+      "epoch": 0.6956521739130435,
+      "grad_norm": 0.7978342120233384,
+      "learning_rate": 7.300325188655762e-06,
+      "loss": 0.1401,
+      "step": 176
+    },
+    {
+      "epoch": 0.6996047430830039,
+      "grad_norm": 0.9793196983796089,
+      "learning_rate": 7.2727180487108725e-06,
+      "loss": 0.1989,
+      "step": 177
+    },
+    {
+      "epoch": 0.7035573122529645,
+      "grad_norm": 0.8942950750018495,
+      "learning_rate": 7.245023300945203e-06,
+      "loss": 0.1705,
+      "step": 178
+    },
+    {
+      "epoch": 0.7075098814229249,
+      "grad_norm": 0.784829390084474,
+      "learning_rate": 7.217242012924747e-06,
+      "loss": 0.1322,
+      "step": 179
+    },
+    {
+      "epoch": 0.7114624505928854,
+      "grad_norm": 0.9483712050754372,
+      "learning_rate": 7.189375255551413e-06,
+      "loss": 0.1841,
+      "step": 180
+    },
+    {
+      "epoch": 0.7154150197628458,
+      "grad_norm": 0.9299155164169757,
+      "learning_rate": 7.161424103021752e-06,
+      "loss": 0.1609,
+      "step": 181
+    },
+    {
+      "epoch": 0.7193675889328063,
+      "grad_norm": 0.853004230841068,
+      "learning_rate": 7.133389632785543e-06,
+      "loss": 0.1477,
+      "step": 182
+    },
+    {
+      "epoch": 0.7233201581027668,
+      "grad_norm": 0.7762671102832001,
+      "learning_rate": 7.1052729255042645e-06,
+      "loss": 0.1453,
+      "step": 183
+    },
+    {
+      "epoch": 0.7272727272727273,
+      "grad_norm": 0.8474744178282442,
+      "learning_rate": 7.0770750650094335e-06,
+      "loss": 0.1619,
+      "step": 184
+    },
+    {
+      "epoch": 0.7312252964426877,
+      "grad_norm": 0.8518278877828376,
+      "learning_rate": 7.048797138260829e-06,
+      "loss": 0.1582,
+      "step": 185
+    },
+    {
+      "epoch": 0.7351778656126482,
+      "grad_norm": 0.7922884934322559,
+      "learning_rate": 7.020440235304593e-06,
+      "loss": 0.1296,
+      "step": 186
+    },
+    {
+      "epoch": 0.7391304347826086,
+      "grad_norm": 0.9080213991342226,
+      "learning_rate": 6.9920054492312086e-06,
+      "loss": 0.1579,
+      "step": 187
+    },
+    {
+      "epoch": 0.7430830039525692,
+      "grad_norm": 0.8756486858061082,
+      "learning_rate": 6.963493876133367e-06,
+      "loss": 0.1714,
+      "step": 188
+    },
+    {
+      "epoch": 0.7470355731225297,
+      "grad_norm": 1.0189477443240464,
+      "learning_rate": 6.934906615063716e-06,
+      "loss": 0.1887,
+      "step": 189
+    },
+    {
+      "epoch": 0.7509881422924901,
+      "grad_norm": 0.9192078014828842,
+      "learning_rate": 6.90624476799249e-06,
+      "loss": 0.1458,
+      "step": 190
+    },
+    {
+      "epoch": 0.7549407114624506,
+      "grad_norm": 0.7759850337848873,
+      "learning_rate": 6.8775094397650375e-06,
+      "loss": 0.1406,
+      "step": 191
+    },
+    {
+      "epoch": 0.758893280632411,
+      "grad_norm": 0.8673945977642826,
+      "learning_rate": 6.8487017380592266e-06,
+      "loss": 0.1646,
+      "step": 192
+    },
+    {
+      "epoch": 0.7628458498023716,
+      "grad_norm": 0.8350776706971195,
+      "learning_rate": 6.81982277334275e-06,
+      "loss": 0.1555,
+      "step": 193
+    },
+    {
+      "epoch": 0.766798418972332,
+      "grad_norm": 0.9344668180689889,
+      "learning_rate": 6.790873658830321e-06,
+      "loss": 0.1716,
+      "step": 194
+    },
+    {
+      "epoch": 0.7707509881422925,
+      "grad_norm": 0.8813868420063881,
+      "learning_rate": 6.761855510440752e-06,
+      "loss": 0.1494,
+      "step": 195
+    },
+    {
+      "epoch": 0.7747035573122529,
+      "grad_norm": 0.7907693119180684,
+      "learning_rate": 6.732769446753954e-06,
+      "loss": 0.1446,
+      "step": 196
+    },
+    {
+      "epoch": 0.7786561264822134,
+      "grad_norm": 0.9503688484009359,
+      "learning_rate": 6.703616588967804e-06,
+      "loss": 0.1769,
+      "step": 197
+    },
+    {
+      "epoch": 0.782608695652174,
+      "grad_norm": 0.9096122215910216,
+      "learning_rate": 6.674398060854931e-06,
+      "loss": 0.175,
+      "step": 198
+    },
+    {
+      "epoch": 0.7865612648221344,
+      "grad_norm": 0.8717750449845365,
+      "learning_rate": 6.645114988719401e-06,
+      "loss": 0.1839,
+      "step": 199
+    },
+    {
+      "epoch": 0.7905138339920948,
+      "grad_norm": 0.867889244636589,
+      "learning_rate": 6.615768501353297e-06,
+      "loss": 0.1571,
+      "step": 200
+    },
+    {
+      "epoch": 0.7944664031620553,
+      "grad_norm": 0.9191440767423699,
+      "learning_rate": 6.5863597299932e-06,
+      "loss": 0.1746,
+      "step": 201
+    },
+    {
+      "epoch": 0.7984189723320159,
+      "grad_norm": 0.931118499138287,
+      "learning_rate": 6.5568898082765945e-06,
+      "loss": 0.1654,
+      "step": 202
+    },
+    {
+      "epoch": 0.8023715415019763,
+      "grad_norm": 0.871133642610157,
+      "learning_rate": 6.527359872198166e-06,
+      "loss": 0.1754,
+      "step": 203
+    },
+    {
+      "epoch": 0.8063241106719368,
+      "grad_norm": 0.8176210184105204,
+      "learning_rate": 6.497771060066008e-06,
+      "loss": 0.1377,
+      "step": 204
+    },
+    {
+      "epoch": 0.8102766798418972,
+      "grad_norm": 0.8841176668794597,
+      "learning_rate": 6.468124512457743e-06,
+      "loss": 0.1799,
+      "step": 205
+    },
+    {
+      "epoch": 0.8142292490118577,
+      "grad_norm": 0.8222950195264229,
+      "learning_rate": 6.4384213721765565e-06,
+      "loss": 0.152,
+      "step": 206
+    },
+    {
+      "epoch": 0.8181818181818182,
+      "grad_norm": 0.853257118674473,
+      "learning_rate": 6.408662784207149e-06,
+      "loss": 0.1504,
+      "step": 207
+    },
+    {
+      "epoch": 0.8221343873517787,
+      "grad_norm": 0.8391640375035004,
+      "learning_rate": 6.378849895671594e-06,
+      "loss": 0.1475,
+      "step": 208
+    },
+    {
+      "epoch": 0.8260869565217391,
+      "grad_norm": 0.8875690841973327,
+      "learning_rate": 6.348983855785122e-06,
+      "loss": 0.1631,
+      "step": 209
+    },
+    {
+      "epoch": 0.8300395256916996,
+      "grad_norm": 0.8141835999532415,
+      "learning_rate": 6.3190658158118205e-06,
+      "loss": 0.1448,
+      "step": 210
+    },
+    {
+      "epoch": 0.83399209486166,
+      "grad_norm": 0.8058919564495229,
+      "learning_rate": 6.289096929020254e-06,
+      "loss": 0.1416,
+      "step": 211
+    },
+    {
+      "epoch": 0.8379446640316206,
+      "grad_norm": 0.8512712860450131,
+      "learning_rate": 6.25907835063901e-06,
+      "loss": 0.1541,
+      "step": 212
+    },
+    {
+      "epoch": 0.841897233201581,
+      "grad_norm": 0.9358914626864115,
+      "learning_rate": 6.229011237812172e-06,
+      "loss": 0.1852,
+      "step": 213
+    },
+    {
+      "epoch": 0.8458498023715415,
+      "grad_norm": 0.7925708137015571,
+      "learning_rate": 6.1988967495547016e-06,
+      "loss": 0.1414,
+      "step": 214
+    },
+    {
+      "epoch": 0.849802371541502,
+      "grad_norm": 0.8456064446057148,
+      "learning_rate": 6.168736046707777e-06,
+      "loss": 0.1715,
+      "step": 215
+    },
+    {
+      "epoch": 0.8537549407114624,
+      "grad_norm": 0.8327647128290825,
+      "learning_rate": 6.138530291894033e-06,
+      "loss": 0.1393,
+      "step": 216
+    },
+    {
+      "epoch": 0.857707509881423,
+      "grad_norm": 0.843876441148168,
+      "learning_rate": 6.108280649472751e-06,
+      "loss": 0.1662,
+      "step": 217
+    },
+    {
+      "epoch": 0.8616600790513834,
+      "grad_norm": 0.8716770357793138,
+      "learning_rate": 6.0779882854949745e-06,
+      "loss": 0.1593,
+      "step": 218
+    },
+    {
+      "epoch": 0.8656126482213439,
+      "grad_norm": 0.8166594620315908,
+      "learning_rate": 6.047654367658563e-06,
+      "loss": 0.1582,
+      "step": 219
+    },
+    {
+      "epoch": 0.8695652173913043,
+      "grad_norm": 0.8302138010338059,
+      "learning_rate": 6.0172800652631706e-06,
+      "loss": 0.1634,
+      "step": 220
+    },
+    {
+      "epoch": 0.8735177865612648,
+      "grad_norm": 0.8519180323167924,
+      "learning_rate": 5.986866549165185e-06,
+      "loss": 0.1557,
+      "step": 221
+    },
+    {
+      "epoch": 0.8774703557312253,
+      "grad_norm": 0.7870260919674574,
+      "learning_rate": 5.9564149917325845e-06,
+      "loss": 0.1489,
+      "step": 222
+    },
+    {
+      "epoch": 0.8814229249011858,
+      "grad_norm": 0.8206945298804722,
+      "learning_rate": 5.925926566799754e-06,
+      "loss": 0.1592,
+      "step": 223
+    },
+    {
+      "epoch": 0.8853754940711462,
+      "grad_norm": 0.8790744041162598,
+      "learning_rate": 5.895402449622226e-06,
+      "loss": 0.1451,
+      "step": 224
+    },
+    {
+      "epoch": 0.8893280632411067,
+      "grad_norm": 0.8472146283479116,
+      "learning_rate": 5.864843816831388e-06,
+      "loss": 0.1547,
+      "step": 225
+    },
+    {
+      "epoch": 0.8932806324110671,
+      "grad_norm": 0.8330931231847634,
+      "learning_rate": 5.8342518463891195e-06,
+      "loss": 0.1397,
+      "step": 226
+    },
+    {
+      "epoch": 0.8972332015810277,
+      "grad_norm": 0.885073739421243,
+      "learning_rate": 5.803627717542386e-06,
+      "loss": 0.1616,
+      "step": 227
+    },
+    {
+      "epoch": 0.9011857707509882,
+      "grad_norm": 0.861338172658159,
+      "learning_rate": 5.7729726107777855e-06,
+      "loss": 0.1596,
+      "step": 228
+    },
+    {
+      "epoch": 0.9051383399209486,
+      "grad_norm": 0.8127436845430066,
+      "learning_rate": 5.742287707776034e-06,
+      "loss": 0.1455,
+      "step": 229
+    },
+    {
+      "epoch": 0.9090909090909091,
+      "grad_norm": 0.8032760342336659,
+      "learning_rate": 5.711574191366427e-06,
+      "loss": 0.1468,
+      "step": 230
+    },
+    {
+      "epoch": 0.9130434782608695,
+      "grad_norm": 0.7469949267454459,
+      "learning_rate": 5.680833245481234e-06,
+      "loss": 0.141,
+      "step": 231
+    },
+    {
+      "epoch": 0.9169960474308301,
+      "grad_norm": 0.7571398174403503,
+      "learning_rate": 5.650066055110067e-06,
+      "loss": 0.1361,
+      "step": 232
+    },
+    {
+      "epoch": 0.9209486166007905,
+      "grad_norm": 0.8664294612581189,
+      "learning_rate": 5.6192738062542e-06,
+      "loss": 0.1571,
+      "step": 233
+    },
+    {
+      "epoch": 0.924901185770751,
+      "grad_norm": 0.8046634528297193,
+      "learning_rate": 5.588457685880851e-06,
+      "loss": 0.1372,
+      "step": 234
+    },
+    {
+      "epoch": 0.9288537549407114,
+      "grad_norm": 0.8407941682430039,
+      "learning_rate": 5.557618881877428e-06,
+      "loss": 0.146,
+      "step": 235
+    },
+    {
+      "epoch": 0.932806324110672,
+      "grad_norm": 1.0586287778965873,
+      "learning_rate": 5.526758583005736e-06,
+      "loss": 0.1802,
+      "step": 236
+    },
+    {
+      "epoch": 0.9367588932806324,
+      "grad_norm": 0.9053110884050652,
+      "learning_rate": 5.495877978856159e-06,
+      "loss": 0.1667,
+      "step": 237
+    },
+    {
+      "epoch": 0.9407114624505929,
+      "grad_norm": 0.827560031715628,
+      "learning_rate": 5.464978259801797e-06,
+      "loss": 0.1468,
+      "step": 238
+    },
+    {
+      "epoch": 0.9446640316205533,
+      "grad_norm": 0.8631759886214231,
+      "learning_rate": 5.4340606169525915e-06,
+      "loss": 0.1591,
+      "step": 239
+    },
+    {
+      "epoch": 0.9486166007905138,
+      "grad_norm": 0.919655127807794,
+      "learning_rate": 5.40312624210939e-06,
+      "loss": 0.1599,
+      "step": 240
+    },
+    {
+      "epoch": 0.9525691699604744,
+      "grad_norm": 0.7782457927860237,
+      "learning_rate": 5.372176327718029e-06,
+      "loss": 0.1428,
+      "step": 241
+    },
+    {
+      "epoch": 0.9565217391304348,
+      "grad_norm": 0.8767876487652038,
+      "learning_rate": 5.341212066823356e-06,
+      "loss": 0.1732,
+      "step": 242
+    },
+    {
+      "epoch": 0.9604743083003953,
+      "grad_norm": 0.821735249162107,
+      "learning_rate": 5.3102346530232365e-06,
+      "loss": 0.1636,
+      "step": 243
+    },
+    {
+      "epoch": 0.9644268774703557,
+      "grad_norm": 0.8755452637030499,
+      "learning_rate": 5.2792452804225535e-06,
+      "loss": 0.1678,
+      "step": 244
+    },
+    {
+      "epoch": 0.9683794466403162,
+      "grad_norm": 0.8635433126158991,
+      "learning_rate": 5.248245143587172e-06,
+      "loss": 0.153,
+      "step": 245
+    },
+    {
+      "epoch": 0.9723320158102767,
+      "grad_norm": 0.8627998079400993,
+      "learning_rate": 5.2172354374978905e-06,
+      "loss": 0.1542,
+      "step": 246
+    },
+    {
+      "epoch": 0.9762845849802372,
+      "grad_norm": 0.8544154886685216,
+      "learning_rate": 5.186217357504382e-06,
+      "loss": 0.1631,
+      "step": 247
+    },
+    {
+      "epoch": 0.9802371541501976,
+      "grad_norm": 0.780790803845189,
+      "learning_rate": 5.155192099279113e-06,
+      "loss": 0.131,
+      "step": 248
+    },
+    {
+      "epoch": 0.9841897233201581,
+      "grad_norm": 0.8128176087683033,
+      "learning_rate": 5.124160858771252e-06,
+      "loss": 0.1512,
+      "step": 249
+    },
+    {
+      "epoch": 0.9881422924901185,
+      "grad_norm": 0.8016192087006972,
+      "learning_rate": 5.093124832160569e-06,
+      "loss": 0.1441,
+      "step": 250
+    },
+    {
+      "epoch": 0.9920948616600791,
+      "grad_norm": 0.7948184913037579,
+      "learning_rate": 5.06208521581133e-06,
+      "loss": 0.1504,
+      "step": 251
+    },
+    {
+      "epoch": 0.9960474308300395,
+      "grad_norm": 0.793889292848571,
+      "learning_rate": 5.0310432062261764e-06,
+      "loss": 0.1464,
+      "step": 252
+    },
+    {
+      "epoch": 1.0,
+      "grad_norm": 0.8585378361340464,
+      "learning_rate": 5e-06,
+      "loss": 0.1434,
+      "step": 253
+    },
+    {
+      "epoch": 1.0039525691699605,
+      "grad_norm": 0.8325141600727236,
+      "learning_rate": 4.968956793773825e-06,
+      "loss": 0.0892,
+      "step": 254
+    },
+    {
+      "epoch": 1.007905138339921,
+      "grad_norm": 0.8040133443634914,
+      "learning_rate": 4.9379147841886715e-06,
+      "loss": 0.0967,
+      "step": 255
+    },
+    {
+      "epoch": 1.0118577075098814,
+      "grad_norm": 0.6926709051487727,
+      "learning_rate": 4.906875167839433e-06,
+      "loss": 0.0906,
+      "step": 256
+    },
+    {
+      "epoch": 1.0158102766798418,
+      "grad_norm": 0.7587337542951647,
+      "learning_rate": 4.875839141228751e-06,
+      "loss": 0.0979,
+      "step": 257
+    },
+    {
+      "epoch": 1.0197628458498025,
+      "grad_norm": 0.7709500796259805,
+      "learning_rate": 4.844807900720888e-06,
+      "loss": 0.0967,
+      "step": 258
+    },
+    {
+      "epoch": 1.023715415019763,
+      "grad_norm": 0.7874164847673925,
+      "learning_rate": 4.813782642495618e-06,
+      "loss": 0.0865,
+      "step": 259
+    },
+    {
+      "epoch": 1.0276679841897234,
+      "grad_norm": 0.870925115052469,
+      "learning_rate": 4.78276456250211e-06,
+      "loss": 0.0913,
+      "step": 260
+    },
+    {
+      "epoch": 1.0316205533596838,
+      "grad_norm": 1.0189553949210963,
+      "learning_rate": 4.75175485641283e-06,
+      "loss": 0.1092,
+      "step": 261
+    },
+    {
+      "epoch": 1.0355731225296443,
+      "grad_norm": 0.9298796101066322,
+      "learning_rate": 4.720754719577448e-06,
+      "loss": 0.0975,
+      "step": 262
+    },
+    {
+      "epoch": 1.0395256916996047,
+      "grad_norm": 0.9570518220411122,
+      "learning_rate": 4.689765346976765e-06,
+      "loss": 0.0962,
+      "step": 263
+    },
+    {
+      "epoch": 1.0434782608695652,
+      "grad_norm": 0.9461228469384289,
+      "learning_rate": 4.6587879331766465e-06,
+      "loss": 0.1049,
+      "step": 264
+    },
+    {
+      "epoch": 1.0474308300395256,
+      "grad_norm": 0.9010501145606733,
+      "learning_rate": 4.627823672281972e-06,
+      "loss": 0.1065,
+      "step": 265
+    },
+    {
+      "epoch": 1.051383399209486,
+      "grad_norm": 0.805661614348115,
+      "learning_rate": 4.596873757890612e-06,
+      "loss": 0.0912,
+      "step": 266
+    },
+    {
+      "epoch": 1.0553359683794465,
+      "grad_norm": 0.7448924585063682,
+      "learning_rate": 4.565939383047411e-06,
+      "loss": 0.0818,
+      "step": 267
+    },
+    {
+      "epoch": 1.0592885375494072,
+      "grad_norm": 0.8428417964872245,
+      "learning_rate": 4.535021740198202e-06,
+      "loss": 0.1142,
+      "step": 268
+    },
+    {
+      "epoch": 1.0632411067193677,
+      "grad_norm": 0.8936317614158721,
+      "learning_rate": 4.504122021143842e-06,
+      "loss": 0.0993,
+      "step": 269
+    },
+    {
+      "epoch": 1.0671936758893281,
+      "grad_norm": 0.7953283170248486,
+      "learning_rate": 4.473241416994265e-06,
+      "loss": 0.0933,
+      "step": 270
+    },
+    {
+      "epoch": 1.0711462450592886,
+      "grad_norm": 0.8103742305965761,
+      "learning_rate": 4.442381118122573e-06,
+      "loss": 0.084,
+      "step": 271
+    },
+    {
+      "epoch": 1.075098814229249,
+      "grad_norm": 0.6994664687393233,
+      "learning_rate": 4.41154231411915e-06,
+      "loss": 0.0733,
+      "step": 272
+    },
+    {
+      "epoch": 1.0790513833992095,
+      "grad_norm": 0.8112954620307453,
+      "learning_rate": 4.3807261937458005e-06,
+      "loss": 0.0974,
+      "step": 273
+    },
+    {
+      "epoch": 1.08300395256917,
+      "grad_norm": 0.7220412256739032,
+      "learning_rate": 4.349933944889934e-06,
+      "loss": 0.0727,
+      "step": 274
+    },
+    {
+      "epoch": 1.0869565217391304,
+      "grad_norm": 0.8371977902662348,
+      "learning_rate": 4.319166754518768e-06,
+      "loss": 0.085,
+      "step": 275
+    },
+    {
+      "epoch": 1.0909090909090908,
+      "grad_norm": 0.8602184035968913,
+      "learning_rate": 4.2884258086335755e-06,
+      "loss": 0.0918,
+      "step": 276
+    },
+    {
+      "epoch": 1.0948616600790513,
+      "grad_norm": 0.8382841981909124,
+      "learning_rate": 4.257712292223967e-06,
+      "loss": 0.0867,
+      "step": 277
+    },
+    {
+      "epoch": 1.098814229249012,
+      "grad_norm": 0.8828035418294295,
+      "learning_rate": 4.227027389222215e-06,
+      "loss": 0.093,
+      "step": 278
+    },
+    {
+      "epoch": 1.1027667984189724,
+      "grad_norm": 0.7651811941902598,
+      "learning_rate": 4.196372282457614e-06,
+      "loss": 0.075,
+      "step": 279
+    },
+    {
+      "epoch": 1.1067193675889329,
+      "grad_norm": 0.8060330503575331,
+      "learning_rate": 4.165748153610881e-06,
+      "loss": 0.0845,
+      "step": 280
+    },
+    {
+      "epoch": 1.1106719367588933,
+      "grad_norm": 0.8387302239447872,
+      "learning_rate": 4.1351561831686136e-06,
+      "loss": 0.0912,
+      "step": 281
+    },
+    {
+      "epoch": 1.1146245059288538,
+      "grad_norm": 0.8655915987641223,
+      "learning_rate": 4.104597550377776e-06,
+      "loss": 0.0873,
+      "step": 282
+    },
+    {
+      "epoch": 1.1185770750988142,
+      "grad_norm": 0.8484648325641925,
+      "learning_rate": 4.074073433200249e-06,
+      "loss": 0.0853,
+      "step": 283
+    },
+    {
+      "epoch": 1.1225296442687747,
+      "grad_norm": 0.7804772894077732,
+      "learning_rate": 4.043585008267418e-06,
+      "loss": 0.0783,
+      "step": 284
+    },
+    {
+      "epoch": 1.1264822134387351,
+      "grad_norm": 0.862407833226505,
+      "learning_rate": 4.013133450834818e-06,
+      "loss": 0.0956,
+      "step": 285
+    },
+    {
+      "epoch": 1.1304347826086956,
+      "grad_norm": 0.6967707589108844,
+      "learning_rate": 3.982719934736832e-06,
+      "loss": 0.0695,
+      "step": 286
+    },
+    {
+      "epoch": 1.1343873517786562,
+      "grad_norm": 0.75775489200951,
+      "learning_rate": 3.95234563234144e-06,
+      "loss": 0.0753,
+      "step": 287
+    },
+    {
+      "epoch": 1.1383399209486167,
+      "grad_norm": 0.801316759132615,
+      "learning_rate": 3.9220117145050254e-06,
+      "loss": 0.0908,
+      "step": 288
+    },
+    {
+      "epoch": 1.1422924901185771,
+      "grad_norm": 0.7886017277673819,
+      "learning_rate": 3.89171935052725e-06,
+      "loss": 0.0912,
+      "step": 289
+    },
+    {
+      "epoch": 1.1462450592885376,
+      "grad_norm": 0.7990967191714566,
+      "learning_rate": 3.861469708105969e-06,
+      "loss": 0.0854,
+      "step": 290
+    },
+    {
+      "epoch": 1.150197628458498,
+      "grad_norm": 0.8409402960664144,
+      "learning_rate": 3.831263953292225e-06,
+      "loss": 0.0991,
+      "step": 291
+    },
+    {
+      "epoch": 1.1541501976284585,
+      "grad_norm": 0.796825922153684,
+      "learning_rate": 3.8011032504453e-06,
+      "loss": 0.0903,
+      "step": 292
+    },
+    {
+      "epoch": 1.158102766798419,
+      "grad_norm": 0.7534827453914715,
+      "learning_rate": 3.7709887621878305e-06,
+      "loss": 0.0798,
+      "step": 293
+    },
+    {
+      "epoch": 1.1620553359683794,
+      "grad_norm": 0.8489612702259411,
+      "learning_rate": 3.740921649360991e-06,
+      "loss": 0.0873,
+      "step": 294
+    },
+    {
+      "epoch": 1.1660079051383399,
+      "grad_norm": 0.955174528968893,
+      "learning_rate": 3.710903070979749e-06,
+      "loss": 0.1042,
+      "step": 295
+    },
+    {
+      "epoch": 1.1699604743083003,
+      "grad_norm": 0.8045990312113789,
+      "learning_rate": 3.680934184188182e-06,
+      "loss": 0.0893,
+      "step": 296
+    },
+    {
+      "epoch": 1.1739130434782608,
+      "grad_norm": 0.7409988941384033,
+      "learning_rate": 3.6510161442148783e-06,
+      "loss": 0.0828,
+      "step": 297
+    },
+    {
+      "epoch": 1.1778656126482214,
+      "grad_norm": 0.7355472384828333,
+      "learning_rate": 3.621150104328407e-06,
+      "loss": 0.0807,
+      "step": 298
+    },
+    {
+      "epoch": 1.1818181818181819,
+      "grad_norm": 0.7648525885769263,
+      "learning_rate": 3.5913372157928515e-06,
+      "loss": 0.0839,
+      "step": 299
+    },
+    {
+      "epoch": 1.1857707509881423,
+      "grad_norm": 0.8316895585487093,
+      "learning_rate": 3.5615786278234443e-06,
+      "loss": 0.0975,
+      "step": 300
+    },
+    {
+      "epoch": 1.1897233201581028,
+      "grad_norm": 0.8067028906873598,
+      "learning_rate": 3.5318754875422588e-06,
+      "loss": 0.0892,
+      "step": 301
+    },
+    {
+      "epoch": 1.1936758893280632,
+      "grad_norm": 0.7103871885994243,
+      "learning_rate": 3.5022289399339933e-06,
+      "loss": 0.0649,
+      "step": 302
+    },
+    {
+      "epoch": 1.1976284584980237,
+      "grad_norm": 0.733552932689144,
+      "learning_rate": 3.4726401278018353e-06,
+      "loss": 0.0756,
+      "step": 303
+    },
+    {
+      "epoch": 1.2015810276679841,
+      "grad_norm": 0.8562784360221859,
+      "learning_rate": 3.443110191723407e-06,
+      "loss": 0.0854,
+      "step": 304
+    },
+    {
+      "epoch": 1.2055335968379446,
+      "grad_norm": 0.7766753963844132,
+      "learning_rate": 3.4136402700068034e-06,
+      "loss": 0.0874,
+      "step": 305
+    },
+    {
+      "epoch": 1.2094861660079053,
+      "grad_norm": 0.770704986269867,
+      "learning_rate": 3.384231498646706e-06,
+      "loss": 0.0828,
+      "step": 306
+    },
+    {
+      "epoch": 1.2134387351778657,
+      "grad_norm": 0.9810398086277642,
+      "learning_rate": 3.3548850112805985e-06,
+      "loss": 0.0936,
+      "step": 307
+    },
+    {
+      "epoch": 1.2173913043478262,
+      "grad_norm": 0.8349513405389044,
+      "learning_rate": 3.3256019391450696e-06,
+      "loss": 0.0858,
+      "step": 308
+    },
+    {
+      "epoch": 1.2213438735177866,
+      "grad_norm": 0.934832948432894,
+      "learning_rate": 3.296383411032198e-06,
+      "loss": 0.1005,
+      "step": 309
+    },
+    {
+      "epoch": 1.225296442687747,
+      "grad_norm": 0.8334982616585016,
+      "learning_rate": 3.267230553246047e-06,
+      "loss": 0.0904,
+      "step": 310
+    },
+    {
+      "epoch": 1.2292490118577075,
+      "grad_norm": 0.9525042265982115,
+      "learning_rate": 3.2381444895592483e-06,
+      "loss": 0.1039,
+      "step": 311
+    },
+    {
+      "epoch": 1.233201581027668,
+      "grad_norm": 0.8054290674050893,
+      "learning_rate": 3.209126341169681e-06,
+      "loss": 0.0823,
+      "step": 312
+    },
+    {
+      "epoch": 1.2371541501976284,
+      "grad_norm": 0.8210355718657188,
+      "learning_rate": 3.180177226657251e-06,
+      "loss": 0.0892,
+      "step": 313
+    },
+    {
+      "epoch": 1.2411067193675889,
+      "grad_norm": 0.8316752634473004,
+      "learning_rate": 3.151298261940775e-06,
+      "loss": 0.0895,
+      "step": 314
+    },
+    {
+      "epoch": 1.2450592885375493,
+      "grad_norm": 0.8094238395607234,
+      "learning_rate": 3.122490560234964e-06,
+      "loss": 0.0872,
+      "step": 315
+    },
+    {
+      "epoch": 1.2490118577075098,
+      "grad_norm": 0.8661622647428802,
+      "learning_rate": 3.0937552320075116e-06,
+      "loss": 0.085,
+      "step": 316
+    },
+    {
+      "epoch": 1.2529644268774702,
+      "grad_norm": 0.8947001926869803,
+      "learning_rate": 3.065093384936285e-06,
+      "loss": 0.1027,
+      "step": 317
+    },
+    {
+      "epoch": 1.256916996047431,
+      "grad_norm": 0.8602119726443715,
+      "learning_rate": 3.0365061238666336e-06,
+      "loss": 0.0967,
+      "step": 318
+    },
+    {
+      "epoch": 1.2608695652173914,
+      "grad_norm": 0.8823112750442454,
+      "learning_rate": 3.007994550768793e-06,
+      "loss": 0.0844,
+      "step": 319
+    },
+    {
+      "epoch": 1.2648221343873518,
+      "grad_norm": 0.8563897265351119,
+      "learning_rate": 2.979559764695409e-06,
+      "loss": 0.0994,
+      "step": 320
+    },
+    {
+      "epoch": 1.2687747035573123,
+      "grad_norm": 0.7625465470510768,
+      "learning_rate": 2.951202861739173e-06,
+      "loss": 0.0843,
+      "step": 321
+    },
+    {
+      "epoch": 1.2727272727272727,
+      "grad_norm": 0.8122872182393666,
+      "learning_rate": 2.9229249349905686e-06,
+      "loss": 0.0835,
+      "step": 322
+    },
+    {
+      "epoch": 1.2766798418972332,
+      "grad_norm": 0.7337158411452591,
+      "learning_rate": 2.8947270744957385e-06,
+      "loss": 0.0748,
+      "step": 323
+    },
+    {
+      "epoch": 1.2806324110671936,
+      "grad_norm": 0.8610577408860781,
+      "learning_rate": 2.8666103672144597e-06,
+      "loss": 0.0965,
+      "step": 324
+    },
+    {
+      "epoch": 1.2845849802371543,
+      "grad_norm": 0.8603358433318335,
+      "learning_rate": 2.8385758969782507e-06,
+      "loss": 0.0845,
+      "step": 325
+    },
+    {
+      "epoch": 1.2885375494071147,
+      "grad_norm": 0.8524233864944872,
+      "learning_rate": 2.810624744448588e-06,
+      "loss": 0.0885,
+      "step": 326
+    },
+    {
+      "epoch": 1.2924901185770752,
+      "grad_norm": 0.8420392572365136,
+      "learning_rate": 2.7827579870752542e-06,
+      "loss": 0.0923,
+      "step": 327
+    },
+    {
+      "epoch": 1.2964426877470356,
+      "grad_norm": 0.793069093795635,
+      "learning_rate": 2.7549766990547973e-06,
+      "loss": 0.0815,
+      "step": 328
+    },
+    {
+      "epoch": 1.300395256916996,
+      "grad_norm": 0.7817984437695195,
+      "learning_rate": 2.727281951289128e-06,
+      "loss": 0.0882,
+      "step": 329
+    },
+    {
+      "epoch": 1.3043478260869565,
+      "grad_norm": 0.8013392551777014,
+      "learning_rate": 2.6996748113442397e-06,
+      "loss": 0.0798,
+      "step": 330
+    },
+    {
+      "epoch": 1.308300395256917,
+      "grad_norm": 0.8820921234502966,
+      "learning_rate": 2.672156343409053e-06,
+      "loss": 0.0945,
+      "step": 331
+    },
+    {
+      "epoch": 1.3122529644268774,
+      "grad_norm": 0.8218835014022327,
+      "learning_rate": 2.644727608254396e-06,
+      "loss": 0.081,
+      "step": 332
+    },
+    {
+      "epoch": 1.316205533596838,
+      "grad_norm": 0.8925030437196403,
+      "learning_rate": 2.6173896631921134e-06,
+      "loss": 0.1008,
+      "step": 333
+    },
+    {
+      "epoch": 1.3201581027667983,
+      "grad_norm": 0.7617557043950407,
+      "learning_rate": 2.590143562034312e-06,
+      "loss": 0.0822,
+      "step": 334
+    },
+    {
+      "epoch": 1.3241106719367588,
+      "grad_norm": 0.6877049303830356,
+      "learning_rate": 2.5629903550527343e-06,
+      "loss": 0.0689,
+      "step": 335
+    },
+    {
+      "epoch": 1.3280632411067192,
+      "grad_norm": 0.8047796837957536,
+      "learning_rate": 2.535931088938274e-06,
+      "loss": 0.0879,
+      "step": 336
+    },
+    {
+      "epoch": 1.33201581027668,
+      "grad_norm": 0.7547771408145063,
+      "learning_rate": 2.5089668067606365e-06,
+      "loss": 0.0772,
+      "step": 337
+    },
+    {
+      "epoch": 1.3359683794466404,
+      "grad_norm": 0.7753550878123068,
+      "learning_rate": 2.4820985479281184e-06,
+      "loss": 0.0756,
+      "step": 338
+    },
+    {
+      "epoch": 1.3399209486166008,
+      "grad_norm": 0.7841870260912767,
+      "learning_rate": 2.45532734814755e-06,
+      "loss": 0.0856,
+      "step": 339
+    },
+    {
+      "epoch": 1.3438735177865613,
+      "grad_norm": 0.804197195750078,
+      "learning_rate": 2.4286542393843665e-06,
+      "loss": 0.0873,
+      "step": 340
+    },
+    {
+      "epoch": 1.3478260869565217,
+      "grad_norm": 0.8897953434429451,
+      "learning_rate": 2.4020802498228333e-06,
+      "loss": 0.0947,
+      "step": 341
+    },
+    {
+      "epoch": 1.3517786561264822,
+      "grad_norm": 0.8133776863955939,
+      "learning_rate": 2.3756064038264033e-06,
+      "loss": 0.0874,
+      "step": 342
+    },
+    {
+      "epoch": 1.3557312252964426,
+      "grad_norm": 0.8548681896619534,
+      "learning_rate": 2.3492337218982396e-06,
+      "loss": 0.0843,
+      "step": 343
+    },
+    {
+      "epoch": 1.359683794466403,
+      "grad_norm": 0.6737272320548984,
+      "learning_rate": 2.3229632206418727e-06,
+      "loss": 0.0688,
+      "step": 344
+    },
+    {
+      "epoch": 1.3636363636363638,
+      "grad_norm": 0.764184730528535,
+      "learning_rate": 2.296795912722014e-06,
+      "loss": 0.0719,
+      "step": 345
+    },
+    {
+      "epoch": 1.3675889328063242,
+      "grad_norm": 0.8412998585017739,
+      "learning_rate": 2.270732806825517e-06,
+      "loss": 0.0917,
+      "step": 346
+    },
+    {
+      "epoch": 1.3715415019762847,
+      "grad_norm": 0.8806439662669865,
+      "learning_rate": 2.244774907622504e-06,
+      "loss": 0.0863,
+      "step": 347
+    },
+    {
+      "epoch": 1.3754940711462451,
+      "grad_norm": 0.8248774227934418,
+      "learning_rate": 2.2189232157276247e-06,
+      "loss": 0.0914,
+      "step": 348
+    },
+    {
+      "epoch": 1.3794466403162056,
+      "grad_norm": 0.7232696672534272,
+      "learning_rate": 2.1931787276614968e-06,
+      "loss": 0.0744,
+      "step": 349
+    },
+    {
+      "epoch": 1.383399209486166,
+      "grad_norm": 0.8577323057947139,
+      "learning_rate": 2.167542435812286e-06,
+      "loss": 0.0941,
+      "step": 350
+    },
+    {
+      "epoch": 1.3873517786561265,
+      "grad_norm": 0.8111187126977667,
+      "learning_rate": 2.142015328397454e-06,
+      "loss": 0.0829,
+      "step": 351
+    },
+    {
+      "epoch": 1.391304347826087,
+      "grad_norm": 0.8473171596140983,
+      "learning_rate": 2.1165983894256647e-06,
+      "loss": 0.0851,
+      "step": 352
+    },
+    {
+      "epoch": 1.3952569169960474,
+      "grad_norm": 0.979217886675685,
+      "learning_rate": 2.0912925986588547e-06,
+      "loss": 0.0886,
+      "step": 353
+    },
+    {
+      "epoch": 1.3992094861660078,
+      "grad_norm": 0.7122743581645916,
+      "learning_rate": 2.0660989315744624e-06,
+      "loss": 0.0762,
+      "step": 354
+    },
+    {
+      "epoch": 1.4031620553359683,
+      "grad_norm": 0.7858932291579142,
+      "learning_rate": 2.0410183593278287e-06,
+      "loss": 0.0858,
+      "step": 355
+    },
+    {
+      "epoch": 1.4071146245059287,
+      "grad_norm": 0.7710060253754529,
+      "learning_rate": 2.016051848714758e-06,
+      "loss": 0.0841,
+      "step": 356
+    },
+    {
+      "epoch": 1.4110671936758894,
+      "grad_norm": 0.9862009125445349,
+      "learning_rate": 1.991200362134258e-06,
+      "loss": 0.1138,
+      "step": 357
+    },
+    {
+      "epoch": 1.4150197628458498,
+      "grad_norm": 0.8966163035864069,
+      "learning_rate": 1.9664648575514316e-06,
+      "loss": 0.0957,
+      "step": 358
+    },
+    {
+      "epoch": 1.4189723320158103,
+      "grad_norm": 0.7750687100611688,
+      "learning_rate": 1.9418462884605555e-06,
+      "loss": 0.0884,
+      "step": 359
+    },
+    {
+      "epoch": 1.4229249011857708,
+      "grad_norm": 0.6814014445797735,
+      "learning_rate": 1.9173456038483244e-06,
+      "loss": 0.0643,
+      "step": 360
+    },
+    {
+      "epoch": 1.4268774703557312,
+      "grad_norm": 0.7576793239437779,
+      "learning_rate": 1.8929637481572715e-06,
+      "loss": 0.0807,
+      "step": 361
+    },
+    {
+      "epoch": 1.4308300395256917,
+      "grad_norm": 0.7508809897633324,
+      "learning_rate": 1.8687016612493542e-06,
+      "loss": 0.0778,
+      "step": 362
+    },
+    {
+      "epoch": 1.434782608695652,
+      "grad_norm": 0.8537404897070195,
+      "learning_rate": 1.8445602783697375e-06,
+      "loss": 0.0908,
+      "step": 363
+    },
+    {
+      "epoch": 1.4387351778656128,
+      "grad_norm": 0.7400940461834001,
+      "learning_rate": 1.8205405301107343e-06,
+      "loss": 0.0763,
+      "step": 364
+    },
+    {
+      "epoch": 1.4426877470355732,
+      "grad_norm": 0.810189320356073,
+      "learning_rate": 1.7966433423759327e-06,
+      "loss": 0.0911,
+      "step": 365
+    },
+    {
+      "epoch": 1.4466403162055337,
+      "grad_norm": 0.8027799214361186,
+      "learning_rate": 1.772869636344512e-06,
+      "loss": 0.0753,
+      "step": 366
+    },
+    {
+      "epoch": 1.4505928853754941,
+      "grad_norm": 0.8931582463462715,
+      "learning_rate": 1.7492203284357245e-06,
+      "loss": 0.0862,
+      "step": 367
+    },
+    {
+      "epoch": 1.4545454545454546,
+      "grad_norm": 0.743283807208503,
+      "learning_rate": 1.7256963302735752e-06,
+      "loss": 0.0771,
+      "step": 368
+    },
+    {
+      "epoch": 1.458498023715415,
+      "grad_norm": 0.7446428337912645,
+      "learning_rate": 1.702298548651678e-06,
+      "loss": 0.0806,
+      "step": 369
+    },
+    {
+      "epoch": 1.4624505928853755,
+      "grad_norm": 0.8608307476351187,
+      "learning_rate": 1.6790278854983033e-06,
+      "loss": 0.0861,
+      "step": 370
+    },
+    {
+      "epoch": 1.466403162055336,
+      "grad_norm": 0.8021552742692836,
+      "learning_rate": 1.6558852378416113e-06,
+      "loss": 0.0849,
+      "step": 371
+    },
+    {
+      "epoch": 1.4703557312252964,
+      "grad_norm": 0.7497864247871671,
+      "learning_rate": 1.6328714977750698e-06,
+      "loss": 0.0782,
+      "step": 372
+    },
+    {
+      "epoch": 1.4743083003952568,
+      "grad_norm": 0.8827286860881842,
+      "learning_rate": 1.6099875524230707e-06,
+      "loss": 0.0953,
+      "step": 373
+    },
+    {
+      "epoch": 1.4782608695652173,
+      "grad_norm": 0.7911903974329433,
+      "learning_rate": 1.5872342839067305e-06,
+      "loss": 0.0829,
+      "step": 374
+    },
+    {
+      "epoch": 1.4822134387351777,
+      "grad_norm": 0.804080519468472,
+      "learning_rate": 1.5646125693098863e-06,
+      "loss": 0.0865,
+      "step": 375
+    },
+    {
+      "epoch": 1.4861660079051384,
+      "grad_norm": 0.845230704862886,
+      "learning_rate": 1.542123280645292e-06,
+      "loss": 0.0879,
+      "step": 376
+    },
+    {
+      "epoch": 1.4901185770750989,
+      "grad_norm": 0.7741502059302788,
+      "learning_rate": 1.519767284820996e-06,
+      "loss": 0.0774,
+      "step": 377
+    },
+    {
+      "epoch": 1.4940711462450593,
+      "grad_norm": 0.7256541865874601,
+      "learning_rate": 1.4975454436069292e-06,
+      "loss": 0.0686,
+      "step": 378
+    },
+    {
+      "epoch": 1.4980237154150198,
+      "grad_norm": 0.8071456550192062,
+      "learning_rate": 1.4754586136016841e-06,
+      "loss": 0.085,
+      "step": 379
+    },
+    {
+      "epoch": 1.5019762845849802,
+      "grad_norm": 0.8203324820096316,
+      "learning_rate": 1.4535076461994974e-06,
+      "loss": 0.0826,
+      "step": 380
+    },
+    {
+      "epoch": 1.5059288537549407,
+      "grad_norm": 0.7560382811856847,
+      "learning_rate": 1.431693387557424e-06,
+      "loss": 0.0713,
+      "step": 381
+    },
+    {
+      "epoch": 1.5098814229249014,
+      "grad_norm": 0.8020887345316217,
+      "learning_rate": 1.4100166785627301e-06,
+      "loss": 0.08,
+      "step": 382
+    },
+    {
+      "epoch": 1.5138339920948618,
+      "grad_norm": 0.7996022836785219,
+      "learning_rate": 1.3884783548004704e-06,
+      "loss": 0.0726,
+      "step": 383
+    },
+    {
+      "epoch": 1.5177865612648223,
+      "grad_norm": 0.8115265517836432,
+      "learning_rate": 1.3670792465212828e-06,
+      "loss": 0.0885,
+      "step": 384
+    },
+    {
+      "epoch": 1.5217391304347827,
+      "grad_norm": 0.8620229402712933,
+      "learning_rate": 1.3458201786093795e-06,
+      "loss": 0.0896,
+      "step": 385
+    },
+    {
+      "epoch": 1.5256916996047432,
+      "grad_norm": 0.6860895469745374,
+      "learning_rate": 1.3247019705507596e-06,
+      "loss": 0.0624,
+      "step": 386
+    },
+    {
+      "epoch": 1.5296442687747036,
+      "grad_norm": 0.7453595173081584,
+      "learning_rate": 1.3037254364016068e-06,
+      "loss": 0.0732,
+      "step": 387
+    },
+    {
+      "epoch": 1.533596837944664,
+      "grad_norm": 0.7921172857993262,
+      "learning_rate": 1.2828913847569185e-06,
+      "loss": 0.0837,
+      "step": 388
+    },
+    {
+      "epoch": 1.5375494071146245,
+      "grad_norm": 0.7477950077816139,
+      "learning_rate": 1.2622006187193348e-06,
+      "loss": 0.0778,
+      "step": 389
+    },
+    {
+      "epoch": 1.541501976284585,
+      "grad_norm": 0.7903429165915673,
+      "learning_rate": 1.2416539358681772e-06,
+      "loss": 0.0811,
+      "step": 390
+    },
+    {
+      "epoch": 1.5454545454545454,
+      "grad_norm": 0.7272142825079507,
+      "learning_rate": 1.2212521282287093e-06,
+      "loss": 0.0734,
+      "step": 391
+    },
+    {
+      "epoch": 1.5494071146245059,
+      "grad_norm": 0.8733244244292566,
+      "learning_rate": 1.2009959822416012e-06,
+      "loss": 0.0865,
+      "step": 392
+    },
+    {
+      "epoch": 1.5533596837944663,
+      "grad_norm": 0.7982858571171344,
+      "learning_rate": 1.1808862787326176e-06,
+      "loss": 0.0745,
+      "step": 393
+    },
+    {
+      "epoch": 1.5573122529644268,
+      "grad_norm": 0.8724758581716544,
+      "learning_rate": 1.1609237928825174e-06,
+      "loss": 0.0929,
+      "step": 394
+    },
+    {
+      "epoch": 1.5612648221343872,
+      "grad_norm": 0.8146093456550159,
+      "learning_rate": 1.1411092941971702e-06,
+      "loss": 0.0821,
+      "step": 395
+    },
+    {
+      "epoch": 1.5652173913043477,
+      "grad_norm": 0.7527957685366871,
+      "learning_rate": 1.1214435464779006e-06,
+      "loss": 0.0718,
+      "step": 396
+    },
+    {
+      "epoch": 1.5691699604743083,
+      "grad_norm": 0.756657849710479,
+      "learning_rate": 1.1019273077920366e-06,
+      "loss": 0.0715,
+      "step": 397
+    },
+    {
+      "epoch": 1.5731225296442688,
+      "grad_norm": 0.7990856990144838,
+      "learning_rate": 1.0825613304436938e-06,
+      "loss": 0.0781,
+      "step": 398
+    },
+    {
+      "epoch": 1.5770750988142292,
+      "grad_norm": 0.7307365954669643,
+      "learning_rate": 1.0633463609447753e-06,
+      "loss": 0.0735,
+      "step": 399
+    },
+    {
+      "epoch": 1.5810276679841897,
+      "grad_norm": 0.7375286856129718,
+      "learning_rate": 1.0442831399861903e-06,
+      "loss": 0.0707,
+      "step": 400
+    },
+    {
+      "epoch": 1.5849802371541502,
+      "grad_norm": 0.793937124281053,
+      "learning_rate": 1.0253724024093103e-06,
+      "loss": 0.0803,
+      "step": 401
+    },
+    {
+      "epoch": 1.5889328063241108,
+      "grad_norm": 0.9857473502015351,
+      "learning_rate": 1.006614877177638e-06,
+      "loss": 0.0954,
+      "step": 402
+    },
+    {
+      "epoch": 1.5928853754940713,
+      "grad_norm": 0.8891671868994842,
+      "learning_rate": 9.880112873487068e-07,
+      "loss": 0.0947,
+      "step": 403
+    },
+    {
+      "epoch": 1.5968379446640317,
+      "grad_norm": 0.7637614002552102,
+      "learning_rate": 9.695623500462114e-07,
+      "loss": 0.077,
+      "step": 404
+    },
+    {
+      "epoch": 1.6007905138339922,
+      "grad_norm": 0.8148602859304678,
+      "learning_rate": 9.512687764323647e-07,
+      "loss": 0.0843,
+      "step": 405
+    },
+    {
+      "epoch": 1.6047430830039526,
+      "grad_norm": 0.8292775046890145,
+      "learning_rate": 9.331312716804791e-07,
+      "loss": 0.086,
+      "step": 406
+    },
+    {
+      "epoch": 1.608695652173913,
+      "grad_norm": 0.7895240831909237,
+      "learning_rate": 9.151505349477901e-07,
+      "loss": 0.0745,
+      "step": 407
+    },
+    {
+      "epoch": 1.6126482213438735,
+      "grad_norm": 0.8485688015750993,
+      "learning_rate": 8.973272593485011e-07,
+      "loss": 0.0834,
+      "step": 408
+    },
+    {
+      "epoch": 1.616600790513834,
+      "grad_norm": 0.8177364404157194,
+      "learning_rate": 8.796621319270676e-07,
+      "loss": 0.0844,
+      "step": 409
+    },
+    {
+      "epoch": 1.6205533596837944,
+      "grad_norm": 0.7781662630922713,
+      "learning_rate": 8.621558336317132e-07,
+      "loss": 0.08,
+      "step": 410
+    },
+    {
+      "epoch": 1.6245059288537549,
+      "grad_norm": 0.8644404670041604,
+      "learning_rate": 8.448090392881797e-07,
+      "loss": 0.0917,
+      "step": 411
+    },
+    {
+      "epoch": 1.6284584980237153,
+      "grad_norm": 0.7707613760721607,
+      "learning_rate": 8.276224175737152e-07,
+      "loss": 0.0859,
+      "step": 412
+    },
+    {
+      "epoch": 1.6324110671936758,
+      "grad_norm": 0.7548987109587137,
+      "learning_rate": 8.105966309912966e-07,
+      "loss": 0.0775,
+      "step": 413
+    },
+    {
+      "epoch": 1.6363636363636362,
+      "grad_norm": 0.8042628194190871,
+      "learning_rate": 7.937323358440935e-07,
+      "loss": 0.085,
+      "step": 414
+    },
+    {
+      "epoch": 1.6403162055335967,
+      "grad_norm": 0.7153134938974041,
+      "learning_rate": 7.770301822101712e-07,
+      "loss": 0.0651,
+      "step": 415
+    },
+    {
+      "epoch": 1.6442687747035574,
+      "grad_norm": 0.7466805157162251,
+      "learning_rate": 7.604908139174255e-07,
+      "loss": 0.073,
+      "step": 416
+    },
+    {
+      "epoch": 1.6482213438735178,
+      "grad_norm": 0.8595349123930275,
+      "learning_rate": 7.441148685187694e-07,
+      "loss": 0.0877,
+      "step": 417
+    },
+    {
+      "epoch": 1.6521739130434783,
+      "grad_norm": 0.8686853364313231,
+      "learning_rate": 7.279029772675572e-07,
+      "loss": 0.0869,
+      "step": 418
+    },
+    {
+      "epoch": 1.6561264822134387,
+      "grad_norm": 0.7991454091292614,
+      "learning_rate": 7.11855765093249e-07,
+      "loss": 0.0887,
+      "step": 419
+    },
+    {
+      "epoch": 1.6600790513833992,
+      "grad_norm": 0.8361717413327031,
+      "learning_rate": 6.959738505773211e-07,
+      "loss": 0.087,
+      "step": 420
+    },
+    {
+      "epoch": 1.6640316205533598,
+      "grad_norm": 0.7878955380214843,
+      "learning_rate": 6.802578459294235e-07,
+      "loss": 0.0797,
+      "step": 421
+    },
+    {
+      "epoch": 1.6679841897233203,
+      "grad_norm": 0.7934797367704858,
+      "learning_rate": 6.647083569637797e-07,
+      "loss": 0.0731,
+      "step": 422
+    },
+    {
+      "epoch": 1.6719367588932808,
+      "grad_norm": 0.7758388305104886,
+      "learning_rate": 6.493259830758325e-07,
+      "loss": 0.0795,
+      "step": 423
+    },
+    {
+      "epoch": 1.6758893280632412,
+      "grad_norm": 0.7882280745342964,
+      "learning_rate": 6.341113172191399e-07,
+      "loss": 0.0775,
+      "step": 424
+    },
+    {
+      "epoch": 1.6798418972332017,
+      "grad_norm": 0.7837771518137528,
+      "learning_rate": 6.190649458825204e-07,
+      "loss": 0.0831,
+      "step": 425
+    },
+    {
+      "epoch": 1.683794466403162,
+      "grad_norm": 0.7491880369079941,
+      "learning_rate": 6.041874490674416e-07,
+      "loss": 0.0749,
+      "step": 426
+    },
+    {
+      "epoch": 1.6877470355731226,
+      "grad_norm": 0.7816548437035815,
+      "learning_rate": 5.894794002656628e-07,
+      "loss": 0.078,
+      "step": 427
+    },
+    {
+      "epoch": 1.691699604743083,
+      "grad_norm": 0.8423583358860411,
+      "learning_rate": 5.749413664371312e-07,
+      "loss": 0.0887,
+      "step": 428
+    },
+    {
+      "epoch": 1.6956521739130435,
+      "grad_norm": 0.7499454971876339,
+      "learning_rate": 5.60573907988124e-07,
+      "loss": 0.0762,
+      "step": 429
+    },
+    {
+      "epoch": 1.699604743083004,
+      "grad_norm": 0.8237409596657574,
+      "learning_rate": 5.463775787496484e-07,
+      "loss": 0.084,
+      "step": 430
+    },
+    {
+      "epoch": 1.7035573122529644,
+      "grad_norm": 0.803263249445206,
+      "learning_rate": 5.323529259560911e-07,
+      "loss": 0.0839,
+      "step": 431
+    },
+    {
+      "epoch": 1.7075098814229248,
+      "grad_norm": 0.7707566211110282,
+      "learning_rate": 5.185004902241241e-07,
+      "loss": 0.0755,
+      "step": 432
+    },
+    {
+      "epoch": 1.7114624505928853,
+      "grad_norm": 0.7227053224538177,
+      "learning_rate": 5.04820805531866e-07,
+      "loss": 0.0702,
+      "step": 433
+    },
+    {
+      "epoch": 1.7154150197628457,
+      "grad_norm": 0.7209680294306355,
+      "learning_rate": 4.91314399198296e-07,
+      "loss": 0.0669,
+      "step": 434
+    },
+    {
+      "epoch": 1.7193675889328062,
+      "grad_norm": 0.8509179890655346,
+      "learning_rate": 4.779817918629326e-07,
+      "loss": 0.0831,
+      "step": 435
+    },
+    {
+      "epoch": 1.7233201581027668,
+      "grad_norm": 0.7987156898562058,
+      "learning_rate": 4.6482349746575783e-07,
+      "loss": 0.0758,
+      "step": 436
+    },
+    {
+      "epoch": 1.7272727272727273,
+      "grad_norm": 0.7300644634526314,
+      "learning_rate": 4.5184002322740784e-07,
+      "loss": 0.0675,
+      "step": 437
+    },
+    {
+      "epoch": 1.7312252964426877,
+      "grad_norm": 0.7207132744352842,
+      "learning_rate": 4.390318696296247e-07,
+      "loss": 0.075,
+      "step": 438
+    },
+    {
+      "epoch": 1.7351778656126482,
+      "grad_norm": 0.8085456387773827,
+      "learning_rate": 4.2639953039595725e-07,
+      "loss": 0.0771,
+      "step": 439
+    },
+    {
+      "epoch": 1.7391304347826086,
+      "grad_norm": 0.8290131212140389,
+      "learning_rate": 4.139434924727359e-07,
+      "loss": 0.0854,
+      "step": 440
+    },
+    {
+      "epoch": 1.7430830039525693,
+      "grad_norm": 0.7249611930525397,
+      "learning_rate": 4.0166423601029735e-07,
+      "loss": 0.0703,
+      "step": 441
+    },
+    {
+      "epoch": 1.7470355731225298,
+      "grad_norm": 0.7893472316614125,
+      "learning_rate": 3.8956223434447936e-07,
+      "loss": 0.0815,
+      "step": 442
+    },
+    {
+      "epoch": 1.7509881422924902,
+      "grad_norm": 0.7523624260649034,
+      "learning_rate": 3.776379539783709e-07,
+      "loss": 0.0753,
+      "step": 443
+    },
+    {
+      "epoch": 1.7549407114624507,
+      "grad_norm": 0.8527038281384625,
+      "learning_rate": 3.658918545643353e-07,
+      "loss": 0.0922,
+      "step": 444
+    },
+    {
+      "epoch": 1.7588932806324111,
+      "grad_norm": 0.7290553217374679,
+      "learning_rate": 3.543243888862841e-07,
+      "loss": 0.0805,
+      "step": 445
+    },
+    {
+      "epoch": 1.7628458498023716,
+      "grad_norm": 0.7893764396942587,
+      "learning_rate": 3.429360028422307e-07,
+      "loss": 0.0784,
+      "step": 446
+    },
+    {
+      "epoch": 1.766798418972332,
+      "grad_norm": 0.7421667074424277,
+      "learning_rate": 3.317271354270968e-07,
+      "loss": 0.0696,
+      "step": 447
+    },
+    {
+      "epoch": 1.7707509881422925,
+      "grad_norm": 0.8399159589450422,
+      "learning_rate": 3.2069821871579255e-07,
+      "loss": 0.083,
+      "step": 448
+    },
+    {
+      "epoch": 1.774703557312253,
+      "grad_norm": 0.740480608868894,
+      "learning_rate": 3.098496778465621e-07,
+      "loss": 0.0708,
+      "step": 449
+    },
+    {
+      "epoch": 1.7786561264822134,
+      "grad_norm": 0.7739760215095282,
+      "learning_rate": 2.991819310045929e-07,
+      "loss": 0.0782,
+      "step": 450
+    },
+    {
+      "epoch": 1.7826086956521738,
+      "grad_norm": 0.7452646546893572,
+      "learning_rate": 2.88695389405898e-07,
+      "loss": 0.0708,
+      "step": 451
+    },
+    {
+      "epoch": 1.7865612648221343,
+      "grad_norm": 0.7933431168783432,
+      "learning_rate": 2.783904572814622e-07,
+      "loss": 0.087,
+      "step": 452
+    },
+    {
+      "epoch": 1.7905138339920947,
+      "grad_norm": 0.7999101665347608,
+      "learning_rate": 2.682675318616618e-07,
+      "loss": 0.0812,
+      "step": 453
+    },
+    {
+      "epoch": 1.7944664031620552,
+      "grad_norm": 0.7799522821429169,
+      "learning_rate": 2.583270033609536e-07,
+      "loss": 0.0742,
+      "step": 454
+    },
+    {
+      "epoch": 1.7984189723320159,
+      "grad_norm": 0.7841630841302359,
+      "learning_rate": 2.4856925496283045e-07,
+      "loss": 0.0744,
+      "step": 455
+    },
+    {
+      "epoch": 1.8023715415019763,
+      "grad_norm": 0.7085396044519313,
+      "learning_rate": 2.3899466280504936e-07,
+      "loss": 0.0694,
+      "step": 456
+    },
+    {
+      "epoch": 1.8063241106719368,
+      "grad_norm": 0.8317299446337106,
+      "learning_rate": 2.2960359596513714e-07,
+      "loss": 0.0814,
+      "step": 457
+    },
+    {
+      "epoch": 1.8102766798418972,
+      "grad_norm": 0.8122448010204448,
+      "learning_rate": 2.203964164461597e-07,
+      "loss": 0.0813,
+      "step": 458
+    },
+    {
+      "epoch": 1.8142292490118577,
+      "grad_norm": 0.8353276912890117,
+      "learning_rate": 2.113734791627664e-07,
+      "loss": 0.0886,
+      "step": 459
+    },
+    {
+      "epoch": 1.8181818181818183,
+      "grad_norm": 0.8127324853393689,
+      "learning_rate": 2.0253513192751374e-07,
+      "loss": 0.0876,
+      "step": 460
+    },
+    {
+      "epoch": 1.8221343873517788,
+      "grad_norm": 0.8243199966537188,
+      "learning_rate": 1.9388171543745394e-07,
+      "loss": 0.0867,
+      "step": 461
+    },
+    {
+      "epoch": 1.8260869565217392,
+      "grad_norm": 0.7073112052200622,
+      "learning_rate": 1.8541356326100436e-07,
+      "loss": 0.0713,
+      "step": 462
+    },
+    {
+      "epoch": 1.8300395256916997,
+      "grad_norm": 0.8317457838777355,
+      "learning_rate": 1.7713100182508604e-07,
+      "loss": 0.0857,
+      "step": 463
+    },
+    {
+      "epoch": 1.8339920948616601,
+      "grad_norm": 0.7712759854839348,
+      "learning_rate": 1.6903435040254545e-07,
+      "loss": 0.0783,
+      "step": 464
+    },
+    {
+      "epoch": 1.8379446640316206,
+      "grad_norm": 0.7378797605108951,
+      "learning_rate": 1.6112392109984386e-07,
+      "loss": 0.0715,
+      "step": 465
+    },
+    {
+      "epoch": 1.841897233201581,
+      "grad_norm": 0.80699514151234,
+      "learning_rate": 1.5340001884502577e-07,
+      "loss": 0.0808,
+      "step": 466
+    },
+    {
+      "epoch": 1.8458498023715415,
+      "grad_norm": 0.7739009199993561,
+      "learning_rate": 1.4586294137596768e-07,
+      "loss": 0.0737,
+      "step": 467
+    },
+    {
+      "epoch": 1.849802371541502,
+      "grad_norm": 0.7322752378691343,
+      "learning_rate": 1.385129792288986e-07,
+      "loss": 0.0696,
+      "step": 468
+    },
+    {
+      "epoch": 1.8537549407114624,
+      "grad_norm": 0.7954177495111031,
+      "learning_rate": 1.313504157272022e-07,
+      "loss": 0.0827,
+      "step": 469
+    },
+    {
+      "epoch": 1.8577075098814229,
+      "grad_norm": 0.8085728874210096,
+      "learning_rate": 1.2437552697049327e-07,
+      "loss": 0.0818,
+      "step": 470
+    },
+    {
+      "epoch": 1.8616600790513833,
+      "grad_norm": 0.7855961966246873,
+      "learning_rate": 1.1758858182397692e-07,
+      "loss": 0.0773,
+      "step": 471
+    },
+    {
+      "epoch": 1.8656126482213438,
+      "grad_norm": 0.8278781161660096,
+      "learning_rate": 1.1098984190808403e-07,
+      "loss": 0.0849,
+      "step": 472
+    },
+    {
+      "epoch": 1.8695652173913042,
+      "grad_norm": 0.7131108419128741,
+      "learning_rate": 1.0457956158838545e-07,
+      "loss": 0.0635,
+      "step": 473
+    },
+    {
+      "epoch": 1.8735177865612647,
+      "grad_norm": 0.7387578006339576,
+      "learning_rate": 9.835798796578755e-08,
+      "loss": 0.0715,
+      "step": 474
+    },
+    {
+      "epoch": 1.8774703557312253,
+      "grad_norm": 0.7995452010515508,
+      "learning_rate": 9.232536086700605e-08,
+      "loss": 0.0875,
+      "step": 475
+    },
+    {
+      "epoch": 1.8814229249011858,
+      "grad_norm": 0.7727324874597878,
+      "learning_rate": 8.648191283532337e-08,
+      "loss": 0.0775,
+      "step": 476
+    },
+    {
+      "epoch": 1.8853754940711462,
+      "grad_norm": 0.7532982319981568,
+      "learning_rate": 8.082786912162243e-08,
+      "loss": 0.0755,
+      "step": 477
+    },
+    {
+      "epoch": 1.8893280632411067,
+      "grad_norm": 0.7561432944732941,
+      "learning_rate": 7.536344767570536e-08,
+      "loss": 0.067,
+      "step": 478
+    },
+    {
+      "epoch": 1.8932806324110671,
+      "grad_norm": 0.743388106912863,
+      "learning_rate": 7.008885913789066e-08,
+      "loss": 0.0764,
+      "step": 479
+    },
+    {
+      "epoch": 1.8972332015810278,
+      "grad_norm": 0.8030116043340279,
+      "learning_rate": 6.500430683089532e-08,
+      "loss": 0.0833,
+      "step": 480
+    },
+    {
+      "epoch": 1.9011857707509883,
+      "grad_norm": 0.8058891700855987,
+      "learning_rate": 6.010998675199554e-08,
+      "loss": 0.0819,
+      "step": 481
+    },
+    {
+      "epoch": 1.9051383399209487,
+      "grad_norm": 0.8722763633594351,
+      "learning_rate": 5.5406087565471054e-08,
+      "loss": 0.0889,
+      "step": 482
+    },
+    {
+      "epoch": 1.9090909090909092,
+      "grad_norm": 0.7956340946185098,
+      "learning_rate": 5.089279059533658e-08,
+      "loss": 0.0805,
+      "step": 483
+    },
+    {
+      "epoch": 1.9130434782608696,
+      "grad_norm": 0.7586366777619039,
+      "learning_rate": 4.657026981834623e-08,
+      "loss": 0.0731,
+      "step": 484
+    },
+    {
+      "epoch": 1.91699604743083,
+      "grad_norm": 0.7438728357374566,
+      "learning_rate": 4.2438691857292215e-08,
+      "loss": 0.0657,
+      "step": 485
+    },
+    {
+      "epoch": 1.9209486166007905,
+      "grad_norm": 0.8009048764488708,
+      "learning_rate": 3.849821597457892e-08,
+      "loss": 0.0854,
+      "step": 486
+    },
+    {
+      "epoch": 1.924901185770751,
+      "grad_norm": 0.6950906806222561,
+      "learning_rate": 3.474899406608501e-08,
+      "loss": 0.0664,
+      "step": 487
+    },
+    {
+      "epoch": 1.9288537549407114,
+      "grad_norm": 0.796582523774316,
+      "learning_rate": 3.119117065530808e-08,
+      "loss": 0.0785,
+      "step": 488
+    },
+    {
+      "epoch": 1.9328063241106719,
+      "grad_norm": 0.917393819761534,
+      "learning_rate": 2.7824882887793058e-08,
+      "loss": 0.1035,
+      "step": 489
+    },
+    {
+      "epoch": 1.9367588932806323,
+      "grad_norm": 0.8491833070872252,
+      "learning_rate": 2.4650260525846404e-08,
+      "loss": 0.0861,
+      "step": 490
+    },
+    {
+      "epoch": 1.9407114624505928,
+      "grad_norm": 0.7194495184832819,
+      "learning_rate": 2.1667425943532884e-08,
+      "loss": 0.066,
+      "step": 491
+    },
+    {
+      "epoch": 1.9446640316205532,
+      "grad_norm": 0.7797557105637456,
+      "learning_rate": 1.8876494121959908e-08,
+      "loss": 0.0827,
+      "step": 492
+    },
+    {
+      "epoch": 1.9486166007905137,
+      "grad_norm": 0.8155791349701138,
+      "learning_rate": 1.627757264484442e-08,
+      "loss": 0.0821,
+      "step": 493
+    },
+    {
+      "epoch": 1.9525691699604744,
+      "grad_norm": 0.8003033500395783,
+      "learning_rate": 1.387076169436563e-08,
+      "loss": 0.0843,
+      "step": 494
+    },
+    {
+      "epoch": 1.9565217391304348,
+      "grad_norm": 0.7606835214527728,
+      "learning_rate": 1.1656154047303691e-08,
+      "loss": 0.0729,
+      "step": 495
+    },
+    {
+      "epoch": 1.9604743083003953,
+      "grad_norm": 0.9303119182654784,
+      "learning_rate": 9.633835071463094e-09,
+      "loss": 0.0938,
+      "step": 496
+    },
+    {
+      "epoch": 1.9644268774703557,
+      "grad_norm": 0.8209644229010536,
+      "learning_rate": 7.803882722381417e-09,
+      "loss": 0.0838,
+      "step": 497
+    },
+    {
+      "epoch": 1.9683794466403162,
+      "grad_norm": 0.8388090389864248,
+      "learning_rate": 6.166367540325624e-09,
+      "loss": 0.0906,
+      "step": 498
+    },
+    {
+      "epoch": 1.9723320158102768,
+      "grad_norm": 0.7200523621805534,
+      "learning_rate": 4.721352647572564e-09,
+      "loss": 0.0732,
+      "step": 499
+    },
+    {
+      "epoch": 1.9762845849802373,
+      "grad_norm": 0.8590763030690091,
+      "learning_rate": 3.4688937459737004e-09,
+      "loss": 0.0853,
+      "step": 500
+    },
+    {
+      "epoch": 1.9762845849802373,
+      "eval_loss": 0.14131121337413788,
+      "eval_runtime": 6.9807,
+      "eval_samples_per_second": 3.008,
+      "eval_steps_per_second": 0.86,
+      "step": 500
+    },
+    {
+      "epoch": 1.9802371541501977,
+      "grad_norm": 0.7986267647493145,
+      "learning_rate": 2.4090391148112734e-09,
+      "loss": 0.0801,
+      "step": 501
+    },
+    {
+      "epoch": 1.9841897233201582,
+      "grad_norm": 0.7540836442111315,
+      "learning_rate": 1.5418296089358964e-09,
+      "loss": 0.0725,
+      "step": 502
+    },
+    {
+      "epoch": 1.9881422924901186,
+      "grad_norm": 0.7548481786361445,
+      "learning_rate": 8.672986571894859e-10,
+      "loss": 0.0721,
+      "step": 503
+    },
+    {
+      "epoch": 1.992094861660079,
+      "grad_norm": 0.716220036204855,
+      "learning_rate": 3.854722611201789e-10,
+      "loss": 0.0722,
+      "step": 504
+    },
+    {
+      "epoch": 1.9960474308300395,
+      "grad_norm": 0.7684476829289744,
+      "learning_rate": 9.636899397813537e-11,
+      "loss": 0.0747,
+      "step": 505
+    },
+    {
+      "epoch": 2.0,
+      "grad_norm": 0.673687262411001,
+      "learning_rate": 0.0,
+      "loss": 0.0569,
+      "step": 506
+    },
+    {
+      "epoch": 2.0,
+      "step": 506,
+      "total_flos": 26538257940480.0,
+      "train_loss": 0.13567321723246056,
+      "train_runtime": 2760.0734,
+      "train_samples_per_second": 1.464,
+      "train_steps_per_second": 0.183
+    }
+  ],
+  "logging_steps": 1,
+  "max_steps": 506,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 2,
+  "save_steps": 70000,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 26538257940480.0,
+  "train_batch_size": 2,
+  "trial_name": null,
+  "trial_params": null
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d9b39f58de946123aa6b944bfa24e9416c89420182b7a299540a95b49d2b127
+size 7480