Add files using upload-large-folder tool

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text

README.md

@@ -0,0 +1,64 @@
+---
+library_name: transformers
+license: other
+base_model: meta-llama/Llama-3.2-1B-Instruct
+tags:
+- llama-factory
+- full
+- generated_from_trainer
+model-index:
+- name: lean_training_data_15k
+  results: []
+---
+
+<!-- This model card has been generated automatically according to the information the Trainer had access to. You
+should probably proofread and complete it, then remove this comment. -->
+
+# lean_training_data_15k
+
+This model is a fine-tuned version of [meta-llama/Llama-3.2-1B-Instruct](https://huggingface.co/meta-llama/Llama-3.2-1B-Instruct) on the lean_training_data_15k dataset.
+It achieves the following results on the evaluation set:
+- Loss: 0.1689
+
+## Model description
+
+More information needed
+
+## Intended uses & limitations
+
+More information needed
+
+## Training and evaluation data
+
+More information needed
+
+## Training procedure
+
+### Training hyperparameters
+
+The following hyperparameters were used during training:
+- learning_rate: 1e-05
+- train_batch_size: 2
+- eval_batch_size: 1
+- seed: 42
+- distributed_type: multi-GPU
+- num_devices: 4
+- total_train_batch_size: 8
+- total_eval_batch_size: 4
+- optimizer: Use adamw_torch with betas=(0.9,0.999) and epsilon=1e-08 and optimizer_args=No additional optimizer arguments
+- lr_scheduler_type: cosine
+- num_epochs: 2
+
+### Training results
+
+| Training Loss | Epoch  | Step | Validation Loss |
+|:-------------:|:------:|:----:|:---------------:|
+| 0.1394        | 1.9763 | 500  | 0.1689          |
+
+
+### Framework versions
+
+- Transformers 4.49.0
+- Pytorch 2.6.0+cu124
+- Datasets 3.2.0
+- Tokenizers 0.21.0

all_results.json

@@ -0,0 +1,12 @@
+{
+    "epoch": 2.0,
+    "eval_loss": 0.16889452934265137,
+    "eval_runtime": 3.0655,
+    "eval_samples_per_second": 6.85,
+    "eval_steps_per_second": 1.957,
+    "total_flos": 6736634707968.0,
+    "train_loss": 0.1787011340083812,
+    "train_runtime": 1032.8943,
+    "train_samples_per_second": 3.913,
+    "train_steps_per_second": 0.49
+}

config.json

@@ -0,0 +1,40 @@
+{
+  "_name_or_path": "meta-llama/Llama-3.2-1B-Instruct",
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.49.0",
+  "use_cache": false,
+  "vocab_size": 128256
+}

eval_results.json

@@ -0,0 +1,7 @@
+{
+    "epoch": 2.0,
+    "eval_loss": 0.16889452934265137,
+    "eval_runtime": 3.0655,
+    "eval_samples_per_second": 6.85,
+    "eval_steps_per_second": 1.957
+}

generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.49.0"
+}

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25e778d75b2cfbc164bf7fd85445a2f2eaaaaca206bc0600527ff4394f2106e4
+size 2471645608

special_tokens_map.json

@@ -0,0 +1,33 @@
+{
+  "additional_special_tokens": [
+    {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    }
+  ],
+  "bos_token": {
+    "content": "<|begin_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|eot_id|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<|eot_id|>"
+}

tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b9e4e7fb171f92fd137b777cc2714bf87d11576700a1dcd7a399e7bbe39537b
+size 17209920

tokenizer_config.json

@@ -0,0 +1,2070 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "additional_special_tokens": [
+    "<|eot_id|>",
+    "<|eom_id|>"
+  ],
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n        {{- '\"parameters\": ' }}\n        {{- tool_call.arguments | tojson }}\n        {{- \"}\" }}\n        {{- \"<|eot_id|>\" }}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "extra_special_tokens": {},
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 4096,
+  "pad_token": "<|eot_id|>",
+  "padding_side": "right",
+  "split_special_tokens": false,
+  "tokenizer_class": "PreTrainedTokenizer"
+}

train_results.json

@@ -0,0 +1,8 @@
+{
+    "epoch": 2.0,
+    "total_flos": 6736634707968.0,
+    "train_loss": 0.1787011340083812,
+    "train_runtime": 1032.8943,
+    "train_samples_per_second": 3.913,
+    "train_steps_per_second": 0.49
+}

trainer_log.jsonl

@@ -0,0 +1,508 @@
+{"current_steps": 1, "total_steps": 506, "loss": 1.0657, "lr": 9.999903631006022e-06, "epoch": 0.003952569169960474, "percentage": 0.2, "elapsed_time": "0:00:03", "remaining_time": "0:29:06"}
+{"current_steps": 2, "total_steps": 506, "loss": 0.8817, "lr": 9.999614527738882e-06, "epoch": 0.007905138339920948, "percentage": 0.4, "elapsed_time": "0:00:06", "remaining_time": "0:25:48"}
+{"current_steps": 3, "total_steps": 506, "loss": 0.6038, "lr": 9.99913270134281e-06, "epoch": 0.011857707509881422, "percentage": 0.59, "elapsed_time": "0:00:08", "remaining_time": "0:22:42"}
+{"current_steps": 4, "total_steps": 506, "loss": 0.5555, "lr": 9.998458170391065e-06, "epoch": 0.015810276679841896, "percentage": 0.79, "elapsed_time": "0:00:10", "remaining_time": "0:21:07"}
+{"current_steps": 5, "total_steps": 506, "loss": 0.4486, "lr": 9.99759096088519e-06, "epoch": 0.019762845849802372, "percentage": 0.99, "elapsed_time": "0:00:12", "remaining_time": "0:20:10"}
+{"current_steps": 6, "total_steps": 506, "loss": 0.4616, "lr": 9.996531106254027e-06, "epoch": 0.023715415019762844, "percentage": 1.19, "elapsed_time": "0:00:14", "remaining_time": "0:19:34"}
+{"current_steps": 7, "total_steps": 506, "loss": 0.4705, "lr": 9.995278647352428e-06, "epoch": 0.02766798418972332, "percentage": 1.38, "elapsed_time": "0:00:16", "remaining_time": "0:19:08"}
+{"current_steps": 8, "total_steps": 506, "loss": 0.4065, "lr": 9.993833632459675e-06, "epoch": 0.03162055335968379, "percentage": 1.58, "elapsed_time": "0:00:18", "remaining_time": "0:18:47"}
+{"current_steps": 9, "total_steps": 506, "loss": 0.3791, "lr": 9.99219611727762e-06, "epoch": 0.03557312252964427, "percentage": 1.78, "elapsed_time": "0:00:20", "remaining_time": "0:18:33"}
+{"current_steps": 10, "total_steps": 506, "loss": 0.3968, "lr": 9.990366164928538e-06, "epoch": 0.039525691699604744, "percentage": 1.98, "elapsed_time": "0:00:22", "remaining_time": "0:18:19"}
+{"current_steps": 11, "total_steps": 506, "loss": 0.3593, "lr": 9.988343845952697e-06, "epoch": 0.043478260869565216, "percentage": 2.17, "elapsed_time": "0:00:24", "remaining_time": "0:18:07"}
+{"current_steps": 12, "total_steps": 506, "loss": 0.3241, "lr": 9.986129238305635e-06, "epoch": 0.04743083003952569, "percentage": 2.37, "elapsed_time": "0:00:26", "remaining_time": "0:17:57"}
+{"current_steps": 13, "total_steps": 506, "loss": 0.3514, "lr": 9.983722427355157e-06, "epoch": 0.05138339920948617, "percentage": 2.57, "elapsed_time": "0:00:28", "remaining_time": "0:17:48"}
+{"current_steps": 14, "total_steps": 506, "loss": 0.3307, "lr": 9.98112350587804e-06, "epoch": 0.05533596837944664, "percentage": 2.77, "elapsed_time": "0:00:30", "remaining_time": "0:17:40"}
+{"current_steps": 15, "total_steps": 506, "loss": 0.3382, "lr": 9.978332574056468e-06, "epoch": 0.05928853754940711, "percentage": 2.96, "elapsed_time": "0:00:32", "remaining_time": "0:17:33"}
+{"current_steps": 16, "total_steps": 506, "loss": 0.3025, "lr": 9.975349739474156e-06, "epoch": 0.06324110671936758, "percentage": 3.16, "elapsed_time": "0:00:34", "remaining_time": "0:17:27"}
+{"current_steps": 17, "total_steps": 506, "loss": 0.3291, "lr": 9.972175117112208e-06, "epoch": 0.06719367588932806, "percentage": 3.36, "elapsed_time": "0:00:36", "remaining_time": "0:17:21"}
+{"current_steps": 18, "total_steps": 506, "loss": 0.318, "lr": 9.968808829344692e-06, "epoch": 0.07114624505928854, "percentage": 3.56, "elapsed_time": "0:00:38", "remaining_time": "0:17:15"}
+{"current_steps": 19, "total_steps": 506, "loss": 0.3029, "lr": 9.965251005933915e-06, "epoch": 0.07509881422924901, "percentage": 3.75, "elapsed_time": "0:00:40", "remaining_time": "0:17:10"}
+{"current_steps": 20, "total_steps": 506, "loss": 0.3075, "lr": 9.961501784025423e-06, "epoch": 0.07905138339920949, "percentage": 3.95, "elapsed_time": "0:00:42", "remaining_time": "0:17:05"}
+{"current_steps": 21, "total_steps": 506, "loss": 0.2733, "lr": 9.95756130814271e-06, "epoch": 0.08300395256916997, "percentage": 4.15, "elapsed_time": "0:00:44", "remaining_time": "0:17:01"}
+{"current_steps": 22, "total_steps": 506, "loss": 0.3319, "lr": 9.953429730181653e-06, "epoch": 0.08695652173913043, "percentage": 4.35, "elapsed_time": "0:00:46", "remaining_time": "0:16:57"}
+{"current_steps": 23, "total_steps": 506, "loss": 0.2998, "lr": 9.949107209404664e-06, "epoch": 0.09090909090909091, "percentage": 4.55, "elapsed_time": "0:00:48", "remaining_time": "0:16:53"}
+{"current_steps": 24, "total_steps": 506, "loss": 0.2856, "lr": 9.94459391243453e-06, "epoch": 0.09486166007905138, "percentage": 4.74, "elapsed_time": "0:00:50", "remaining_time": "0:16:49"}
+{"current_steps": 25, "total_steps": 506, "loss": 0.3287, "lr": 9.939890013248006e-06, "epoch": 0.09881422924901186, "percentage": 4.94, "elapsed_time": "0:00:52", "remaining_time": "0:16:46"}
+{"current_steps": 26, "total_steps": 506, "loss": 0.2726, "lr": 9.934995693169104e-06, "epoch": 0.10276679841897234, "percentage": 5.14, "elapsed_time": "0:00:54", "remaining_time": "0:16:42"}
+{"current_steps": 27, "total_steps": 506, "loss": 0.3412, "lr": 9.929911140862109e-06, "epoch": 0.1067193675889328, "percentage": 5.34, "elapsed_time": "0:00:56", "remaining_time": "0:16:38"}
+{"current_steps": 28, "total_steps": 506, "loss": 0.2484, "lr": 9.924636552324296e-06, "epoch": 0.11067193675889328, "percentage": 5.53, "elapsed_time": "0:00:58", "remaining_time": "0:16:35"}
+{"current_steps": 29, "total_steps": 506, "loss": 0.3265, "lr": 9.919172130878378e-06, "epoch": 0.11462450592885376, "percentage": 5.73, "elapsed_time": "0:01:00", "remaining_time": "0:16:32"}
+{"current_steps": 30, "total_steps": 506, "loss": 0.285, "lr": 9.913518087164678e-06, "epoch": 0.11857707509881422, "percentage": 5.93, "elapsed_time": "0:01:02", "remaining_time": "0:16:29"}
+{"current_steps": 31, "total_steps": 506, "loss": 0.2548, "lr": 9.907674639132995e-06, "epoch": 0.1225296442687747, "percentage": 6.13, "elapsed_time": "0:01:04", "remaining_time": "0:16:26"}
+{"current_steps": 32, "total_steps": 506, "loss": 0.2508, "lr": 9.901642012034214e-06, "epoch": 0.12648221343873517, "percentage": 6.32, "elapsed_time": "0:01:06", "remaining_time": "0:16:23"}
+{"current_steps": 33, "total_steps": 506, "loss": 0.2976, "lr": 9.895420438411616e-06, "epoch": 0.13043478260869565, "percentage": 6.52, "elapsed_time": "0:01:08", "remaining_time": "0:16:20"}
+{"current_steps": 34, "total_steps": 506, "loss": 0.2572, "lr": 9.889010158091917e-06, "epoch": 0.13438735177865613, "percentage": 6.72, "elapsed_time": "0:01:10", "remaining_time": "0:16:17"}
+{"current_steps": 35, "total_steps": 506, "loss": 0.2706, "lr": 9.882411418176023e-06, "epoch": 0.1383399209486166, "percentage": 6.92, "elapsed_time": "0:01:12", "remaining_time": "0:16:15"}
+{"current_steps": 36, "total_steps": 506, "loss": 0.2545, "lr": 9.875624473029508e-06, "epoch": 0.1422924901185771, "percentage": 7.11, "elapsed_time": "0:01:14", "remaining_time": "0:16:12"}
+{"current_steps": 37, "total_steps": 506, "loss": 0.2625, "lr": 9.8686495842728e-06, "epoch": 0.14624505928853754, "percentage": 7.31, "elapsed_time": "0:01:16", "remaining_time": "0:16:09"}
+{"current_steps": 38, "total_steps": 506, "loss": 0.2591, "lr": 9.861487020771103e-06, "epoch": 0.15019762845849802, "percentage": 7.51, "elapsed_time": "0:01:18", "remaining_time": "0:16:06"}
+{"current_steps": 39, "total_steps": 506, "loss": 0.2309, "lr": 9.854137058624034e-06, "epoch": 0.1541501976284585, "percentage": 7.71, "elapsed_time": "0:01:20", "remaining_time": "0:16:04"}
+{"current_steps": 40, "total_steps": 506, "loss": 0.2326, "lr": 9.846599981154975e-06, "epoch": 0.15810276679841898, "percentage": 7.91, "elapsed_time": "0:01:22", "remaining_time": "0:16:01"}
+{"current_steps": 41, "total_steps": 506, "loss": 0.2397, "lr": 9.838876078900158e-06, "epoch": 0.16205533596837945, "percentage": 8.1, "elapsed_time": "0:01:24", "remaining_time": "0:15:58"}
+{"current_steps": 42, "total_steps": 506, "loss": 0.252, "lr": 9.830965649597455e-06, "epoch": 0.16600790513833993, "percentage": 8.3, "elapsed_time": "0:01:26", "remaining_time": "0:15:56"}
+{"current_steps": 43, "total_steps": 506, "loss": 0.2448, "lr": 9.822868998174914e-06, "epoch": 0.16996047430830039, "percentage": 8.5, "elapsed_time": "0:01:28", "remaining_time": "0:15:53"}
+{"current_steps": 44, "total_steps": 506, "loss": 0.2371, "lr": 9.814586436738998e-06, "epoch": 0.17391304347826086, "percentage": 8.7, "elapsed_time": "0:01:30", "remaining_time": "0:15:51"}
+{"current_steps": 45, "total_steps": 506, "loss": 0.2907, "lr": 9.806118284562547e-06, "epoch": 0.17786561264822134, "percentage": 8.89, "elapsed_time": "0:01:32", "remaining_time": "0:15:48"}
+{"current_steps": 46, "total_steps": 506, "loss": 0.2683, "lr": 9.797464868072489e-06, "epoch": 0.18181818181818182, "percentage": 9.09, "elapsed_time": "0:01:34", "remaining_time": "0:15:46"}
+{"current_steps": 47, "total_steps": 506, "loss": 0.2473, "lr": 9.788626520837235e-06, "epoch": 0.1857707509881423, "percentage": 9.29, "elapsed_time": "0:01:36", "remaining_time": "0:15:43"}
+{"current_steps": 48, "total_steps": 506, "loss": 0.2341, "lr": 9.779603583553842e-06, "epoch": 0.18972332015810275, "percentage": 9.49, "elapsed_time": "0:01:38", "remaining_time": "0:15:41"}
+{"current_steps": 49, "total_steps": 506, "loss": 0.2675, "lr": 9.770396404034863e-06, "epoch": 0.19367588932806323, "percentage": 9.68, "elapsed_time": "0:01:40", "remaining_time": "0:15:38"}
+{"current_steps": 50, "total_steps": 506, "loss": 0.2685, "lr": 9.76100533719495e-06, "epoch": 0.1976284584980237, "percentage": 9.88, "elapsed_time": "0:01:42", "remaining_time": "0:15:36"}
+{"current_steps": 51, "total_steps": 506, "loss": 0.2311, "lr": 9.75143074503717e-06, "epoch": 0.2015810276679842, "percentage": 10.08, "elapsed_time": "0:01:44", "remaining_time": "0:15:33"}
+{"current_steps": 52, "total_steps": 506, "loss": 0.2627, "lr": 9.741672996639046e-06, "epoch": 0.20553359683794467, "percentage": 10.28, "elapsed_time": "0:01:46", "remaining_time": "0:15:31"}
+{"current_steps": 53, "total_steps": 506, "loss": 0.2512, "lr": 9.731732468138338e-06, "epoch": 0.20948616600790515, "percentage": 10.47, "elapsed_time": "0:01:48", "remaining_time": "0:15:29"}
+{"current_steps": 54, "total_steps": 506, "loss": 0.248, "lr": 9.72160954271854e-06, "epoch": 0.2134387351778656, "percentage": 10.67, "elapsed_time": "0:01:50", "remaining_time": "0:15:26"}
+{"current_steps": 55, "total_steps": 506, "loss": 0.2548, "lr": 9.711304610594104e-06, "epoch": 0.21739130434782608, "percentage": 10.87, "elapsed_time": "0:01:52", "remaining_time": "0:15:24"}
+{"current_steps": 56, "total_steps": 506, "loss": 0.2115, "lr": 9.700818068995407e-06, "epoch": 0.22134387351778656, "percentage": 11.07, "elapsed_time": "0:01:54", "remaining_time": "0:15:22"}
+{"current_steps": 57, "total_steps": 506, "loss": 0.2372, "lr": 9.69015032215344e-06, "epoch": 0.22529644268774704, "percentage": 11.26, "elapsed_time": "0:01:56", "remaining_time": "0:15:19"}
+{"current_steps": 58, "total_steps": 506, "loss": 0.2586, "lr": 9.679301781284209e-06, "epoch": 0.22924901185770752, "percentage": 11.46, "elapsed_time": "0:01:58", "remaining_time": "0:15:18"}
+{"current_steps": 59, "total_steps": 506, "loss": 0.2122, "lr": 9.668272864572904e-06, "epoch": 0.233201581027668, "percentage": 11.66, "elapsed_time": "0:02:00", "remaining_time": "0:15:15"}
+{"current_steps": 60, "total_steps": 506, "loss": 0.2294, "lr": 9.65706399715777e-06, "epoch": 0.23715415019762845, "percentage": 11.86, "elapsed_time": "0:02:02", "remaining_time": "0:15:13"}
+{"current_steps": 61, "total_steps": 506, "loss": 0.2234, "lr": 9.645675611113715e-06, "epoch": 0.24110671936758893, "percentage": 12.06, "elapsed_time": "0:02:04", "remaining_time": "0:15:11"}
+{"current_steps": 62, "total_steps": 506, "loss": 0.2111, "lr": 9.634108145435665e-06, "epoch": 0.2450592885375494, "percentage": 12.25, "elapsed_time": "0:02:06", "remaining_time": "0:15:08"}
+{"current_steps": 63, "total_steps": 506, "loss": 0.2423, "lr": 9.62236204602163e-06, "epoch": 0.2490118577075099, "percentage": 12.45, "elapsed_time": "0:02:08", "remaining_time": "0:15:06"}
+{"current_steps": 64, "total_steps": 506, "loss": 0.2169, "lr": 9.610437765655522e-06, "epoch": 0.25296442687747034, "percentage": 12.65, "elapsed_time": "0:02:10", "remaining_time": "0:15:04"}
+{"current_steps": 65, "total_steps": 506, "loss": 0.2387, "lr": 9.598335763989703e-06, "epoch": 0.25691699604743085, "percentage": 12.85, "elapsed_time": "0:02:12", "remaining_time": "0:15:02"}
+{"current_steps": 66, "total_steps": 506, "loss": 0.2002, "lr": 9.586056507527266e-06, "epoch": 0.2608695652173913, "percentage": 13.04, "elapsed_time": "0:02:14", "remaining_time": "0:14:59"}
+{"current_steps": 67, "total_steps": 506, "loss": 0.2345, "lr": 9.573600469604044e-06, "epoch": 0.2648221343873518, "percentage": 13.24, "elapsed_time": "0:02:16", "remaining_time": "0:14:57"}
+{"current_steps": 68, "total_steps": 506, "loss": 0.257, "lr": 9.560968130370376e-06, "epoch": 0.26877470355731226, "percentage": 13.44, "elapsed_time": "0:02:19", "remaining_time": "0:14:55"}
+{"current_steps": 69, "total_steps": 506, "loss": 0.2272, "lr": 9.548159976772593e-06, "epoch": 0.2727272727272727, "percentage": 13.64, "elapsed_time": "0:02:21", "remaining_time": "0:14:53"}
+{"current_steps": 70, "total_steps": 506, "loss": 0.2011, "lr": 9.535176502534242e-06, "epoch": 0.2766798418972332, "percentage": 13.83, "elapsed_time": "0:02:23", "remaining_time": "0:14:50"}
+{"current_steps": 71, "total_steps": 506, "loss": 0.2198, "lr": 9.522018208137066e-06, "epoch": 0.28063241106719367, "percentage": 14.03, "elapsed_time": "0:02:25", "remaining_time": "0:14:48"}
+{"current_steps": 72, "total_steps": 506, "loss": 0.2277, "lr": 9.508685600801704e-06, "epoch": 0.2845849802371542, "percentage": 14.23, "elapsed_time": "0:02:27", "remaining_time": "0:14:46"}
+{"current_steps": 73, "total_steps": 506, "loss": 0.2269, "lr": 9.495179194468135e-06, "epoch": 0.2885375494071146, "percentage": 14.43, "elapsed_time": "0:02:29", "remaining_time": "0:14:44"}
+{"current_steps": 74, "total_steps": 506, "loss": 0.2229, "lr": 9.481499509775878e-06, "epoch": 0.2924901185770751, "percentage": 14.62, "elapsed_time": "0:02:31", "remaining_time": "0:14:42"}
+{"current_steps": 75, "total_steps": 506, "loss": 0.2132, "lr": 9.467647074043911e-06, "epoch": 0.2964426877470356, "percentage": 14.82, "elapsed_time": "0:02:33", "remaining_time": "0:14:40"}
+{"current_steps": 76, "total_steps": 506, "loss": 0.2261, "lr": 9.453622421250353e-06, "epoch": 0.30039525691699603, "percentage": 15.02, "elapsed_time": "0:02:35", "remaining_time": "0:14:38"}
+{"current_steps": 77, "total_steps": 506, "loss": 0.2186, "lr": 9.439426092011877e-06, "epoch": 0.30434782608695654, "percentage": 15.22, "elapsed_time": "0:02:37", "remaining_time": "0:14:36"}
+{"current_steps": 78, "total_steps": 506, "loss": 0.2241, "lr": 9.42505863356287e-06, "epoch": 0.308300395256917, "percentage": 15.42, "elapsed_time": "0:02:39", "remaining_time": "0:14:34"}
+{"current_steps": 79, "total_steps": 506, "loss": 0.2195, "lr": 9.410520599734338e-06, "epoch": 0.31225296442687744, "percentage": 15.61, "elapsed_time": "0:02:41", "remaining_time": "0:14:31"}
+{"current_steps": 80, "total_steps": 506, "loss": 0.2105, "lr": 9.395812550932559e-06, "epoch": 0.31620553359683795, "percentage": 15.81, "elapsed_time": "0:02:43", "remaining_time": "0:14:29"}
+{"current_steps": 81, "total_steps": 506, "loss": 0.2112, "lr": 9.38093505411748e-06, "epoch": 0.3201581027667984, "percentage": 16.01, "elapsed_time": "0:02:45", "remaining_time": "0:14:27"}
+{"current_steps": 82, "total_steps": 506, "loss": 0.2041, "lr": 9.365888682780862e-06, "epoch": 0.3241106719367589, "percentage": 16.21, "elapsed_time": "0:02:47", "remaining_time": "0:14:25"}
+{"current_steps": 83, "total_steps": 506, "loss": 0.2133, "lr": 9.35067401692417e-06, "epoch": 0.32806324110671936, "percentage": 16.4, "elapsed_time": "0:02:49", "remaining_time": "0:14:23"}
+{"current_steps": 84, "total_steps": 506, "loss": 0.1937, "lr": 9.335291643036221e-06, "epoch": 0.33201581027667987, "percentage": 16.6, "elapsed_time": "0:02:51", "remaining_time": "0:14:20"}
+{"current_steps": 85, "total_steps": 506, "loss": 0.2127, "lr": 9.319742154070578e-06, "epoch": 0.3359683794466403, "percentage": 16.8, "elapsed_time": "0:02:53", "remaining_time": "0:14:18"}
+{"current_steps": 86, "total_steps": 506, "loss": 0.2498, "lr": 9.30402614942268e-06, "epoch": 0.33992094861660077, "percentage": 17.0, "elapsed_time": "0:02:55", "remaining_time": "0:14:16"}
+{"current_steps": 87, "total_steps": 506, "loss": 0.2582, "lr": 9.288144234906753e-06, "epoch": 0.3438735177865613, "percentage": 17.19, "elapsed_time": "0:02:57", "remaining_time": "0:14:14"}
+{"current_steps": 88, "total_steps": 506, "loss": 0.2094, "lr": 9.272097022732444e-06, "epoch": 0.34782608695652173, "percentage": 17.39, "elapsed_time": "0:02:59", "remaining_time": "0:14:12"}
+{"current_steps": 89, "total_steps": 506, "loss": 0.2333, "lr": 9.255885131481231e-06, "epoch": 0.35177865612648224, "percentage": 17.59, "elapsed_time": "0:03:01", "remaining_time": "0:14:10"}
+{"current_steps": 90, "total_steps": 506, "loss": 0.1893, "lr": 9.239509186082574e-06, "epoch": 0.3557312252964427, "percentage": 17.79, "elapsed_time": "0:03:03", "remaining_time": "0:14:08"}
+{"current_steps": 91, "total_steps": 506, "loss": 0.2124, "lr": 9.222969817789829e-06, "epoch": 0.35968379446640314, "percentage": 17.98, "elapsed_time": "0:03:05", "remaining_time": "0:14:06"}
+{"current_steps": 92, "total_steps": 506, "loss": 0.1973, "lr": 9.206267664155906e-06, "epoch": 0.36363636363636365, "percentage": 18.18, "elapsed_time": "0:03:07", "remaining_time": "0:14:03"}
+{"current_steps": 93, "total_steps": 506, "loss": 0.224, "lr": 9.189403369008704e-06, "epoch": 0.3675889328063241, "percentage": 18.38, "elapsed_time": "0:03:09", "remaining_time": "0:14:01"}
+{"current_steps": 94, "total_steps": 506, "loss": 0.2366, "lr": 9.172377582426286e-06, "epoch": 0.3715415019762846, "percentage": 18.58, "elapsed_time": "0:03:11", "remaining_time": "0:13:59"}
+{"current_steps": 95, "total_steps": 506, "loss": 0.2307, "lr": 9.155190960711822e-06, "epoch": 0.37549407114624506, "percentage": 18.77, "elapsed_time": "0:03:13", "remaining_time": "0:13:57"}
+{"current_steps": 96, "total_steps": 506, "loss": 0.2358, "lr": 9.137844166368289e-06, "epoch": 0.3794466403162055, "percentage": 18.97, "elapsed_time": "0:03:15", "remaining_time": "0:13:55"}
+{"current_steps": 97, "total_steps": 506, "loss": 0.1998, "lr": 9.120337868072933e-06, "epoch": 0.383399209486166, "percentage": 19.17, "elapsed_time": "0:03:17", "remaining_time": "0:13:53"}
+{"current_steps": 98, "total_steps": 506, "loss": 0.1992, "lr": 9.1026727406515e-06, "epoch": 0.38735177865612647, "percentage": 19.37, "elapsed_time": "0:03:19", "remaining_time": "0:13:51"}
+{"current_steps": 99, "total_steps": 506, "loss": 0.2103, "lr": 9.08484946505221e-06, "epoch": 0.391304347826087, "percentage": 19.57, "elapsed_time": "0:03:21", "remaining_time": "0:13:49"}
+{"current_steps": 100, "total_steps": 506, "loss": 0.2431, "lr": 9.066868728319522e-06, "epoch": 0.3952569169960474, "percentage": 19.76, "elapsed_time": "0:03:23", "remaining_time": "0:13:47"}
+{"current_steps": 101, "total_steps": 506, "loss": 0.2112, "lr": 9.048731223567636e-06, "epoch": 0.39920948616600793, "percentage": 19.96, "elapsed_time": "0:03:25", "remaining_time": "0:13:44"}
+{"current_steps": 102, "total_steps": 506, "loss": 0.187, "lr": 9.03043764995379e-06, "epoch": 0.4031620553359684, "percentage": 20.16, "elapsed_time": "0:03:27", "remaining_time": "0:13:42"}
+{"current_steps": 103, "total_steps": 506, "loss": 0.2254, "lr": 9.011988712651295e-06, "epoch": 0.40711462450592883, "percentage": 20.36, "elapsed_time": "0:03:29", "remaining_time": "0:13:40"}
+{"current_steps": 104, "total_steps": 506, "loss": 0.196, "lr": 8.993385122822364e-06, "epoch": 0.41106719367588934, "percentage": 20.55, "elapsed_time": "0:03:31", "remaining_time": "0:13:38"}
+{"current_steps": 105, "total_steps": 506, "loss": 0.1871, "lr": 8.974627597590693e-06, "epoch": 0.4150197628458498, "percentage": 20.75, "elapsed_time": "0:03:33", "remaining_time": "0:13:36"}
+{"current_steps": 106, "total_steps": 506, "loss": 0.2061, "lr": 8.955716860013812e-06, "epoch": 0.4189723320158103, "percentage": 20.95, "elapsed_time": "0:03:35", "remaining_time": "0:13:34"}
+{"current_steps": 107, "total_steps": 506, "loss": 0.2128, "lr": 8.936653639055225e-06, "epoch": 0.42292490118577075, "percentage": 21.15, "elapsed_time": "0:03:37", "remaining_time": "0:13:32"}
+{"current_steps": 108, "total_steps": 506, "loss": 0.2154, "lr": 8.917438669556307e-06, "epoch": 0.4268774703557312, "percentage": 21.34, "elapsed_time": "0:03:39", "remaining_time": "0:13:30"}
+{"current_steps": 109, "total_steps": 506, "loss": 0.2166, "lr": 8.898072692207964e-06, "epoch": 0.4308300395256917, "percentage": 21.54, "elapsed_time": "0:03:41", "remaining_time": "0:13:28"}
+{"current_steps": 110, "total_steps": 506, "loss": 0.222, "lr": 8.8785564535221e-06, "epoch": 0.43478260869565216, "percentage": 21.74, "elapsed_time": "0:03:43", "remaining_time": "0:13:25"}
+{"current_steps": 111, "total_steps": 506, "loss": 0.2106, "lr": 8.85889070580283e-06, "epoch": 0.43873517786561267, "percentage": 21.94, "elapsed_time": "0:03:45", "remaining_time": "0:13:23"}
+{"current_steps": 112, "total_steps": 506, "loss": 0.2428, "lr": 8.839076207117485e-06, "epoch": 0.4426877470355731, "percentage": 22.13, "elapsed_time": "0:03:47", "remaining_time": "0:13:21"}
+{"current_steps": 113, "total_steps": 506, "loss": 0.231, "lr": 8.819113721267385e-06, "epoch": 0.44664031620553357, "percentage": 22.33, "elapsed_time": "0:03:49", "remaining_time": "0:13:19"}
+{"current_steps": 114, "total_steps": 506, "loss": 0.1862, "lr": 8.7990040177584e-06, "epoch": 0.4505928853754941, "percentage": 22.53, "elapsed_time": "0:03:51", "remaining_time": "0:13:17"}
+{"current_steps": 115, "total_steps": 506, "loss": 0.2015, "lr": 8.778747871771293e-06, "epoch": 0.45454545454545453, "percentage": 22.73, "elapsed_time": "0:03:53", "remaining_time": "0:13:15"}
+{"current_steps": 116, "total_steps": 506, "loss": 0.2153, "lr": 8.758346064131824e-06, "epoch": 0.45849802371541504, "percentage": 22.92, "elapsed_time": "0:03:55", "remaining_time": "0:13:13"}
+{"current_steps": 117, "total_steps": 506, "loss": 0.2027, "lr": 8.737799381280667e-06, "epoch": 0.4624505928853755, "percentage": 23.12, "elapsed_time": "0:03:57", "remaining_time": "0:13:11"}
+{"current_steps": 118, "total_steps": 506, "loss": 0.2221, "lr": 8.717108615243081e-06, "epoch": 0.466403162055336, "percentage": 23.32, "elapsed_time": "0:03:59", "remaining_time": "0:13:09"}
+{"current_steps": 119, "total_steps": 506, "loss": 0.2255, "lr": 8.696274563598395e-06, "epoch": 0.47035573122529645, "percentage": 23.52, "elapsed_time": "0:04:02", "remaining_time": "0:13:07"}
+{"current_steps": 120, "total_steps": 506, "loss": 0.18, "lr": 8.675298029449241e-06, "epoch": 0.4743083003952569, "percentage": 23.72, "elapsed_time": "0:04:04", "remaining_time": "0:13:04"}
+{"current_steps": 121, "total_steps": 506, "loss": 0.2204, "lr": 8.65417982139062e-06, "epoch": 0.4782608695652174, "percentage": 23.91, "elapsed_time": "0:04:06", "remaining_time": "0:13:02"}
+{"current_steps": 122, "total_steps": 506, "loss": 0.2098, "lr": 8.63292075347872e-06, "epoch": 0.48221343873517786, "percentage": 24.11, "elapsed_time": "0:04:08", "remaining_time": "0:13:00"}
+{"current_steps": 123, "total_steps": 506, "loss": 0.1699, "lr": 8.611521645199532e-06, "epoch": 0.48616600790513836, "percentage": 24.31, "elapsed_time": "0:04:10", "remaining_time": "0:12:58"}
+{"current_steps": 124, "total_steps": 506, "loss": 0.2048, "lr": 8.589983321437271e-06, "epoch": 0.4901185770750988, "percentage": 24.51, "elapsed_time": "0:04:12", "remaining_time": "0:12:56"}
+{"current_steps": 125, "total_steps": 506, "loss": 0.1818, "lr": 8.568306612442579e-06, "epoch": 0.49407114624505927, "percentage": 24.7, "elapsed_time": "0:04:14", "remaining_time": "0:12:54"}
+{"current_steps": 126, "total_steps": 506, "loss": 0.1905, "lr": 8.546492353800504e-06, "epoch": 0.4980237154150198, "percentage": 24.9, "elapsed_time": "0:04:16", "remaining_time": "0:12:52"}
+{"current_steps": 127, "total_steps": 506, "loss": 0.2249, "lr": 8.524541386398318e-06, "epoch": 0.5019762845849802, "percentage": 25.1, "elapsed_time": "0:04:18", "remaining_time": "0:12:50"}
+{"current_steps": 128, "total_steps": 506, "loss": 0.1853, "lr": 8.502454556393071e-06, "epoch": 0.5059288537549407, "percentage": 25.3, "elapsed_time": "0:04:20", "remaining_time": "0:12:48"}
+{"current_steps": 129, "total_steps": 506, "loss": 0.2268, "lr": 8.480232715179004e-06, "epoch": 0.5098814229249012, "percentage": 25.49, "elapsed_time": "0:04:22", "remaining_time": "0:12:45"}
+{"current_steps": 130, "total_steps": 506, "loss": 0.2159, "lr": 8.457876719354708e-06, "epoch": 0.5138339920948617, "percentage": 25.69, "elapsed_time": "0:04:24", "remaining_time": "0:12:43"}
+{"current_steps": 131, "total_steps": 506, "loss": 0.2071, "lr": 8.435387430690114e-06, "epoch": 0.5177865612648221, "percentage": 25.89, "elapsed_time": "0:04:26", "remaining_time": "0:12:41"}
+{"current_steps": 132, "total_steps": 506, "loss": 0.1978, "lr": 8.412765716093273e-06, "epoch": 0.5217391304347826, "percentage": 26.09, "elapsed_time": "0:04:28", "remaining_time": "0:12:39"}
+{"current_steps": 133, "total_steps": 506, "loss": 0.1681, "lr": 8.390012447576931e-06, "epoch": 0.525691699604743, "percentage": 26.28, "elapsed_time": "0:04:30", "remaining_time": "0:12:37"}
+{"current_steps": 134, "total_steps": 506, "loss": 0.1799, "lr": 8.367128502224931e-06, "epoch": 0.5296442687747036, "percentage": 26.48, "elapsed_time": "0:04:32", "remaining_time": "0:12:35"}
+{"current_steps": 135, "total_steps": 506, "loss": 0.1945, "lr": 8.344114762158391e-06, "epoch": 0.5335968379446641, "percentage": 26.68, "elapsed_time": "0:04:34", "remaining_time": "0:12:33"}
+{"current_steps": 136, "total_steps": 506, "loss": 0.1994, "lr": 8.320972114501698e-06, "epoch": 0.5375494071146245, "percentage": 26.88, "elapsed_time": "0:04:36", "remaining_time": "0:12:31"}
+{"current_steps": 137, "total_steps": 506, "loss": 0.1982, "lr": 8.297701451348324e-06, "epoch": 0.541501976284585, "percentage": 27.08, "elapsed_time": "0:04:38", "remaining_time": "0:12:29"}
+{"current_steps": 138, "total_steps": 506, "loss": 0.1961, "lr": 8.274303669726427e-06, "epoch": 0.5454545454545454, "percentage": 27.27, "elapsed_time": "0:04:40", "remaining_time": "0:12:27"}
+{"current_steps": 139, "total_steps": 506, "loss": 0.205, "lr": 8.250779671564277e-06, "epoch": 0.549407114624506, "percentage": 27.47, "elapsed_time": "0:04:42", "remaining_time": "0:12:25"}
+{"current_steps": 140, "total_steps": 506, "loss": 0.2056, "lr": 8.22713036365549e-06, "epoch": 0.5533596837944664, "percentage": 27.67, "elapsed_time": "0:04:44", "remaining_time": "0:12:23"}
+{"current_steps": 141, "total_steps": 506, "loss": 0.2152, "lr": 8.20335665762407e-06, "epoch": 0.5573122529644269, "percentage": 27.87, "elapsed_time": "0:04:46", "remaining_time": "0:12:21"}
+{"current_steps": 142, "total_steps": 506, "loss": 0.2154, "lr": 8.179459469889269e-06, "epoch": 0.5612648221343873, "percentage": 28.06, "elapsed_time": "0:04:48", "remaining_time": "0:12:19"}
+{"current_steps": 143, "total_steps": 506, "loss": 0.2175, "lr": 8.155439721630265e-06, "epoch": 0.5652173913043478, "percentage": 28.26, "elapsed_time": "0:04:50", "remaining_time": "0:12:17"}
+{"current_steps": 144, "total_steps": 506, "loss": 0.1892, "lr": 8.131298338750648e-06, "epoch": 0.5691699604743083, "percentage": 28.46, "elapsed_time": "0:04:52", "remaining_time": "0:12:14"}
+{"current_steps": 145, "total_steps": 506, "loss": 0.1972, "lr": 8.10703625184273e-06, "epoch": 0.5731225296442688, "percentage": 28.66, "elapsed_time": "0:04:54", "remaining_time": "0:12:12"}
+{"current_steps": 146, "total_steps": 506, "loss": 0.2156, "lr": 8.082654396151676e-06, "epoch": 0.5770750988142292, "percentage": 28.85, "elapsed_time": "0:04:56", "remaining_time": "0:12:10"}
+{"current_steps": 147, "total_steps": 506, "loss": 0.2089, "lr": 8.058153711539444e-06, "epoch": 0.5810276679841897, "percentage": 29.05, "elapsed_time": "0:04:58", "remaining_time": "0:12:08"}
+{"current_steps": 148, "total_steps": 506, "loss": 0.1809, "lr": 8.03353514244857e-06, "epoch": 0.5849802371541502, "percentage": 29.25, "elapsed_time": "0:05:00", "remaining_time": "0:12:06"}
+{"current_steps": 149, "total_steps": 506, "loss": 0.2023, "lr": 8.008799637865741e-06, "epoch": 0.5889328063241107, "percentage": 29.45, "elapsed_time": "0:05:02", "remaining_time": "0:12:04"}
+{"current_steps": 150, "total_steps": 506, "loss": 0.1796, "lr": 7.983948151285242e-06, "epoch": 0.5928853754940712, "percentage": 29.64, "elapsed_time": "0:05:04", "remaining_time": "0:12:02"}
+{"current_steps": 151, "total_steps": 506, "loss": 0.1977, "lr": 7.958981640672173e-06, "epoch": 0.5968379446640316, "percentage": 29.84, "elapsed_time": "0:05:06", "remaining_time": "0:12:00"}
+{"current_steps": 152, "total_steps": 506, "loss": 0.1731, "lr": 7.933901068425539e-06, "epoch": 0.6007905138339921, "percentage": 30.04, "elapsed_time": "0:05:08", "remaining_time": "0:11:58"}
+{"current_steps": 153, "total_steps": 506, "loss": 0.2216, "lr": 7.908707401341146e-06, "epoch": 0.6047430830039525, "percentage": 30.24, "elapsed_time": "0:05:10", "remaining_time": "0:11:56"}
+{"current_steps": 154, "total_steps": 506, "loss": 0.1908, "lr": 7.883401610574338e-06, "epoch": 0.6086956521739131, "percentage": 30.43, "elapsed_time": "0:05:12", "remaining_time": "0:11:54"}
+{"current_steps": 155, "total_steps": 506, "loss": 0.2008, "lr": 7.857984671602547e-06, "epoch": 0.6126482213438735, "percentage": 30.63, "elapsed_time": "0:05:14", "remaining_time": "0:11:52"}
+{"current_steps": 156, "total_steps": 506, "loss": 0.1706, "lr": 7.832457564187715e-06, "epoch": 0.616600790513834, "percentage": 30.83, "elapsed_time": "0:05:16", "remaining_time": "0:11:50"}
+{"current_steps": 157, "total_steps": 506, "loss": 0.2054, "lr": 7.806821272338504e-06, "epoch": 0.6205533596837944, "percentage": 31.03, "elapsed_time": "0:05:18", "remaining_time": "0:11:48"}
+{"current_steps": 158, "total_steps": 506, "loss": 0.1911, "lr": 7.781076784272377e-06, "epoch": 0.6245059288537549, "percentage": 31.23, "elapsed_time": "0:05:20", "remaining_time": "0:11:46"}
+{"current_steps": 159, "total_steps": 506, "loss": 0.2123, "lr": 7.755225092377498e-06, "epoch": 0.6284584980237155, "percentage": 31.42, "elapsed_time": "0:05:22", "remaining_time": "0:11:44"}
+{"current_steps": 160, "total_steps": 506, "loss": 0.2166, "lr": 7.729267193174483e-06, "epoch": 0.6324110671936759, "percentage": 31.62, "elapsed_time": "0:05:24", "remaining_time": "0:11:41"}
+{"current_steps": 161, "total_steps": 506, "loss": 0.1919, "lr": 7.703204087277989e-06, "epoch": 0.6363636363636364, "percentage": 31.82, "elapsed_time": "0:05:26", "remaining_time": "0:11:40"}
+{"current_steps": 162, "total_steps": 506, "loss": 0.2178, "lr": 7.67703677935813e-06, "epoch": 0.6403162055335968, "percentage": 32.02, "elapsed_time": "0:05:28", "remaining_time": "0:11:37"}
+{"current_steps": 163, "total_steps": 506, "loss": 0.197, "lr": 7.650766278101762e-06, "epoch": 0.6442687747035574, "percentage": 32.21, "elapsed_time": "0:05:30", "remaining_time": "0:11:35"}
+{"current_steps": 164, "total_steps": 506, "loss": 0.2381, "lr": 7.624393596173598e-06, "epoch": 0.6482213438735178, "percentage": 32.41, "elapsed_time": "0:05:32", "remaining_time": "0:11:33"}
+{"current_steps": 165, "total_steps": 506, "loss": 0.1808, "lr": 7.597919750177168e-06, "epoch": 0.6521739130434783, "percentage": 32.61, "elapsed_time": "0:05:34", "remaining_time": "0:11:31"}
+{"current_steps": 166, "total_steps": 506, "loss": 0.219, "lr": 7.5713457606156335e-06, "epoch": 0.6561264822134387, "percentage": 32.81, "elapsed_time": "0:05:36", "remaining_time": "0:11:29"}
+{"current_steps": 167, "total_steps": 506, "loss": 0.2049, "lr": 7.5446726518524505e-06, "epoch": 0.6600790513833992, "percentage": 33.0, "elapsed_time": "0:05:38", "remaining_time": "0:11:27"}
+{"current_steps": 168, "total_steps": 506, "loss": 0.2103, "lr": 7.51790145207188e-06, "epoch": 0.6640316205533597, "percentage": 33.2, "elapsed_time": "0:05:40", "remaining_time": "0:11:25"}
+{"current_steps": 169, "total_steps": 506, "loss": 0.199, "lr": 7.4910331932393634e-06, "epoch": 0.6679841897233202, "percentage": 33.4, "elapsed_time": "0:05:42", "remaining_time": "0:11:23"}
+{"current_steps": 170, "total_steps": 506, "loss": 0.2096, "lr": 7.464068911061726e-06, "epoch": 0.6719367588932806, "percentage": 33.6, "elapsed_time": "0:05:44", "remaining_time": "0:11:21"}
+{"current_steps": 171, "total_steps": 506, "loss": 0.1987, "lr": 7.437009644947268e-06, "epoch": 0.6758893280632411, "percentage": 33.79, "elapsed_time": "0:05:46", "remaining_time": "0:11:19"}
+{"current_steps": 172, "total_steps": 506, "loss": 0.2198, "lr": 7.40985643796569e-06, "epoch": 0.6798418972332015, "percentage": 33.99, "elapsed_time": "0:05:48", "remaining_time": "0:11:17"}
+{"current_steps": 173, "total_steps": 506, "loss": 0.1735, "lr": 7.382610336807887e-06, "epoch": 0.6837944664031621, "percentage": 34.19, "elapsed_time": "0:05:50", "remaining_time": "0:11:15"}
+{"current_steps": 174, "total_steps": 506, "loss": 0.201, "lr": 7.355272391745605e-06, "epoch": 0.6877470355731226, "percentage": 34.39, "elapsed_time": "0:05:52", "remaining_time": "0:11:13"}
+{"current_steps": 175, "total_steps": 506, "loss": 0.1997, "lr": 7.327843656590948e-06, "epoch": 0.691699604743083, "percentage": 34.58, "elapsed_time": "0:05:54", "remaining_time": "0:11:11"}
+{"current_steps": 176, "total_steps": 506, "loss": 0.175, "lr": 7.300325188655762e-06, "epoch": 0.6956521739130435, "percentage": 34.78, "elapsed_time": "0:05:56", "remaining_time": "0:11:09"}
+{"current_steps": 177, "total_steps": 506, "loss": 0.2316, "lr": 7.2727180487108725e-06, "epoch": 0.6996047430830039, "percentage": 34.98, "elapsed_time": "0:05:58", "remaining_time": "0:11:07"}
+{"current_steps": 178, "total_steps": 506, "loss": 0.2086, "lr": 7.245023300945203e-06, "epoch": 0.7035573122529645, "percentage": 35.18, "elapsed_time": "0:06:00", "remaining_time": "0:11:05"}
+{"current_steps": 179, "total_steps": 506, "loss": 0.1614, "lr": 7.217242012924747e-06, "epoch": 0.7075098814229249, "percentage": 35.38, "elapsed_time": "0:06:02", "remaining_time": "0:11:03"}
+{"current_steps": 180, "total_steps": 506, "loss": 0.2129, "lr": 7.189375255551413e-06, "epoch": 0.7114624505928854, "percentage": 35.57, "elapsed_time": "0:06:04", "remaining_time": "0:11:00"}
+{"current_steps": 181, "total_steps": 506, "loss": 0.186, "lr": 7.161424103021752e-06, "epoch": 0.7154150197628458, "percentage": 35.77, "elapsed_time": "0:06:06", "remaining_time": "0:10:58"}
+{"current_steps": 182, "total_steps": 506, "loss": 0.18, "lr": 7.133389632785543e-06, "epoch": 0.7193675889328063, "percentage": 35.97, "elapsed_time": "0:06:08", "remaining_time": "0:10:56"}
+{"current_steps": 183, "total_steps": 506, "loss": 0.1738, "lr": 7.1052729255042645e-06, "epoch": 0.7233201581027668, "percentage": 36.17, "elapsed_time": "0:06:10", "remaining_time": "0:10:54"}
+{"current_steps": 184, "total_steps": 506, "loss": 0.1888, "lr": 7.0770750650094335e-06, "epoch": 0.7272727272727273, "percentage": 36.36, "elapsed_time": "0:06:12", "remaining_time": "0:10:52"}
+{"current_steps": 185, "total_steps": 506, "loss": 0.1938, "lr": 7.048797138260829e-06, "epoch": 0.7312252964426877, "percentage": 36.56, "elapsed_time": "0:06:15", "remaining_time": "0:10:50"}
+{"current_steps": 186, "total_steps": 506, "loss": 0.1541, "lr": 7.020440235304593e-06, "epoch": 0.7351778656126482, "percentage": 36.76, "elapsed_time": "0:06:17", "remaining_time": "0:10:48"}
+{"current_steps": 187, "total_steps": 506, "loss": 0.1863, "lr": 6.9920054492312086e-06, "epoch": 0.7391304347826086, "percentage": 36.96, "elapsed_time": "0:06:19", "remaining_time": "0:10:46"}
+{"current_steps": 188, "total_steps": 506, "loss": 0.1991, "lr": 6.963493876133367e-06, "epoch": 0.7430830039525692, "percentage": 37.15, "elapsed_time": "0:06:21", "remaining_time": "0:10:44"}
+{"current_steps": 189, "total_steps": 506, "loss": 0.2202, "lr": 6.934906615063716e-06, "epoch": 0.7470355731225297, "percentage": 37.35, "elapsed_time": "0:06:23", "remaining_time": "0:10:42"}
+{"current_steps": 190, "total_steps": 506, "loss": 0.1755, "lr": 6.90624476799249e-06, "epoch": 0.7509881422924901, "percentage": 37.55, "elapsed_time": "0:06:25", "remaining_time": "0:10:40"}
+{"current_steps": 191, "total_steps": 506, "loss": 0.1669, "lr": 6.8775094397650375e-06, "epoch": 0.7549407114624506, "percentage": 37.75, "elapsed_time": "0:06:27", "remaining_time": "0:10:38"}
+{"current_steps": 192, "total_steps": 506, "loss": 0.1962, "lr": 6.8487017380592266e-06, "epoch": 0.758893280632411, "percentage": 37.94, "elapsed_time": "0:06:29", "remaining_time": "0:10:36"}
+{"current_steps": 193, "total_steps": 506, "loss": 0.1864, "lr": 6.81982277334275e-06, "epoch": 0.7628458498023716, "percentage": 38.14, "elapsed_time": "0:06:31", "remaining_time": "0:10:34"}
+{"current_steps": 194, "total_steps": 506, "loss": 0.1972, "lr": 6.790873658830321e-06, "epoch": 0.766798418972332, "percentage": 38.34, "elapsed_time": "0:06:33", "remaining_time": "0:10:32"}
+{"current_steps": 195, "total_steps": 506, "loss": 0.1817, "lr": 6.761855510440752e-06, "epoch": 0.7707509881422925, "percentage": 38.54, "elapsed_time": "0:06:35", "remaining_time": "0:10:30"}
+{"current_steps": 196, "total_steps": 506, "loss": 0.175, "lr": 6.732769446753954e-06, "epoch": 0.7747035573122529, "percentage": 38.74, "elapsed_time": "0:06:37", "remaining_time": "0:10:28"}
+{"current_steps": 197, "total_steps": 506, "loss": 0.2146, "lr": 6.703616588967804e-06, "epoch": 0.7786561264822134, "percentage": 38.93, "elapsed_time": "0:06:39", "remaining_time": "0:10:26"}
+{"current_steps": 198, "total_steps": 506, "loss": 0.2065, "lr": 6.674398060854931e-06, "epoch": 0.782608695652174, "percentage": 39.13, "elapsed_time": "0:06:41", "remaining_time": "0:10:24"}
+{"current_steps": 199, "total_steps": 506, "loss": 0.218, "lr": 6.645114988719401e-06, "epoch": 0.7865612648221344, "percentage": 39.33, "elapsed_time": "0:06:43", "remaining_time": "0:10:22"}
+{"current_steps": 200, "total_steps": 506, "loss": 0.1911, "lr": 6.615768501353297e-06, "epoch": 0.7905138339920948, "percentage": 39.53, "elapsed_time": "0:06:45", "remaining_time": "0:10:19"}
+{"current_steps": 201, "total_steps": 506, "loss": 0.2033, "lr": 6.5863597299932e-06, "epoch": 0.7944664031620553, "percentage": 39.72, "elapsed_time": "0:06:47", "remaining_time": "0:10:17"}
+{"current_steps": 202, "total_steps": 506, "loss": 0.1885, "lr": 6.5568898082765945e-06, "epoch": 0.7984189723320159, "percentage": 39.92, "elapsed_time": "0:06:49", "remaining_time": "0:10:15"}
+{"current_steps": 203, "total_steps": 506, "loss": 0.2087, "lr": 6.527359872198166e-06, "epoch": 0.8023715415019763, "percentage": 40.12, "elapsed_time": "0:06:51", "remaining_time": "0:10:13"}
+{"current_steps": 204, "total_steps": 506, "loss": 0.1673, "lr": 6.497771060066008e-06, "epoch": 0.8063241106719368, "percentage": 40.32, "elapsed_time": "0:06:53", "remaining_time": "0:10:11"}
+{"current_steps": 205, "total_steps": 506, "loss": 0.2173, "lr": 6.468124512457743e-06, "epoch": 0.8102766798418972, "percentage": 40.51, "elapsed_time": "0:06:55", "remaining_time": "0:10:09"}
+{"current_steps": 206, "total_steps": 506, "loss": 0.1821, "lr": 6.4384213721765565e-06, "epoch": 0.8142292490118577, "percentage": 40.71, "elapsed_time": "0:06:57", "remaining_time": "0:10:07"}
+{"current_steps": 207, "total_steps": 506, "loss": 0.1809, "lr": 6.408662784207149e-06, "epoch": 0.8181818181818182, "percentage": 40.91, "elapsed_time": "0:06:59", "remaining_time": "0:10:05"}
+{"current_steps": 208, "total_steps": 506, "loss": 0.1807, "lr": 6.378849895671594e-06, "epoch": 0.8221343873517787, "percentage": 41.11, "elapsed_time": "0:07:01", "remaining_time": "0:10:03"}
+{"current_steps": 209, "total_steps": 506, "loss": 0.193, "lr": 6.348983855785122e-06, "epoch": 0.8260869565217391, "percentage": 41.3, "elapsed_time": "0:07:03", "remaining_time": "0:10:01"}
+{"current_steps": 210, "total_steps": 506, "loss": 0.1736, "lr": 6.3190658158118205e-06, "epoch": 0.8300395256916996, "percentage": 41.5, "elapsed_time": "0:07:05", "remaining_time": "0:09:59"}
+{"current_steps": 211, "total_steps": 506, "loss": 0.1737, "lr": 6.289096929020254e-06, "epoch": 0.83399209486166, "percentage": 41.7, "elapsed_time": "0:07:07", "remaining_time": "0:09:57"}
+{"current_steps": 212, "total_steps": 506, "loss": 0.185, "lr": 6.25907835063901e-06, "epoch": 0.8379446640316206, "percentage": 41.9, "elapsed_time": "0:07:09", "remaining_time": "0:09:55"}
+{"current_steps": 213, "total_steps": 506, "loss": 0.2183, "lr": 6.229011237812172e-06, "epoch": 0.841897233201581, "percentage": 42.09, "elapsed_time": "0:07:11", "remaining_time": "0:09:53"}
+{"current_steps": 214, "total_steps": 506, "loss": 0.1705, "lr": 6.1988967495547016e-06, "epoch": 0.8458498023715415, "percentage": 42.29, "elapsed_time": "0:07:13", "remaining_time": "0:09:51"}
+{"current_steps": 215, "total_steps": 506, "loss": 0.2087, "lr": 6.168736046707777e-06, "epoch": 0.849802371541502, "percentage": 42.49, "elapsed_time": "0:07:15", "remaining_time": "0:09:49"}
+{"current_steps": 216, "total_steps": 506, "loss": 0.1599, "lr": 6.138530291894033e-06, "epoch": 0.8537549407114624, "percentage": 42.69, "elapsed_time": "0:07:17", "remaining_time": "0:09:47"}
+{"current_steps": 217, "total_steps": 506, "loss": 0.1977, "lr": 6.108280649472751e-06, "epoch": 0.857707509881423, "percentage": 42.89, "elapsed_time": "0:07:19", "remaining_time": "0:09:45"}
+{"current_steps": 218, "total_steps": 506, "loss": 0.1916, "lr": 6.0779882854949745e-06, "epoch": 0.8616600790513834, "percentage": 43.08, "elapsed_time": "0:07:21", "remaining_time": "0:09:43"}
+{"current_steps": 219, "total_steps": 506, "loss": 0.1877, "lr": 6.047654367658563e-06, "epoch": 0.8656126482213439, "percentage": 43.28, "elapsed_time": "0:07:23", "remaining_time": "0:09:41"}
+{"current_steps": 220, "total_steps": 506, "loss": 0.1941, "lr": 6.0172800652631706e-06, "epoch": 0.8695652173913043, "percentage": 43.48, "elapsed_time": "0:07:25", "remaining_time": "0:09:39"}
+{"current_steps": 221, "total_steps": 506, "loss": 0.1841, "lr": 5.986866549165185e-06, "epoch": 0.8735177865612648, "percentage": 43.68, "elapsed_time": "0:07:27", "remaining_time": "0:09:37"}
+{"current_steps": 222, "total_steps": 506, "loss": 0.1776, "lr": 5.9564149917325845e-06, "epoch": 0.8774703557312253, "percentage": 43.87, "elapsed_time": "0:07:29", "remaining_time": "0:09:35"}
+{"current_steps": 223, "total_steps": 506, "loss": 0.1923, "lr": 5.925926566799754e-06, "epoch": 0.8814229249011858, "percentage": 44.07, "elapsed_time": "0:07:31", "remaining_time": "0:09:33"}
+{"current_steps": 224, "total_steps": 506, "loss": 0.1772, "lr": 5.895402449622226e-06, "epoch": 0.8853754940711462, "percentage": 44.27, "elapsed_time": "0:07:33", "remaining_time": "0:09:30"}
+{"current_steps": 225, "total_steps": 506, "loss": 0.1844, "lr": 5.864843816831388e-06, "epoch": 0.8893280632411067, "percentage": 44.47, "elapsed_time": "0:07:35", "remaining_time": "0:09:28"}
+{"current_steps": 226, "total_steps": 506, "loss": 0.1632, "lr": 5.8342518463891195e-06, "epoch": 0.8932806324110671, "percentage": 44.66, "elapsed_time": "0:07:37", "remaining_time": "0:09:26"}
+{"current_steps": 227, "total_steps": 506, "loss": 0.1961, "lr": 5.803627717542386e-06, "epoch": 0.8972332015810277, "percentage": 44.86, "elapsed_time": "0:07:39", "remaining_time": "0:09:24"}
+{"current_steps": 228, "total_steps": 506, "loss": 0.1884, "lr": 5.7729726107777855e-06, "epoch": 0.9011857707509882, "percentage": 45.06, "elapsed_time": "0:07:41", "remaining_time": "0:09:22"}
+{"current_steps": 229, "total_steps": 506, "loss": 0.1746, "lr": 5.742287707776034e-06, "epoch": 0.9051383399209486, "percentage": 45.26, "elapsed_time": "0:07:43", "remaining_time": "0:09:20"}
+{"current_steps": 230, "total_steps": 506, "loss": 0.1767, "lr": 5.711574191366427e-06, "epoch": 0.9090909090909091, "percentage": 45.45, "elapsed_time": "0:07:45", "remaining_time": "0:09:18"}
+{"current_steps": 231, "total_steps": 506, "loss": 0.1748, "lr": 5.680833245481234e-06, "epoch": 0.9130434782608695, "percentage": 45.65, "elapsed_time": "0:07:47", "remaining_time": "0:09:16"}
+{"current_steps": 232, "total_steps": 506, "loss": 0.1682, "lr": 5.650066055110067e-06, "epoch": 0.9169960474308301, "percentage": 45.85, "elapsed_time": "0:07:49", "remaining_time": "0:09:14"}
+{"current_steps": 233, "total_steps": 506, "loss": 0.1883, "lr": 5.6192738062542e-06, "epoch": 0.9209486166007905, "percentage": 46.05, "elapsed_time": "0:07:51", "remaining_time": "0:09:12"}
+{"current_steps": 234, "total_steps": 506, "loss": 0.1634, "lr": 5.588457685880851e-06, "epoch": 0.924901185770751, "percentage": 46.25, "elapsed_time": "0:07:53", "remaining_time": "0:09:10"}
+{"current_steps": 235, "total_steps": 506, "loss": 0.1745, "lr": 5.557618881877428e-06, "epoch": 0.9288537549407114, "percentage": 46.44, "elapsed_time": "0:07:55", "remaining_time": "0:09:08"}
+{"current_steps": 236, "total_steps": 506, "loss": 0.2153, "lr": 5.526758583005736e-06, "epoch": 0.932806324110672, "percentage": 46.64, "elapsed_time": "0:07:57", "remaining_time": "0:09:06"}
+{"current_steps": 237, "total_steps": 506, "loss": 0.1962, "lr": 5.495877978856159e-06, "epoch": 0.9367588932806324, "percentage": 46.84, "elapsed_time": "0:07:59", "remaining_time": "0:09:04"}
+{"current_steps": 238, "total_steps": 506, "loss": 0.1765, "lr": 5.464978259801797e-06, "epoch": 0.9407114624505929, "percentage": 47.04, "elapsed_time": "0:08:01", "remaining_time": "0:09:02"}
+{"current_steps": 239, "total_steps": 506, "loss": 0.1948, "lr": 5.4340606169525915e-06, "epoch": 0.9446640316205533, "percentage": 47.23, "elapsed_time": "0:08:03", "remaining_time": "0:09:00"}
+{"current_steps": 240, "total_steps": 506, "loss": 0.1958, "lr": 5.40312624210939e-06, "epoch": 0.9486166007905138, "percentage": 47.43, "elapsed_time": "0:08:05", "remaining_time": "0:08:58"}
+{"current_steps": 241, "total_steps": 506, "loss": 0.1772, "lr": 5.372176327718029e-06, "epoch": 0.9525691699604744, "percentage": 47.63, "elapsed_time": "0:08:07", "remaining_time": "0:08:56"}
+{"current_steps": 242, "total_steps": 506, "loss": 0.2068, "lr": 5.341212066823356e-06, "epoch": 0.9565217391304348, "percentage": 47.83, "elapsed_time": "0:08:09", "remaining_time": "0:08:54"}
+{"current_steps": 243, "total_steps": 506, "loss": 0.1983, "lr": 5.3102346530232365e-06, "epoch": 0.9604743083003953, "percentage": 48.02, "elapsed_time": "0:08:11", "remaining_time": "0:08:52"}
+{"current_steps": 244, "total_steps": 506, "loss": 0.203, "lr": 5.2792452804225535e-06, "epoch": 0.9644268774703557, "percentage": 48.22, "elapsed_time": "0:08:13", "remaining_time": "0:08:50"}
+{"current_steps": 245, "total_steps": 506, "loss": 0.1838, "lr": 5.248245143587172e-06, "epoch": 0.9683794466403162, "percentage": 48.42, "elapsed_time": "0:08:15", "remaining_time": "0:08:48"}
+{"current_steps": 246, "total_steps": 506, "loss": 0.1843, "lr": 5.2172354374978905e-06, "epoch": 0.9723320158102767, "percentage": 48.62, "elapsed_time": "0:08:17", "remaining_time": "0:08:46"}
+{"current_steps": 247, "total_steps": 506, "loss": 0.1971, "lr": 5.186217357504382e-06, "epoch": 0.9762845849802372, "percentage": 48.81, "elapsed_time": "0:08:19", "remaining_time": "0:08:44"}
+{"current_steps": 248, "total_steps": 506, "loss": 0.1581, "lr": 5.155192099279113e-06, "epoch": 0.9802371541501976, "percentage": 49.01, "elapsed_time": "0:08:21", "remaining_time": "0:08:42"}
+{"current_steps": 249, "total_steps": 506, "loss": 0.1868, "lr": 5.124160858771252e-06, "epoch": 0.9841897233201581, "percentage": 49.21, "elapsed_time": "0:08:23", "remaining_time": "0:08:40"}
+{"current_steps": 250, "total_steps": 506, "loss": 0.1702, "lr": 5.093124832160569e-06, "epoch": 0.9881422924901185, "percentage": 49.41, "elapsed_time": "0:08:25", "remaining_time": "0:08:38"}
+{"current_steps": 251, "total_steps": 506, "loss": 0.1758, "lr": 5.06208521581133e-06, "epoch": 0.9920948616600791, "percentage": 49.6, "elapsed_time": "0:08:27", "remaining_time": "0:08:36"}
+{"current_steps": 252, "total_steps": 506, "loss": 0.1718, "lr": 5.0310432062261764e-06, "epoch": 0.9960474308300395, "percentage": 49.8, "elapsed_time": "0:08:29", "remaining_time": "0:08:33"}
+{"current_steps": 253, "total_steps": 506, "loss": 0.18, "lr": 5e-06, "epoch": 1.0, "percentage": 50.0, "elapsed_time": "0:08:30", "remaining_time": "0:08:30"}
+{"current_steps": 254, "total_steps": 506, "loss": 0.128, "lr": 4.968956793773825e-06, "epoch": 1.0039525691699605, "percentage": 50.2, "elapsed_time": "0:08:33", "remaining_time": "0:08:29"}
+{"current_steps": 255, "total_steps": 506, "loss": 0.1374, "lr": 4.9379147841886715e-06, "epoch": 1.007905138339921, "percentage": 50.4, "elapsed_time": "0:08:35", "remaining_time": "0:08:27"}
+{"current_steps": 256, "total_steps": 506, "loss": 0.1295, "lr": 4.906875167839433e-06, "epoch": 1.0118577075098814, "percentage": 50.59, "elapsed_time": "0:08:37", "remaining_time": "0:08:25"}
+{"current_steps": 257, "total_steps": 506, "loss": 0.1435, "lr": 4.875839141228751e-06, "epoch": 1.0158102766798418, "percentage": 50.79, "elapsed_time": "0:08:39", "remaining_time": "0:08:23"}
+{"current_steps": 258, "total_steps": 506, "loss": 0.1369, "lr": 4.844807900720888e-06, "epoch": 1.0197628458498025, "percentage": 50.99, "elapsed_time": "0:08:41", "remaining_time": "0:08:20"}
+{"current_steps": 259, "total_steps": 506, "loss": 0.1299, "lr": 4.813782642495618e-06, "epoch": 1.023715415019763, "percentage": 51.19, "elapsed_time": "0:08:43", "remaining_time": "0:08:18"}
+{"current_steps": 260, "total_steps": 506, "loss": 0.1393, "lr": 4.78276456250211e-06, "epoch": 1.0276679841897234, "percentage": 51.38, "elapsed_time": "0:08:45", "remaining_time": "0:08:16"}
+{"current_steps": 261, "total_steps": 506, "loss": 0.1587, "lr": 4.75175485641283e-06, "epoch": 1.0316205533596838, "percentage": 51.58, "elapsed_time": "0:08:47", "remaining_time": "0:08:14"}
+{"current_steps": 262, "total_steps": 506, "loss": 0.1417, "lr": 4.720754719577448e-06, "epoch": 1.0355731225296443, "percentage": 51.78, "elapsed_time": "0:08:49", "remaining_time": "0:08:12"}
+{"current_steps": 263, "total_steps": 506, "loss": 0.1414, "lr": 4.689765346976765e-06, "epoch": 1.0395256916996047, "percentage": 51.98, "elapsed_time": "0:08:51", "remaining_time": "0:08:10"}
+{"current_steps": 264, "total_steps": 506, "loss": 0.1541, "lr": 4.6587879331766465e-06, "epoch": 1.0434782608695652, "percentage": 52.17, "elapsed_time": "0:08:53", "remaining_time": "0:08:08"}
+{"current_steps": 265, "total_steps": 506, "loss": 0.1566, "lr": 4.627823672281972e-06, "epoch": 1.0474308300395256, "percentage": 52.37, "elapsed_time": "0:08:55", "remaining_time": "0:08:06"}
+{"current_steps": 266, "total_steps": 506, "loss": 0.1381, "lr": 4.596873757890612e-06, "epoch": 1.051383399209486, "percentage": 52.57, "elapsed_time": "0:08:57", "remaining_time": "0:08:04"}
+{"current_steps": 267, "total_steps": 506, "loss": 0.1135, "lr": 4.565939383047411e-06, "epoch": 1.0553359683794465, "percentage": 52.77, "elapsed_time": "0:08:59", "remaining_time": "0:08:02"}
+{"current_steps": 268, "total_steps": 506, "loss": 0.1609, "lr": 4.535021740198202e-06, "epoch": 1.0592885375494072, "percentage": 52.96, "elapsed_time": "0:09:01", "remaining_time": "0:08:00"}
+{"current_steps": 269, "total_steps": 506, "loss": 0.1454, "lr": 4.504122021143842e-06, "epoch": 1.0632411067193677, "percentage": 53.16, "elapsed_time": "0:09:03", "remaining_time": "0:07:58"}
+{"current_steps": 270, "total_steps": 506, "loss": 0.1374, "lr": 4.473241416994265e-06, "epoch": 1.0671936758893281, "percentage": 53.36, "elapsed_time": "0:09:05", "remaining_time": "0:07:56"}
+{"current_steps": 271, "total_steps": 506, "loss": 0.1249, "lr": 4.442381118122573e-06, "epoch": 1.0711462450592886, "percentage": 53.56, "elapsed_time": "0:09:07", "remaining_time": "0:07:54"}
+{"current_steps": 272, "total_steps": 506, "loss": 0.1179, "lr": 4.41154231411915e-06, "epoch": 1.075098814229249, "percentage": 53.75, "elapsed_time": "0:09:09", "remaining_time": "0:07:52"}
+{"current_steps": 273, "total_steps": 506, "loss": 0.1446, "lr": 4.3807261937458005e-06, "epoch": 1.0790513833992095, "percentage": 53.95, "elapsed_time": "0:09:11", "remaining_time": "0:07:50"}
+{"current_steps": 274, "total_steps": 506, "loss": 0.1085, "lr": 4.349933944889934e-06, "epoch": 1.08300395256917, "percentage": 54.15, "elapsed_time": "0:09:13", "remaining_time": "0:07:48"}
+{"current_steps": 275, "total_steps": 506, "loss": 0.1277, "lr": 4.319166754518768e-06, "epoch": 1.0869565217391304, "percentage": 54.35, "elapsed_time": "0:09:15", "remaining_time": "0:07:46"}
+{"current_steps": 276, "total_steps": 506, "loss": 0.1394, "lr": 4.2884258086335755e-06, "epoch": 1.0909090909090908, "percentage": 54.55, "elapsed_time": "0:09:17", "remaining_time": "0:07:44"}
+{"current_steps": 277, "total_steps": 506, "loss": 0.1342, "lr": 4.257712292223967e-06, "epoch": 1.0948616600790513, "percentage": 54.74, "elapsed_time": "0:09:19", "remaining_time": "0:07:42"}
+{"current_steps": 278, "total_steps": 506, "loss": 0.1344, "lr": 4.227027389222215e-06, "epoch": 1.098814229249012, "percentage": 54.94, "elapsed_time": "0:09:21", "remaining_time": "0:07:40"}
+{"current_steps": 279, "total_steps": 506, "loss": 0.1127, "lr": 4.196372282457614e-06, "epoch": 1.1027667984189724, "percentage": 55.14, "elapsed_time": "0:09:23", "remaining_time": "0:07:38"}
+{"current_steps": 280, "total_steps": 506, "loss": 0.1293, "lr": 4.165748153610881e-06, "epoch": 1.1067193675889329, "percentage": 55.34, "elapsed_time": "0:09:25", "remaining_time": "0:07:36"}
+{"current_steps": 281, "total_steps": 506, "loss": 0.1332, "lr": 4.1351561831686136e-06, "epoch": 1.1106719367588933, "percentage": 55.53, "elapsed_time": "0:09:27", "remaining_time": "0:07:34"}
+{"current_steps": 282, "total_steps": 506, "loss": 0.1263, "lr": 4.104597550377776e-06, "epoch": 1.1146245059288538, "percentage": 55.73, "elapsed_time": "0:09:29", "remaining_time": "0:07:32"}
+{"current_steps": 283, "total_steps": 506, "loss": 0.1285, "lr": 4.074073433200249e-06, "epoch": 1.1185770750988142, "percentage": 55.93, "elapsed_time": "0:09:31", "remaining_time": "0:07:30"}
+{"current_steps": 284, "total_steps": 506, "loss": 0.118, "lr": 4.043585008267418e-06, "epoch": 1.1225296442687747, "percentage": 56.13, "elapsed_time": "0:09:33", "remaining_time": "0:07:28"}
+{"current_steps": 285, "total_steps": 506, "loss": 0.1532, "lr": 4.013133450834818e-06, "epoch": 1.1264822134387351, "percentage": 56.32, "elapsed_time": "0:09:35", "remaining_time": "0:07:26"}
+{"current_steps": 286, "total_steps": 506, "loss": 0.0988, "lr": 3.982719934736832e-06, "epoch": 1.1304347826086956, "percentage": 56.52, "elapsed_time": "0:09:37", "remaining_time": "0:07:24"}
+{"current_steps": 287, "total_steps": 506, "loss": 0.1148, "lr": 3.95234563234144e-06, "epoch": 1.1343873517786562, "percentage": 56.72, "elapsed_time": "0:09:39", "remaining_time": "0:07:22"}
+{"current_steps": 288, "total_steps": 506, "loss": 0.1346, "lr": 3.9220117145050254e-06, "epoch": 1.1383399209486167, "percentage": 56.92, "elapsed_time": "0:09:41", "remaining_time": "0:07:20"}
+{"current_steps": 289, "total_steps": 506, "loss": 0.132, "lr": 3.89171935052725e-06, "epoch": 1.1422924901185771, "percentage": 57.11, "elapsed_time": "0:09:43", "remaining_time": "0:07:18"}
+{"current_steps": 290, "total_steps": 506, "loss": 0.1262, "lr": 3.861469708105969e-06, "epoch": 1.1462450592885376, "percentage": 57.31, "elapsed_time": "0:09:45", "remaining_time": "0:07:16"}
+{"current_steps": 291, "total_steps": 506, "loss": 0.1464, "lr": 3.831263953292225e-06, "epoch": 1.150197628458498, "percentage": 57.51, "elapsed_time": "0:09:47", "remaining_time": "0:07:14"}
+{"current_steps": 292, "total_steps": 506, "loss": 0.1303, "lr": 3.8011032504453e-06, "epoch": 1.1541501976284585, "percentage": 57.71, "elapsed_time": "0:09:49", "remaining_time": "0:07:12"}
+{"current_steps": 293, "total_steps": 506, "loss": 0.1237, "lr": 3.7709887621878305e-06, "epoch": 1.158102766798419, "percentage": 57.91, "elapsed_time": "0:09:51", "remaining_time": "0:07:10"}
+{"current_steps": 294, "total_steps": 506, "loss": 0.1329, "lr": 3.740921649360991e-06, "epoch": 1.1620553359683794, "percentage": 58.1, "elapsed_time": "0:09:53", "remaining_time": "0:07:08"}
+{"current_steps": 295, "total_steps": 506, "loss": 0.146, "lr": 3.710903070979749e-06, "epoch": 1.1660079051383399, "percentage": 58.3, "elapsed_time": "0:09:55", "remaining_time": "0:07:06"}
+{"current_steps": 296, "total_steps": 506, "loss": 0.1369, "lr": 3.680934184188182e-06, "epoch": 1.1699604743083003, "percentage": 58.5, "elapsed_time": "0:09:57", "remaining_time": "0:07:04"}
+{"current_steps": 297, "total_steps": 506, "loss": 0.1224, "lr": 3.6510161442148783e-06, "epoch": 1.1739130434782608, "percentage": 58.7, "elapsed_time": "0:09:59", "remaining_time": "0:07:02"}
+{"current_steps": 298, "total_steps": 506, "loss": 0.1248, "lr": 3.621150104328407e-06, "epoch": 1.1778656126482214, "percentage": 58.89, "elapsed_time": "0:10:01", "remaining_time": "0:07:00"}
+{"current_steps": 299, "total_steps": 506, "loss": 0.1224, "lr": 3.5913372157928515e-06, "epoch": 1.1818181818181819, "percentage": 59.09, "elapsed_time": "0:10:03", "remaining_time": "0:06:58"}
+{"current_steps": 300, "total_steps": 506, "loss": 0.1491, "lr": 3.5615786278234443e-06, "epoch": 1.1857707509881423, "percentage": 59.29, "elapsed_time": "0:10:05", "remaining_time": "0:06:56"}
+{"current_steps": 301, "total_steps": 506, "loss": 0.1347, "lr": 3.5318754875422588e-06, "epoch": 1.1897233201581028, "percentage": 59.49, "elapsed_time": "0:10:07", "remaining_time": "0:06:54"}
+{"current_steps": 302, "total_steps": 506, "loss": 0.1022, "lr": 3.5022289399339933e-06, "epoch": 1.1936758893280632, "percentage": 59.68, "elapsed_time": "0:10:09", "remaining_time": "0:06:52"}
+{"current_steps": 303, "total_steps": 506, "loss": 0.1134, "lr": 3.4726401278018353e-06, "epoch": 1.1976284584980237, "percentage": 59.88, "elapsed_time": "0:10:11", "remaining_time": "0:06:49"}
+{"current_steps": 304, "total_steps": 506, "loss": 0.127, "lr": 3.443110191723407e-06, "epoch": 1.2015810276679841, "percentage": 60.08, "elapsed_time": "0:10:13", "remaining_time": "0:06:47"}
+{"current_steps": 305, "total_steps": 506, "loss": 0.1242, "lr": 3.4136402700068034e-06, "epoch": 1.2055335968379446, "percentage": 60.28, "elapsed_time": "0:10:16", "remaining_time": "0:06:45"}
+{"current_steps": 306, "total_steps": 506, "loss": 0.1302, "lr": 3.384231498646706e-06, "epoch": 1.2094861660079053, "percentage": 60.47, "elapsed_time": "0:10:18", "remaining_time": "0:06:43"}
+{"current_steps": 307, "total_steps": 506, "loss": 0.1345, "lr": 3.3548850112805985e-06, "epoch": 1.2134387351778657, "percentage": 60.67, "elapsed_time": "0:10:20", "remaining_time": "0:06:41"}
+{"current_steps": 308, "total_steps": 506, "loss": 0.124, "lr": 3.3256019391450696e-06, "epoch": 1.2173913043478262, "percentage": 60.87, "elapsed_time": "0:10:22", "remaining_time": "0:06:39"}
+{"current_steps": 309, "total_steps": 506, "loss": 0.1592, "lr": 3.296383411032198e-06, "epoch": 1.2213438735177866, "percentage": 61.07, "elapsed_time": "0:10:24", "remaining_time": "0:06:37"}
+{"current_steps": 310, "total_steps": 506, "loss": 0.1374, "lr": 3.267230553246047e-06, "epoch": 1.225296442687747, "percentage": 61.26, "elapsed_time": "0:10:26", "remaining_time": "0:06:35"}
+{"current_steps": 311, "total_steps": 506, "loss": 0.1599, "lr": 3.2381444895592483e-06, "epoch": 1.2292490118577075, "percentage": 61.46, "elapsed_time": "0:10:28", "remaining_time": "0:06:33"}
+{"current_steps": 312, "total_steps": 506, "loss": 0.1178, "lr": 3.209126341169681e-06, "epoch": 1.233201581027668, "percentage": 61.66, "elapsed_time": "0:10:30", "remaining_time": "0:06:31"}
+{"current_steps": 313, "total_steps": 506, "loss": 0.1324, "lr": 3.180177226657251e-06, "epoch": 1.2371541501976284, "percentage": 61.86, "elapsed_time": "0:10:32", "remaining_time": "0:06:29"}
+{"current_steps": 314, "total_steps": 506, "loss": 0.1354, "lr": 3.151298261940775e-06, "epoch": 1.2411067193675889, "percentage": 62.06, "elapsed_time": "0:10:34", "remaining_time": "0:06:27"}
+{"current_steps": 315, "total_steps": 506, "loss": 0.1316, "lr": 3.122490560234964e-06, "epoch": 1.2450592885375493, "percentage": 62.25, "elapsed_time": "0:10:36", "remaining_time": "0:06:25"}
+{"current_steps": 316, "total_steps": 506, "loss": 0.1237, "lr": 3.0937552320075116e-06, "epoch": 1.2490118577075098, "percentage": 62.45, "elapsed_time": "0:10:38", "remaining_time": "0:06:23"}
+{"current_steps": 317, "total_steps": 506, "loss": 0.1385, "lr": 3.065093384936285e-06, "epoch": 1.2529644268774702, "percentage": 62.65, "elapsed_time": "0:10:40", "remaining_time": "0:06:21"}
+{"current_steps": 318, "total_steps": 506, "loss": 0.1442, "lr": 3.0365061238666336e-06, "epoch": 1.256916996047431, "percentage": 62.85, "elapsed_time": "0:10:42", "remaining_time": "0:06:19"}
+{"current_steps": 319, "total_steps": 506, "loss": 0.136, "lr": 3.007994550768793e-06, "epoch": 1.2608695652173914, "percentage": 63.04, "elapsed_time": "0:10:44", "remaining_time": "0:06:17"}
+{"current_steps": 320, "total_steps": 506, "loss": 0.1447, "lr": 2.979559764695409e-06, "epoch": 1.2648221343873518, "percentage": 63.24, "elapsed_time": "0:10:46", "remaining_time": "0:06:15"}
+{"current_steps": 321, "total_steps": 506, "loss": 0.1282, "lr": 2.951202861739173e-06, "epoch": 1.2687747035573123, "percentage": 63.44, "elapsed_time": "0:10:48", "remaining_time": "0:06:13"}
+{"current_steps": 322, "total_steps": 506, "loss": 0.1212, "lr": 2.9229249349905686e-06, "epoch": 1.2727272727272727, "percentage": 63.64, "elapsed_time": "0:10:50", "remaining_time": "0:06:11"}
+{"current_steps": 323, "total_steps": 506, "loss": 0.1173, "lr": 2.8947270744957385e-06, "epoch": 1.2766798418972332, "percentage": 63.83, "elapsed_time": "0:10:52", "remaining_time": "0:06:09"}
+{"current_steps": 324, "total_steps": 506, "loss": 0.1407, "lr": 2.8666103672144597e-06, "epoch": 1.2806324110671936, "percentage": 64.03, "elapsed_time": "0:10:54", "remaining_time": "0:06:07"}
+{"current_steps": 325, "total_steps": 506, "loss": 0.1286, "lr": 2.8385758969782507e-06, "epoch": 1.2845849802371543, "percentage": 64.23, "elapsed_time": "0:10:56", "remaining_time": "0:06:05"}
+{"current_steps": 326, "total_steps": 506, "loss": 0.128, "lr": 2.810624744448588e-06, "epoch": 1.2885375494071147, "percentage": 64.43, "elapsed_time": "0:10:58", "remaining_time": "0:06:03"}
+{"current_steps": 327, "total_steps": 506, "loss": 0.136, "lr": 2.7827579870752542e-06, "epoch": 1.2924901185770752, "percentage": 64.62, "elapsed_time": "0:11:00", "remaining_time": "0:06:01"}
+{"current_steps": 328, "total_steps": 506, "loss": 0.1238, "lr": 2.7549766990547973e-06, "epoch": 1.2964426877470356, "percentage": 64.82, "elapsed_time": "0:11:02", "remaining_time": "0:05:59"}
+{"current_steps": 329, "total_steps": 506, "loss": 0.1333, "lr": 2.727281951289128e-06, "epoch": 1.300395256916996, "percentage": 65.02, "elapsed_time": "0:11:04", "remaining_time": "0:05:57"}
+{"current_steps": 330, "total_steps": 506, "loss": 0.1223, "lr": 2.6996748113442397e-06, "epoch": 1.3043478260869565, "percentage": 65.22, "elapsed_time": "0:11:06", "remaining_time": "0:05:55"}
+{"current_steps": 331, "total_steps": 506, "loss": 0.1349, "lr": 2.672156343409053e-06, "epoch": 1.308300395256917, "percentage": 65.42, "elapsed_time": "0:11:08", "remaining_time": "0:05:53"}
+{"current_steps": 332, "total_steps": 506, "loss": 0.1215, "lr": 2.644727608254396e-06, "epoch": 1.3122529644268774, "percentage": 65.61, "elapsed_time": "0:11:10", "remaining_time": "0:05:51"}
+{"current_steps": 333, "total_steps": 506, "loss": 0.1405, "lr": 2.6173896631921134e-06, "epoch": 1.316205533596838, "percentage": 65.81, "elapsed_time": "0:11:12", "remaining_time": "0:05:49"}
+{"current_steps": 334, "total_steps": 506, "loss": 0.1297, "lr": 2.590143562034312e-06, "epoch": 1.3201581027667983, "percentage": 66.01, "elapsed_time": "0:11:14", "remaining_time": "0:05:47"}
+{"current_steps": 335, "total_steps": 506, "loss": 0.1032, "lr": 2.5629903550527343e-06, "epoch": 1.3241106719367588, "percentage": 66.21, "elapsed_time": "0:11:16", "remaining_time": "0:05:45"}
+{"current_steps": 336, "total_steps": 506, "loss": 0.1342, "lr": 2.535931088938274e-06, "epoch": 1.3280632411067192, "percentage": 66.4, "elapsed_time": "0:11:18", "remaining_time": "0:05:43"}
+{"current_steps": 337, "total_steps": 506, "loss": 0.1185, "lr": 2.5089668067606365e-06, "epoch": 1.33201581027668, "percentage": 66.6, "elapsed_time": "0:11:20", "remaining_time": "0:05:41"}
+{"current_steps": 338, "total_steps": 506, "loss": 0.1139, "lr": 2.4820985479281184e-06, "epoch": 1.3359683794466404, "percentage": 66.8, "elapsed_time": "0:11:22", "remaining_time": "0:05:39"}
+{"current_steps": 339, "total_steps": 506, "loss": 0.134, "lr": 2.45532734814755e-06, "epoch": 1.3399209486166008, "percentage": 67.0, "elapsed_time": "0:11:24", "remaining_time": "0:05:37"}
+{"current_steps": 340, "total_steps": 506, "loss": 0.1281, "lr": 2.4286542393843665e-06, "epoch": 1.3438735177865613, "percentage": 67.19, "elapsed_time": "0:11:26", "remaining_time": "0:05:35"}
+{"current_steps": 341, "total_steps": 506, "loss": 0.1432, "lr": 2.4020802498228333e-06, "epoch": 1.3478260869565217, "percentage": 67.39, "elapsed_time": "0:11:28", "remaining_time": "0:05:33"}
+{"current_steps": 342, "total_steps": 506, "loss": 0.134, "lr": 2.3756064038264033e-06, "epoch": 1.3517786561264822, "percentage": 67.59, "elapsed_time": "0:11:30", "remaining_time": "0:05:31"}
+{"current_steps": 343, "total_steps": 506, "loss": 0.1285, "lr": 2.3492337218982396e-06, "epoch": 1.3557312252964426, "percentage": 67.79, "elapsed_time": "0:11:32", "remaining_time": "0:05:29"}
+{"current_steps": 344, "total_steps": 506, "loss": 0.1055, "lr": 2.3229632206418727e-06, "epoch": 1.359683794466403, "percentage": 67.98, "elapsed_time": "0:11:34", "remaining_time": "0:05:27"}
+{"current_steps": 345, "total_steps": 506, "loss": 0.1164, "lr": 2.296795912722014e-06, "epoch": 1.3636363636363638, "percentage": 68.18, "elapsed_time": "0:11:36", "remaining_time": "0:05:25"}
+{"current_steps": 346, "total_steps": 506, "loss": 0.1413, "lr": 2.270732806825517e-06, "epoch": 1.3675889328063242, "percentage": 68.38, "elapsed_time": "0:11:38", "remaining_time": "0:05:23"}
+{"current_steps": 347, "total_steps": 506, "loss": 0.1312, "lr": 2.244774907622504e-06, "epoch": 1.3715415019762847, "percentage": 68.58, "elapsed_time": "0:11:40", "remaining_time": "0:05:21"}
+{"current_steps": 348, "total_steps": 506, "loss": 0.1379, "lr": 2.2189232157276247e-06, "epoch": 1.3754940711462451, "percentage": 68.77, "elapsed_time": "0:11:42", "remaining_time": "0:05:19"}
+{"current_steps": 349, "total_steps": 506, "loss": 0.1178, "lr": 2.1931787276614968e-06, "epoch": 1.3794466403162056, "percentage": 68.97, "elapsed_time": "0:11:44", "remaining_time": "0:05:17"}
+{"current_steps": 350, "total_steps": 506, "loss": 0.1356, "lr": 2.167542435812286e-06, "epoch": 1.383399209486166, "percentage": 69.17, "elapsed_time": "0:11:46", "remaining_time": "0:05:15"}
+{"current_steps": 351, "total_steps": 506, "loss": 0.1237, "lr": 2.142015328397454e-06, "epoch": 1.3873517786561265, "percentage": 69.37, "elapsed_time": "0:11:48", "remaining_time": "0:05:13"}
+{"current_steps": 352, "total_steps": 506, "loss": 0.1255, "lr": 2.1165983894256647e-06, "epoch": 1.391304347826087, "percentage": 69.57, "elapsed_time": "0:11:50", "remaining_time": "0:05:11"}
+{"current_steps": 353, "total_steps": 506, "loss": 0.1389, "lr": 2.0912925986588547e-06, "epoch": 1.3952569169960474, "percentage": 69.76, "elapsed_time": "0:11:52", "remaining_time": "0:05:08"}
+{"current_steps": 354, "total_steps": 506, "loss": 0.1168, "lr": 2.0660989315744624e-06, "epoch": 1.3992094861660078, "percentage": 69.96, "elapsed_time": "0:11:54", "remaining_time": "0:05:06"}
+{"current_steps": 355, "total_steps": 506, "loss": 0.1367, "lr": 2.0410183593278287e-06, "epoch": 1.4031620553359683, "percentage": 70.16, "elapsed_time": "0:11:56", "remaining_time": "0:05:04"}
+{"current_steps": 356, "total_steps": 506, "loss": 0.131, "lr": 2.016051848714758e-06, "epoch": 1.4071146245059287, "percentage": 70.36, "elapsed_time": "0:11:58", "remaining_time": "0:05:02"}
+{"current_steps": 357, "total_steps": 506, "loss": 0.1668, "lr": 1.991200362134258e-06, "epoch": 1.4110671936758894, "percentage": 70.55, "elapsed_time": "0:12:00", "remaining_time": "0:05:00"}
+{"current_steps": 358, "total_steps": 506, "loss": 0.1309, "lr": 1.9664648575514316e-06, "epoch": 1.4150197628458498, "percentage": 70.75, "elapsed_time": "0:12:02", "remaining_time": "0:04:58"}
+{"current_steps": 359, "total_steps": 506, "loss": 0.1407, "lr": 1.9418462884605555e-06, "epoch": 1.4189723320158103, "percentage": 70.95, "elapsed_time": "0:12:04", "remaining_time": "0:04:56"}
+{"current_steps": 360, "total_steps": 506, "loss": 0.0989, "lr": 1.9173456038483244e-06, "epoch": 1.4229249011857708, "percentage": 71.15, "elapsed_time": "0:12:06", "remaining_time": "0:04:54"}
+{"current_steps": 361, "total_steps": 506, "loss": 0.1233, "lr": 1.8929637481572715e-06, "epoch": 1.4268774703557312, "percentage": 71.34, "elapsed_time": "0:12:08", "remaining_time": "0:04:52"}
+{"current_steps": 362, "total_steps": 506, "loss": 0.1266, "lr": 1.8687016612493542e-06, "epoch": 1.4308300395256917, "percentage": 71.54, "elapsed_time": "0:12:11", "remaining_time": "0:04:50"}
+{"current_steps": 363, "total_steps": 506, "loss": 0.1383, "lr": 1.8445602783697375e-06, "epoch": 1.434782608695652, "percentage": 71.74, "elapsed_time": "0:12:13", "remaining_time": "0:04:48"}
+{"current_steps": 364, "total_steps": 506, "loss": 0.1183, "lr": 1.8205405301107343e-06, "epoch": 1.4387351778656128, "percentage": 71.94, "elapsed_time": "0:12:15", "remaining_time": "0:04:46"}
+{"current_steps": 365, "total_steps": 506, "loss": 0.1452, "lr": 1.7966433423759327e-06, "epoch": 1.4426877470355732, "percentage": 72.13, "elapsed_time": "0:12:17", "remaining_time": "0:04:44"}
+{"current_steps": 366, "total_steps": 506, "loss": 0.111, "lr": 1.772869636344512e-06, "epoch": 1.4466403162055337, "percentage": 72.33, "elapsed_time": "0:12:19", "remaining_time": "0:04:42"}
+{"current_steps": 367, "total_steps": 506, "loss": 0.1362, "lr": 1.7492203284357245e-06, "epoch": 1.4505928853754941, "percentage": 72.53, "elapsed_time": "0:12:21", "remaining_time": "0:04:40"}
+{"current_steps": 368, "total_steps": 506, "loss": 0.1202, "lr": 1.7256963302735752e-06, "epoch": 1.4545454545454546, "percentage": 72.73, "elapsed_time": "0:12:23", "remaining_time": "0:04:38"}
+{"current_steps": 369, "total_steps": 506, "loss": 0.1162, "lr": 1.702298548651678e-06, "epoch": 1.458498023715415, "percentage": 72.92, "elapsed_time": "0:12:25", "remaining_time": "0:04:36"}
+{"current_steps": 370, "total_steps": 506, "loss": 0.1322, "lr": 1.6790278854983033e-06, "epoch": 1.4624505928853755, "percentage": 73.12, "elapsed_time": "0:12:27", "remaining_time": "0:04:34"}
+{"current_steps": 371, "total_steps": 506, "loss": 0.1362, "lr": 1.6558852378416113e-06, "epoch": 1.466403162055336, "percentage": 73.32, "elapsed_time": "0:12:29", "remaining_time": "0:04:32"}
+{"current_steps": 372, "total_steps": 506, "loss": 0.1239, "lr": 1.6328714977750698e-06, "epoch": 1.4703557312252964, "percentage": 73.52, "elapsed_time": "0:12:31", "remaining_time": "0:04:30"}
+{"current_steps": 373, "total_steps": 506, "loss": 0.1476, "lr": 1.6099875524230707e-06, "epoch": 1.4743083003952568, "percentage": 73.72, "elapsed_time": "0:12:33", "remaining_time": "0:04:28"}
+{"current_steps": 374, "total_steps": 506, "loss": 0.1381, "lr": 1.5872342839067305e-06, "epoch": 1.4782608695652173, "percentage": 73.91, "elapsed_time": "0:12:35", "remaining_time": "0:04:26"}
+{"current_steps": 375, "total_steps": 506, "loss": 0.1295, "lr": 1.5646125693098863e-06, "epoch": 1.4822134387351777, "percentage": 74.11, "elapsed_time": "0:12:37", "remaining_time": "0:04:24"}
+{"current_steps": 376, "total_steps": 506, "loss": 0.1234, "lr": 1.542123280645292e-06, "epoch": 1.4861660079051384, "percentage": 74.31, "elapsed_time": "0:12:39", "remaining_time": "0:04:22"}
+{"current_steps": 377, "total_steps": 506, "loss": 0.1152, "lr": 1.519767284820996e-06, "epoch": 1.4901185770750989, "percentage": 74.51, "elapsed_time": "0:12:41", "remaining_time": "0:04:20"}
+{"current_steps": 378, "total_steps": 506, "loss": 0.1114, "lr": 1.4975454436069292e-06, "epoch": 1.4940711462450593, "percentage": 74.7, "elapsed_time": "0:12:43", "remaining_time": "0:04:18"}
+{"current_steps": 379, "total_steps": 506, "loss": 0.127, "lr": 1.4754586136016841e-06, "epoch": 1.4980237154150198, "percentage": 74.9, "elapsed_time": "0:12:45", "remaining_time": "0:04:16"}
+{"current_steps": 380, "total_steps": 506, "loss": 0.1243, "lr": 1.4535076461994974e-06, "epoch": 1.5019762845849802, "percentage": 75.1, "elapsed_time": "0:12:47", "remaining_time": "0:04:14"}
+{"current_steps": 381, "total_steps": 506, "loss": 0.1007, "lr": 1.431693387557424e-06, "epoch": 1.5059288537549407, "percentage": 75.3, "elapsed_time": "0:12:49", "remaining_time": "0:04:12"}
+{"current_steps": 382, "total_steps": 506, "loss": 0.1201, "lr": 1.4100166785627301e-06, "epoch": 1.5098814229249014, "percentage": 75.49, "elapsed_time": "0:12:51", "remaining_time": "0:04:10"}
+{"current_steps": 383, "total_steps": 506, "loss": 0.1208, "lr": 1.3884783548004704e-06, "epoch": 1.5138339920948618, "percentage": 75.69, "elapsed_time": "0:12:53", "remaining_time": "0:04:08"}
+{"current_steps": 384, "total_steps": 506, "loss": 0.131, "lr": 1.3670792465212828e-06, "epoch": 1.5177865612648223, "percentage": 75.89, "elapsed_time": "0:12:55", "remaining_time": "0:04:06"}
+{"current_steps": 385, "total_steps": 506, "loss": 0.1426, "lr": 1.3458201786093795e-06, "epoch": 1.5217391304347827, "percentage": 76.09, "elapsed_time": "0:12:57", "remaining_time": "0:04:04"}
+{"current_steps": 386, "total_steps": 506, "loss": 0.107, "lr": 1.3247019705507596e-06, "epoch": 1.5256916996047432, "percentage": 76.28, "elapsed_time": "0:12:59", "remaining_time": "0:04:02"}
+{"current_steps": 387, "total_steps": 506, "loss": 0.1106, "lr": 1.3037254364016068e-06, "epoch": 1.5296442687747036, "percentage": 76.48, "elapsed_time": "0:13:01", "remaining_time": "0:04:00"}
+{"current_steps": 388, "total_steps": 506, "loss": 0.126, "lr": 1.2828913847569185e-06, "epoch": 1.533596837944664, "percentage": 76.68, "elapsed_time": "0:13:03", "remaining_time": "0:03:58"}
+{"current_steps": 389, "total_steps": 506, "loss": 0.1169, "lr": 1.2622006187193348e-06, "epoch": 1.5375494071146245, "percentage": 76.88, "elapsed_time": "0:13:05", "remaining_time": "0:03:56"}
+{"current_steps": 390, "total_steps": 506, "loss": 0.1243, "lr": 1.2416539358681772e-06, "epoch": 1.541501976284585, "percentage": 77.08, "elapsed_time": "0:13:07", "remaining_time": "0:03:54"}
+{"current_steps": 391, "total_steps": 506, "loss": 0.129, "lr": 1.2212521282287093e-06, "epoch": 1.5454545454545454, "percentage": 77.27, "elapsed_time": "0:13:09", "remaining_time": "0:03:52"}
+{"current_steps": 392, "total_steps": 506, "loss": 0.1382, "lr": 1.2009959822416012e-06, "epoch": 1.5494071146245059, "percentage": 77.47, "elapsed_time": "0:13:11", "remaining_time": "0:03:50"}
+{"current_steps": 393, "total_steps": 506, "loss": 0.1217, "lr": 1.1808862787326176e-06, "epoch": 1.5533596837944663, "percentage": 77.67, "elapsed_time": "0:13:13", "remaining_time": "0:03:48"}
+{"current_steps": 394, "total_steps": 506, "loss": 0.1392, "lr": 1.1609237928825174e-06, "epoch": 1.5573122529644268, "percentage": 77.87, "elapsed_time": "0:13:15", "remaining_time": "0:03:46"}
+{"current_steps": 395, "total_steps": 506, "loss": 0.1334, "lr": 1.1411092941971702e-06, "epoch": 1.5612648221343872, "percentage": 78.06, "elapsed_time": "0:13:17", "remaining_time": "0:03:44"}
+{"current_steps": 396, "total_steps": 506, "loss": 0.1092, "lr": 1.1214435464779006e-06, "epoch": 1.5652173913043477, "percentage": 78.26, "elapsed_time": "0:13:19", "remaining_time": "0:03:42"}
+{"current_steps": 397, "total_steps": 506, "loss": 0.1199, "lr": 1.1019273077920366e-06, "epoch": 1.5691699604743083, "percentage": 78.46, "elapsed_time": "0:13:21", "remaining_time": "0:03:40"}
+{"current_steps": 398, "total_steps": 506, "loss": 0.1214, "lr": 1.0825613304436938e-06, "epoch": 1.5731225296442688, "percentage": 78.66, "elapsed_time": "0:13:23", "remaining_time": "0:03:38"}
+{"current_steps": 399, "total_steps": 506, "loss": 0.1137, "lr": 1.0633463609447753e-06, "epoch": 1.5770750988142292, "percentage": 78.85, "elapsed_time": "0:13:25", "remaining_time": "0:03:36"}
+{"current_steps": 400, "total_steps": 506, "loss": 0.1116, "lr": 1.0442831399861903e-06, "epoch": 1.5810276679841897, "percentage": 79.05, "elapsed_time": "0:13:27", "remaining_time": "0:03:33"}
+{"current_steps": 401, "total_steps": 506, "loss": 0.1259, "lr": 1.0253724024093103e-06, "epoch": 1.5849802371541502, "percentage": 79.25, "elapsed_time": "0:13:29", "remaining_time": "0:03:31"}
+{"current_steps": 402, "total_steps": 506, "loss": 0.1398, "lr": 1.006614877177638e-06, "epoch": 1.5889328063241108, "percentage": 79.45, "elapsed_time": "0:13:31", "remaining_time": "0:03:29"}
+{"current_steps": 403, "total_steps": 506, "loss": 0.1435, "lr": 9.880112873487068e-07, "epoch": 1.5928853754940713, "percentage": 79.64, "elapsed_time": "0:13:33", "remaining_time": "0:03:27"}
+{"current_steps": 404, "total_steps": 506, "loss": 0.1213, "lr": 9.695623500462114e-07, "epoch": 1.5968379446640317, "percentage": 79.84, "elapsed_time": "0:13:35", "remaining_time": "0:03:25"}
+{"current_steps": 405, "total_steps": 506, "loss": 0.1309, "lr": 9.512687764323647e-07, "epoch": 1.6007905138339922, "percentage": 80.04, "elapsed_time": "0:13:37", "remaining_time": "0:03:23"}
+{"current_steps": 406, "total_steps": 506, "loss": 0.1353, "lr": 9.331312716804791e-07, "epoch": 1.6047430830039526, "percentage": 80.24, "elapsed_time": "0:13:39", "remaining_time": "0:03:21"}
+{"current_steps": 407, "total_steps": 506, "loss": 0.1126, "lr": 9.151505349477901e-07, "epoch": 1.608695652173913, "percentage": 80.43, "elapsed_time": "0:13:41", "remaining_time": "0:03:19"}
+{"current_steps": 408, "total_steps": 506, "loss": 0.1232, "lr": 8.973272593485011e-07, "epoch": 1.6126482213438735, "percentage": 80.63, "elapsed_time": "0:13:43", "remaining_time": "0:03:17"}
+{"current_steps": 409, "total_steps": 506, "loss": 0.1381, "lr": 8.796621319270676e-07, "epoch": 1.616600790513834, "percentage": 80.83, "elapsed_time": "0:13:45", "remaining_time": "0:03:15"}
+{"current_steps": 410, "total_steps": 506, "loss": 0.125, "lr": 8.621558336317132e-07, "epoch": 1.6205533596837944, "percentage": 81.03, "elapsed_time": "0:13:47", "remaining_time": "0:03:13"}
+{"current_steps": 411, "total_steps": 506, "loss": 0.1434, "lr": 8.448090392881797e-07, "epoch": 1.6245059288537549, "percentage": 81.23, "elapsed_time": "0:13:49", "remaining_time": "0:03:11"}
+{"current_steps": 412, "total_steps": 506, "loss": 0.1341, "lr": 8.276224175737152e-07, "epoch": 1.6284584980237153, "percentage": 81.42, "elapsed_time": "0:13:51", "remaining_time": "0:03:09"}
+{"current_steps": 413, "total_steps": 506, "loss": 0.119, "lr": 8.105966309912966e-07, "epoch": 1.6324110671936758, "percentage": 81.62, "elapsed_time": "0:13:53", "remaining_time": "0:03:07"}
+{"current_steps": 414, "total_steps": 506, "loss": 0.1365, "lr": 7.937323358440935e-07, "epoch": 1.6363636363636362, "percentage": 81.82, "elapsed_time": "0:13:55", "remaining_time": "0:03:05"}
+{"current_steps": 415, "total_steps": 506, "loss": 0.1056, "lr": 7.770301822101712e-07, "epoch": 1.6403162055335967, "percentage": 82.02, "elapsed_time": "0:13:57", "remaining_time": "0:03:03"}
+{"current_steps": 416, "total_steps": 506, "loss": 0.1098, "lr": 7.604908139174255e-07, "epoch": 1.6442687747035574, "percentage": 82.21, "elapsed_time": "0:13:59", "remaining_time": "0:03:01"}
+{"current_steps": 417, "total_steps": 506, "loss": 0.1341, "lr": 7.441148685187694e-07, "epoch": 1.6482213438735178, "percentage": 82.41, "elapsed_time": "0:14:01", "remaining_time": "0:02:59"}
+{"current_steps": 418, "total_steps": 506, "loss": 0.1336, "lr": 7.279029772675572e-07, "epoch": 1.6521739130434783, "percentage": 82.61, "elapsed_time": "0:14:03", "remaining_time": "0:02:57"}
+{"current_steps": 419, "total_steps": 506, "loss": 0.1379, "lr": 7.11855765093249e-07, "epoch": 1.6561264822134387, "percentage": 82.81, "elapsed_time": "0:14:05", "remaining_time": "0:02:55"}
+{"current_steps": 420, "total_steps": 506, "loss": 0.1373, "lr": 6.959738505773211e-07, "epoch": 1.6600790513833992, "percentage": 83.0, "elapsed_time": "0:14:07", "remaining_time": "0:02:53"}
+{"current_steps": 421, "total_steps": 506, "loss": 0.1274, "lr": 6.802578459294235e-07, "epoch": 1.6640316205533598, "percentage": 83.2, "elapsed_time": "0:14:09", "remaining_time": "0:02:51"}
+{"current_steps": 422, "total_steps": 506, "loss": 0.1208, "lr": 6.647083569637797e-07, "epoch": 1.6679841897233203, "percentage": 83.4, "elapsed_time": "0:14:11", "remaining_time": "0:02:49"}
+{"current_steps": 423, "total_steps": 506, "loss": 0.1181, "lr": 6.493259830758325e-07, "epoch": 1.6719367588932808, "percentage": 83.6, "elapsed_time": "0:14:13", "remaining_time": "0:02:47"}
+{"current_steps": 424, "total_steps": 506, "loss": 0.1251, "lr": 6.341113172191399e-07, "epoch": 1.6758893280632412, "percentage": 83.79, "elapsed_time": "0:14:15", "remaining_time": "0:02:45"}
+{"current_steps": 425, "total_steps": 506, "loss": 0.1373, "lr": 6.190649458825204e-07, "epoch": 1.6798418972332017, "percentage": 83.99, "elapsed_time": "0:14:17", "remaining_time": "0:02:43"}
+{"current_steps": 426, "total_steps": 506, "loss": 0.1183, "lr": 6.041874490674416e-07, "epoch": 1.683794466403162, "percentage": 84.19, "elapsed_time": "0:14:19", "remaining_time": "0:02:41"}
+{"current_steps": 427, "total_steps": 506, "loss": 0.1276, "lr": 5.894794002656628e-07, "epoch": 1.6877470355731226, "percentage": 84.39, "elapsed_time": "0:14:22", "remaining_time": "0:02:39"}
+{"current_steps": 428, "total_steps": 506, "loss": 0.1314, "lr": 5.749413664371312e-07, "epoch": 1.691699604743083, "percentage": 84.58, "elapsed_time": "0:14:24", "remaining_time": "0:02:37"}
+{"current_steps": 429, "total_steps": 506, "loss": 0.1172, "lr": 5.60573907988124e-07, "epoch": 1.6956521739130435, "percentage": 84.78, "elapsed_time": "0:14:26", "remaining_time": "0:02:35"}
+{"current_steps": 430, "total_steps": 506, "loss": 0.1345, "lr": 5.463775787496484e-07, "epoch": 1.699604743083004, "percentage": 84.98, "elapsed_time": "0:14:28", "remaining_time": "0:02:33"}
+{"current_steps": 431, "total_steps": 506, "loss": 0.1337, "lr": 5.323529259560911e-07, "epoch": 1.7035573122529644, "percentage": 85.18, "elapsed_time": "0:14:30", "remaining_time": "0:02:31"}
+{"current_steps": 432, "total_steps": 506, "loss": 0.1125, "lr": 5.185004902241241e-07, "epoch": 1.7075098814229248, "percentage": 85.38, "elapsed_time": "0:14:32", "remaining_time": "0:02:29"}
+{"current_steps": 433, "total_steps": 506, "loss": 0.1059, "lr": 5.04820805531866e-07, "epoch": 1.7114624505928853, "percentage": 85.57, "elapsed_time": "0:14:34", "remaining_time": "0:02:27"}
+{"current_steps": 434, "total_steps": 506, "loss": 0.0999, "lr": 4.91314399198296e-07, "epoch": 1.7154150197628457, "percentage": 85.77, "elapsed_time": "0:14:36", "remaining_time": "0:02:25"}
+{"current_steps": 435, "total_steps": 506, "loss": 0.1257, "lr": 4.779817918629326e-07, "epoch": 1.7193675889328062, "percentage": 85.97, "elapsed_time": "0:14:38", "remaining_time": "0:02:23"}
+{"current_steps": 436, "total_steps": 506, "loss": 0.1236, "lr": 4.6482349746575783e-07, "epoch": 1.7233201581027668, "percentage": 86.17, "elapsed_time": "0:14:40", "remaining_time": "0:02:21"}
+{"current_steps": 437, "total_steps": 506, "loss": 0.1066, "lr": 4.5184002322740784e-07, "epoch": 1.7272727272727273, "percentage": 86.36, "elapsed_time": "0:14:42", "remaining_time": "0:02:19"}
+{"current_steps": 438, "total_steps": 506, "loss": 0.1149, "lr": 4.390318696296247e-07, "epoch": 1.7312252964426877, "percentage": 86.56, "elapsed_time": "0:14:44", "remaining_time": "0:02:17"}
+{"current_steps": 439, "total_steps": 506, "loss": 0.135, "lr": 4.2639953039595725e-07, "epoch": 1.7351778656126482, "percentage": 86.76, "elapsed_time": "0:14:46", "remaining_time": "0:02:15"}
+{"current_steps": 440, "total_steps": 506, "loss": 0.1349, "lr": 4.139434924727359e-07, "epoch": 1.7391304347826086, "percentage": 86.96, "elapsed_time": "0:14:48", "remaining_time": "0:02:13"}
+{"current_steps": 441, "total_steps": 506, "loss": 0.1157, "lr": 4.0166423601029735e-07, "epoch": 1.7430830039525693, "percentage": 87.15, "elapsed_time": "0:14:50", "remaining_time": "0:02:11"}
+{"current_steps": 442, "total_steps": 506, "loss": 0.136, "lr": 3.8956223434447936e-07, "epoch": 1.7470355731225298, "percentage": 87.35, "elapsed_time": "0:14:52", "remaining_time": "0:02:09"}
+{"current_steps": 443, "total_steps": 506, "loss": 0.1223, "lr": 3.776379539783709e-07, "epoch": 1.7509881422924902, "percentage": 87.55, "elapsed_time": "0:14:54", "remaining_time": "0:02:07"}
+{"current_steps": 444, "total_steps": 506, "loss": 0.1485, "lr": 3.658918545643353e-07, "epoch": 1.7549407114624507, "percentage": 87.75, "elapsed_time": "0:14:56", "remaining_time": "0:02:05"}
+{"current_steps": 445, "total_steps": 506, "loss": 0.1212, "lr": 3.543243888862841e-07, "epoch": 1.7588932806324111, "percentage": 87.94, "elapsed_time": "0:14:58", "remaining_time": "0:02:03"}
+{"current_steps": 446, "total_steps": 506, "loss": 0.1193, "lr": 3.429360028422307e-07, "epoch": 1.7628458498023716, "percentage": 88.14, "elapsed_time": "0:15:00", "remaining_time": "0:02:01"}
+{"current_steps": 447, "total_steps": 506, "loss": 0.1133, "lr": 3.317271354270968e-07, "epoch": 1.766798418972332, "percentage": 88.34, "elapsed_time": "0:15:02", "remaining_time": "0:01:59"}
+{"current_steps": 448, "total_steps": 506, "loss": 0.1333, "lr": 3.2069821871579255e-07, "epoch": 1.7707509881422925, "percentage": 88.54, "elapsed_time": "0:15:04", "remaining_time": "0:01:57"}
+{"current_steps": 449, "total_steps": 506, "loss": 0.1181, "lr": 3.098496778465621e-07, "epoch": 1.774703557312253, "percentage": 88.74, "elapsed_time": "0:15:06", "remaining_time": "0:01:55"}
+{"current_steps": 450, "total_steps": 506, "loss": 0.1189, "lr": 2.991819310045929e-07, "epoch": 1.7786561264822134, "percentage": 88.93, "elapsed_time": "0:15:08", "remaining_time": "0:01:53"}
+{"current_steps": 451, "total_steps": 506, "loss": 0.1103, "lr": 2.88695389405898e-07, "epoch": 1.7826086956521738, "percentage": 89.13, "elapsed_time": "0:15:10", "remaining_time": "0:01:51"}
+{"current_steps": 452, "total_steps": 506, "loss": 0.1285, "lr": 2.783904572814622e-07, "epoch": 1.7865612648221343, "percentage": 89.33, "elapsed_time": "0:15:12", "remaining_time": "0:01:49"}
+{"current_steps": 453, "total_steps": 506, "loss": 0.1294, "lr": 2.682675318616618e-07, "epoch": 1.7905138339920947, "percentage": 89.53, "elapsed_time": "0:15:14", "remaining_time": "0:01:46"}
+{"current_steps": 454, "total_steps": 506, "loss": 0.1123, "lr": 2.583270033609536e-07, "epoch": 1.7944664031620552, "percentage": 89.72, "elapsed_time": "0:15:16", "remaining_time": "0:01:44"}
+{"current_steps": 455, "total_steps": 506, "loss": 0.1104, "lr": 2.4856925496283045e-07, "epoch": 1.7984189723320159, "percentage": 89.92, "elapsed_time": "0:15:18", "remaining_time": "0:01:42"}
+{"current_steps": 456, "total_steps": 506, "loss": 0.1126, "lr": 2.3899466280504936e-07, "epoch": 1.8023715415019763, "percentage": 90.12, "elapsed_time": "0:15:20", "remaining_time": "0:01:40"}
+{"current_steps": 457, "total_steps": 506, "loss": 0.1351, "lr": 2.2960359596513714e-07, "epoch": 1.8063241106719368, "percentage": 90.32, "elapsed_time": "0:15:22", "remaining_time": "0:01:38"}
+{"current_steps": 458, "total_steps": 506, "loss": 0.1369, "lr": 2.203964164461597e-07, "epoch": 1.8102766798418972, "percentage": 90.51, "elapsed_time": "0:15:24", "remaining_time": "0:01:36"}
+{"current_steps": 459, "total_steps": 506, "loss": 0.1291, "lr": 2.113734791627664e-07, "epoch": 1.8142292490118577, "percentage": 90.71, "elapsed_time": "0:15:26", "remaining_time": "0:01:34"}
+{"current_steps": 460, "total_steps": 506, "loss": 0.1469, "lr": 2.0253513192751374e-07, "epoch": 1.8181818181818183, "percentage": 90.91, "elapsed_time": "0:15:28", "remaining_time": "0:01:32"}
+{"current_steps": 461, "total_steps": 506, "loss": 0.1379, "lr": 1.9388171543745394e-07, "epoch": 1.8221343873517788, "percentage": 91.11, "elapsed_time": "0:15:30", "remaining_time": "0:01:30"}
+{"current_steps": 462, "total_steps": 506, "loss": 0.1117, "lr": 1.8541356326100436e-07, "epoch": 1.8260869565217392, "percentage": 91.3, "elapsed_time": "0:15:32", "remaining_time": "0:01:28"}
+{"current_steps": 463, "total_steps": 506, "loss": 0.1398, "lr": 1.7713100182508604e-07, "epoch": 1.8300395256916997, "percentage": 91.5, "elapsed_time": "0:15:34", "remaining_time": "0:01:26"}
+{"current_steps": 464, "total_steps": 506, "loss": 0.1128, "lr": 1.6903435040254545e-07, "epoch": 1.8339920948616601, "percentage": 91.7, "elapsed_time": "0:15:36", "remaining_time": "0:01:24"}
+{"current_steps": 465, "total_steps": 506, "loss": 0.1099, "lr": 1.6112392109984386e-07, "epoch": 1.8379446640316206, "percentage": 91.9, "elapsed_time": "0:15:38", "remaining_time": "0:01:22"}
+{"current_steps": 466, "total_steps": 506, "loss": 0.1262, "lr": 1.5340001884502577e-07, "epoch": 1.841897233201581, "percentage": 92.09, "elapsed_time": "0:15:40", "remaining_time": "0:01:20"}
+{"current_steps": 467, "total_steps": 506, "loss": 0.1193, "lr": 1.4586294137596768e-07, "epoch": 1.8458498023715415, "percentage": 92.29, "elapsed_time": "0:15:42", "remaining_time": "0:01:18"}
+{"current_steps": 468, "total_steps": 506, "loss": 0.1041, "lr": 1.385129792288986e-07, "epoch": 1.849802371541502, "percentage": 92.49, "elapsed_time": "0:15:44", "remaining_time": "0:01:16"}
+{"current_steps": 469, "total_steps": 506, "loss": 0.1301, "lr": 1.313504157272022e-07, "epoch": 1.8537549407114624, "percentage": 92.69, "elapsed_time": "0:15:46", "remaining_time": "0:01:14"}
+{"current_steps": 470, "total_steps": 506, "loss": 0.1289, "lr": 1.2437552697049327e-07, "epoch": 1.8577075098814229, "percentage": 92.89, "elapsed_time": "0:15:48", "remaining_time": "0:01:12"}
+{"current_steps": 471, "total_steps": 506, "loss": 0.1283, "lr": 1.1758858182397692e-07, "epoch": 1.8616600790513833, "percentage": 93.08, "elapsed_time": "0:15:50", "remaining_time": "0:01:10"}
+{"current_steps": 472, "total_steps": 506, "loss": 0.1335, "lr": 1.1098984190808403e-07, "epoch": 1.8656126482213438, "percentage": 93.28, "elapsed_time": "0:15:52", "remaining_time": "0:01:08"}
+{"current_steps": 473, "total_steps": 506, "loss": 0.0996, "lr": 1.0457956158838545e-07, "epoch": 1.8695652173913042, "percentage": 93.48, "elapsed_time": "0:15:54", "remaining_time": "0:01:06"}
+{"current_steps": 474, "total_steps": 506, "loss": 0.1153, "lr": 9.835798796578755e-08, "epoch": 1.8735177865612647, "percentage": 93.68, "elapsed_time": "0:15:56", "remaining_time": "0:01:04"}
+{"current_steps": 475, "total_steps": 506, "loss": 0.1304, "lr": 9.232536086700605e-08, "epoch": 1.8774703557312253, "percentage": 93.87, "elapsed_time": "0:15:58", "remaining_time": "0:01:02"}
+{"current_steps": 476, "total_steps": 506, "loss": 0.1213, "lr": 8.648191283532337e-08, "epoch": 1.8814229249011858, "percentage": 94.07, "elapsed_time": "0:16:00", "remaining_time": "0:01:00"}
+{"current_steps": 477, "total_steps": 506, "loss": 0.1161, "lr": 8.082786912162243e-08, "epoch": 1.8853754940711462, "percentage": 94.27, "elapsed_time": "0:16:02", "remaining_time": "0:00:58"}
+{"current_steps": 478, "total_steps": 506, "loss": 0.1141, "lr": 7.536344767570536e-08, "epoch": 1.8893280632411067, "percentage": 94.47, "elapsed_time": "0:16:04", "remaining_time": "0:00:56"}
+{"current_steps": 479, "total_steps": 506, "loss": 0.1228, "lr": 7.008885913789066e-08, "epoch": 1.8932806324110671, "percentage": 94.66, "elapsed_time": "0:16:06", "remaining_time": "0:00:54"}
+{"current_steps": 480, "total_steps": 506, "loss": 0.1303, "lr": 6.500430683089532e-08, "epoch": 1.8972332015810278, "percentage": 94.86, "elapsed_time": "0:16:08", "remaining_time": "0:00:52"}
+{"current_steps": 481, "total_steps": 506, "loss": 0.1338, "lr": 6.010998675199554e-08, "epoch": 1.9011857707509883, "percentage": 95.06, "elapsed_time": "0:16:10", "remaining_time": "0:00:50"}
+{"current_steps": 482, "total_steps": 506, "loss": 0.1405, "lr": 5.5406087565471054e-08, "epoch": 1.9051383399209487, "percentage": 95.26, "elapsed_time": "0:16:12", "remaining_time": "0:00:48"}
+{"current_steps": 483, "total_steps": 506, "loss": 0.1281, "lr": 5.089279059533658e-08, "epoch": 1.9090909090909092, "percentage": 95.45, "elapsed_time": "0:16:14", "remaining_time": "0:00:46"}
+{"current_steps": 484, "total_steps": 506, "loss": 0.12, "lr": 4.657026981834623e-08, "epoch": 1.9130434782608696, "percentage": 95.65, "elapsed_time": "0:16:16", "remaining_time": "0:00:44"}
+{"current_steps": 485, "total_steps": 506, "loss": 0.1144, "lr": 4.2438691857292215e-08, "epoch": 1.91699604743083, "percentage": 95.85, "elapsed_time": "0:16:18", "remaining_time": "0:00:42"}
+{"current_steps": 486, "total_steps": 506, "loss": 0.1347, "lr": 3.849821597457892e-08, "epoch": 1.9209486166007905, "percentage": 96.05, "elapsed_time": "0:16:20", "remaining_time": "0:00:40"}
+{"current_steps": 487, "total_steps": 506, "loss": 0.1129, "lr": 3.474899406608501e-08, "epoch": 1.924901185770751, "percentage": 96.25, "elapsed_time": "0:16:23", "remaining_time": "0:00:38"}
+{"current_steps": 488, "total_steps": 506, "loss": 0.123, "lr": 3.119117065530808e-08, "epoch": 1.9288537549407114, "percentage": 96.44, "elapsed_time": "0:16:25", "remaining_time": "0:00:36"}
+{"current_steps": 489, "total_steps": 506, "loss": 0.1538, "lr": 2.7824882887793058e-08, "epoch": 1.9328063241106719, "percentage": 96.64, "elapsed_time": "0:16:27", "remaining_time": "0:00:34"}
+{"current_steps": 490, "total_steps": 506, "loss": 0.1416, "lr": 2.4650260525846404e-08, "epoch": 1.9367588932806323, "percentage": 96.84, "elapsed_time": "0:16:29", "remaining_time": "0:00:32"}
+{"current_steps": 491, "total_steps": 506, "loss": 0.1147, "lr": 2.1667425943532884e-08, "epoch": 1.9407114624505928, "percentage": 97.04, "elapsed_time": "0:16:31", "remaining_time": "0:00:30"}
+{"current_steps": 492, "total_steps": 506, "loss": 0.1289, "lr": 1.8876494121959908e-08, "epoch": 1.9446640316205532, "percentage": 97.23, "elapsed_time": "0:16:33", "remaining_time": "0:00:28"}
+{"current_steps": 493, "total_steps": 506, "loss": 0.1294, "lr": 1.627757264484442e-08, "epoch": 1.9486166007905137, "percentage": 97.43, "elapsed_time": "0:16:35", "remaining_time": "0:00:26"}
+{"current_steps": 494, "total_steps": 506, "loss": 0.1262, "lr": 1.387076169436563e-08, "epoch": 1.9525691699604744, "percentage": 97.63, "elapsed_time": "0:16:37", "remaining_time": "0:00:24"}
+{"current_steps": 495, "total_steps": 506, "loss": 0.1126, "lr": 1.1656154047303691e-08, "epoch": 1.9565217391304348, "percentage": 97.83, "elapsed_time": "0:16:39", "remaining_time": "0:00:22"}
+{"current_steps": 496, "total_steps": 506, "loss": 0.1485, "lr": 9.633835071463094e-09, "epoch": 1.9604743083003953, "percentage": 98.02, "elapsed_time": "0:16:41", "remaining_time": "0:00:20"}
+{"current_steps": 497, "total_steps": 506, "loss": 0.1293, "lr": 7.803882722381417e-09, "epoch": 1.9644268774703557, "percentage": 98.22, "elapsed_time": "0:16:43", "remaining_time": "0:00:18"}
+{"current_steps": 498, "total_steps": 506, "loss": 0.1428, "lr": 6.166367540325624e-09, "epoch": 1.9683794466403162, "percentage": 98.42, "elapsed_time": "0:16:45", "remaining_time": "0:00:16"}
+{"current_steps": 499, "total_steps": 506, "loss": 0.1129, "lr": 4.721352647572564e-09, "epoch": 1.9723320158102768, "percentage": 98.62, "elapsed_time": "0:16:47", "remaining_time": "0:00:14"}
+{"current_steps": 500, "total_steps": 506, "loss": 0.1394, "lr": 3.4688937459737004e-09, "epoch": 1.9762845849802373, "percentage": 98.81, "elapsed_time": "0:16:49", "remaining_time": "0:00:12"}
+{"current_steps": 500, "total_steps": 506, "eval_loss": 0.16894643008708954, "epoch": 1.9762845849802373, "percentage": 98.81, "elapsed_time": "0:16:52", "remaining_time": "0:00:12"}
+{"current_steps": 501, "total_steps": 506, "loss": 0.126, "lr": 2.4090391148112734e-09, "epoch": 1.9802371541501977, "percentage": 99.01, "elapsed_time": "0:16:54", "remaining_time": "0:00:10"}
+{"current_steps": 502, "total_steps": 506, "loss": 0.1161, "lr": 1.5418296089358964e-09, "epoch": 1.9841897233201582, "percentage": 99.21, "elapsed_time": "0:16:56", "remaining_time": "0:00:08"}
+{"current_steps": 503, "total_steps": 506, "loss": 0.1159, "lr": 8.672986571894859e-10, "epoch": 1.9881422924901186, "percentage": 99.41, "elapsed_time": "0:16:58", "remaining_time": "0:00:06"}
+{"current_steps": 504, "total_steps": 506, "loss": 0.1143, "lr": 3.854722611201789e-10, "epoch": 1.992094861660079, "percentage": 99.6, "elapsed_time": "0:17:00", "remaining_time": "0:00:04"}
+{"current_steps": 505, "total_steps": 506, "loss": 0.1237, "lr": 9.636899397813537e-11, "epoch": 1.9960474308300395, "percentage": 99.8, "elapsed_time": "0:17:01", "remaining_time": "0:00:02"}
+{"current_steps": 506, "total_steps": 506, "loss": 0.1028, "lr": 0.0, "epoch": 2.0, "percentage": 100.0, "elapsed_time": "0:17:02", "remaining_time": "0:00:00"}
+{"current_steps": 506, "total_steps": 506, "epoch": 2.0, "percentage": 100.0, "elapsed_time": "0:17:12", "remaining_time": "0:00:00"}

trainer_state.json

@@ -0,0 +1,3592 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 2.0,
+  "eval_steps": 500,
+  "global_step": 506,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.003952569169960474,
+      "grad_norm": 16.020900110158806,
+      "learning_rate": 9.999903631006022e-06,
+      "loss": 1.0657,
+      "step": 1
+    },
+    {
+      "epoch": 0.007905138339920948,
+      "grad_norm": 9.896813279978835,
+      "learning_rate": 9.999614527738882e-06,
+      "loss": 0.8817,
+      "step": 2
+    },
+    {
+      "epoch": 0.011857707509881422,
+      "grad_norm": 4.710814039433313,
+      "learning_rate": 9.99913270134281e-06,
+      "loss": 0.6038,
+      "step": 3
+    },
+    {
+      "epoch": 0.015810276679841896,
+      "grad_norm": 3.213510727342975,
+      "learning_rate": 9.998458170391065e-06,
+      "loss": 0.5555,
+      "step": 4
+    },
+    {
+      "epoch": 0.019762845849802372,
+      "grad_norm": 3.399601233005852,
+      "learning_rate": 9.99759096088519e-06,
+      "loss": 0.4486,
+      "step": 5
+    },
+    {
+      "epoch": 0.023715415019762844,
+      "grad_norm": 3.2249204890399112,
+      "learning_rate": 9.996531106254027e-06,
+      "loss": 0.4616,
+      "step": 6
+    },
+    {
+      "epoch": 0.02766798418972332,
+      "grad_norm": 2.5076762498803196,
+      "learning_rate": 9.995278647352428e-06,
+      "loss": 0.4705,
+      "step": 7
+    },
+    {
+      "epoch": 0.03162055335968379,
+      "grad_norm": 2.865637105499682,
+      "learning_rate": 9.993833632459675e-06,
+      "loss": 0.4065,
+      "step": 8
+    },
+    {
+      "epoch": 0.03557312252964427,
+      "grad_norm": 2.182471312496633,
+      "learning_rate": 9.99219611727762e-06,
+      "loss": 0.3791,
+      "step": 9
+    },
+    {
+      "epoch": 0.039525691699604744,
+      "grad_norm": 1.8817059063630837,
+      "learning_rate": 9.990366164928538e-06,
+      "loss": 0.3968,
+      "step": 10
+    },
+    {
+      "epoch": 0.043478260869565216,
+      "grad_norm": 1.7437964277471723,
+      "learning_rate": 9.988343845952697e-06,
+      "loss": 0.3593,
+      "step": 11
+    },
+    {
+      "epoch": 0.04743083003952569,
+      "grad_norm": 1.718975131845364,
+      "learning_rate": 9.986129238305635e-06,
+      "loss": 0.3241,
+      "step": 12
+    },
+    {
+      "epoch": 0.05138339920948617,
+      "grad_norm": 1.7519764781357152,
+      "learning_rate": 9.983722427355157e-06,
+      "loss": 0.3514,
+      "step": 13
+    },
+    {
+      "epoch": 0.05533596837944664,
+      "grad_norm": 1.8585607479109172,
+      "learning_rate": 9.98112350587804e-06,
+      "loss": 0.3307,
+      "step": 14
+    },
+    {
+      "epoch": 0.05928853754940711,
+      "grad_norm": 1.648833246586736,
+      "learning_rate": 9.978332574056468e-06,
+      "loss": 0.3382,
+      "step": 15
+    },
+    {
+      "epoch": 0.06324110671936758,
+      "grad_norm": 1.5144376829290096,
+      "learning_rate": 9.975349739474156e-06,
+      "loss": 0.3025,
+      "step": 16
+    },
+    {
+      "epoch": 0.06719367588932806,
+      "grad_norm": 1.4722946130746835,
+      "learning_rate": 9.972175117112208e-06,
+      "loss": 0.3291,
+      "step": 17
+    },
+    {
+      "epoch": 0.07114624505928854,
+      "grad_norm": 1.5590402414570852,
+      "learning_rate": 9.968808829344692e-06,
+      "loss": 0.318,
+      "step": 18
+    },
+    {
+      "epoch": 0.07509881422924901,
+      "grad_norm": 1.529364514445946,
+      "learning_rate": 9.965251005933915e-06,
+      "loss": 0.3029,
+      "step": 19
+    },
+    {
+      "epoch": 0.07905138339920949,
+      "grad_norm": 1.5355343280276874,
+      "learning_rate": 9.961501784025423e-06,
+      "loss": 0.3075,
+      "step": 20
+    },
+    {
+      "epoch": 0.08300395256916997,
+      "grad_norm": 1.4284315641862246,
+      "learning_rate": 9.95756130814271e-06,
+      "loss": 0.2733,
+      "step": 21
+    },
+    {
+      "epoch": 0.08695652173913043,
+      "grad_norm": 1.529934818238827,
+      "learning_rate": 9.953429730181653e-06,
+      "loss": 0.3319,
+      "step": 22
+    },
+    {
+      "epoch": 0.09090909090909091,
+      "grad_norm": 1.5594666788219782,
+      "learning_rate": 9.949107209404664e-06,
+      "loss": 0.2998,
+      "step": 23
+    },
+    {
+      "epoch": 0.09486166007905138,
+      "grad_norm": 1.43783031647119,
+      "learning_rate": 9.94459391243453e-06,
+      "loss": 0.2856,
+      "step": 24
+    },
+    {
+      "epoch": 0.09881422924901186,
+      "grad_norm": 1.6552583911804946,
+      "learning_rate": 9.939890013248006e-06,
+      "loss": 0.3287,
+      "step": 25
+    },
+    {
+      "epoch": 0.10276679841897234,
+      "grad_norm": 1.4553289738630346,
+      "learning_rate": 9.934995693169104e-06,
+      "loss": 0.2726,
+      "step": 26
+    },
+    {
+      "epoch": 0.1067193675889328,
+      "grad_norm": 1.7057032170116595,
+      "learning_rate": 9.929911140862109e-06,
+      "loss": 0.3412,
+      "step": 27
+    },
+    {
+      "epoch": 0.11067193675889328,
+      "grad_norm": 1.4032529471627393,
+      "learning_rate": 9.924636552324296e-06,
+      "loss": 0.2484,
+      "step": 28
+    },
+    {
+      "epoch": 0.11462450592885376,
+      "grad_norm": 1.6007146129563619,
+      "learning_rate": 9.919172130878378e-06,
+      "loss": 0.3265,
+      "step": 29
+    },
+    {
+      "epoch": 0.11857707509881422,
+      "grad_norm": 1.4391496848114302,
+      "learning_rate": 9.913518087164678e-06,
+      "loss": 0.285,
+      "step": 30
+    },
+    {
+      "epoch": 0.1225296442687747,
+      "grad_norm": 1.4062720696044961,
+      "learning_rate": 9.907674639132995e-06,
+      "loss": 0.2548,
+      "step": 31
+    },
+    {
+      "epoch": 0.12648221343873517,
+      "grad_norm": 1.410271063639066,
+      "learning_rate": 9.901642012034214e-06,
+      "loss": 0.2508,
+      "step": 32
+    },
+    {
+      "epoch": 0.13043478260869565,
+      "grad_norm": 1.5527348593856665,
+      "learning_rate": 9.895420438411616e-06,
+      "loss": 0.2976,
+      "step": 33
+    },
+    {
+      "epoch": 0.13438735177865613,
+      "grad_norm": 1.321537975619614,
+      "learning_rate": 9.889010158091917e-06,
+      "loss": 0.2572,
+      "step": 34
+    },
+    {
+      "epoch": 0.1383399209486166,
+      "grad_norm": 1.421996806107464,
+      "learning_rate": 9.882411418176023e-06,
+      "loss": 0.2706,
+      "step": 35
+    },
+    {
+      "epoch": 0.1422924901185771,
+      "grad_norm": 1.3572216549078873,
+      "learning_rate": 9.875624473029508e-06,
+      "loss": 0.2545,
+      "step": 36
+    },
+    {
+      "epoch": 0.14624505928853754,
+      "grad_norm": 1.2631690700776463,
+      "learning_rate": 9.8686495842728e-06,
+      "loss": 0.2625,
+      "step": 37
+    },
+    {
+      "epoch": 0.15019762845849802,
+      "grad_norm": 1.2621066835028363,
+      "learning_rate": 9.861487020771103e-06,
+      "loss": 0.2591,
+      "step": 38
+    },
+    {
+      "epoch": 0.1541501976284585,
+      "grad_norm": 1.2949235488783764,
+      "learning_rate": 9.854137058624034e-06,
+      "loss": 0.2309,
+      "step": 39
+    },
+    {
+      "epoch": 0.15810276679841898,
+      "grad_norm": 1.3003116841403821,
+      "learning_rate": 9.846599981154975e-06,
+      "loss": 0.2326,
+      "step": 40
+    },
+    {
+      "epoch": 0.16205533596837945,
+      "grad_norm": 1.3768166039897276,
+      "learning_rate": 9.838876078900158e-06,
+      "loss": 0.2397,
+      "step": 41
+    },
+    {
+      "epoch": 0.16600790513833993,
+      "grad_norm": 1.3538215396932514,
+      "learning_rate": 9.830965649597455e-06,
+      "loss": 0.252,
+      "step": 42
+    },
+    {
+      "epoch": 0.16996047430830039,
+      "grad_norm": 1.4163162387664199,
+      "learning_rate": 9.822868998174914e-06,
+      "loss": 0.2448,
+      "step": 43
+    },
+    {
+      "epoch": 0.17391304347826086,
+      "grad_norm": 1.4257156730091618,
+      "learning_rate": 9.814586436738998e-06,
+      "loss": 0.2371,
+      "step": 44
+    },
+    {
+      "epoch": 0.17786561264822134,
+      "grad_norm": 1.4437391682465417,
+      "learning_rate": 9.806118284562547e-06,
+      "loss": 0.2907,
+      "step": 45
+    },
+    {
+      "epoch": 0.18181818181818182,
+      "grad_norm": 1.391249530608691,
+      "learning_rate": 9.797464868072489e-06,
+      "loss": 0.2683,
+      "step": 46
+    },
+    {
+      "epoch": 0.1857707509881423,
+      "grad_norm": 1.4016200934541518,
+      "learning_rate": 9.788626520837235e-06,
+      "loss": 0.2473,
+      "step": 47
+    },
+    {
+      "epoch": 0.18972332015810275,
+      "grad_norm": 1.279328106626107,
+      "learning_rate": 9.779603583553842e-06,
+      "loss": 0.2341,
+      "step": 48
+    },
+    {
+      "epoch": 0.19367588932806323,
+      "grad_norm": 1.3404807365252567,
+      "learning_rate": 9.770396404034863e-06,
+      "loss": 0.2675,
+      "step": 49
+    },
+    {
+      "epoch": 0.1976284584980237,
+      "grad_norm": 1.4585279577064512,
+      "learning_rate": 9.76100533719495e-06,
+      "loss": 0.2685,
+      "step": 50
+    },
+    {
+      "epoch": 0.2015810276679842,
+      "grad_norm": 1.4424775598833863,
+      "learning_rate": 9.75143074503717e-06,
+      "loss": 0.2311,
+      "step": 51
+    },
+    {
+      "epoch": 0.20553359683794467,
+      "grad_norm": 1.3955125763500507,
+      "learning_rate": 9.741672996639046e-06,
+      "loss": 0.2627,
+      "step": 52
+    },
+    {
+      "epoch": 0.20948616600790515,
+      "grad_norm": 1.4097242793234939,
+      "learning_rate": 9.731732468138338e-06,
+      "loss": 0.2512,
+      "step": 53
+    },
+    {
+      "epoch": 0.2134387351778656,
+      "grad_norm": 1.2779409261860988,
+      "learning_rate": 9.72160954271854e-06,
+      "loss": 0.248,
+      "step": 54
+    },
+    {
+      "epoch": 0.21739130434782608,
+      "grad_norm": 1.3115141733721187,
+      "learning_rate": 9.711304610594104e-06,
+      "loss": 0.2548,
+      "step": 55
+    },
+    {
+      "epoch": 0.22134387351778656,
+      "grad_norm": 1.3040054071646883,
+      "learning_rate": 9.700818068995407e-06,
+      "loss": 0.2115,
+      "step": 56
+    },
+    {
+      "epoch": 0.22529644268774704,
+      "grad_norm": 1.3228671690231326,
+      "learning_rate": 9.69015032215344e-06,
+      "loss": 0.2372,
+      "step": 57
+    },
+    {
+      "epoch": 0.22924901185770752,
+      "grad_norm": 1.2810295113715335,
+      "learning_rate": 9.679301781284209e-06,
+      "loss": 0.2586,
+      "step": 58
+    },
+    {
+      "epoch": 0.233201581027668,
+      "grad_norm": 1.2300547258655599,
+      "learning_rate": 9.668272864572904e-06,
+      "loss": 0.2122,
+      "step": 59
+    },
+    {
+      "epoch": 0.23715415019762845,
+      "grad_norm": 1.331764793327734,
+      "learning_rate": 9.65706399715777e-06,
+      "loss": 0.2294,
+      "step": 60
+    },
+    {
+      "epoch": 0.24110671936758893,
+      "grad_norm": 1.245135656410948,
+      "learning_rate": 9.645675611113715e-06,
+      "loss": 0.2234,
+      "step": 61
+    },
+    {
+      "epoch": 0.2450592885375494,
+      "grad_norm": 1.2821048117267706,
+      "learning_rate": 9.634108145435665e-06,
+      "loss": 0.2111,
+      "step": 62
+    },
+    {
+      "epoch": 0.2490118577075099,
+      "grad_norm": 1.3953990850010947,
+      "learning_rate": 9.62236204602163e-06,
+      "loss": 0.2423,
+      "step": 63
+    },
+    {
+      "epoch": 0.25296442687747034,
+      "grad_norm": 1.3305442952896998,
+      "learning_rate": 9.610437765655522e-06,
+      "loss": 0.2169,
+      "step": 64
+    },
+    {
+      "epoch": 0.25691699604743085,
+      "grad_norm": 1.3427264285897607,
+      "learning_rate": 9.598335763989703e-06,
+      "loss": 0.2387,
+      "step": 65
+    },
+    {
+      "epoch": 0.2608695652173913,
+      "grad_norm": 1.2462397253811373,
+      "learning_rate": 9.586056507527266e-06,
+      "loss": 0.2002,
+      "step": 66
+    },
+    {
+      "epoch": 0.2648221343873518,
+      "grad_norm": 1.4106601403861017,
+      "learning_rate": 9.573600469604044e-06,
+      "loss": 0.2345,
+      "step": 67
+    },
+    {
+      "epoch": 0.26877470355731226,
+      "grad_norm": 1.4558970695841007,
+      "learning_rate": 9.560968130370376e-06,
+      "loss": 0.257,
+      "step": 68
+    },
+    {
+      "epoch": 0.2727272727272727,
+      "grad_norm": 1.2869342015693788,
+      "learning_rate": 9.548159976772593e-06,
+      "loss": 0.2272,
+      "step": 69
+    },
+    {
+      "epoch": 0.2766798418972332,
+      "grad_norm": 1.2457392708337578,
+      "learning_rate": 9.535176502534242e-06,
+      "loss": 0.2011,
+      "step": 70
+    },
+    {
+      "epoch": 0.28063241106719367,
+      "grad_norm": 1.2710277485877495,
+      "learning_rate": 9.522018208137066e-06,
+      "loss": 0.2198,
+      "step": 71
+    },
+    {
+      "epoch": 0.2845849802371542,
+      "grad_norm": 1.4429390388818002,
+      "learning_rate": 9.508685600801704e-06,
+      "loss": 0.2277,
+      "step": 72
+    },
+    {
+      "epoch": 0.2885375494071146,
+      "grad_norm": 1.2389843654949855,
+      "learning_rate": 9.495179194468135e-06,
+      "loss": 0.2269,
+      "step": 73
+    },
+    {
+      "epoch": 0.2924901185770751,
+      "grad_norm": 1.2313451113400058,
+      "learning_rate": 9.481499509775878e-06,
+      "loss": 0.2229,
+      "step": 74
+    },
+    {
+      "epoch": 0.2964426877470356,
+      "grad_norm": 1.2005736870957262,
+      "learning_rate": 9.467647074043911e-06,
+      "loss": 0.2132,
+      "step": 75
+    },
+    {
+      "epoch": 0.30039525691699603,
+      "grad_norm": 1.3356666012024943,
+      "learning_rate": 9.453622421250353e-06,
+      "loss": 0.2261,
+      "step": 76
+    },
+    {
+      "epoch": 0.30434782608695654,
+      "grad_norm": 1.307750115235254,
+      "learning_rate": 9.439426092011877e-06,
+      "loss": 0.2186,
+      "step": 77
+    },
+    {
+      "epoch": 0.308300395256917,
+      "grad_norm": 1.3023411955103703,
+      "learning_rate": 9.42505863356287e-06,
+      "loss": 0.2241,
+      "step": 78
+    },
+    {
+      "epoch": 0.31225296442687744,
+      "grad_norm": 1.2340243980259775,
+      "learning_rate": 9.410520599734338e-06,
+      "loss": 0.2195,
+      "step": 79
+    },
+    {
+      "epoch": 0.31620553359683795,
+      "grad_norm": 1.2136232872238946,
+      "learning_rate": 9.395812550932559e-06,
+      "loss": 0.2105,
+      "step": 80
+    },
+    {
+      "epoch": 0.3201581027667984,
+      "grad_norm": 1.3027913426674749,
+      "learning_rate": 9.38093505411748e-06,
+      "loss": 0.2112,
+      "step": 81
+    },
+    {
+      "epoch": 0.3241106719367589,
+      "grad_norm": 1.2355979390019485,
+      "learning_rate": 9.365888682780862e-06,
+      "loss": 0.2041,
+      "step": 82
+    },
+    {
+      "epoch": 0.32806324110671936,
+      "grad_norm": 1.3255611172622812,
+      "learning_rate": 9.35067401692417e-06,
+      "loss": 0.2133,
+      "step": 83
+    },
+    {
+      "epoch": 0.33201581027667987,
+      "grad_norm": 1.2110730151497104,
+      "learning_rate": 9.335291643036221e-06,
+      "loss": 0.1937,
+      "step": 84
+    },
+    {
+      "epoch": 0.3359683794466403,
+      "grad_norm": 1.2302820012512985,
+      "learning_rate": 9.319742154070578e-06,
+      "loss": 0.2127,
+      "step": 85
+    },
+    {
+      "epoch": 0.33992094861660077,
+      "grad_norm": 1.396952411441183,
+      "learning_rate": 9.30402614942268e-06,
+      "loss": 0.2498,
+      "step": 86
+    },
+    {
+      "epoch": 0.3438735177865613,
+      "grad_norm": 1.4467617558469186,
+      "learning_rate": 9.288144234906753e-06,
+      "loss": 0.2582,
+      "step": 87
+    },
+    {
+      "epoch": 0.34782608695652173,
+      "grad_norm": 1.2724563579817645,
+      "learning_rate": 9.272097022732444e-06,
+      "loss": 0.2094,
+      "step": 88
+    },
+    {
+      "epoch": 0.35177865612648224,
+      "grad_norm": 1.374464706651341,
+      "learning_rate": 9.255885131481231e-06,
+      "loss": 0.2333,
+      "step": 89
+    },
+    {
+      "epoch": 0.3557312252964427,
+      "grad_norm": 1.1876568411175543,
+      "learning_rate": 9.239509186082574e-06,
+      "loss": 0.1893,
+      "step": 90
+    },
+    {
+      "epoch": 0.35968379446640314,
+      "grad_norm": 1.3268240601065355,
+      "learning_rate": 9.222969817789829e-06,
+      "loss": 0.2124,
+      "step": 91
+    },
+    {
+      "epoch": 0.36363636363636365,
+      "grad_norm": 1.2681330364031638,
+      "learning_rate": 9.206267664155906e-06,
+      "loss": 0.1973,
+      "step": 92
+    },
+    {
+      "epoch": 0.3675889328063241,
+      "grad_norm": 1.2255166053795126,
+      "learning_rate": 9.189403369008704e-06,
+      "loss": 0.224,
+      "step": 93
+    },
+    {
+      "epoch": 0.3715415019762846,
+      "grad_norm": 1.3042156326130103,
+      "learning_rate": 9.172377582426286e-06,
+      "loss": 0.2366,
+      "step": 94
+    },
+    {
+      "epoch": 0.37549407114624506,
+      "grad_norm": 1.2467295856925376,
+      "learning_rate": 9.155190960711822e-06,
+      "loss": 0.2307,
+      "step": 95
+    },
+    {
+      "epoch": 0.3794466403162055,
+      "grad_norm": 1.3438520348323209,
+      "learning_rate": 9.137844166368289e-06,
+      "loss": 0.2358,
+      "step": 96
+    },
+    {
+      "epoch": 0.383399209486166,
+      "grad_norm": 1.195811544532563,
+      "learning_rate": 9.120337868072933e-06,
+      "loss": 0.1998,
+      "step": 97
+    },
+    {
+      "epoch": 0.38735177865612647,
+      "grad_norm": 1.1483129999113106,
+      "learning_rate": 9.1026727406515e-06,
+      "loss": 0.1992,
+      "step": 98
+    },
+    {
+      "epoch": 0.391304347826087,
+      "grad_norm": 1.2903993706253556,
+      "learning_rate": 9.08484946505221e-06,
+      "loss": 0.2103,
+      "step": 99
+    },
+    {
+      "epoch": 0.3952569169960474,
+      "grad_norm": 1.3546933181924383,
+      "learning_rate": 9.066868728319522e-06,
+      "loss": 0.2431,
+      "step": 100
+    },
+    {
+      "epoch": 0.39920948616600793,
+      "grad_norm": 1.2376669346579956,
+      "learning_rate": 9.048731223567636e-06,
+      "loss": 0.2112,
+      "step": 101
+    },
+    {
+      "epoch": 0.4031620553359684,
+      "grad_norm": 1.1433249084583228,
+      "learning_rate": 9.03043764995379e-06,
+      "loss": 0.187,
+      "step": 102
+    },
+    {
+      "epoch": 0.40711462450592883,
+      "grad_norm": 1.2494316975005797,
+      "learning_rate": 9.011988712651295e-06,
+      "loss": 0.2254,
+      "step": 103
+    },
+    {
+      "epoch": 0.41106719367588934,
+      "grad_norm": 1.164269222531622,
+      "learning_rate": 8.993385122822364e-06,
+      "loss": 0.196,
+      "step": 104
+    },
+    {
+      "epoch": 0.4150197628458498,
+      "grad_norm": 1.2168120947010408,
+      "learning_rate": 8.974627597590693e-06,
+      "loss": 0.1871,
+      "step": 105
+    },
+    {
+      "epoch": 0.4189723320158103,
+      "grad_norm": 1.2068782855519822,
+      "learning_rate": 8.955716860013812e-06,
+      "loss": 0.2061,
+      "step": 106
+    },
+    {
+      "epoch": 0.42292490118577075,
+      "grad_norm": 1.217200175520014,
+      "learning_rate": 8.936653639055225e-06,
+      "loss": 0.2128,
+      "step": 107
+    },
+    {
+      "epoch": 0.4268774703557312,
+      "grad_norm": 1.1978052117951064,
+      "learning_rate": 8.917438669556307e-06,
+      "loss": 0.2154,
+      "step": 108
+    },
+    {
+      "epoch": 0.4308300395256917,
+      "grad_norm": 1.2353347282860097,
+      "learning_rate": 8.898072692207964e-06,
+      "loss": 0.2166,
+      "step": 109
+    },
+    {
+      "epoch": 0.43478260869565216,
+      "grad_norm": 1.2843635498058075,
+      "learning_rate": 8.8785564535221e-06,
+      "loss": 0.222,
+      "step": 110
+    },
+    {
+      "epoch": 0.43873517786561267,
+      "grad_norm": 1.2399015935864328,
+      "learning_rate": 8.85889070580283e-06,
+      "loss": 0.2106,
+      "step": 111
+    },
+    {
+      "epoch": 0.4426877470355731,
+      "grad_norm": 1.2553929591861368,
+      "learning_rate": 8.839076207117485e-06,
+      "loss": 0.2428,
+      "step": 112
+    },
+    {
+      "epoch": 0.44664031620553357,
+      "grad_norm": 1.344840565207265,
+      "learning_rate": 8.819113721267385e-06,
+      "loss": 0.231,
+      "step": 113
+    },
+    {
+      "epoch": 0.4505928853754941,
+      "grad_norm": 1.1925173566212948,
+      "learning_rate": 8.7990040177584e-06,
+      "loss": 0.1862,
+      "step": 114
+    },
+    {
+      "epoch": 0.45454545454545453,
+      "grad_norm": 1.2960852273499728,
+      "learning_rate": 8.778747871771293e-06,
+      "loss": 0.2015,
+      "step": 115
+    },
+    {
+      "epoch": 0.45849802371541504,
+      "grad_norm": 1.222878498466299,
+      "learning_rate": 8.758346064131824e-06,
+      "loss": 0.2153,
+      "step": 116
+    },
+    {
+      "epoch": 0.4624505928853755,
+      "grad_norm": 1.274954724070636,
+      "learning_rate": 8.737799381280667e-06,
+      "loss": 0.2027,
+      "step": 117
+    },
+    {
+      "epoch": 0.466403162055336,
+      "grad_norm": 1.387737355454323,
+      "learning_rate": 8.717108615243081e-06,
+      "loss": 0.2221,
+      "step": 118
+    },
+    {
+      "epoch": 0.47035573122529645,
+      "grad_norm": 1.3426117595660954,
+      "learning_rate": 8.696274563598395e-06,
+      "loss": 0.2255,
+      "step": 119
+    },
+    {
+      "epoch": 0.4743083003952569,
+      "grad_norm": 1.119139769942221,
+      "learning_rate": 8.675298029449241e-06,
+      "loss": 0.18,
+      "step": 120
+    },
+    {
+      "epoch": 0.4782608695652174,
+      "grad_norm": 1.2709986698183513,
+      "learning_rate": 8.65417982139062e-06,
+      "loss": 0.2204,
+      "step": 121
+    },
+    {
+      "epoch": 0.48221343873517786,
+      "grad_norm": 1.3155178470853532,
+      "learning_rate": 8.63292075347872e-06,
+      "loss": 0.2098,
+      "step": 122
+    },
+    {
+      "epoch": 0.48616600790513836,
+      "grad_norm": 1.1164093498148737,
+      "learning_rate": 8.611521645199532e-06,
+      "loss": 0.1699,
+      "step": 123
+    },
+    {
+      "epoch": 0.4901185770750988,
+      "grad_norm": 1.2232423322705634,
+      "learning_rate": 8.589983321437271e-06,
+      "loss": 0.2048,
+      "step": 124
+    },
+    {
+      "epoch": 0.49407114624505927,
+      "grad_norm": 1.19896747867504,
+      "learning_rate": 8.568306612442579e-06,
+      "loss": 0.1818,
+      "step": 125
+    },
+    {
+      "epoch": 0.4980237154150198,
+      "grad_norm": 1.1935132661062275,
+      "learning_rate": 8.546492353800504e-06,
+      "loss": 0.1905,
+      "step": 126
+    },
+    {
+      "epoch": 0.5019762845849802,
+      "grad_norm": 1.3129073388913475,
+      "learning_rate": 8.524541386398318e-06,
+      "loss": 0.2249,
+      "step": 127
+    },
+    {
+      "epoch": 0.5059288537549407,
+      "grad_norm": 1.128105255244932,
+      "learning_rate": 8.502454556393071e-06,
+      "loss": 0.1853,
+      "step": 128
+    },
+    {
+      "epoch": 0.5098814229249012,
+      "grad_norm": 1.275277474434624,
+      "learning_rate": 8.480232715179004e-06,
+      "loss": 0.2268,
+      "step": 129
+    },
+    {
+      "epoch": 0.5138339920948617,
+      "grad_norm": 1.199574317058949,
+      "learning_rate": 8.457876719354708e-06,
+      "loss": 0.2159,
+      "step": 130
+    },
+    {
+      "epoch": 0.5177865612648221,
+      "grad_norm": 1.333440075825727,
+      "learning_rate": 8.435387430690114e-06,
+      "loss": 0.2071,
+      "step": 131
+    },
+    {
+      "epoch": 0.5217391304347826,
+      "grad_norm": 1.2298826627346486,
+      "learning_rate": 8.412765716093273e-06,
+      "loss": 0.1978,
+      "step": 132
+    },
+    {
+      "epoch": 0.525691699604743,
+      "grad_norm": 1.1487447920512157,
+      "learning_rate": 8.390012447576931e-06,
+      "loss": 0.1681,
+      "step": 133
+    },
+    {
+      "epoch": 0.5296442687747036,
+      "grad_norm": 1.1422378679889824,
+      "learning_rate": 8.367128502224931e-06,
+      "loss": 0.1799,
+      "step": 134
+    },
+    {
+      "epoch": 0.5335968379446641,
+      "grad_norm": 1.1642741860659866,
+      "learning_rate": 8.344114762158391e-06,
+      "loss": 0.1945,
+      "step": 135
+    },
+    {
+      "epoch": 0.5375494071146245,
+      "grad_norm": 1.3124275732270296,
+      "learning_rate": 8.320972114501698e-06,
+      "loss": 0.1994,
+      "step": 136
+    },
+    {
+      "epoch": 0.541501976284585,
+      "grad_norm": 1.1914086199917326,
+      "learning_rate": 8.297701451348324e-06,
+      "loss": 0.1982,
+      "step": 137
+    },
+    {
+      "epoch": 0.5454545454545454,
+      "grad_norm": 1.251119288035372,
+      "learning_rate": 8.274303669726427e-06,
+      "loss": 0.1961,
+      "step": 138
+    },
+    {
+      "epoch": 0.549407114624506,
+      "grad_norm": 1.1421929686539185,
+      "learning_rate": 8.250779671564277e-06,
+      "loss": 0.205,
+      "step": 139
+    },
+    {
+      "epoch": 0.5533596837944664,
+      "grad_norm": 1.26120508447205,
+      "learning_rate": 8.22713036365549e-06,
+      "loss": 0.2056,
+      "step": 140
+    },
+    {
+      "epoch": 0.5573122529644269,
+      "grad_norm": 1.1982016744926482,
+      "learning_rate": 8.20335665762407e-06,
+      "loss": 0.2152,
+      "step": 141
+    },
+    {
+      "epoch": 0.5612648221343873,
+      "grad_norm": 1.2176314854159234,
+      "learning_rate": 8.179459469889269e-06,
+      "loss": 0.2154,
+      "step": 142
+    },
+    {
+      "epoch": 0.5652173913043478,
+      "grad_norm": 1.2473624074495893,
+      "learning_rate": 8.155439721630265e-06,
+      "loss": 0.2175,
+      "step": 143
+    },
+    {
+      "epoch": 0.5691699604743083,
+      "grad_norm": 1.1267383357984246,
+      "learning_rate": 8.131298338750648e-06,
+      "loss": 0.1892,
+      "step": 144
+    },
+    {
+      "epoch": 0.5731225296442688,
+      "grad_norm": 1.182358551787801,
+      "learning_rate": 8.10703625184273e-06,
+      "loss": 0.1972,
+      "step": 145
+    },
+    {
+      "epoch": 0.5770750988142292,
+      "grad_norm": 1.2568983709583992,
+      "learning_rate": 8.082654396151676e-06,
+      "loss": 0.2156,
+      "step": 146
+    },
+    {
+      "epoch": 0.5810276679841897,
+      "grad_norm": 1.3251313569923084,
+      "learning_rate": 8.058153711539444e-06,
+      "loss": 0.2089,
+      "step": 147
+    },
+    {
+      "epoch": 0.5849802371541502,
+      "grad_norm": 1.0726734543721594,
+      "learning_rate": 8.03353514244857e-06,
+      "loss": 0.1809,
+      "step": 148
+    },
+    {
+      "epoch": 0.5889328063241107,
+      "grad_norm": 1.217655834438009,
+      "learning_rate": 8.008799637865741e-06,
+      "loss": 0.2023,
+      "step": 149
+    },
+    {
+      "epoch": 0.5928853754940712,
+      "grad_norm": 1.0772407801697832,
+      "learning_rate": 7.983948151285242e-06,
+      "loss": 0.1796,
+      "step": 150
+    },
+    {
+      "epoch": 0.5968379446640316,
+      "grad_norm": 1.2413074180785202,
+      "learning_rate": 7.958981640672173e-06,
+      "loss": 0.1977,
+      "step": 151
+    },
+    {
+      "epoch": 0.6007905138339921,
+      "grad_norm": 1.0852808186316445,
+      "learning_rate": 7.933901068425539e-06,
+      "loss": 0.1731,
+      "step": 152
+    },
+    {
+      "epoch": 0.6047430830039525,
+      "grad_norm": 1.299528282255904,
+      "learning_rate": 7.908707401341146e-06,
+      "loss": 0.2216,
+      "step": 153
+    },
+    {
+      "epoch": 0.6086956521739131,
+      "grad_norm": 1.185556918204072,
+      "learning_rate": 7.883401610574338e-06,
+      "loss": 0.1908,
+      "step": 154
+    },
+    {
+      "epoch": 0.6126482213438735,
+      "grad_norm": 1.304948505750968,
+      "learning_rate": 7.857984671602547e-06,
+      "loss": 0.2008,
+      "step": 155
+    },
+    {
+      "epoch": 0.616600790513834,
+      "grad_norm": 1.1900402122684852,
+      "learning_rate": 7.832457564187715e-06,
+      "loss": 0.1706,
+      "step": 156
+    },
+    {
+      "epoch": 0.6205533596837944,
+      "grad_norm": 1.210872241558616,
+      "learning_rate": 7.806821272338504e-06,
+      "loss": 0.2054,
+      "step": 157
+    },
+    {
+      "epoch": 0.6245059288537549,
+      "grad_norm": 1.1791680850500765,
+      "learning_rate": 7.781076784272377e-06,
+      "loss": 0.1911,
+      "step": 158
+    },
+    {
+      "epoch": 0.6284584980237155,
+      "grad_norm": 1.2064915376432837,
+      "learning_rate": 7.755225092377498e-06,
+      "loss": 0.2123,
+      "step": 159
+    },
+    {
+      "epoch": 0.6324110671936759,
+      "grad_norm": 1.1788766410507692,
+      "learning_rate": 7.729267193174483e-06,
+      "loss": 0.2166,
+      "step": 160
+    },
+    {
+      "epoch": 0.6363636363636364,
+      "grad_norm": 1.2252698894797731,
+      "learning_rate": 7.703204087277989e-06,
+      "loss": 0.1919,
+      "step": 161
+    },
+    {
+      "epoch": 0.6403162055335968,
+      "grad_norm": 1.349649897365813,
+      "learning_rate": 7.67703677935813e-06,
+      "loss": 0.2178,
+      "step": 162
+    },
+    {
+      "epoch": 0.6442687747035574,
+      "grad_norm": 1.1345917440027748,
+      "learning_rate": 7.650766278101762e-06,
+      "loss": 0.197,
+      "step": 163
+    },
+    {
+      "epoch": 0.6482213438735178,
+      "grad_norm": 1.287989390837344,
+      "learning_rate": 7.624393596173598e-06,
+      "loss": 0.2381,
+      "step": 164
+    },
+    {
+      "epoch": 0.6521739130434783,
+      "grad_norm": 1.1299739332721368,
+      "learning_rate": 7.597919750177168e-06,
+      "loss": 0.1808,
+      "step": 165
+    },
+    {
+      "epoch": 0.6561264822134387,
+      "grad_norm": 1.2891189521599526,
+      "learning_rate": 7.5713457606156335e-06,
+      "loss": 0.219,
+      "step": 166
+    },
+    {
+      "epoch": 0.6600790513833992,
+      "grad_norm": 1.2643945396009584,
+      "learning_rate": 7.5446726518524505e-06,
+      "loss": 0.2049,
+      "step": 167
+    },
+    {
+      "epoch": 0.6640316205533597,
+      "grad_norm": 1.2293140206996043,
+      "learning_rate": 7.51790145207188e-06,
+      "loss": 0.2103,
+      "step": 168
+    },
+    {
+      "epoch": 0.6679841897233202,
+      "grad_norm": 1.178935960357507,
+      "learning_rate": 7.4910331932393634e-06,
+      "loss": 0.199,
+      "step": 169
+    },
+    {
+      "epoch": 0.6719367588932806,
+      "grad_norm": 1.2052463331102627,
+      "learning_rate": 7.464068911061726e-06,
+      "loss": 0.2096,
+      "step": 170
+    },
+    {
+      "epoch": 0.6758893280632411,
+      "grad_norm": 1.1862206001747997,
+      "learning_rate": 7.437009644947268e-06,
+      "loss": 0.1987,
+      "step": 171
+    },
+    {
+      "epoch": 0.6798418972332015,
+      "grad_norm": 1.256150663623612,
+      "learning_rate": 7.40985643796569e-06,
+      "loss": 0.2198,
+      "step": 172
+    },
+    {
+      "epoch": 0.6837944664031621,
+      "grad_norm": 1.1442878472683295,
+      "learning_rate": 7.382610336807887e-06,
+      "loss": 0.1735,
+      "step": 173
+    },
+    {
+      "epoch": 0.6877470355731226,
+      "grad_norm": 1.21934881533331,
+      "learning_rate": 7.355272391745605e-06,
+      "loss": 0.201,
+      "step": 174
+    },
+    {
+      "epoch": 0.691699604743083,
+      "grad_norm": 1.2085810780811668,
+      "learning_rate": 7.327843656590948e-06,
+      "loss": 0.1997,
+      "step": 175
+    },
+    {
+      "epoch": 0.6956521739130435,
+      "grad_norm": 1.1706763346917641,
+      "learning_rate": 7.300325188655762e-06,
+      "loss": 0.175,
+      "step": 176
+    },
+    {
+      "epoch": 0.6996047430830039,
+      "grad_norm": 1.3103080637398228,
+      "learning_rate": 7.2727180487108725e-06,
+      "loss": 0.2316,
+      "step": 177
+    },
+    {
+      "epoch": 0.7035573122529645,
+      "grad_norm": 1.2414175503064024,
+      "learning_rate": 7.245023300945203e-06,
+      "loss": 0.2086,
+      "step": 178
+    },
+    {
+      "epoch": 0.7075098814229249,
+      "grad_norm": 1.1028313396028102,
+      "learning_rate": 7.217242012924747e-06,
+      "loss": 0.1614,
+      "step": 179
+    },
+    {
+      "epoch": 0.7114624505928854,
+      "grad_norm": 1.2545708120381063,
+      "learning_rate": 7.189375255551413e-06,
+      "loss": 0.2129,
+      "step": 180
+    },
+    {
+      "epoch": 0.7154150197628458,
+      "grad_norm": 1.2208082871634096,
+      "learning_rate": 7.161424103021752e-06,
+      "loss": 0.186,
+      "step": 181
+    },
+    {
+      "epoch": 0.7193675889328063,
+      "grad_norm": 1.1856323959588346,
+      "learning_rate": 7.133389632785543e-06,
+      "loss": 0.18,
+      "step": 182
+    },
+    {
+      "epoch": 0.7233201581027668,
+      "grad_norm": 1.0491684795158043,
+      "learning_rate": 7.1052729255042645e-06,
+      "loss": 0.1738,
+      "step": 183
+    },
+    {
+      "epoch": 0.7272727272727273,
+      "grad_norm": 1.1602063012667307,
+      "learning_rate": 7.0770750650094335e-06,
+      "loss": 0.1888,
+      "step": 184
+    },
+    {
+      "epoch": 0.7312252964426877,
+      "grad_norm": 1.168233348357676,
+      "learning_rate": 7.048797138260829e-06,
+      "loss": 0.1938,
+      "step": 185
+    },
+    {
+      "epoch": 0.7351778656126482,
+      "grad_norm": 1.0998419207012584,
+      "learning_rate": 7.020440235304593e-06,
+      "loss": 0.1541,
+      "step": 186
+    },
+    {
+      "epoch": 0.7391304347826086,
+      "grad_norm": 1.2094474362406284,
+      "learning_rate": 6.9920054492312086e-06,
+      "loss": 0.1863,
+      "step": 187
+    },
+    {
+      "epoch": 0.7430830039525692,
+      "grad_norm": 1.1862926984636035,
+      "learning_rate": 6.963493876133367e-06,
+      "loss": 0.1991,
+      "step": 188
+    },
+    {
+      "epoch": 0.7470355731225297,
+      "grad_norm": 1.309657217121461,
+      "learning_rate": 6.934906615063716e-06,
+      "loss": 0.2202,
+      "step": 189
+    },
+    {
+      "epoch": 0.7509881422924901,
+      "grad_norm": 1.1164109935733424,
+      "learning_rate": 6.90624476799249e-06,
+      "loss": 0.1755,
+      "step": 190
+    },
+    {
+      "epoch": 0.7549407114624506,
+      "grad_norm": 1.0725104657393945,
+      "learning_rate": 6.8775094397650375e-06,
+      "loss": 0.1669,
+      "step": 191
+    },
+    {
+      "epoch": 0.758893280632411,
+      "grad_norm": 1.2352816410215464,
+      "learning_rate": 6.8487017380592266e-06,
+      "loss": 0.1962,
+      "step": 192
+    },
+    {
+      "epoch": 0.7628458498023716,
+      "grad_norm": 1.145478161105048,
+      "learning_rate": 6.81982277334275e-06,
+      "loss": 0.1864,
+      "step": 193
+    },
+    {
+      "epoch": 0.766798418972332,
+      "grad_norm": 1.2512415214036399,
+      "learning_rate": 6.790873658830321e-06,
+      "loss": 0.1972,
+      "step": 194
+    },
+    {
+      "epoch": 0.7707509881422925,
+      "grad_norm": 1.2466180949277024,
+      "learning_rate": 6.761855510440752e-06,
+      "loss": 0.1817,
+      "step": 195
+    },
+    {
+      "epoch": 0.7747035573122529,
+      "grad_norm": 1.181804911384916,
+      "learning_rate": 6.732769446753954e-06,
+      "loss": 0.175,
+      "step": 196
+    },
+    {
+      "epoch": 0.7786561264822134,
+      "grad_norm": 1.2910997699602191,
+      "learning_rate": 6.703616588967804e-06,
+      "loss": 0.2146,
+      "step": 197
+    },
+    {
+      "epoch": 0.782608695652174,
+      "grad_norm": 1.2156034432115361,
+      "learning_rate": 6.674398060854931e-06,
+      "loss": 0.2065,
+      "step": 198
+    },
+    {
+      "epoch": 0.7865612648221344,
+      "grad_norm": 1.2324700294150777,
+      "learning_rate": 6.645114988719401e-06,
+      "loss": 0.218,
+      "step": 199
+    },
+    {
+      "epoch": 0.7905138339920948,
+      "grad_norm": 1.1788814940788603,
+      "learning_rate": 6.615768501353297e-06,
+      "loss": 0.1911,
+      "step": 200
+    },
+    {
+      "epoch": 0.7944664031620553,
+      "grad_norm": 1.239782727484998,
+      "learning_rate": 6.5863597299932e-06,
+      "loss": 0.2033,
+      "step": 201
+    },
+    {
+      "epoch": 0.7984189723320159,
+      "grad_norm": 1.2328166491787746,
+      "learning_rate": 6.5568898082765945e-06,
+      "loss": 0.1885,
+      "step": 202
+    },
+    {
+      "epoch": 0.8023715415019763,
+      "grad_norm": 1.2257569520585552,
+      "learning_rate": 6.527359872198166e-06,
+      "loss": 0.2087,
+      "step": 203
+    },
+    {
+      "epoch": 0.8063241106719368,
+      "grad_norm": 1.090893060994598,
+      "learning_rate": 6.497771060066008e-06,
+      "loss": 0.1673,
+      "step": 204
+    },
+    {
+      "epoch": 0.8102766798418972,
+      "grad_norm": 1.262115835491651,
+      "learning_rate": 6.468124512457743e-06,
+      "loss": 0.2173,
+      "step": 205
+    },
+    {
+      "epoch": 0.8142292490118577,
+      "grad_norm": 1.1404830620435313,
+      "learning_rate": 6.4384213721765565e-06,
+      "loss": 0.1821,
+      "step": 206
+    },
+    {
+      "epoch": 0.8181818181818182,
+      "grad_norm": 1.0789980915654802,
+      "learning_rate": 6.408662784207149e-06,
+      "loss": 0.1809,
+      "step": 207
+    },
+    {
+      "epoch": 0.8221343873517787,
+      "grad_norm": 1.1275632208098325,
+      "learning_rate": 6.378849895671594e-06,
+      "loss": 0.1807,
+      "step": 208
+    },
+    {
+      "epoch": 0.8260869565217391,
+      "grad_norm": 1.1869280328722958,
+      "learning_rate": 6.348983855785122e-06,
+      "loss": 0.193,
+      "step": 209
+    },
+    {
+      "epoch": 0.8300395256916996,
+      "grad_norm": 1.1369831660790293,
+      "learning_rate": 6.3190658158118205e-06,
+      "loss": 0.1736,
+      "step": 210
+    },
+    {
+      "epoch": 0.83399209486166,
+      "grad_norm": 1.099689140622585,
+      "learning_rate": 6.289096929020254e-06,
+      "loss": 0.1737,
+      "step": 211
+    },
+    {
+      "epoch": 0.8379446640316206,
+      "grad_norm": 1.1149596155598573,
+      "learning_rate": 6.25907835063901e-06,
+      "loss": 0.185,
+      "step": 212
+    },
+    {
+      "epoch": 0.841897233201581,
+      "grad_norm": 1.2181136196244295,
+      "learning_rate": 6.229011237812172e-06,
+      "loss": 0.2183,
+      "step": 213
+    },
+    {
+      "epoch": 0.8458498023715415,
+      "grad_norm": 1.1288870761802783,
+      "learning_rate": 6.1988967495547016e-06,
+      "loss": 0.1705,
+      "step": 214
+    },
+    {
+      "epoch": 0.849802371541502,
+      "grad_norm": 1.2184909621033004,
+      "learning_rate": 6.168736046707777e-06,
+      "loss": 0.2087,
+      "step": 215
+    },
+    {
+      "epoch": 0.8537549407114624,
+      "grad_norm": 1.0707635750160447,
+      "learning_rate": 6.138530291894033e-06,
+      "loss": 0.1599,
+      "step": 216
+    },
+    {
+      "epoch": 0.857707509881423,
+      "grad_norm": 1.15244187620798,
+      "learning_rate": 6.108280649472751e-06,
+      "loss": 0.1977,
+      "step": 217
+    },
+    {
+      "epoch": 0.8616600790513834,
+      "grad_norm": 1.140414407474285,
+      "learning_rate": 6.0779882854949745e-06,
+      "loss": 0.1916,
+      "step": 218
+    },
+    {
+      "epoch": 0.8656126482213439,
+      "grad_norm": 1.168184854563085,
+      "learning_rate": 6.047654367658563e-06,
+      "loss": 0.1877,
+      "step": 219
+    },
+    {
+      "epoch": 0.8695652173913043,
+      "grad_norm": 1.095382559762059,
+      "learning_rate": 6.0172800652631706e-06,
+      "loss": 0.1941,
+      "step": 220
+    },
+    {
+      "epoch": 0.8735177865612648,
+      "grad_norm": 1.170558717112789,
+      "learning_rate": 5.986866549165185e-06,
+      "loss": 0.1841,
+      "step": 221
+    },
+    {
+      "epoch": 0.8774703557312253,
+      "grad_norm": 1.1273692690940986,
+      "learning_rate": 5.9564149917325845e-06,
+      "loss": 0.1776,
+      "step": 222
+    },
+    {
+      "epoch": 0.8814229249011858,
+      "grad_norm": 1.1615247705497285,
+      "learning_rate": 5.925926566799754e-06,
+      "loss": 0.1923,
+      "step": 223
+    },
+    {
+      "epoch": 0.8853754940711462,
+      "grad_norm": 1.1310915029362631,
+      "learning_rate": 5.895402449622226e-06,
+      "loss": 0.1772,
+      "step": 224
+    },
+    {
+      "epoch": 0.8893280632411067,
+      "grad_norm": 1.168875863428828,
+      "learning_rate": 5.864843816831388e-06,
+      "loss": 0.1844,
+      "step": 225
+    },
+    {
+      "epoch": 0.8932806324110671,
+      "grad_norm": 1.1674668972919495,
+      "learning_rate": 5.8342518463891195e-06,
+      "loss": 0.1632,
+      "step": 226
+    },
+    {
+      "epoch": 0.8972332015810277,
+      "grad_norm": 1.2880944650610078,
+      "learning_rate": 5.803627717542386e-06,
+      "loss": 0.1961,
+      "step": 227
+    },
+    {
+      "epoch": 0.9011857707509882,
+      "grad_norm": 1.224311023303702,
+      "learning_rate": 5.7729726107777855e-06,
+      "loss": 0.1884,
+      "step": 228
+    },
+    {
+      "epoch": 0.9051383399209486,
+      "grad_norm": 1.1555445601349188,
+      "learning_rate": 5.742287707776034e-06,
+      "loss": 0.1746,
+      "step": 229
+    },
+    {
+      "epoch": 0.9090909090909091,
+      "grad_norm": 1.137507280031818,
+      "learning_rate": 5.711574191366427e-06,
+      "loss": 0.1767,
+      "step": 230
+    },
+    {
+      "epoch": 0.9130434782608695,
+      "grad_norm": 1.1300350500871745,
+      "learning_rate": 5.680833245481234e-06,
+      "loss": 0.1748,
+      "step": 231
+    },
+    {
+      "epoch": 0.9169960474308301,
+      "grad_norm": 1.061749424236297,
+      "learning_rate": 5.650066055110067e-06,
+      "loss": 0.1682,
+      "step": 232
+    },
+    {
+      "epoch": 0.9209486166007905,
+      "grad_norm": 1.270168772191801,
+      "learning_rate": 5.6192738062542e-06,
+      "loss": 0.1883,
+      "step": 233
+    },
+    {
+      "epoch": 0.924901185770751,
+      "grad_norm": 1.0546305674656924,
+      "learning_rate": 5.588457685880851e-06,
+      "loss": 0.1634,
+      "step": 234
+    },
+    {
+      "epoch": 0.9288537549407114,
+      "grad_norm": 1.1513270673921783,
+      "learning_rate": 5.557618881877428e-06,
+      "loss": 0.1745,
+      "step": 235
+    },
+    {
+      "epoch": 0.932806324110672,
+      "grad_norm": 1.4466685740671457,
+      "learning_rate": 5.526758583005736e-06,
+      "loss": 0.2153,
+      "step": 236
+    },
+    {
+      "epoch": 0.9367588932806324,
+      "grad_norm": 1.2211664220988006,
+      "learning_rate": 5.495877978856159e-06,
+      "loss": 0.1962,
+      "step": 237
+    },
+    {
+      "epoch": 0.9407114624505929,
+      "grad_norm": 1.1382037688163558,
+      "learning_rate": 5.464978259801797e-06,
+      "loss": 0.1765,
+      "step": 238
+    },
+    {
+      "epoch": 0.9446640316205533,
+      "grad_norm": 1.1600221011599767,
+      "learning_rate": 5.4340606169525915e-06,
+      "loss": 0.1948,
+      "step": 239
+    },
+    {
+      "epoch": 0.9486166007905138,
+      "grad_norm": 1.2329095686972222,
+      "learning_rate": 5.40312624210939e-06,
+      "loss": 0.1958,
+      "step": 240
+    },
+    {
+      "epoch": 0.9525691699604744,
+      "grad_norm": 1.1077759614799594,
+      "learning_rate": 5.372176327718029e-06,
+      "loss": 0.1772,
+      "step": 241
+    },
+    {
+      "epoch": 0.9565217391304348,
+      "grad_norm": 1.3525530316416365,
+      "learning_rate": 5.341212066823356e-06,
+      "loss": 0.2068,
+      "step": 242
+    },
+    {
+      "epoch": 0.9604743083003953,
+      "grad_norm": 1.1641895345672653,
+      "learning_rate": 5.3102346530232365e-06,
+      "loss": 0.1983,
+      "step": 243
+    },
+    {
+      "epoch": 0.9644268774703557,
+      "grad_norm": 1.210471873881558,
+      "learning_rate": 5.2792452804225535e-06,
+      "loss": 0.203,
+      "step": 244
+    },
+    {
+      "epoch": 0.9683794466403162,
+      "grad_norm": 1.1895101061042292,
+      "learning_rate": 5.248245143587172e-06,
+      "loss": 0.1838,
+      "step": 245
+    },
+    {
+      "epoch": 0.9723320158102767,
+      "grad_norm": 1.132321900931639,
+      "learning_rate": 5.2172354374978905e-06,
+      "loss": 0.1843,
+      "step": 246
+    },
+    {
+      "epoch": 0.9762845849802372,
+      "grad_norm": 1.2024875975928633,
+      "learning_rate": 5.186217357504382e-06,
+      "loss": 0.1971,
+      "step": 247
+    },
+    {
+      "epoch": 0.9802371541501976,
+      "grad_norm": 1.1385111787681224,
+      "learning_rate": 5.155192099279113e-06,
+      "loss": 0.1581,
+      "step": 248
+    },
+    {
+      "epoch": 0.9841897233201581,
+      "grad_norm": 1.1812364752105893,
+      "learning_rate": 5.124160858771252e-06,
+      "loss": 0.1868,
+      "step": 249
+    },
+    {
+      "epoch": 0.9881422924901185,
+      "grad_norm": 1.0663746142171262,
+      "learning_rate": 5.093124832160569e-06,
+      "loss": 0.1702,
+      "step": 250
+    },
+    {
+      "epoch": 0.9920948616600791,
+      "grad_norm": 1.0637107177598129,
+      "learning_rate": 5.06208521581133e-06,
+      "loss": 0.1758,
+      "step": 251
+    },
+    {
+      "epoch": 0.9960474308300395,
+      "grad_norm": 1.082027772728129,
+      "learning_rate": 5.0310432062261764e-06,
+      "loss": 0.1718,
+      "step": 252
+    },
+    {
+      "epoch": 1.0,
+      "grad_norm": 1.2004136292445025,
+      "learning_rate": 5e-06,
+      "loss": 0.18,
+      "step": 253
+    },
+    {
+      "epoch": 1.0039525691699605,
+      "grad_norm": 1.1438358979908518,
+      "learning_rate": 4.968956793773825e-06,
+      "loss": 0.128,
+      "step": 254
+    },
+    {
+      "epoch": 1.007905138339921,
+      "grad_norm": 1.0815724819973256,
+      "learning_rate": 4.9379147841886715e-06,
+      "loss": 0.1374,
+      "step": 255
+    },
+    {
+      "epoch": 1.0118577075098814,
+      "grad_norm": 0.9971041298616835,
+      "learning_rate": 4.906875167839433e-06,
+      "loss": 0.1295,
+      "step": 256
+    },
+    {
+      "epoch": 1.0158102766798418,
+      "grad_norm": 1.0834575346736253,
+      "learning_rate": 4.875839141228751e-06,
+      "loss": 0.1435,
+      "step": 257
+    },
+    {
+      "epoch": 1.0197628458498025,
+      "grad_norm": 1.068216857230524,
+      "learning_rate": 4.844807900720888e-06,
+      "loss": 0.1369,
+      "step": 258
+    },
+    {
+      "epoch": 1.023715415019763,
+      "grad_norm": 1.1436718795229075,
+      "learning_rate": 4.813782642495618e-06,
+      "loss": 0.1299,
+      "step": 259
+    },
+    {
+      "epoch": 1.0276679841897234,
+      "grad_norm": 1.2041205262898764,
+      "learning_rate": 4.78276456250211e-06,
+      "loss": 0.1393,
+      "step": 260
+    },
+    {
+      "epoch": 1.0316205533596838,
+      "grad_norm": 1.3153176210311313,
+      "learning_rate": 4.75175485641283e-06,
+      "loss": 0.1587,
+      "step": 261
+    },
+    {
+      "epoch": 1.0355731225296443,
+      "grad_norm": 1.2818237661945875,
+      "learning_rate": 4.720754719577448e-06,
+      "loss": 0.1417,
+      "step": 262
+    },
+    {
+      "epoch": 1.0395256916996047,
+      "grad_norm": 1.346590041013075,
+      "learning_rate": 4.689765346976765e-06,
+      "loss": 0.1414,
+      "step": 263
+    },
+    {
+      "epoch": 1.0434782608695652,
+      "grad_norm": 1.396103108426267,
+      "learning_rate": 4.6587879331766465e-06,
+      "loss": 0.1541,
+      "step": 264
+    },
+    {
+      "epoch": 1.0474308300395256,
+      "grad_norm": 1.3369506628795504,
+      "learning_rate": 4.627823672281972e-06,
+      "loss": 0.1566,
+      "step": 265
+    },
+    {
+      "epoch": 1.051383399209486,
+      "grad_norm": 1.2097827541662982,
+      "learning_rate": 4.596873757890612e-06,
+      "loss": 0.1381,
+      "step": 266
+    },
+    {
+      "epoch": 1.0553359683794465,
+      "grad_norm": 1.1170762868644442,
+      "learning_rate": 4.565939383047411e-06,
+      "loss": 0.1135,
+      "step": 267
+    },
+    {
+      "epoch": 1.0592885375494072,
+      "grad_norm": 1.2233155007588437,
+      "learning_rate": 4.535021740198202e-06,
+      "loss": 0.1609,
+      "step": 268
+    },
+    {
+      "epoch": 1.0632411067193677,
+      "grad_norm": 1.2914900494723907,
+      "learning_rate": 4.504122021143842e-06,
+      "loss": 0.1454,
+      "step": 269
+    },
+    {
+      "epoch": 1.0671936758893281,
+      "grad_norm": 1.0833968374959027,
+      "learning_rate": 4.473241416994265e-06,
+      "loss": 0.1374,
+      "step": 270
+    },
+    {
+      "epoch": 1.0711462450592886,
+      "grad_norm": 1.130910587654628,
+      "learning_rate": 4.442381118122573e-06,
+      "loss": 0.1249,
+      "step": 271
+    },
+    {
+      "epoch": 1.075098814229249,
+      "grad_norm": 1.0290406864536354,
+      "learning_rate": 4.41154231411915e-06,
+      "loss": 0.1179,
+      "step": 272
+    },
+    {
+      "epoch": 1.0790513833992095,
+      "grad_norm": 1.1351038290482456,
+      "learning_rate": 4.3807261937458005e-06,
+      "loss": 0.1446,
+      "step": 273
+    },
+    {
+      "epoch": 1.08300395256917,
+      "grad_norm": 0.9979191858289315,
+      "learning_rate": 4.349933944889934e-06,
+      "loss": 0.1085,
+      "step": 274
+    },
+    {
+      "epoch": 1.0869565217391304,
+      "grad_norm": 1.0703887978514581,
+      "learning_rate": 4.319166754518768e-06,
+      "loss": 0.1277,
+      "step": 275
+    },
+    {
+      "epoch": 1.0909090909090908,
+      "grad_norm": 1.1475934247053179,
+      "learning_rate": 4.2884258086335755e-06,
+      "loss": 0.1394,
+      "step": 276
+    },
+    {
+      "epoch": 1.0948616600790513,
+      "grad_norm": 1.1836305673827001,
+      "learning_rate": 4.257712292223967e-06,
+      "loss": 0.1342,
+      "step": 277
+    },
+    {
+      "epoch": 1.098814229249012,
+      "grad_norm": 1.2046134166270397,
+      "learning_rate": 4.227027389222215e-06,
+      "loss": 0.1344,
+      "step": 278
+    },
+    {
+      "epoch": 1.1027667984189724,
+      "grad_norm": 1.035753316225185,
+      "learning_rate": 4.196372282457614e-06,
+      "loss": 0.1127,
+      "step": 279
+    },
+    {
+      "epoch": 1.1067193675889329,
+      "grad_norm": 1.1282169817707273,
+      "learning_rate": 4.165748153610881e-06,
+      "loss": 0.1293,
+      "step": 280
+    },
+    {
+      "epoch": 1.1106719367588933,
+      "grad_norm": 1.1372474070307015,
+      "learning_rate": 4.1351561831686136e-06,
+      "loss": 0.1332,
+      "step": 281
+    },
+    {
+      "epoch": 1.1146245059288538,
+      "grad_norm": 1.1594526273221435,
+      "learning_rate": 4.104597550377776e-06,
+      "loss": 0.1263,
+      "step": 282
+    },
+    {
+      "epoch": 1.1185770750988142,
+      "grad_norm": 1.15152490259451,
+      "learning_rate": 4.074073433200249e-06,
+      "loss": 0.1285,
+      "step": 283
+    },
+    {
+      "epoch": 1.1225296442687747,
+      "grad_norm": 1.1540429682296736,
+      "learning_rate": 4.043585008267418e-06,
+      "loss": 0.118,
+      "step": 284
+    },
+    {
+      "epoch": 1.1264822134387351,
+      "grad_norm": 1.2879322008831273,
+      "learning_rate": 4.013133450834818e-06,
+      "loss": 0.1532,
+      "step": 285
+    },
+    {
+      "epoch": 1.1304347826086956,
+      "grad_norm": 1.021378919711874,
+      "learning_rate": 3.982719934736832e-06,
+      "loss": 0.0988,
+      "step": 286
+    },
+    {
+      "epoch": 1.1343873517786562,
+      "grad_norm": 1.1026842967832002,
+      "learning_rate": 3.95234563234144e-06,
+      "loss": 0.1148,
+      "step": 287
+    },
+    {
+      "epoch": 1.1383399209486167,
+      "grad_norm": 1.1221443001758493,
+      "learning_rate": 3.9220117145050254e-06,
+      "loss": 0.1346,
+      "step": 288
+    },
+    {
+      "epoch": 1.1422924901185771,
+      "grad_norm": 1.179825748135588,
+      "learning_rate": 3.89171935052725e-06,
+      "loss": 0.132,
+      "step": 289
+    },
+    {
+      "epoch": 1.1462450592885376,
+      "grad_norm": 1.1145447568885478,
+      "learning_rate": 3.861469708105969e-06,
+      "loss": 0.1262,
+      "step": 290
+    },
+    {
+      "epoch": 1.150197628458498,
+      "grad_norm": 1.1805243512710089,
+      "learning_rate": 3.831263953292225e-06,
+      "loss": 0.1464,
+      "step": 291
+    },
+    {
+      "epoch": 1.1541501976284585,
+      "grad_norm": 1.1752099012387707,
+      "learning_rate": 3.8011032504453e-06,
+      "loss": 0.1303,
+      "step": 292
+    },
+    {
+      "epoch": 1.158102766798419,
+      "grad_norm": 1.1724153479966961,
+      "learning_rate": 3.7709887621878305e-06,
+      "loss": 0.1237,
+      "step": 293
+    },
+    {
+      "epoch": 1.1620553359683794,
+      "grad_norm": 1.1312088107686393,
+      "learning_rate": 3.740921649360991e-06,
+      "loss": 0.1329,
+      "step": 294
+    },
+    {
+      "epoch": 1.1660079051383399,
+      "grad_norm": 1.2140114398756852,
+      "learning_rate": 3.710903070979749e-06,
+      "loss": 0.146,
+      "step": 295
+    },
+    {
+      "epoch": 1.1699604743083003,
+      "grad_norm": 1.177316021638641,
+      "learning_rate": 3.680934184188182e-06,
+      "loss": 0.1369,
+      "step": 296
+    },
+    {
+      "epoch": 1.1739130434782608,
+      "grad_norm": 1.0958487706218825,
+      "learning_rate": 3.6510161442148783e-06,
+      "loss": 0.1224,
+      "step": 297
+    },
+    {
+      "epoch": 1.1778656126482214,
+      "grad_norm": 1.0391815446060055,
+      "learning_rate": 3.621150104328407e-06,
+      "loss": 0.1248,
+      "step": 298
+    },
+    {
+      "epoch": 1.1818181818181819,
+      "grad_norm": 1.0701427010593552,
+      "learning_rate": 3.5913372157928515e-06,
+      "loss": 0.1224,
+      "step": 299
+    },
+    {
+      "epoch": 1.1857707509881423,
+      "grad_norm": 1.1848224795154656,
+      "learning_rate": 3.5615786278234443e-06,
+      "loss": 0.1491,
+      "step": 300
+    },
+    {
+      "epoch": 1.1897233201581028,
+      "grad_norm": 1.1762535991099512,
+      "learning_rate": 3.5318754875422588e-06,
+      "loss": 0.1347,
+      "step": 301
+    },
+    {
+      "epoch": 1.1936758893280632,
+      "grad_norm": 1.0206443853029172,
+      "learning_rate": 3.5022289399339933e-06,
+      "loss": 0.1022,
+      "step": 302
+    },
+    {
+      "epoch": 1.1976284584980237,
+      "grad_norm": 1.0357149112196293,
+      "learning_rate": 3.4726401278018353e-06,
+      "loss": 0.1134,
+      "step": 303
+    },
+    {
+      "epoch": 1.2015810276679841,
+      "grad_norm": 1.156607546118926,
+      "learning_rate": 3.443110191723407e-06,
+      "loss": 0.127,
+      "step": 304
+    },
+    {
+      "epoch": 1.2055335968379446,
+      "grad_norm": 1.1452610773145862,
+      "learning_rate": 3.4136402700068034e-06,
+      "loss": 0.1242,
+      "step": 305
+    },
+    {
+      "epoch": 1.2094861660079053,
+      "grad_norm": 1.137660713683979,
+      "learning_rate": 3.384231498646706e-06,
+      "loss": 0.1302,
+      "step": 306
+    },
+    {
+      "epoch": 1.2134387351778657,
+      "grad_norm": 1.3751968299311201,
+      "learning_rate": 3.3548850112805985e-06,
+      "loss": 0.1345,
+      "step": 307
+    },
+    {
+      "epoch": 1.2173913043478262,
+      "grad_norm": 1.1820163169421647,
+      "learning_rate": 3.3256019391450696e-06,
+      "loss": 0.124,
+      "step": 308
+    },
+    {
+      "epoch": 1.2213438735177866,
+      "grad_norm": 1.254836523224082,
+      "learning_rate": 3.296383411032198e-06,
+      "loss": 0.1592,
+      "step": 309
+    },
+    {
+      "epoch": 1.225296442687747,
+      "grad_norm": 1.2092831479934754,
+      "learning_rate": 3.267230553246047e-06,
+      "loss": 0.1374,
+      "step": 310
+    },
+    {
+      "epoch": 1.2292490118577075,
+      "grad_norm": 1.3298953359466184,
+      "learning_rate": 3.2381444895592483e-06,
+      "loss": 0.1599,
+      "step": 311
+    },
+    {
+      "epoch": 1.233201581027668,
+      "grad_norm": 1.15714090782168,
+      "learning_rate": 3.209126341169681e-06,
+      "loss": 0.1178,
+      "step": 312
+    },
+    {
+      "epoch": 1.2371541501976284,
+      "grad_norm": 1.1321197195627186,
+      "learning_rate": 3.180177226657251e-06,
+      "loss": 0.1324,
+      "step": 313
+    },
+    {
+      "epoch": 1.2411067193675889,
+      "grad_norm": 1.1427780558349572,
+      "learning_rate": 3.151298261940775e-06,
+      "loss": 0.1354,
+      "step": 314
+    },
+    {
+      "epoch": 1.2450592885375493,
+      "grad_norm": 1.1792578676088221,
+      "learning_rate": 3.122490560234964e-06,
+      "loss": 0.1316,
+      "step": 315
+    },
+    {
+      "epoch": 1.2490118577075098,
+      "grad_norm": 1.173771729377104,
+      "learning_rate": 3.0937552320075116e-06,
+      "loss": 0.1237,
+      "step": 316
+    },
+    {
+      "epoch": 1.2529644268774702,
+      "grad_norm": 1.2142503247487184,
+      "learning_rate": 3.065093384936285e-06,
+      "loss": 0.1385,
+      "step": 317
+    },
+    {
+      "epoch": 1.256916996047431,
+      "grad_norm": 1.2169127173091283,
+      "learning_rate": 3.0365061238666336e-06,
+      "loss": 0.1442,
+      "step": 318
+    },
+    {
+      "epoch": 1.2608695652173914,
+      "grad_norm": 1.3055869261396447,
+      "learning_rate": 3.007994550768793e-06,
+      "loss": 0.136,
+      "step": 319
+    },
+    {
+      "epoch": 1.2648221343873518,
+      "grad_norm": 1.2043193143210125,
+      "learning_rate": 2.979559764695409e-06,
+      "loss": 0.1447,
+      "step": 320
+    },
+    {
+      "epoch": 1.2687747035573123,
+      "grad_norm": 1.1233412613298097,
+      "learning_rate": 2.951202861739173e-06,
+      "loss": 0.1282,
+      "step": 321
+    },
+    {
+      "epoch": 1.2727272727272727,
+      "grad_norm": 1.0606810788891305,
+      "learning_rate": 2.9229249349905686e-06,
+      "loss": 0.1212,
+      "step": 322
+    },
+    {
+      "epoch": 1.2766798418972332,
+      "grad_norm": 1.0460756961226252,
+      "learning_rate": 2.8947270744957385e-06,
+      "loss": 0.1173,
+      "step": 323
+    },
+    {
+      "epoch": 1.2806324110671936,
+      "grad_norm": 1.1897624975044134,
+      "learning_rate": 2.8666103672144597e-06,
+      "loss": 0.1407,
+      "step": 324
+    },
+    {
+      "epoch": 1.2845849802371543,
+      "grad_norm": 1.1942264596916479,
+      "learning_rate": 2.8385758969782507e-06,
+      "loss": 0.1286,
+      "step": 325
+    },
+    {
+      "epoch": 1.2885375494071147,
+      "grad_norm": 1.1341245622744474,
+      "learning_rate": 2.810624744448588e-06,
+      "loss": 0.128,
+      "step": 326
+    },
+    {
+      "epoch": 1.2924901185770752,
+      "grad_norm": 1.165964008709128,
+      "learning_rate": 2.7827579870752542e-06,
+      "loss": 0.136,
+      "step": 327
+    },
+    {
+      "epoch": 1.2964426877470356,
+      "grad_norm": 1.1358629236681395,
+      "learning_rate": 2.7549766990547973e-06,
+      "loss": 0.1238,
+      "step": 328
+    },
+    {
+      "epoch": 1.300395256916996,
+      "grad_norm": 1.144473644830131,
+      "learning_rate": 2.727281951289128e-06,
+      "loss": 0.1333,
+      "step": 329
+    },
+    {
+      "epoch": 1.3043478260869565,
+      "grad_norm": 1.1761434599454856,
+      "learning_rate": 2.6996748113442397e-06,
+      "loss": 0.1223,
+      "step": 330
+    },
+    {
+      "epoch": 1.308300395256917,
+      "grad_norm": 1.1788613585620644,
+      "learning_rate": 2.672156343409053e-06,
+      "loss": 0.1349,
+      "step": 331
+    },
+    {
+      "epoch": 1.3122529644268774,
+      "grad_norm": 1.1047408820558797,
+      "learning_rate": 2.644727608254396e-06,
+      "loss": 0.1215,
+      "step": 332
+    },
+    {
+      "epoch": 1.316205533596838,
+      "grad_norm": 1.1915355492120698,
+      "learning_rate": 2.6173896631921134e-06,
+      "loss": 0.1405,
+      "step": 333
+    },
+    {
+      "epoch": 1.3201581027667983,
+      "grad_norm": 1.1396002338772575,
+      "learning_rate": 2.590143562034312e-06,
+      "loss": 0.1297,
+      "step": 334
+    },
+    {
+      "epoch": 1.3241106719367588,
+      "grad_norm": 0.9928956463128177,
+      "learning_rate": 2.5629903550527343e-06,
+      "loss": 0.1032,
+      "step": 335
+    },
+    {
+      "epoch": 1.3280632411067192,
+      "grad_norm": 1.1497535091692899,
+      "learning_rate": 2.535931088938274e-06,
+      "loss": 0.1342,
+      "step": 336
+    },
+    {
+      "epoch": 1.33201581027668,
+      "grad_norm": 1.1209952848082338,
+      "learning_rate": 2.5089668067606365e-06,
+      "loss": 0.1185,
+      "step": 337
+    },
+    {
+      "epoch": 1.3359683794466404,
+      "grad_norm": 1.0839706555945572,
+      "learning_rate": 2.4820985479281184e-06,
+      "loss": 0.1139,
+      "step": 338
+    },
+    {
+      "epoch": 1.3399209486166008,
+      "grad_norm": 1.1440761155145645,
+      "learning_rate": 2.45532734814755e-06,
+      "loss": 0.134,
+      "step": 339
+    },
+    {
+      "epoch": 1.3438735177865613,
+      "grad_norm": 1.082616882918915,
+      "learning_rate": 2.4286542393843665e-06,
+      "loss": 0.1281,
+      "step": 340
+    },
+    {
+      "epoch": 1.3478260869565217,
+      "grad_norm": 1.17500675790559,
+      "learning_rate": 2.4020802498228333e-06,
+      "loss": 0.1432,
+      "step": 341
+    },
+    {
+      "epoch": 1.3517786561264822,
+      "grad_norm": 1.1182114019109513,
+      "learning_rate": 2.3756064038264033e-06,
+      "loss": 0.134,
+      "step": 342
+    },
+    {
+      "epoch": 1.3557312252964426,
+      "grad_norm": 1.1566712806713801,
+      "learning_rate": 2.3492337218982396e-06,
+      "loss": 0.1285,
+      "step": 343
+    },
+    {
+      "epoch": 1.359683794466403,
+      "grad_norm": 1.0164245424014764,
+      "learning_rate": 2.3229632206418727e-06,
+      "loss": 0.1055,
+      "step": 344
+    },
+    {
+      "epoch": 1.3636363636363638,
+      "grad_norm": 1.1202273103032814,
+      "learning_rate": 2.296795912722014e-06,
+      "loss": 0.1164,
+      "step": 345
+    },
+    {
+      "epoch": 1.3675889328063242,
+      "grad_norm": 1.2025482829810825,
+      "learning_rate": 2.270732806825517e-06,
+      "loss": 0.1413,
+      "step": 346
+    },
+    {
+      "epoch": 1.3715415019762847,
+      "grad_norm": 1.1369886395664646,
+      "learning_rate": 2.244774907622504e-06,
+      "loss": 0.1312,
+      "step": 347
+    },
+    {
+      "epoch": 1.3754940711462451,
+      "grad_norm": 1.1150013437618065,
+      "learning_rate": 2.2189232157276247e-06,
+      "loss": 0.1379,
+      "step": 348
+    },
+    {
+      "epoch": 1.3794466403162056,
+      "grad_norm": 1.086272977870767,
+      "learning_rate": 2.1931787276614968e-06,
+      "loss": 0.1178,
+      "step": 349
+    },
+    {
+      "epoch": 1.383399209486166,
+      "grad_norm": 1.1640308203458913,
+      "learning_rate": 2.167542435812286e-06,
+      "loss": 0.1356,
+      "step": 350
+    },
+    {
+      "epoch": 1.3873517786561265,
+      "grad_norm": 1.1121490307629227,
+      "learning_rate": 2.142015328397454e-06,
+      "loss": 0.1237,
+      "step": 351
+    },
+    {
+      "epoch": 1.391304347826087,
+      "grad_norm": 1.1574528436812335,
+      "learning_rate": 2.1165983894256647e-06,
+      "loss": 0.1255,
+      "step": 352
+    },
+    {
+      "epoch": 1.3952569169960474,
+      "grad_norm": 1.361980674009939,
+      "learning_rate": 2.0912925986588547e-06,
+      "loss": 0.1389,
+      "step": 353
+    },
+    {
+      "epoch": 1.3992094861660078,
+      "grad_norm": 1.051150691395027,
+      "learning_rate": 2.0660989315744624e-06,
+      "loss": 0.1168,
+      "step": 354
+    },
+    {
+      "epoch": 1.4031620553359683,
+      "grad_norm": 1.1382181091816,
+      "learning_rate": 2.0410183593278287e-06,
+      "loss": 0.1367,
+      "step": 355
+    },
+    {
+      "epoch": 1.4071146245059287,
+      "grad_norm": 1.127194102052322,
+      "learning_rate": 2.016051848714758e-06,
+      "loss": 0.131,
+      "step": 356
+    },
+    {
+      "epoch": 1.4110671936758894,
+      "grad_norm": 1.3646197569162608,
+      "learning_rate": 1.991200362134258e-06,
+      "loss": 0.1668,
+      "step": 357
+    },
+    {
+      "epoch": 1.4150197628458498,
+      "grad_norm": 1.179231150635698,
+      "learning_rate": 1.9664648575514316e-06,
+      "loss": 0.1309,
+      "step": 358
+    },
+    {
+      "epoch": 1.4189723320158103,
+      "grad_norm": 1.1478284079295227,
+      "learning_rate": 1.9418462884605555e-06,
+      "loss": 0.1407,
+      "step": 359
+    },
+    {
+      "epoch": 1.4229249011857708,
+      "grad_norm": 0.966600715786351,
+      "learning_rate": 1.9173456038483244e-06,
+      "loss": 0.0989,
+      "step": 360
+    },
+    {
+      "epoch": 1.4268774703557312,
+      "grad_norm": 1.089318761705495,
+      "learning_rate": 1.8929637481572715e-06,
+      "loss": 0.1233,
+      "step": 361
+    },
+    {
+      "epoch": 1.4308300395256917,
+      "grad_norm": 1.1956595892466026,
+      "learning_rate": 1.8687016612493542e-06,
+      "loss": 0.1266,
+      "step": 362
+    },
+    {
+      "epoch": 1.434782608695652,
+      "grad_norm": 1.199815800783593,
+      "learning_rate": 1.8445602783697375e-06,
+      "loss": 0.1383,
+      "step": 363
+    },
+    {
+      "epoch": 1.4387351778656128,
+      "grad_norm": 1.0596031990819328,
+      "learning_rate": 1.8205405301107343e-06,
+      "loss": 0.1183,
+      "step": 364
+    },
+    {
+      "epoch": 1.4426877470355732,
+      "grad_norm": 1.1937639817958505,
+      "learning_rate": 1.7966433423759327e-06,
+      "loss": 0.1452,
+      "step": 365
+    },
+    {
+      "epoch": 1.4466403162055337,
+      "grad_norm": 1.0906265845240057,
+      "learning_rate": 1.772869636344512e-06,
+      "loss": 0.111,
+      "step": 366
+    },
+    {
+      "epoch": 1.4505928853754941,
+      "grad_norm": 1.2231633736793504,
+      "learning_rate": 1.7492203284357245e-06,
+      "loss": 0.1362,
+      "step": 367
+    },
+    {
+      "epoch": 1.4545454545454546,
+      "grad_norm": 1.0619383271235998,
+      "learning_rate": 1.7256963302735752e-06,
+      "loss": 0.1202,
+      "step": 368
+    },
+    {
+      "epoch": 1.458498023715415,
+      "grad_norm": 1.0900241430901978,
+      "learning_rate": 1.702298548651678e-06,
+      "loss": 0.1162,
+      "step": 369
+    },
+    {
+      "epoch": 1.4624505928853755,
+      "grad_norm": 1.1512284006660594,
+      "learning_rate": 1.6790278854983033e-06,
+      "loss": 0.1322,
+      "step": 370
+    },
+    {
+      "epoch": 1.466403162055336,
+      "grad_norm": 1.1329200558876649,
+      "learning_rate": 1.6558852378416113e-06,
+      "loss": 0.1362,
+      "step": 371
+    },
+    {
+      "epoch": 1.4703557312252964,
+      "grad_norm": 1.0410869979854105,
+      "learning_rate": 1.6328714977750698e-06,
+      "loss": 0.1239,
+      "step": 372
+    },
+    {
+      "epoch": 1.4743083003952568,
+      "grad_norm": 1.2545052203915814,
+      "learning_rate": 1.6099875524230707e-06,
+      "loss": 0.1476,
+      "step": 373
+    },
+    {
+      "epoch": 1.4782608695652173,
+      "grad_norm": 1.2003692839751088,
+      "learning_rate": 1.5872342839067305e-06,
+      "loss": 0.1381,
+      "step": 374
+    },
+    {
+      "epoch": 1.4822134387351777,
+      "grad_norm": 1.1739098836348705,
+      "learning_rate": 1.5646125693098863e-06,
+      "loss": 0.1295,
+      "step": 375
+    },
+    {
+      "epoch": 1.4861660079051384,
+      "grad_norm": 1.1535530949440382,
+      "learning_rate": 1.542123280645292e-06,
+      "loss": 0.1234,
+      "step": 376
+    },
+    {
+      "epoch": 1.4901185770750989,
+      "grad_norm": 1.1168208484387032,
+      "learning_rate": 1.519767284820996e-06,
+      "loss": 0.1152,
+      "step": 377
+    },
+    {
+      "epoch": 1.4940711462450593,
+      "grad_norm": 1.0340813124452886,
+      "learning_rate": 1.4975454436069292e-06,
+      "loss": 0.1114,
+      "step": 378
+    },
+    {
+      "epoch": 1.4980237154150198,
+      "grad_norm": 1.117157676559404,
+      "learning_rate": 1.4754586136016841e-06,
+      "loss": 0.127,
+      "step": 379
+    },
+    {
+      "epoch": 1.5019762845849802,
+      "grad_norm": 1.1411823176863023,
+      "learning_rate": 1.4535076461994974e-06,
+      "loss": 0.1243,
+      "step": 380
+    },
+    {
+      "epoch": 1.5059288537549407,
+      "grad_norm": 1.0074369184939824,
+      "learning_rate": 1.431693387557424e-06,
+      "loss": 0.1007,
+      "step": 381
+    },
+    {
+      "epoch": 1.5098814229249014,
+      "grad_norm": 1.1674952879116636,
+      "learning_rate": 1.4100166785627301e-06,
+      "loss": 0.1201,
+      "step": 382
+    },
+    {
+      "epoch": 1.5138339920948618,
+      "grad_norm": 1.0610397050784564,
+      "learning_rate": 1.3884783548004704e-06,
+      "loss": 0.1208,
+      "step": 383
+    },
+    {
+      "epoch": 1.5177865612648223,
+      "grad_norm": 1.1703142856070294,
+      "learning_rate": 1.3670792465212828e-06,
+      "loss": 0.131,
+      "step": 384
+    },
+    {
+      "epoch": 1.5217391304347827,
+      "grad_norm": 1.24844816636085,
+      "learning_rate": 1.3458201786093795e-06,
+      "loss": 0.1426,
+      "step": 385
+    },
+    {
+      "epoch": 1.5256916996047432,
+      "grad_norm": 1.0289708643260822,
+      "learning_rate": 1.3247019705507596e-06,
+      "loss": 0.107,
+      "step": 386
+    },
+    {
+      "epoch": 1.5296442687747036,
+      "grad_norm": 1.0411982481948332,
+      "learning_rate": 1.3037254364016068e-06,
+      "loss": 0.1106,
+      "step": 387
+    },
+    {
+      "epoch": 1.533596837944664,
+      "grad_norm": 1.0887512215886415,
+      "learning_rate": 1.2828913847569185e-06,
+      "loss": 0.126,
+      "step": 388
+    },
+    {
+      "epoch": 1.5375494071146245,
+      "grad_norm": 1.1038917846986824,
+      "learning_rate": 1.2622006187193348e-06,
+      "loss": 0.1169,
+      "step": 389
+    },
+    {
+      "epoch": 1.541501976284585,
+      "grad_norm": 1.1650275815326414,
+      "learning_rate": 1.2416539358681772e-06,
+      "loss": 0.1243,
+      "step": 390
+    },
+    {
+      "epoch": 1.5454545454545454,
+      "grad_norm": 1.126326384634314,
+      "learning_rate": 1.2212521282287093e-06,
+      "loss": 0.129,
+      "step": 391
+    },
+    {
+      "epoch": 1.5494071146245059,
+      "grad_norm": 1.129180074421009,
+      "learning_rate": 1.2009959822416012e-06,
+      "loss": 0.1382,
+      "step": 392
+    },
+    {
+      "epoch": 1.5533596837944663,
+      "grad_norm": 1.164913976767265,
+      "learning_rate": 1.1808862787326176e-06,
+      "loss": 0.1217,
+      "step": 393
+    },
+    {
+      "epoch": 1.5573122529644268,
+      "grad_norm": 1.1842645447436517,
+      "learning_rate": 1.1609237928825174e-06,
+      "loss": 0.1392,
+      "step": 394
+    },
+    {
+      "epoch": 1.5612648221343872,
+      "grad_norm": 1.127758214888184,
+      "learning_rate": 1.1411092941971702e-06,
+      "loss": 0.1334,
+      "step": 395
+    },
+    {
+      "epoch": 1.5652173913043477,
+      "grad_norm": 1.0268028668010976,
+      "learning_rate": 1.1214435464779006e-06,
+      "loss": 0.1092,
+      "step": 396
+    },
+    {
+      "epoch": 1.5691699604743083,
+      "grad_norm": 1.1298748698800432,
+      "learning_rate": 1.1019273077920366e-06,
+      "loss": 0.1199,
+      "step": 397
+    },
+    {
+      "epoch": 1.5731225296442688,
+      "grad_norm": 1.151983299642192,
+      "learning_rate": 1.0825613304436938e-06,
+      "loss": 0.1214,
+      "step": 398
+    },
+    {
+      "epoch": 1.5770750988142292,
+      "grad_norm": 1.056563475272345,
+      "learning_rate": 1.0633463609447753e-06,
+      "loss": 0.1137,
+      "step": 399
+    },
+    {
+      "epoch": 1.5810276679841897,
+      "grad_norm": 1.0401127604187286,
+      "learning_rate": 1.0442831399861903e-06,
+      "loss": 0.1116,
+      "step": 400
+    },
+    {
+      "epoch": 1.5849802371541502,
+      "grad_norm": 1.137297843112467,
+      "learning_rate": 1.0253724024093103e-06,
+      "loss": 0.1259,
+      "step": 401
+    },
+    {
+      "epoch": 1.5889328063241108,
+      "grad_norm": 1.2731646482391143,
+      "learning_rate": 1.006614877177638e-06,
+      "loss": 0.1398,
+      "step": 402
+    },
+    {
+      "epoch": 1.5928853754940713,
+      "grad_norm": 1.2031755255565708,
+      "learning_rate": 9.880112873487068e-07,
+      "loss": 0.1435,
+      "step": 403
+    },
+    {
+      "epoch": 1.5968379446640317,
+      "grad_norm": 1.0673733506453118,
+      "learning_rate": 9.695623500462114e-07,
+      "loss": 0.1213,
+      "step": 404
+    },
+    {
+      "epoch": 1.6007905138339922,
+      "grad_norm": 1.1540390417696156,
+      "learning_rate": 9.512687764323647e-07,
+      "loss": 0.1309,
+      "step": 405
+    },
+    {
+      "epoch": 1.6047430830039526,
+      "grad_norm": 1.1719558092176683,
+      "learning_rate": 9.331312716804791e-07,
+      "loss": 0.1353,
+      "step": 406
+    },
+    {
+      "epoch": 1.608695652173913,
+      "grad_norm": 1.1328079202728492,
+      "learning_rate": 9.151505349477901e-07,
+      "loss": 0.1126,
+      "step": 407
+    },
+    {
+      "epoch": 1.6126482213438735,
+      "grad_norm": 1.1668524122475088,
+      "learning_rate": 8.973272593485011e-07,
+      "loss": 0.1232,
+      "step": 408
+    },
+    {
+      "epoch": 1.616600790513834,
+      "grad_norm": 1.1765999211223719,
+      "learning_rate": 8.796621319270676e-07,
+      "loss": 0.1381,
+      "step": 409
+    },
+    {
+      "epoch": 1.6205533596837944,
+      "grad_norm": 1.1580704897137293,
+      "learning_rate": 8.621558336317132e-07,
+      "loss": 0.125,
+      "step": 410
+    },
+    {
+      "epoch": 1.6245059288537549,
+      "grad_norm": 1.2221405236185294,
+      "learning_rate": 8.448090392881797e-07,
+      "loss": 0.1434,
+      "step": 411
+    },
+    {
+      "epoch": 1.6284584980237153,
+      "grad_norm": 1.1484711907465028,
+      "learning_rate": 8.276224175737152e-07,
+      "loss": 0.1341,
+      "step": 412
+    },
+    {
+      "epoch": 1.6324110671936758,
+      "grad_norm": 1.0668615052922243,
+      "learning_rate": 8.105966309912966e-07,
+      "loss": 0.119,
+      "step": 413
+    },
+    {
+      "epoch": 1.6363636363636362,
+      "grad_norm": 1.1708621908812695,
+      "learning_rate": 7.937323358440935e-07,
+      "loss": 0.1365,
+      "step": 414
+    },
+    {
+      "epoch": 1.6403162055335967,
+      "grad_norm": 1.0037003731577279,
+      "learning_rate": 7.770301822101712e-07,
+      "loss": 0.1056,
+      "step": 415
+    },
+    {
+      "epoch": 1.6442687747035574,
+      "grad_norm": 1.0648681490157104,
+      "learning_rate": 7.604908139174255e-07,
+      "loss": 0.1098,
+      "step": 416
+    },
+    {
+      "epoch": 1.6482213438735178,
+      "grad_norm": 1.1995736066849585,
+      "learning_rate": 7.441148685187694e-07,
+      "loss": 0.1341,
+      "step": 417
+    },
+    {
+      "epoch": 1.6521739130434783,
+      "grad_norm": 1.1848136469443982,
+      "learning_rate": 7.279029772675572e-07,
+      "loss": 0.1336,
+      "step": 418
+    },
+    {
+      "epoch": 1.6561264822134387,
+      "grad_norm": 1.1795612477078212,
+      "learning_rate": 7.11855765093249e-07,
+      "loss": 0.1379,
+      "step": 419
+    },
+    {
+      "epoch": 1.6600790513833992,
+      "grad_norm": 1.244369267153096,
+      "learning_rate": 6.959738505773211e-07,
+      "loss": 0.1373,
+      "step": 420
+    },
+    {
+      "epoch": 1.6640316205533598,
+      "grad_norm": 1.148156272898155,
+      "learning_rate": 6.802578459294235e-07,
+      "loss": 0.1274,
+      "step": 421
+    },
+    {
+      "epoch": 1.6679841897233203,
+      "grad_norm": 1.1618407598954121,
+      "learning_rate": 6.647083569637797e-07,
+      "loss": 0.1208,
+      "step": 422
+    },
+    {
+      "epoch": 1.6719367588932808,
+      "grad_norm": 1.1228370521334565,
+      "learning_rate": 6.493259830758325e-07,
+      "loss": 0.1181,
+      "step": 423
+    },
+    {
+      "epoch": 1.6758893280632412,
+      "grad_norm": 1.1659039027502425,
+      "learning_rate": 6.341113172191399e-07,
+      "loss": 0.1251,
+      "step": 424
+    },
+    {
+      "epoch": 1.6798418972332017,
+      "grad_norm": 1.1667891678872329,
+      "learning_rate": 6.190649458825204e-07,
+      "loss": 0.1373,
+      "step": 425
+    },
+    {
+      "epoch": 1.683794466403162,
+      "grad_norm": 1.1054656728972119,
+      "learning_rate": 6.041874490674416e-07,
+      "loss": 0.1183,
+      "step": 426
+    },
+    {
+      "epoch": 1.6877470355731226,
+      "grad_norm": 1.1318157363661536,
+      "learning_rate": 5.894794002656628e-07,
+      "loss": 0.1276,
+      "step": 427
+    },
+    {
+      "epoch": 1.691699604743083,
+      "grad_norm": 1.1427617467212088,
+      "learning_rate": 5.749413664371312e-07,
+      "loss": 0.1314,
+      "step": 428
+    },
+    {
+      "epoch": 1.6956521739130435,
+      "grad_norm": 1.123370168432176,
+      "learning_rate": 5.60573907988124e-07,
+      "loss": 0.1172,
+      "step": 429
+    },
+    {
+      "epoch": 1.699604743083004,
+      "grad_norm": 1.2640707026191205,
+      "learning_rate": 5.463775787496484e-07,
+      "loss": 0.1345,
+      "step": 430
+    },
+    {
+      "epoch": 1.7035573122529644,
+      "grad_norm": 1.2270465900901621,
+      "learning_rate": 5.323529259560911e-07,
+      "loss": 0.1337,
+      "step": 431
+    },
+    {
+      "epoch": 1.7075098814229248,
+      "grad_norm": 1.0714382150531283,
+      "learning_rate": 5.185004902241241e-07,
+      "loss": 0.1125,
+      "step": 432
+    },
+    {
+      "epoch": 1.7114624505928853,
+      "grad_norm": 1.0825327963083162,
+      "learning_rate": 5.04820805531866e-07,
+      "loss": 0.1059,
+      "step": 433
+    },
+    {
+      "epoch": 1.7154150197628457,
+      "grad_norm": 1.0596003222945678,
+      "learning_rate": 4.91314399198296e-07,
+      "loss": 0.0999,
+      "step": 434
+    },
+    {
+      "epoch": 1.7193675889328062,
+      "grad_norm": 1.1990608827420846,
+      "learning_rate": 4.779817918629326e-07,
+      "loss": 0.1257,
+      "step": 435
+    },
+    {
+      "epoch": 1.7233201581027668,
+      "grad_norm": 1.0887979080170394,
+      "learning_rate": 4.6482349746575783e-07,
+      "loss": 0.1236,
+      "step": 436
+    },
+    {
+      "epoch": 1.7272727272727273,
+      "grad_norm": 1.0412689170684666,
+      "learning_rate": 4.5184002322740784e-07,
+      "loss": 0.1066,
+      "step": 437
+    },
+    {
+      "epoch": 1.7312252964426877,
+      "grad_norm": 1.0802724381125226,
+      "learning_rate": 4.390318696296247e-07,
+      "loss": 0.1149,
+      "step": 438
+    },
+    {
+      "epoch": 1.7351778656126482,
+      "grad_norm": 1.1551936194230803,
+      "learning_rate": 4.2639953039595725e-07,
+      "loss": 0.135,
+      "step": 439
+    },
+    {
+      "epoch": 1.7391304347826086,
+      "grad_norm": 1.2135177448970054,
+      "learning_rate": 4.139434924727359e-07,
+      "loss": 0.1349,
+      "step": 440
+    },
+    {
+      "epoch": 1.7430830039525693,
+      "grad_norm": 1.0507122616854452,
+      "learning_rate": 4.0166423601029735e-07,
+      "loss": 0.1157,
+      "step": 441
+    },
+    {
+      "epoch": 1.7470355731225298,
+      "grad_norm": 1.1753401932840621,
+      "learning_rate": 3.8956223434447936e-07,
+      "loss": 0.136,
+      "step": 442
+    },
+    {
+      "epoch": 1.7509881422924902,
+      "grad_norm": 1.1404040824302084,
+      "learning_rate": 3.776379539783709e-07,
+      "loss": 0.1223,
+      "step": 443
+    },
+    {
+      "epoch": 1.7549407114624507,
+      "grad_norm": 1.2777386537799145,
+      "learning_rate": 3.658918545643353e-07,
+      "loss": 0.1485,
+      "step": 444
+    },
+    {
+      "epoch": 1.7588932806324111,
+      "grad_norm": 1.1413712412237624,
+      "learning_rate": 3.543243888862841e-07,
+      "loss": 0.1212,
+      "step": 445
+    },
+    {
+      "epoch": 1.7628458498023716,
+      "grad_norm": 1.0872960731651602,
+      "learning_rate": 3.429360028422307e-07,
+      "loss": 0.1193,
+      "step": 446
+    },
+    {
+      "epoch": 1.766798418972332,
+      "grad_norm": 1.0637737003753145,
+      "learning_rate": 3.317271354270968e-07,
+      "loss": 0.1133,
+      "step": 447
+    },
+    {
+      "epoch": 1.7707509881422925,
+      "grad_norm": 1.1840091720746755,
+      "learning_rate": 3.2069821871579255e-07,
+      "loss": 0.1333,
+      "step": 448
+    },
+    {
+      "epoch": 1.774703557312253,
+      "grad_norm": 1.1255230443713273,
+      "learning_rate": 3.098496778465621e-07,
+      "loss": 0.1181,
+      "step": 449
+    },
+    {
+      "epoch": 1.7786561264822134,
+      "grad_norm": 1.0775241906777941,
+      "learning_rate": 2.991819310045929e-07,
+      "loss": 0.1189,
+      "step": 450
+    },
+    {
+      "epoch": 1.7826086956521738,
+      "grad_norm": 1.0583221665971685,
+      "learning_rate": 2.88695389405898e-07,
+      "loss": 0.1103,
+      "step": 451
+    },
+    {
+      "epoch": 1.7865612648221343,
+      "grad_norm": 1.1242814725320212,
+      "learning_rate": 2.783904572814622e-07,
+      "loss": 0.1285,
+      "step": 452
+    },
+    {
+      "epoch": 1.7905138339920947,
+      "grad_norm": 1.1779401797110727,
+      "learning_rate": 2.682675318616618e-07,
+      "loss": 0.1294,
+      "step": 453
+    },
+    {
+      "epoch": 1.7944664031620552,
+      "grad_norm": 1.0859491545785036,
+      "learning_rate": 2.583270033609536e-07,
+      "loss": 0.1123,
+      "step": 454
+    },
+    {
+      "epoch": 1.7984189723320159,
+      "grad_norm": 1.0763948870282039,
+      "learning_rate": 2.4856925496283045e-07,
+      "loss": 0.1104,
+      "step": 455
+    },
+    {
+      "epoch": 1.8023715415019763,
+      "grad_norm": 1.0887108595666282,
+      "learning_rate": 2.3899466280504936e-07,
+      "loss": 0.1126,
+      "step": 456
+    },
+    {
+      "epoch": 1.8063241106719368,
+      "grad_norm": 1.1717149496208563,
+      "learning_rate": 2.2960359596513714e-07,
+      "loss": 0.1351,
+      "step": 457
+    },
+    {
+      "epoch": 1.8102766798418972,
+      "grad_norm": 1.229561030964994,
+      "learning_rate": 2.203964164461597e-07,
+      "loss": 0.1369,
+      "step": 458
+    },
+    {
+      "epoch": 1.8142292490118577,
+      "grad_norm": 1.1633472228135062,
+      "learning_rate": 2.113734791627664e-07,
+      "loss": 0.1291,
+      "step": 459
+    },
+    {
+      "epoch": 1.8181818181818183,
+      "grad_norm": 1.2035274009151151,
+      "learning_rate": 2.0253513192751374e-07,
+      "loss": 0.1469,
+      "step": 460
+    },
+    {
+      "epoch": 1.8221343873517788,
+      "grad_norm": 1.1836270092696015,
+      "learning_rate": 1.9388171543745394e-07,
+      "loss": 0.1379,
+      "step": 461
+    },
+    {
+      "epoch": 1.8260869565217392,
+      "grad_norm": 1.0758870256725546,
+      "learning_rate": 1.8541356326100436e-07,
+      "loss": 0.1117,
+      "step": 462
+    },
+    {
+      "epoch": 1.8300395256916997,
+      "grad_norm": 1.1793736035903457,
+      "learning_rate": 1.7713100182508604e-07,
+      "loss": 0.1398,
+      "step": 463
+    },
+    {
+      "epoch": 1.8339920948616601,
+      "grad_norm": 1.0801974661120426,
+      "learning_rate": 1.6903435040254545e-07,
+      "loss": 0.1128,
+      "step": 464
+    },
+    {
+      "epoch": 1.8379446640316206,
+      "grad_norm": 1.07339663507577,
+      "learning_rate": 1.6112392109984386e-07,
+      "loss": 0.1099,
+      "step": 465
+    },
+    {
+      "epoch": 1.841897233201581,
+      "grad_norm": 1.1120046775263792,
+      "learning_rate": 1.5340001884502577e-07,
+      "loss": 0.1262,
+      "step": 466
+    },
+    {
+      "epoch": 1.8458498023715415,
+      "grad_norm": 1.0831243721534856,
+      "learning_rate": 1.4586294137596768e-07,
+      "loss": 0.1193,
+      "step": 467
+    },
+    {
+      "epoch": 1.849802371541502,
+      "grad_norm": 1.0472977237699574,
+      "learning_rate": 1.385129792288986e-07,
+      "loss": 0.1041,
+      "step": 468
+    },
+    {
+      "epoch": 1.8537549407114624,
+      "grad_norm": 1.1482729228107225,
+      "learning_rate": 1.313504157272022e-07,
+      "loss": 0.1301,
+      "step": 469
+    },
+    {
+      "epoch": 1.8577075098814229,
+      "grad_norm": 1.1397420372115987,
+      "learning_rate": 1.2437552697049327e-07,
+      "loss": 0.1289,
+      "step": 470
+    },
+    {
+      "epoch": 1.8616600790513833,
+      "grad_norm": 1.1569650321244938,
+      "learning_rate": 1.1758858182397692e-07,
+      "loss": 0.1283,
+      "step": 471
+    },
+    {
+      "epoch": 1.8656126482213438,
+      "grad_norm": 1.1694788716855629,
+      "learning_rate": 1.1098984190808403e-07,
+      "loss": 0.1335,
+      "step": 472
+    },
+    {
+      "epoch": 1.8695652173913042,
+      "grad_norm": 1.0086960578539177,
+      "learning_rate": 1.0457956158838545e-07,
+      "loss": 0.0996,
+      "step": 473
+    },
+    {
+      "epoch": 1.8735177865612647,
+      "grad_norm": 1.0308075869001883,
+      "learning_rate": 9.835798796578755e-08,
+      "loss": 0.1153,
+      "step": 474
+    },
+    {
+      "epoch": 1.8774703557312253,
+      "grad_norm": 1.170279753009744,
+      "learning_rate": 9.232536086700605e-08,
+      "loss": 0.1304,
+      "step": 475
+    },
+    {
+      "epoch": 1.8814229249011858,
+      "grad_norm": 1.0870287190560486,
+      "learning_rate": 8.648191283532337e-08,
+      "loss": 0.1213,
+      "step": 476
+    },
+    {
+      "epoch": 1.8853754940711462,
+      "grad_norm": 1.1165962048020976,
+      "learning_rate": 8.082786912162243e-08,
+      "loss": 0.1161,
+      "step": 477
+    },
+    {
+      "epoch": 1.8893280632411067,
+      "grad_norm": 1.1494916541958282,
+      "learning_rate": 7.536344767570536e-08,
+      "loss": 0.1141,
+      "step": 478
+    },
+    {
+      "epoch": 1.8932806324110671,
+      "grad_norm": 1.0640073229737435,
+      "learning_rate": 7.008885913789066e-08,
+      "loss": 0.1228,
+      "step": 479
+    },
+    {
+      "epoch": 1.8972332015810278,
+      "grad_norm": 1.1870546140040668,
+      "learning_rate": 6.500430683089532e-08,
+      "loss": 0.1303,
+      "step": 480
+    },
+    {
+      "epoch": 1.9011857707509883,
+      "grad_norm": 1.173615256902204,
+      "learning_rate": 6.010998675199554e-08,
+      "loss": 0.1338,
+      "step": 481
+    },
+    {
+      "epoch": 1.9051383399209487,
+      "grad_norm": 1.1958445869792897,
+      "learning_rate": 5.5406087565471054e-08,
+      "loss": 0.1405,
+      "step": 482
+    },
+    {
+      "epoch": 1.9090909090909092,
+      "grad_norm": 1.1122683154170514,
+      "learning_rate": 5.089279059533658e-08,
+      "loss": 0.1281,
+      "step": 483
+    },
+    {
+      "epoch": 1.9130434782608696,
+      "grad_norm": 1.0958024070105987,
+      "learning_rate": 4.657026981834623e-08,
+      "loss": 0.12,
+      "step": 484
+    },
+    {
+      "epoch": 1.91699604743083,
+      "grad_norm": 1.1024888588089012,
+      "learning_rate": 4.2438691857292215e-08,
+      "loss": 0.1144,
+      "step": 485
+    },
+    {
+      "epoch": 1.9209486166007905,
+      "grad_norm": 1.123264444499075,
+      "learning_rate": 3.849821597457892e-08,
+      "loss": 0.1347,
+      "step": 486
+    },
+    {
+      "epoch": 1.924901185770751,
+      "grad_norm": 1.0765658056683685,
+      "learning_rate": 3.474899406608501e-08,
+      "loss": 0.1129,
+      "step": 487
+    },
+    {
+      "epoch": 1.9288537549407114,
+      "grad_norm": 1.148979953908725,
+      "learning_rate": 3.119117065530808e-08,
+      "loss": 0.123,
+      "step": 488
+    },
+    {
+      "epoch": 1.9328063241106719,
+      "grad_norm": 1.2501363554379483,
+      "learning_rate": 2.7824882887793058e-08,
+      "loss": 0.1538,
+      "step": 489
+    },
+    {
+      "epoch": 1.9367588932806323,
+      "grad_norm": 1.196112067372065,
+      "learning_rate": 2.4650260525846404e-08,
+      "loss": 0.1416,
+      "step": 490
+    },
+    {
+      "epoch": 1.9407114624505928,
+      "grad_norm": 1.1128332896345188,
+      "learning_rate": 2.1667425943532884e-08,
+      "loss": 0.1147,
+      "step": 491
+    },
+    {
+      "epoch": 1.9446640316205532,
+      "grad_norm": 1.1016376226716715,
+      "learning_rate": 1.8876494121959908e-08,
+      "loss": 0.1289,
+      "step": 492
+    },
+    {
+      "epoch": 1.9486166007905137,
+      "grad_norm": 1.135611367054567,
+      "learning_rate": 1.627757264484442e-08,
+      "loss": 0.1294,
+      "step": 493
+    },
+    {
+      "epoch": 1.9525691699604744,
+      "grad_norm": 1.1398251434326172,
+      "learning_rate": 1.387076169436563e-08,
+      "loss": 0.1262,
+      "step": 494
+    },
+    {
+      "epoch": 1.9565217391304348,
+      "grad_norm": 1.0846986101599616,
+      "learning_rate": 1.1656154047303691e-08,
+      "loss": 0.1126,
+      "step": 495
+    },
+    {
+      "epoch": 1.9604743083003953,
+      "grad_norm": 1.2370763808268233,
+      "learning_rate": 9.633835071463094e-09,
+      "loss": 0.1485,
+      "step": 496
+    },
+    {
+      "epoch": 1.9644268774703557,
+      "grad_norm": 1.1863239612132057,
+      "learning_rate": 7.803882722381417e-09,
+      "loss": 0.1293,
+      "step": 497
+    },
+    {
+      "epoch": 1.9683794466403162,
+      "grad_norm": 1.2282535432480546,
+      "learning_rate": 6.166367540325624e-09,
+      "loss": 0.1428,
+      "step": 498
+    },
+    {
+      "epoch": 1.9723320158102768,
+      "grad_norm": 1.0276030484998475,
+      "learning_rate": 4.721352647572564e-09,
+      "loss": 0.1129,
+      "step": 499
+    },
+    {
+      "epoch": 1.9762845849802373,
+      "grad_norm": 1.2463780542335487,
+      "learning_rate": 3.4688937459737004e-09,
+      "loss": 0.1394,
+      "step": 500
+    },
+    {
+      "epoch": 1.9762845849802373,
+      "eval_loss": 0.16894643008708954,
+      "eval_runtime": 3.7534,
+      "eval_samples_per_second": 5.595,
+      "eval_steps_per_second": 1.599,
+      "step": 500
+    },
+    {
+      "epoch": 1.9802371541501977,
+      "grad_norm": 1.149104137588847,
+      "learning_rate": 2.4090391148112734e-09,
+      "loss": 0.126,
+      "step": 501
+    },
+    {
+      "epoch": 1.9841897233201582,
+      "grad_norm": 1.0644722994856588,
+      "learning_rate": 1.5418296089358964e-09,
+      "loss": 0.1161,
+      "step": 502
+    },
+    {
+      "epoch": 1.9881422924901186,
+      "grad_norm": 1.1078146584096278,
+      "learning_rate": 8.672986571894859e-10,
+      "loss": 0.1159,
+      "step": 503
+    },
+    {
+      "epoch": 1.992094861660079,
+      "grad_norm": 1.0306240076981967,
+      "learning_rate": 3.854722611201789e-10,
+      "loss": 0.1143,
+      "step": 504
+    },
+    {
+      "epoch": 1.9960474308300395,
+      "grad_norm": 1.150741799871838,
+      "learning_rate": 9.636899397813537e-11,
+      "loss": 0.1237,
+      "step": 505
+    },
+    {
+      "epoch": 2.0,
+      "grad_norm": 1.0328104166457073,
+      "learning_rate": 0.0,
+      "loss": 0.1028,
+      "step": 506
+    },
+    {
+      "epoch": 2.0,
+      "step": 506,
+      "total_flos": 6736634707968.0,
+      "train_loss": 0.1787011340083812,
+      "train_runtime": 1032.8943,
+      "train_samples_per_second": 3.913,
+      "train_steps_per_second": 0.49
+    }
+  ],
+  "logging_steps": 1,
+  "max_steps": 506,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 2,
+  "save_steps": 70000,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 6736634707968.0,
+  "train_batch_size": 2,
+  "trial_name": null,
+  "trial_params": null
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fb6bc2aa7dcee835f77748889389450ff97f23cccd754542788c127b2a702aa
+size 7480