Training in progress, step 500

config.json

@@ -1,23 +1,9 @@
 {
-  "_name_or_path": "desarrolloasesoreslocales/bert-leg-al-corpus",
+  "_name_or_path": "PlanTL-GOB-ES/RoBERTalex",
   "architectures": [
     "RobertaForMaskedLM"
   ],
   "attention_probs_dropout_prob": 0.1,
-  "attention_window": [
-    512,
-    512,
-    512,
-    512,
-    512,
-    512,
-    512,
-    512,
-    512,
-    512,
-    512,
-    512
-  ],
   "bos_token_id": 0,
   "classifier_dropout": null,
   "eos_token_id": 2,
@@ -28,14 +14,14 @@
   "initializer_range": 0.02,
   "intermediate_size": 3072,
   "layer_norm_eps": 1e-05,
-  "max_position_embeddings": 4098,
+  "max_position_embeddings": 514,
   "model_type": "roberta",
   "num_attention_heads": 12,
   "num_hidden_layers": 12,
   "pad_token_id": 1,
   "position_embedding_type": "absolute",
   "torch_dtype": "float32",
-  "transformers_version": "4.38.2",
+  "transformers_version": "4.39.3",
   "type_vocab_size": 1,
   "use_cache": true,
   "vocab_size": 52000

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e42bf1c00ecce6c7ebed5abe0f023a38c225cbde6da936ccdad63bce93287189
-size 515160864
+oid sha256:9bbd5e159c211c6929805c5f0d4be97a8c2ca02636aee47af4cd0c21b7a8b0b9
+size 504150808

runs/Apr18_08-17-20_8b70dbb11497/events.out.tfevents.1713428247.8b70dbb11497.5567.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1c3f8e2ab8680f014b4dd415d262a35037b100471b598dcce779ce5688eeb73
+size 4184

runs/Apr18_08-18-01_8b70dbb11497/events.out.tfevents.1713428282.8b70dbb11497.10201.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d30dca7ea4b9c7f777cbf9c49d45a382c1655ac3e1599fe16b4a89eb14e779bf
+size 6758

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5bd841b1d25d94d7c8e62402bc28cdbc7f8ea9835d968c943fd996b2a30c2218
+oid sha256:62863049b61a89b528fafd00c46c56083b492141050fb0f67df9bead4ff95015
 size 4920