Model save

adapter_config.json

@@ -18,22 +18,19 @@
   "lora_dropout": 0.05,
   "megatron_config": null,
   "megatron_core": "megatron.core",
-  "modules_to_save": [
-    "lm_head",
-    "embed_tokens"
-  ],
+  "modules_to_save": null,
   "peft_type": "LORA",
   "r": 16,
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
+    "q_proj",
     "v_proj",
-    "gate_proj",
     "o_proj",
-    "k_proj",
-    "up_proj",
     "down_proj",
-    "q_proj"
+    "up_proj",
+    "gate_proj",
+    "k_proj"
   ],
   "task_type": "CAUSAL_LM",
   "trainable_token_indices": null,

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:113599300f06ccd43bcf8d473ec0fbd3f15921be49bbb3524634443cdfeea419
-size 1260191096
+oid sha256:98a69f132f64bc95c64057b3e6468ce12862e7389198f4c1dd88c9d495fe1c50
+size 52231312

runs/Apr01_18-15-29_sakakai01/events.out.tfevents.1743498930.sakakai01.78844.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9da843924bb009b75e80a328d54d96fd1cfa9ad3357fbcfd382df989bb0d2500
+size 15700

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cd473b11e5b9f806a872415607ee6d90740c38fa23640eb40b7755094a66fb0f
+oid sha256:04b47e6863c9ee7cd198fa50ebf2a03025cc504b613ed7f8f5339b8097b3c955
 size 5688