Training in progress, epoch 14

README.md

@@ -1,6 +1,6 @@
 ---
 base_model: meta-llama/CodeLlama-7b-Instruct-hf
-library_name: transformers
+library_name: peft
 model_name: CodeLlamaInstruct_finetuned
 tags:
 - generated_from_trainer
@@ -34,6 +34,7 @@ This model was trained with SFT.
 
 ### Framework versions
 
+- PEFT 0.14.1.dev0
 - TRL: 0.13.0
 - Transformers: 4.48.0.dev0
 - Pytorch: 2.5.1+cu121

adapter_config.json

@@ -24,10 +24,10 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "q_proj",
+    "k_proj",
     "o_proj",
     "v_proj",
-    "k_proj"
+    "q_proj"
   ],
   "task_type": "CAUSAL_LM",
   "use_dora": false,

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2744cccc9ff911989664ef5b6902ee0294700bd71a3d2b6b015b852f3fb1a645
+oid sha256:8df90e394e4052cdb81f2de57222e33f61bcafa3eed82d2363fddd6b925b966a
 size 67143296

runs/Dec28_17-09-54_c07401b20532/events.out.tfevents.1735405803.c07401b20532.928.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f49e2c3c483dc2252e7c4f7ea5e4461fbbbe7f2395a8d695eb9c46116228fc7
+size 7880

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7c21415268dd376f5fc57ab64da3178a73e7093376a332c6a4d9ccee422a4123
+oid sha256:bfd658ecf30791cf5f73a9150c9248e509e4b87cad95645441d2e02a8789112f
 size 5752