amiguel
/

Finetune_on_Qwen1.5-0.5B

Text Generation

Generated from Trainer

text-generation-inference

4-bit precision

Model card Files Files and versions Community

amiguel commited on 5 days ago

Commit

7eea54c

·

verified ·

1 Parent(s): b772fa1

Training in progress, step 100

Files changed (4) hide show

adapter_config.json +4 -4
adapter_model.safetensors +1 -1
tokenizer.json +2 -2
training_args.bin +1 -1

adapter_config.json CHANGED Viewed

@@ -24,13 +24,13 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "k_proj",
-    "up_proj",
-    "q_proj",
     "down_proj",
     "o_proj",
     "v_proj",
-    "gate_proj"
   ],
   "task_type": "CAUSAL_LM",
   "trainable_token_indices": null,

   "rank_pattern": {},
   "revision": null,
   "target_modules": [
     "down_proj",
+    "k_proj",
     "o_proj",
     "v_proj",
+    "q_proj",
+    "gate_proj",
+    "up_proj"
   ],
   "task_type": "CAUSAL_LM",
   "trainable_token_indices": null,

adapter_model.safetensors CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a1839d70a37d3a567715744bdb14e94196626f01e7a67ff89e1e4dc342cab2fe
 size 30322120

 version https://git-lfs.github.com/spec/v1
+oid sha256:fee531af784c5d1607733b083940b02be19ce6ad313f169ef4dfb8d02317776f
 size 30322120

tokenizer.json CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:51dec9484bf572a0196f50e20498c2ddfd8467404a4f2568bb567b97cf662f1e
-size 11418543

 version https://git-lfs.github.com/spec/v1
+oid sha256:bcfe42da0a4497e8b2b172c1f9f4ec423a46dc12907f4349c55025f670422ba9
+size 11418266

training_args.bin CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b972a5eefcec986a5e769ab67508bfaa3d5f23113c93e37eadc9637a6bc46db2
 size 5368

 version https://git-lfs.github.com/spec/v1
+oid sha256:573a0b283c63a6c4d7e7cc7c455c6bb4e902a060875851d18dd3f6a193ab546e
 size 5368