Hugging Face's logo

thrunlab
/
sparse_llama_7b_hf2_refined_web_50p_2024-03-27

Text Generation
Transformers
Safetensors
sparse_llama
Generated from Trainer
custom_code
Model card Files Community
lukeleeai commited on
Commit
1427697
·
verified ·
1 Parent(s): 7b766c7

Training in progress, step 1000

Browse files
Files changed (3) hide show
  1. adapter_config.json +4 -4
  2. adapter_model.safetensors +1 -1
  3. training_args.bin +1 -1
adapter_config.json CHANGED
@@ -20,11 +20,11 @@
20
  "rank_pattern": {},
21
  "revision": null,
22
  "target_modules": [
23
- "gate_proj",
24
- "v_proj",
25
- "down_proj",
26
  "q_proj",
27
- "up_proj"
 
 
 
28
  ],
29
  "task_type": "CAUSAL_LM",
30
  "use_dora": false,
 
20
  "rank_pattern": {},
21
  "revision": null,
22
  "target_modules": [
 
 
 
23
  "q_proj",
24
+ "up_proj",
25
+ "down_proj",
26
+ "gate_proj",
27
+ "v_proj"
28
  ],
29
  "task_type": "CAUSAL_LM",
30
  "use_dora": false,
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1c3b182c62cce4835c853ecac373d5b60e93b3f66a63c1b0ef847ddd3cf0d25d
3
  size 252750032
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:08faaf5061e455082ce09a57fd378fb916d8883c109e0569316dc10a6553ff0e
3
  size 252750032
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:60faaf6c0e517942c455695575b72a2d60d0e57fb90c4c0f65a2dd8ac98e8969
3
  size 6712
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d794cbbc3bd07c04b9e75002e8e121499247ba386c0c46a091da0b62d8a63a95
3
  size 6712