Hugging Face's logo

TheDrummer
/
Fallen-Command-A-111B-v1

Safetensors
cohere2
Model card Files Community
3
TheDrummer commited on
Commit
3c510b9
·
verified ·
1 Parent(s): a7ed6a6

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +1 -0
  2. config.json +40 -0
  3. model-00001-of-00049.safetensors +3 -0
  4. model-00002-of-00049.safetensors +3 -0
  5. model-00003-of-00049.safetensors +3 -0
  6. model-00004-of-00049.safetensors +3 -0
  7. model-00005-of-00049.safetensors +3 -0
  8. model-00006-of-00049.safetensors +3 -0
  9. model-00007-of-00049.safetensors +3 -0
  10. model-00008-of-00049.safetensors +3 -0
  11. model-00009-of-00049.safetensors +3 -0
  12. model-00010-of-00049.safetensors +3 -0
  13. model-00011-of-00049.safetensors +3 -0
  14. model-00012-of-00049.safetensors +3 -0
  15. model-00013-of-00049.safetensors +3 -0
  16. model-00014-of-00049.safetensors +3 -0
  17. model-00015-of-00049.safetensors +3 -0
  18. model-00016-of-00049.safetensors +3 -0
  19. model-00017-of-00049.safetensors +3 -0
  20. model-00018-of-00049.safetensors +3 -0
  21. model-00019-of-00049.safetensors +3 -0
  22. model-00020-of-00049.safetensors +3 -0
  23. model-00021-of-00049.safetensors +3 -0
  24. model-00022-of-00049.safetensors +3 -0
  25. model-00023-of-00049.safetensors +3 -0
  26. model-00024-of-00049.safetensors +3 -0
  27. model-00025-of-00049.safetensors +3 -0
  28. model-00026-of-00049.safetensors +3 -0
  29. model-00027-of-00049.safetensors +3 -0
  30. model-00028-of-00049.safetensors +3 -0
  31. model-00029-of-00049.safetensors +3 -0
  32. model-00030-of-00049.safetensors +3 -0
  33. model-00031-of-00049.safetensors +3 -0
  34. model-00032-of-00049.safetensors +3 -0
  35. model-00033-of-00049.safetensors +3 -0
  36. model-00034-of-00049.safetensors +3 -0
  37. model-00035-of-00049.safetensors +3 -0
  38. model-00036-of-00049.safetensors +3 -0
  39. model-00037-of-00049.safetensors +3 -0
  40. model-00038-of-00049.safetensors +3 -0
  41. model-00039-of-00049.safetensors +3 -0
  42. model-00040-of-00049.safetensors +3 -0
  43. model-00041-of-00049.safetensors +3 -0
  44. model-00042-of-00049.safetensors +3 -0
  45. model-00043-of-00049.safetensors +3 -0
  46. model-00044-of-00049.safetensors +3 -0
  47. model-00045-of-00049.safetensors +3 -0
  48. model-00046-of-00049.safetensors +3 -0
  49. model-00047-of-00049.safetensors +3 -0
  50. model-00048-of-00049.safetensors +3 -0
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ tokenizer.json filter=lfs diff=lfs merge=lfs -text
config.json ADDED
@@ -0,0 +1,40 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "Cohere2Model"
4
+ ],
5
+ "attention_bias": false,
6
+ "attention_dropout": 0.0,
7
+ "bos_token_id": 5,
8
+ "cache_implementation": "hybrid",
9
+ "eos_token_id": 255001,
10
+ "head_dim": 128,
11
+ "hidden_act": "silu",
12
+ "hidden_size": 12288,
13
+ "initializer_range": 0.02,
14
+ "intermediate_size": 36864,
15
+ "layer_norm_eps": 1e-05,
16
+ "logit_scale": 0.25,
17
+ "max_position_embeddings": 262144,
18
+ "model_type": "cohere2",
19
+ "num_attention_heads": 96,
20
+ "num_hidden_layers": 64,
21
+ "num_key_value_heads": 8,
22
+ "order_of_interleaved_layers": "local_attn_first",
23
+ "pad_token_id": 0,
24
+ "position_embedding_type": "rope_gptj",
25
+ "rope_scaling": null,
26
+ "rope_theta": 50000,
27
+ "rotary_pct": 1.0,
28
+ "sliding_window": 4096,
29
+ "sliding_window_pattern": 4,
30
+ "torch_dtype": "bfloat16",
31
+ "transformers_version": "4.50.0.dev0",
32
+ "unsloth_fixed": true,
33
+ "unsloth_version": "2025.3.18",
34
+ "use_cache": true,
35
+ "use_embedding_sharing": true,
36
+ "use_gated_activation": true,
37
+ "use_parallel_block": true,
38
+ "use_parallel_embedding": true,
39
+ "vocab_size": 256000
40
+ }
model-00001-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a8b510a976376c61d1387063aec33104a962b451416d69d901089758bb00d9e8
3
+ size 6291456144
model-00002-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2ee4d6108410f26afb7f9bf191c775a1c2d1802f42ac09dbe3dd705e92ff33bc
3
+ size 4932527624
model-00003-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b945a46b4d21d462aa69d62ef3ebea5255c4f23acd0cd81689436abda8cabc69
3
+ size 4278215728
model-00004-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7ff60fae9e444c8d13fa463ca77c27a3fb470b4b832c78bb984aa0e21df3ecbc
3
+ size 4932552312
model-00005-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:87d8ce0025b4d2dedb56513a20589ebb380f969d28fcb8d551183c50d54cdd23
3
+ size 4278215728
model-00006-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9c7330fbcd7b03c1dfcad709c762a20eeee1bedff8213b146d7798f745857e31
3
+ size 4278215728
model-00007-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9b6283b23450d1ef0383a62c3b48e9ca271969a656457847d1c70f1b30c65605
3
+ size 4932552312
model-00008-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ac5944eda2cbe29452347a682cc2c4c2b7d7936ccf0ad1dea65d13bc5ef138a8
3
+ size 4278215728
model-00009-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:215cafb7d6b1c87c036e5841f9a993983d1d36ea5f85eebb1f4e5eddec33ab6b
3
+ size 4278215744
model-00010-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:670be36e373c95efd2514c79779dc2b89bb59dc690c7c0a708611b876dc22eb6
3
+ size 4932552328
model-00011-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8962ae6eb195dbf12c5cce1e2417bb2e80e2c9cbdbc4736ea80431438903fac3
3
+ size 4278215736
model-00012-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4a75ad5cffd3818834a65c17d1faa3be77d34793c30f15ed2208435a14de439e
3
+ size 4278215736
model-00013-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:77ffdb83ffdb30ff49e59070d5b8fa5775df11cd0245bf7b3c3279b757365ee4
3
+ size 4932552328
model-00014-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c1abf708cfda881b946ca58012d818c7b7dbde534415b2b72e4058fbe2686e19
3
+ size 4278215736
model-00015-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:614c02d2f8b0d05c3d833eb8de3f93fdf5a58dcdbcb9b33853e772971db4d21d
3
+ size 4278215736
model-00016-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8e9964277a4d1d8e37cc17eac504495b454b4a1054359f3075480fade054be7e
3
+ size 4932552328
model-00017-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5d5b6546a58ba6b3bea16afa950fc361917195ceef0eb04c52d934cf22be9568
3
+ size 4278215736
model-00018-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8e8f133cd5293a2e7284400233cf0211aa4439e1f995162b2c0ccd003ba97164
3
+ size 4278215736
model-00019-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6246a2a5a174aa5318897d28c3fb5f1ddc29fad7f16ecea5c8bc010ab87e45da
3
+ size 4932552328
model-00020-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0708c9750b66db3d61a6341612f3497df056ceef455574f144298c207799bda1
3
+ size 4278215736
model-00021-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8b19914180674fbd94c5f9efb1ab4ad23b31f5946a6306059e123319f70f28d1
3
+ size 4278215736
model-00022-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f158dc29f92ec25ac99d062a90d396459f58ce9853e70875f9084371cf10ab59
3
+ size 4932552328
model-00023-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:522e659c533b0bf5fc65899fb322283bc1ce0efdc63f89a193916853a81ccb57
3
+ size 4278215736
model-00024-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:563b8fe9be0b2a7cce3e5f814b426db4200e0ec59c110f70f4ed6da5f9e83c9f
3
+ size 4278215736
model-00025-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9c247318570d39ff19f9943aa2ad2bb04795744a23bd6225117444d317d2879f
3
+ size 4932552328
model-00026-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:21ac488b1c2bedf418e1a5d3ae57de524a46cd0ebaa75debd15624a6537d6bb0
3
+ size 4278215736
model-00027-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:993698106aac5f41693dd24b8cb41aba538465e120f036f5c6b6b70fd4604957
3
+ size 4278215736
model-00028-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:86b919cd73988eb8307dceebccb843ac53c300f21acf9021be0963ab2c75060f
3
+ size 4932552328
model-00029-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:794c7f079b996e136ad7289e5a6e0391a394806ef1cfe1291318f697c25117ec
3
+ size 4278215736
model-00030-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:191a21628c2f79d145fb6433a9e54970b9da5361e5c2ef6b391d4e7837f5597a
3
+ size 4278215736
model-00031-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6879c30ee17f41da17f4fe5a5a63ed8a94eb3e152365c4708ba938fe134aef7f
3
+ size 4932552328
model-00032-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8cd0a11c38c35cb25537299dd2134371397a4ec8ea58834307211e0fa0f59e45
3
+ size 4278215736
model-00033-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a69d8380303ee44a141da7663bdd0d3450859c8c3d23d241ac0a4e0df0c40fb1
3
+ size 4278215736
model-00034-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:17abf9665eb0d94d85db4861f8cddcc349b43413265714f3a139fb3cdfb26d0e
3
+ size 4932552328
model-00035-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:14011308805a1afc5c90d70d6960c163dd5794d97e9003a6cc113c67e75d94df
3
+ size 4278215736
model-00036-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1e26649bcc957f593131f272785d4bc3a0f8e091f2cd26b554a577d0ac4080df
3
+ size 4278215736
model-00037-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cf1dbbdbbeb1a8efd19c9b7c341618a45cbd8380d3f4faf8a6beb75e6b9aaff2
3
+ size 4932552328
model-00038-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:35b01ab759be29632dd244006903fb7dcc04f624c4fe695ecc3069264038f944
3
+ size 4278215736
model-00039-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:26588dcab9870f762679b07cd234f19ea6fd3f5e7422b97e0f868e2f7ad6ae49
3
+ size 4278215736
model-00040-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:12e52a9050c007879bc127d9d1efe24358abced40d4844d517980adf22aaf706
3
+ size 4932552328
model-00041-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e6f6959108a28c5599cbb975b1f3a46eac68d7aecc750337a63a3b645896daf6
3
+ size 4278215736
model-00042-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4fb5533884a81a9153eebf9cf05a21172b86564b3bc45285e72db8eb0d01d8a3
3
+ size 4278215736
model-00043-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:49e7314eccfa70a7a9e8a958ff2b8bf9a7fe78246bbe0416344c70389810d782
3
+ size 4932552328
model-00044-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a0c2ebca97413f58be101ba40863e0c28648aecb96eb42eb32bad04de24fe642
3
+ size 4278215736
model-00045-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3c452c6707c37021f09ab02be75fdca1ac21cc129d02f8fa36e7c4e30dae87d6
3
+ size 4278215736
model-00046-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4f59be0bfde6fbe198b5b5aecc4cee1678a8b36195f1a916ad84299bff489b81
3
+ size 4932552328
model-00047-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c88d99bf82a1073862e2b820fa0983b589e510e34d0325323cbc2a5a267b24df
3
+ size 4278215736
model-00048-of-00049.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4fd602689d69f4941e5f8a20d90876d7edd143fdb44c489474b00469e8b5e6d5
3
+ size 4278215736