Hugging Face's logo

unsloth
/
Llama-4-Scout-17B-16E-Instruct-unsloth-bnb-8bit

Image-Text-to-Text
Transformers
Safetensors
PyTorch
llama4
facebook
unsloth
meta
llama
llama-4
conversational
text-generation-inference
8-bit precision
bitsandbytes
Model card Files
xet
Community
danielhanchen commited on
Commit
770eac0
·
verified ·
1 Parent(s): 9a05fc4

Upload folder using huggingface_hub

Browse files
Files changed (27) hide show
  1. config.json +6 -1
  2. model-00001-of-00026.safetensors +2 -2
  3. model-00002-of-00026.safetensors +2 -2
  4. model-00003-of-00026.safetensors +2 -2
  5. model-00004-of-00026.safetensors +2 -2
  6. model-00005-of-00026.safetensors +2 -2
  7. model-00006-of-00026.safetensors +2 -2
  8. model-00007-of-00026.safetensors +2 -2
  9. model-00008-of-00026.safetensors +2 -2
  10. model-00009-of-00026.safetensors +2 -2
  11. model-00010-of-00026.safetensors +2 -2
  12. model-00011-of-00026.safetensors +2 -2
  13. model-00012-of-00026.safetensors +2 -2
  14. model-00013-of-00026.safetensors +2 -2
  15. model-00014-of-00026.safetensors +2 -2
  16. model-00015-of-00026.safetensors +2 -2
  17. model-00016-of-00026.safetensors +2 -2
  18. model-00017-of-00026.safetensors +2 -2
  19. model-00018-of-00026.safetensors +2 -2
  20. model-00019-of-00026.safetensors +2 -2
  21. model-00020-of-00026.safetensors +2 -2
  22. model-00021-of-00026.safetensors +2 -2
  23. model-00022-of-00026.safetensors +2 -2
  24. model-00023-of-00026.safetensors +2 -2
  25. model-00024-of-00026.safetensors +2 -2
  26. model-00025-of-00026.safetensors +2 -2
  27. model.safetensors.index.json +0 -0
config.json CHANGED
@@ -15,7 +15,12 @@
15
  "bnb_4bit_use_double_quant": false,
16
  "llm_int8_enable_fp32_cpu_offload": false,
17
  "llm_int8_has_fp16_weight": false,
18
- "llm_int8_skip_modules": null,
 
 
 
 
 
19
  "llm_int8_threshold": 6.0,
20
  "load_in_4bit": false,
21
  "load_in_8bit": true,
 
15
  "bnb_4bit_use_double_quant": false,
16
  "llm_int8_enable_fp32_cpu_offload": false,
17
  "llm_int8_has_fp16_weight": false,
18
+ "llm_int8_skip_modules": [
19
+ "vision_model",
20
+ "multi_modal_projector",
21
+ "lm_head",
22
+ "router"
23
+ ],
24
  "llm_int8_threshold": 6.0,
25
  "load_in_4bit": false,
26
  "load_in_8bit": true,
model-00001-of-00026.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ebf5288839bdff5674ffa52758eaba7152acf9a39af5b2e07ccbce5563dd715d
3
- size 4350408485
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7612a9a5e2a008f1e59811a9e019651647ef2b532038336c33ddd5342f5bcc1a
3
+ size 4547287685
model-00002-of-00026.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fc2995a86bb285e5749678522c9e57f6f49b77015dfd84b9713a7cc5668e3b9f
3
- size 4406206988
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9c190722295c108729ab5a7c54e2438c4dc2f50d312c9e1c6dddaf6da3a5bebb
3
+ size 4407026372
model-00003-of-00026.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fae99fda51047aeb228da49152cdef775dd09ccc1b4321207ae0c6e8a4530de2
3
- size 4406206988
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:65970e5512ccac32ce1c46c6e55238156851975db5141d44fb37780fc5479bcd
3
+ size 4407026372
model-00004-of-00026.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:715e9c57d9a1e76201b9cdd0959bb227874d92e9f8513d333a0ed28c02a3f2a4
3
- size 4406206988
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8b0433f2c7aeaa3df92d4493ebb3b1a137ba6531dd9dd69c8a81443e35ed718c
3
+ size 4407026372
model-00005-of-00026.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:234ec007bb49571cfef98ca8fb4e1e879729d2a72cffb7ec1942d90b5ae94b02
3
- size 4406206988
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2f3648df4ef5557ef1642d2886e24ff47f6b28e9e7927ec013ceafcd3420dc83
3
+ size 4407026372
model-00006-of-00026.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:92259d0e5477be21cc572dd33f95f12f361eccb78b9e5728d8c13f2e971c186f
3
- size 4406207004
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e22387a388557882e975e3822468c430ebcc8de65e32308dbf46030c81c94135
3
+ size 4407026372
model-00007-of-00026.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f5f62729793cdaf33bbe329e267d10c8ed5094bbece568558c661641fbc0c212
3
- size 4406207052
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0600c23b726c6530db8490f429fba4ca2fbb5a69a59db90c17d72a4793348cf1
3
+ size 4407026436
model-00008-of-00026.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fec5b925f1b44f09c8d152a46de62d084a7964f81a84aad6df248e32f854b69f
3
- size 4406207052
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7570bde885b7c710a2dca03d6b0cb73ed2092e23545e854644ee9c4f9f143252
3
+ size 4407026436
model-00009-of-00026.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0432210e5a6638ef43ac5cbf2e09f10f308b34b01e861196a246db13e69a23d0
3
- size 4406207052
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:47e163a1130642db9fb5ad959f63e8449e3c4a15d1af2f3064f20cdc6f04b014
3
+ size 4407026436
model-00010-of-00026.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a9f3fdc6b4be1cd559b3096de3ed5e49b6fa7cb614dc6c931be709a1d62762a0
3
- size 4406207052
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0e23807b5b7f3bd7afd37183b52169a1348edaf0d3ffaead5f038a25da112376
3
+ size 4407026436
model-00011-of-00026.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5048bb942377975eaf67acd41f1dd1efc0e4017342e05cfe461dd69d67fcaaf0
3
- size 4406207052
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8378cb5b10520c1c07eee279637233dd67acf758684814e21856f55e3b413114
3
+ size 4407026436
model-00012-of-00026.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0ce9e15dc113bc856f9b39ea5955ac3627280c8613133f3a832975ee479bdf94
3
- size 4406207052
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8796bb59c53db804e26a91eb8228358d4cb0ce6ed97eb47a44cf1f464618bc0f
3
+ size 4407026436
model-00013-of-00026.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:589fa35a9b37b7a129653d83b3c3524665f6d1794f93378d429056727d52786d
3
- size 4406207052
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7acfea4cb1c06c392950c29cb66914c6c927b650bc10d3a64da0da13c729e697
3
+ size 4407026436
model-00014-of-00026.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:cbd7f97d584e9ba13085836cc53cf39f86390054bd977f24bc3920a6bfd9f965
3
- size 4406207052
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:036a5b7fc267e905410156025682d5896a641143d49b4881e0dd9e66908daf75
3
+ size 4407026436
model-00015-of-00026.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a2bd71e8b37588b4fb8b42af43f9d2c3c7dba0c7a78af717090980c746db772f
3
- size 4406207052
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:208e3f3fab9c5e2e70656de50fb95b9313cca93aff460a8e219de0405e8c2b10
3
+ size 4407026436
model-00016-of-00026.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b22bd14758009622106e110213f702356e90ac748ca83b33756adf9e945e27fe
3
- size 4406207052
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:23c09e96fc32ba3be4349408ccd766e3eefaddab5fdafe03d7c9ef8626c3f14c
3
+ size 4407026436
model-00017-of-00026.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ffceced617c9789891f6e17c94bb6d7d784e74986db7e831e6db01797279109a
3
- size 4406207052
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:84b9db2b24d49ad88750c7b1b82ed855f47f436d056915ffb92afaa76d526f9e
3
+ size 4407026436
model-00018-of-00026.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:704ccf51a61b55e17c9c716002742781d9f1731f9cc7c8712dfd9ab90595cf6d
3
- size 4406207052
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d2ca3ccdbbc16c9651f01069509631be5a0457fbedd0188db77a8584397526aa
3
+ size 4407026436
model-00019-of-00026.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:504df1d0f0f4e2a7fcb4da26485be45e166abe89a67ff04bb0161a29ecc0844c
3
- size 4406207052
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b09759dd1d6f968ee26274023c477d1ae0f64397b8d6480f845bb7d1b9e431b7
3
+ size 4407026436
model-00020-of-00026.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b0d7c24047947ad3ec9c4a319a2a5852bca971e4dd83587355c7222e8f7aa7bd
3
- size 4406207052
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:34121a969826451fff2b896d64deb17f7d4cf67308d3905e90c533fad88684e1
3
+ size 4407026436
model-00021-of-00026.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:65b6586dc3b1016229dc0913a2638a08b08788800bf0cb85287d8a63d832fe0e
3
- size 4406207052
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6564420bd321c3f4bfee895a94e210a10a77a219bddbe8e8ea72e3084d801fa7
3
+ size 4407026436
model-00022-of-00026.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:09e9fbc3e8bd2e68288c1599492ca2f17828c8aa6b2ea85f9e3193ec61bb24f2
3
- size 4406207052
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2042835f7d40eba68e13a4b805812bdcab5224d463dc323185c6ebdf87dd1f46
3
+ size 4407026436
model-00023-of-00026.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8d1ee5c64d2af47ec42d5fce1dbc888d2f316df96574b10225fc751bf33e7de3
3
- size 4406207052
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5e735161b638bc6d9e49f34f8bd80855264cee2fa1a877a65411cafacc06d334
3
+ size 4407026436
model-00024-of-00026.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:871c9bfa78955d32aa89e146ed058d7ce013e097213cdb1eb388fda7ca503cae
3
- size 4406207052
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0b2db325d1ebe92a919f7ec44db5d3a7a3348d052f88f059e3f1bff94330cdc9
3
+ size 4407026436
model-00025-of-00026.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:47319028a0b6e8d1a7357839c6ec45543c2fd5bbaf6f367f9f3e99ea2331a205
3
- size 3000746775
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:581abb4cac4bcd2f583ae2ffeb1436c04d45800af273c38b0cff7b806e49e813
3
+ size 3672654807
model.safetensors.index.json CHANGED
The diff for this file is too large to render. See raw diff