diff --git a/README.md b/README.md new file mode 100644 index 0000000000000000000000000000000000000000..a3db76865035d6f005bd1086c084c2c1b045c15d --- /dev/null +++ b/README.md @@ -0,0 +1,76 @@ +--- +base_model: + - black-forest-labs/FLUX.1-Fill-dev +base_model_relation: quantized +pipeline_tag: text-to-image +tags: +- dfloat11 +- df11 +- lossless compression +- 70% size, 100% accuracy +--- + +## DFloat11 Compressed Model: `black-forest-labs/FLUX.1-Fill-dev` + +This is a **losslessly compressed** version of [`black-forest-labs/FLUX.1-Fill-dev`](https://huggingface.co/black-forest-labs/FLUX.1-Fill-dev) using our custom **DFloat11** format. The outputs of this compressed model are **bit-for-bit identical** to the original BFloat16 model, while reducing GPU memory consumption by approximately **30%**. + +### ๐Ÿ” How It Works + +DFloat11 compresses model weights using **Huffman coding** of BFloat16 exponent bits, combined with **hardware-aware algorithmic designs** that enable efficient on-the-fly decompression directly on the GPU. During inference, the weights remain compressed in GPU memory and are **decompressed just before matrix multiplications**, then **immediately discarded after use** to minimize memory footprint. + +Key benefits: + +* **No CPU decompression or host-device data transfer**: all operations are handled entirely on the GPU. +* DFloat11 is **much faster than CPU-offloading approaches**, enabling practical deployment in memory-constrained environments. +* The compression is **fully lossless**, guaranteeing that the modelโ€™s outputs are **bit-for-bit identical** to those of the original model. + +### ๐Ÿ”ง How to Use + +1. Install or upgrade the DFloat11 pip package *(installs the CUDA kernel automatically; requires a CUDA-compatible GPU and PyTorch installed)*: + + ```bash + pip install -U dfloat11[cuda12] + # or if you have CUDA version 11: + # pip install -U dfloat11[cuda11] + ``` + +2. Install or upgrade the diffusers package. + + ```bash + pip install -U diffusers + ``` + +3. To use the DFloat11 model, run the following example code in Python: + ```python + import torch + from diffusers import FluxFillPipeline + from diffusers.utils import load_image + from dfloat11 import DFloat11Model + + image = load_image("https://huggingface.co/datasets/diffusers/diffusers-images-docs/resolve/main/cup.png") + mask = load_image("https://huggingface.co/datasets/diffusers/diffusers-images-docs/resolve/main/cup_mask.png") + + pipe = FluxFillPipeline.from_pretrained("black-forest-labs/FLUX.1-Fill-dev", torch_dtype=torch.bfloat16) + pipe.enable_model_cpu_offload() + + DFloat11Model.from_pretrained('DFloat11/FLUX.1-Fill-dev-DF11', device='cpu', bfloat16_model=pipe.transformer) + + image = pipe( + prompt="a white paper cup", + image=image, + mask_image=mask, + height=1632, + width=1232, + guidance_scale=30, + num_inference_steps=50, + max_sequence_length=512, + generator=torch.Generator("cpu").manual_seed(0) + ).images[0] + image.save(f"flux-fill-dev.png") + ``` + +### ๐Ÿ“„ Learn More + +* **Paper**: [70% Size, 100% Accuracy: Lossless LLM Compression for Efficient GPU Inference via Dynamic-Length Float](https://arxiv.org/abs/2504.11651) +* **GitHub**: [https://github.com/LeanModels/DFloat11](https://github.com/LeanModels/DFloat11) +* **HuggingFace**: [https://huggingface.co/DFloat11](https://huggingface.co/DFloat11) \ No newline at end of file diff --git a/config.json b/config.json new file mode 100644 index 0000000000000000000000000000000000000000..3a22841174aeff250115a26426398b795293ce7c --- /dev/null +++ b/config.json @@ -0,0 +1,36 @@ +{ + "dfloat11_config": { + "bytes_per_thread": 8, + "pattern_dict": { + "transformer_blocks.\\d+": [ + "norm1.linear", + "norm1_context.linear", + "attn.to_q", + "attn.to_k", + "attn.to_v", + "attn.add_k_proj", + "attn.add_v_proj", + "attn.add_q_proj", + "attn.to_out.0", + "attn.to_add_out", + "ff.net.0.proj", + "ff.net.2", + "ff_context.net.0.proj", + "ff_context.net.2" + ], + "single_transformer_blocks.\\d+": [ + "norm.linear", + "proj_mlp", + "proj_out", + "attn.to_q", + "attn.to_k", + "attn.to_v" + ] + }, + "threads_per_block": [ + 512 + ], + "version": "0.2.0" + }, + "model_type": "llama" +} diff --git a/diffusion_pytorch_model.safetensors b/diffusion_pytorch_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e2ed855e9a620449bdc53ab64ae5f7d46349e6b1 --- /dev/null +++ b/diffusion_pytorch_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aaaef785df5c54125effff5a207a00f4d18e9b404f9c55124258ac5772c76cec +size 130218256 diff --git a/single_transformer_blocks_0.safetensors b/single_transformer_blocks_0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0606b5949610c87062c85083c641ee558944dfb7 --- /dev/null +++ b/single_transformer_blocks_0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:78e54c23a2ae63cc8576e96cd09937523cdfc3b4324b2c4a8f4da80e919d4aa3 +size 191950290 diff --git a/single_transformer_blocks_1.safetensors b/single_transformer_blocks_1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6156c5e408409d8db078bedbe01fb3e8ea129f86 --- /dev/null +++ b/single_transformer_blocks_1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee077a6adb802d258cb185a1ce7a006b6147c63af6afbc1df30fbb2d906051d0 +size 192032570 diff --git a/single_transformer_blocks_10.safetensors b/single_transformer_blocks_10.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a9f92c2eef1e20423459265813ed24b9207d501d --- /dev/null +++ b/single_transformer_blocks_10.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3003875315511ec6e568e6eed8d0cd41b3fbab37d8540f6e6ed6e7fa4b195efc +size 193196648 diff --git a/single_transformer_blocks_11.safetensors b/single_transformer_blocks_11.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d08d3674489c3deaf1efad80a4e099eb429cbdc9 --- /dev/null +++ b/single_transformer_blocks_11.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:478719e140a9b97339caa44a354ae608219fb5680897bbf0d399438a55357a99 +size 193442804 diff --git a/single_transformer_blocks_12.safetensors b/single_transformer_blocks_12.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8ee10e5777eeb1fc5b28110c6db33c09fdde745d --- /dev/null +++ b/single_transformer_blocks_12.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:719faa7314daa6676d0d3813dbc632764437c1206a2ab9f2fe48cce3aa11d645 +size 193637578 diff --git a/single_transformer_blocks_13.safetensors b/single_transformer_blocks_13.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..18d599dd3822ee448bf10354f72932d5a3337758 --- /dev/null +++ b/single_transformer_blocks_13.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:568cacff62a00238b6e2ea0deca53134eb5ab19b4c9900cf141275a768029b33 +size 193654109 diff --git a/single_transformer_blocks_14.safetensors b/single_transformer_blocks_14.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0c9dd2d8eca1b9caaad8a404a85a0f81f57ed53b --- /dev/null +++ b/single_transformer_blocks_14.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b502810b7b0ad27026b13a45726f15461d72cffbad9aca7c5be3ef292e7f66ba +size 193639989 diff --git a/single_transformer_blocks_15.safetensors b/single_transformer_blocks_15.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..787acb8ee19aad5f31ba27b1ee8626669bb22341 --- /dev/null +++ b/single_transformer_blocks_15.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f30b170e851457c747be801fb8b5e151b516c25309469b2508b878ce22e0ac1b +size 193578930 diff --git a/single_transformer_blocks_16.safetensors b/single_transformer_blocks_16.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5832038e6375206e8cf88637e7c6ae1b85a995df --- /dev/null +++ b/single_transformer_blocks_16.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c9b89fe43b2433614028edfd0be8b46ebf60520b61ce7d76a6730355ab23a08a +size 193591674 diff --git a/single_transformer_blocks_17.safetensors b/single_transformer_blocks_17.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..970207b1d677e216f9cd9da52a1d407e90501fc0 --- /dev/null +++ b/single_transformer_blocks_17.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:50472970ef7f7dde5b5fca0c752ca7ab681c9289cc0d5a6cc87461215cdda4e6 +size 193717106 diff --git a/single_transformer_blocks_18.safetensors b/single_transformer_blocks_18.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6bd045b0c1d68f6e64b0a14b0e17b99f2aa024df --- /dev/null +++ b/single_transformer_blocks_18.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:757b08253ce136d8ffbea338fd5ec9afe48f498909272fc1c350098e79287eaa +size 193796268 diff --git a/single_transformer_blocks_19.safetensors b/single_transformer_blocks_19.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..79d6c88e394b792367f332d678f9eef7946232d5 --- /dev/null +++ b/single_transformer_blocks_19.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7df309537c322c7e523f5313f34ac0bc99676889b0334f149f442eb3d31781e8 +size 193798310 diff --git a/single_transformer_blocks_2.safetensors b/single_transformer_blocks_2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0bcd5da9c5c1e37e625c374dc2b0d01822fab8bd --- /dev/null +++ b/single_transformer_blocks_2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:048b2135ffc4bb5f61851b85afdc6b58cbe87f1cddcc5fc9bd470cb557a41a8a +size 192081102 diff --git a/single_transformer_blocks_20.safetensors b/single_transformer_blocks_20.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8a0b8c358f7c68304a9397e391b37c1817b1d426 --- /dev/null +++ b/single_transformer_blocks_20.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e61562043f56993cd2544e7e7d4af6dcdce5e9487cff60c21b87afe2140195c5 +size 193859239 diff --git a/single_transformer_blocks_21.safetensors b/single_transformer_blocks_21.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5430f11043d474e76933f190025cdbce750900d0 --- /dev/null +++ b/single_transformer_blocks_21.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c4e8f413525d5d9f9dd05bce539932e28cd7e634df01c6b621893c4737ecef6d +size 194102778 diff --git a/single_transformer_blocks_22.safetensors b/single_transformer_blocks_22.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..fa29a6bf0cdd1fa2552fa4c2ac46f857a38c35bd --- /dev/null +++ b/single_transformer_blocks_22.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e706308713e4053241b68c0f9ae59e9a953afb0f244c94f2460934d26465de3c +size 194219114 diff --git a/single_transformer_blocks_23.safetensors b/single_transformer_blocks_23.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..df672d055d35031bc74942a5e7da1290905394cd --- /dev/null +++ b/single_transformer_blocks_23.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c2d5633a1a884c0b3539bffd137004171faf05b95934bd464f050a59a93536ca +size 194441399 diff --git a/single_transformer_blocks_24.safetensors b/single_transformer_blocks_24.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..aa4b4c1926454911645ec8a4b5519055e56f096c --- /dev/null +++ b/single_transformer_blocks_24.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a34576fdd154ae1a675ba76fbc1461b1070daa43b9904300a9997f8ef1bf9ae +size 194486321 diff --git a/single_transformer_blocks_25.safetensors b/single_transformer_blocks_25.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..de8415bcef77ecadb25eb4d4850a73c9074e82e4 --- /dev/null +++ b/single_transformer_blocks_25.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:73b3b6714c3f6ac6ffb8e2b0d8c97e4ee707ee63e3d3fa886a169cf0f9f6e031 +size 194759131 diff --git a/single_transformer_blocks_26.safetensors b/single_transformer_blocks_26.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8b54cb4d71a32548458e7ae3a409a60447577180 --- /dev/null +++ b/single_transformer_blocks_26.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f6b49ff0480094f09430e9be119e8275e66b580b5427b653b5eee2520c93bf01 +size 194834617 diff --git a/single_transformer_blocks_27.safetensors b/single_transformer_blocks_27.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f3fd7ace4d596f4ad1cb0bb0e460414880e6bc95 --- /dev/null +++ b/single_transformer_blocks_27.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:87dd9c74adecb6fa0b57c6636bbe6d578de41a783095d275db9b87cb31974f0d +size 195187503 diff --git a/single_transformer_blocks_28.safetensors b/single_transformer_blocks_28.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..48e653351b347bc13e6e2dd4c9819c3a7302f287 --- /dev/null +++ b/single_transformer_blocks_28.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef7cd1859a6e1114cd9873367710b0b6c894a1008d1e3bfb7cd7ba0885448c43 +size 195325976 diff --git a/single_transformer_blocks_29.safetensors b/single_transformer_blocks_29.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..68df8d016bded9ef3d0f991824c6147df35ece96 --- /dev/null +++ b/single_transformer_blocks_29.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd568b3f4b1c785345cbabae95201922c511e5a729f5bdb4c93e0d4fa416ef28 +size 195146883 diff --git a/single_transformer_blocks_3.safetensors b/single_transformer_blocks_3.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..077da2c6ba89174f8681dac1b02cfb8fc17e8cfd --- /dev/null +++ b/single_transformer_blocks_3.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b745aa87f3dad390a284625a9c2ac367ba7af45343119b0ad6e39681bce651e +size 192152307 diff --git a/single_transformer_blocks_30.safetensors b/single_transformer_blocks_30.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..36e44edc9d211d433d3d7ff5678cd18bbc0f1231 --- /dev/null +++ b/single_transformer_blocks_30.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:24c6d7ce18e01d1f622f1a87637d0400a5a094b9d7bd79c25995b6da2d434d94 +size 195638293 diff --git a/single_transformer_blocks_31.safetensors b/single_transformer_blocks_31.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0cdfd078f0940c94df1dadc531783bfd5359da9e --- /dev/null +++ b/single_transformer_blocks_31.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:18c085b67575e6097aa9ec21f71524400d32e8ef10c1907ce629f3961889e369 +size 195997029 diff --git a/single_transformer_blocks_32.safetensors b/single_transformer_blocks_32.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0728fe80e8c7682c3430b94c4820e44f28ac134e --- /dev/null +++ b/single_transformer_blocks_32.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf257bee5b8c9e2b129df255fbd4d902d566ef2ecaea64170cea5206772c4c73 +size 195768043 diff --git a/single_transformer_blocks_33.safetensors b/single_transformer_blocks_33.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..098969add421c21efde4f213402e8f4b82454916 --- /dev/null +++ b/single_transformer_blocks_33.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef4fa008fc0cddcf9c13f9b54ba511f4be519a603104e86c40a57bf42cdd1e +size 195834226 diff --git a/single_transformer_blocks_34.safetensors b/single_transformer_blocks_34.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e843b89b061103c50061f5f8d70eba5a26463a06 --- /dev/null +++ b/single_transformer_blocks_34.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ffd9854dd53562924ab7f16211762ba52b80de902014a3f60b1694fb5d1283a +size 196103048 diff --git a/single_transformer_blocks_35.safetensors b/single_transformer_blocks_35.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0d1185f313c97a1f9ab378dbcfe4ba38d3df537c --- /dev/null +++ b/single_transformer_blocks_35.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:62d2c2636cef5ce84e109976da5479bf2b38368b2e81b626ec92bff26e7cdf79 +size 196405959 diff --git a/single_transformer_blocks_36.safetensors b/single_transformer_blocks_36.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5203f938bbd938f0021627149cebd827b0af99b6 --- /dev/null +++ b/single_transformer_blocks_36.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd74e42536cb56d1aa97e0affe6d43af177ef0e917a1da92ded7495b0c65696f +size 194725378 diff --git a/single_transformer_blocks_37.safetensors b/single_transformer_blocks_37.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..93fdd4117cc40676dc2946b0ed8f8a1310512fae --- /dev/null +++ b/single_transformer_blocks_37.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:733dfa5ea0be2683dd8f925d06db35d419eee4c0f0a2a11d3c00f0ff2d3155f2 +size 196276550 diff --git a/single_transformer_blocks_4.safetensors b/single_transformer_blocks_4.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d58e9a3dc6d72d33bc4678b73ac181a00683731f --- /dev/null +++ b/single_transformer_blocks_4.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a6c4090f35b84ee01b7daddcac10eb0722fc316d53e7949add019091b5a27e0 +size 192223052 diff --git a/single_transformer_blocks_5.safetensors b/single_transformer_blocks_5.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2e3321098bacd895e643f307e32cf89a8d13ae20 --- /dev/null +++ b/single_transformer_blocks_5.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b52d29704cfc96c1fd97f20d264c6a84eada5a5ee5730bcbbcde0da8a7460f51 +size 192401054 diff --git a/single_transformer_blocks_6.safetensors b/single_transformer_blocks_6.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..10dfda82733482110c311363fc3bc4198a8ff960 --- /dev/null +++ b/single_transformer_blocks_6.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c657892360bcc96a622eed7de7365794f4f0a0a3e8696b3295c751ae0bcaaf9 +size 192542163 diff --git a/single_transformer_blocks_7.safetensors b/single_transformer_blocks_7.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5e596346bec13f524e8d5c766948114d991b9ba1 --- /dev/null +++ b/single_transformer_blocks_7.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:542b132783aed86af7177de9e668981acadff8ad4096e3c93cbb103789a13f57 +size 192656504 diff --git a/single_transformer_blocks_8.safetensors b/single_transformer_blocks_8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f4f6cc6ecb35be6087422730e7aa1c8d42921fbb --- /dev/null +++ b/single_transformer_blocks_8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:57f30441560bf3cb8be721f65182274b3f8641decbd8bf3350885926beecab62 +size 192896903 diff --git a/single_transformer_blocks_9.safetensors b/single_transformer_blocks_9.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f70dc958f6082fe1332c123e510dc602369bb296 --- /dev/null +++ b/single_transformer_blocks_9.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b2f3dd15f08c3e9d650237d9fa1a055c68f1b8e5aaf21fb906f29665c1ed163c +size 193049490 diff --git a/transformer_blocks_0.safetensors b/transformer_blocks_0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e5a572fde93442968417eec44cab6f684b2a0257 --- /dev/null +++ b/transformer_blocks_0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e240c2bea9dab594d88735b1c93723994bf787259b79211402157d4020a5322f +size 470294552 diff --git a/transformer_blocks_1.safetensors b/transformer_blocks_1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8d650e6a76e9ed3930d44e7cb1bd5d694678ed33 --- /dev/null +++ b/transformer_blocks_1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7db52ad05ac5724f1222c1c69cf264a8e82266733ac8345fc53402e23419c616 +size 470006107 diff --git a/transformer_blocks_10.safetensors b/transformer_blocks_10.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c6e2e2a6428075c0f6106b5025c3b0dcf969fa26 --- /dev/null +++ b/transformer_blocks_10.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a1ce14c442d399a3024e9941c6ad6f3b43808f6bc07802c3ac088122cb15085 +size 463494611 diff --git a/transformer_blocks_11.safetensors b/transformer_blocks_11.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f7e46d241f79c3379ce266bdd5345b5640cc761f --- /dev/null +++ b/transformer_blocks_11.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f2865bcc891d0e0a46ea3b968cba2f083ed13102bd058a3780e59184fdbdee0 +size 462819989 diff --git a/transformer_blocks_12.safetensors b/transformer_blocks_12.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..971e268977469763ca5798774e0cc6322c16d96f --- /dev/null +++ b/transformer_blocks_12.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:306a7cec25df4131c0cd01f2224184efe903c7bdd4dad418f614868f95937e88 +size 462807825 diff --git a/transformer_blocks_13.safetensors b/transformer_blocks_13.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1d6db2a2258a30737173a17912d04b772f7005fb --- /dev/null +++ b/transformer_blocks_13.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:94b9318f1b1926feb78d32c9242f1e09864093a41ddc905b6a0a3690dc8ab4e9 +size 463815821 diff --git a/transformer_blocks_14.safetensors b/transformer_blocks_14.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..341534651677f08bef839c16710d42019ad10a53 --- /dev/null +++ b/transformer_blocks_14.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2ba673380d83b10e49f564f681d8ad506a11a56d86410abb52863e913ccbc64e +size 462373271 diff --git a/transformer_blocks_15.safetensors b/transformer_blocks_15.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0cc7f3313263acaf9f68edb217901900b110880c --- /dev/null +++ b/transformer_blocks_15.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dad2ff1429fd9a25ecde66b450300401f1a191ee14953b7660857b90ab2b40c0 +size 461436473 diff --git a/transformer_blocks_16.safetensors b/transformer_blocks_16.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7b1fa1f9d800371255c7c9a9d0802292a943698c --- /dev/null +++ b/transformer_blocks_16.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fcc5a77325282d8d75d1cbd95a26167eef538eb02f6689c13bb85d43d5204ca6 +size 461527874 diff --git a/transformer_blocks_17.safetensors b/transformer_blocks_17.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c92b09e1c2ab955fc7a2756d5cad02303a9d4eac --- /dev/null +++ b/transformer_blocks_17.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ccc2efa8298f03d31ca11fa1fdd99d1f70987d60ac5931638d71e4b3700ed32f +size 461365311 diff --git a/transformer_blocks_18.safetensors b/transformer_blocks_18.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ddd811459e2d812e19e150566522d9cafa62cf0a --- /dev/null +++ b/transformer_blocks_18.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:442bfc8e8390525efff26642dc951842510b4188652989ac81048c4ef4e45581 +size 461810352 diff --git a/transformer_blocks_2.safetensors b/transformer_blocks_2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e6a6c674b9c09988f14a5fa803ff3f600ec2f3c2 --- /dev/null +++ b/transformer_blocks_2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:231ad4edf0aefbc81dfa106a851363af1eba8bd5af6a55893cdbd5edf25e5322 +size 471937156 diff --git a/transformer_blocks_3.safetensors b/transformer_blocks_3.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e998cadd866f175feb8cda561d91e43e5d4006fc --- /dev/null +++ b/transformer_blocks_3.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ccc374ee30c1c74881859d37517fce1d25c6fc08c61836f3865df2be6ff1267c +size 467042716 diff --git a/transformer_blocks_4.safetensors b/transformer_blocks_4.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5d0a853292fd74520424fb0a9b05926e818a75eb --- /dev/null +++ b/transformer_blocks_4.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db90834bd238dfe180baf12bc39df826294f9f5f836d521d4cd38721a65ef7d9 +size 465290775 diff --git a/transformer_blocks_5.safetensors b/transformer_blocks_5.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f0e46ed9a92fbfa4086e103582bcb43ebf39574a --- /dev/null +++ b/transformer_blocks_5.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ddf5d7c978612148e4a13ae85d79bad264f7036ec9af400769d0b817e51e70c6 +size 464571978 diff --git a/transformer_blocks_6.safetensors b/transformer_blocks_6.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d1034f9ee41dfb6eecbfb1628d255bd782e95a3e --- /dev/null +++ b/transformer_blocks_6.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab719064c8d1d552487a5274a7f4c0f7b03560ec8c138091a91fd011d55cbc9d +size 464535959 diff --git a/transformer_blocks_9.safetensors b/transformer_blocks_9.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c3b329d101ad0b16ad96858b7bb2f02fa5354b2c --- /dev/null +++ b/transformer_blocks_9.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c3fa51f645326897e1bf502bcae7a26385040986a3c2ec9b6def285aecb7966 +size 462316893