diff --git a/README.md b/README.md new file mode 100644 index 0000000000000000000000000000000000000000..4e148486208ce7fc8e907e889a518e1e5aab7ec4 --- /dev/null +++ b/README.md @@ -0,0 +1,43 @@ +--- +base_model: + - OmniGen2/OmniGen2 +base_model_relation: quantized +pipeline_tag: any-to-any +tags: +- dfloat11 +- df11 +- lossless compression +- 70% size, 100% accuracy +--- + +# DFloat11 Compressed Model: `OmniGen2/OmniGen2` MLLM + +This is a **DFloat11 losslessly compressed** version of the original `OmniGen2/OmniGen2` model. It reduces model size by **32%** compared to the original BFloat16 model, while maintaining **bit-identical outputs** and supporting **efficient GPU inference**. + +### 📊 Performance Comparison + +| Metric | OmniGen2 (BFloat16) | OmniGen2 (DFloat11) | +| ----------------------------------------------- | ------------------- | ------------------- | +| Model Size | 16.23 GB | 11.11 GB | +| Peak GPU Memory
(1024×1024 image generation) | 18.41 GB | 14.36 GB | +| Generation Time
(A100 GPU) | 25 seconds | 27 seconds | + +### 🔧 How to Use + +A complete usage guide is available in our GitHub repository (forked from the official OmniGen2 repository). + +👉 [https://github.com/LeanModels/OmniGen2-DFloat11](https://github.com/LeanModels/OmniGen2-DFloat11) 👈 + +### 🔍 How It Works + +We apply **Huffman coding** to losslessly compress the exponent bits of BFloat16 model weights, which are highly compressible (their 8 bits carry only ~2.6 bits of actual information). To enable fast inference, we implement a highly efficient CUDA kernel that performs on-the-fly weight decompression directly on the GPU. + +The result is a model that is **~32% smaller**, delivers **bit-identical outputs**, and achieves performance **comparable to the original** BFloat16 model. + +Learn more in our [research paper](https://arxiv.org/abs/2504.11651). + +### 📄 Learn More + +* **Paper**: [70% Size, 100% Accuracy: Lossless LLM Compression for Efficient GPU Inference via Dynamic-Length Float](https://arxiv.org/abs/2504.11651) +* **GitHub**: [https://github.com/LeanModels/DFloat11](https://github.com/LeanModels/DFloat11) +* **HuggingFace**: [https://huggingface.co/DFloat11](https://huggingface.co/DFloat11) diff --git a/config.json b/config.json new file mode 100644 index 0000000000000000000000000000000000000000..d30bb4043c30ad430b3c11c5dba242541fb85667 --- /dev/null +++ b/config.json @@ -0,0 +1,96 @@ +{ + "architectures": [ + "Qwen2_5_VLForConditionalGeneration" + ], + "attention_dropout": 0.0, + "bos_token_id": 151643, + "dfloat11_config": { + "bytes_per_thread": 8, + "pattern_dict": { + "lm_head": [], + "model\\.embed_tokens": [], + "model\\.layers\\.\\d+": [ + "self_attn.q_proj", + "self_attn.k_proj", + "self_attn.v_proj", + "self_attn.o_proj", + "mlp.gate_proj", + "mlp.up_proj", + "mlp.down_proj" + ], + "visual\\.blocks\\.\\d+": [ + "attn.qkv", + "attn.proj", + "mlp.gate_proj", + "mlp.up_proj", + "mlp.down_proj" + ], + "visual\\.merger\\.mlp": [ + "0", + "2" + ] + }, + "threads_per_block": [ + 512 + ], + "version": "0.2.0" + }, + "eos_token_id": 151645, + "hidden_act": "silu", + "hidden_size": 2048, + "image_token_id": 151655, + "initializer_range": 0.02, + "intermediate_size": 11008, + "max_position_embeddings": 128000, + "max_window_layers": 70, + "model_type": "qwen2_5_vl", + "num_attention_heads": 16, + "num_hidden_layers": 36, + "num_key_value_heads": 2, + "rms_norm_eps": 1e-06, + "rope_scaling": { + "mrope_section": [ + 16, + 24, + 24 + ], + "rope_type": "default", + "type": "default" + }, + "rope_theta": 1000000.0, + "sliding_window": 32768, + "tie_word_embeddings": true, + "torch_dtype": "bfloat16", + "transformers_version": "4.51.3", + "use_cache": true, + "use_sliding_window": false, + "video_token_id": 151656, + "vision_config": { + "depth": 32, + "fullatt_block_indexes": [ + 7, + 15, + 23, + 31 + ], + "hidden_act": "silu", + "hidden_size": 1280, + "in_channels": 3, + "in_chans": 3, + "intermediate_size": 3420, + "model_type": "qwen2_5_vl", + "num_heads": 16, + "out_hidden_size": 2048, + "patch_size": 14, + "spatial_merge_size": 2, + "spatial_patch_size": 14, + "temporal_patch_size": 2, + "tokens_per_second": 2, + "torch_dtype": "bfloat16", + "window_size": 112 + }, + "vision_end_token_id": 151653, + "vision_start_token_id": 151652, + "vision_token_id": 151654, + "vocab_size": 151936 +} diff --git a/lm_head.safetensors b/lm_head.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ba2c505efcfef8da4b72363202582ca16add4468 --- /dev/null +++ b/lm_head.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ee2b05fafaf667b34e93e4cf25cf64ffebc48b52fb52f28ebb925e9849275dd +size 421848828 diff --git a/model.safetensors b/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4be8a83c612f75ed1b602613beef0809060de68 --- /dev/null +++ b/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e99ce9449bc6c3d25e329d8c956c74a3d5f1976380a13f218c78729391f10d03 +size 3017528 diff --git a/model_embed_tokens.safetensors b/model_embed_tokens.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7d2bfb5334b97eeb81eebe95a0d0440f5bbd3a99 --- /dev/null +++ b/model_embed_tokens.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6af7b236bd01b4d92535ef352a8875a4ee8ec10f3c2fa41fccb5f3d7d52f138d +size 421848900 diff --git a/model_layers_0.safetensors b/model_layers_0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6a10219bd83ce1b3701bcca23ec96097bf536009 --- /dev/null +++ b/model_layers_0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:94a3f8b126696e4862e7e9f92f1b7c8df6e251cb7546b75910b050a33406017b +size 104867965 diff --git a/model_layers_1.safetensors b/model_layers_1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..59e9a9269925611b806ed28dd2a6ce4ff20f4374 --- /dev/null +++ b/model_layers_1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0764c17a3ded3c2f46c52e4a9389a88de14c988eacfbb6e96673b1b231422bd0 +size 114532097 diff --git a/model_layers_10.safetensors b/model_layers_10.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c354c9057df83e70557b4b96390b6e8a654a58e1 --- /dev/null +++ b/model_layers_10.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:74bb0aeb912d4a311032c961c2b585262dfc666c48d69954945ce8986022e356 +size 104389786 diff --git a/model_layers_11.safetensors b/model_layers_11.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5b185f08d47813cfe3290b18d33abab99f0a27f2 --- /dev/null +++ b/model_layers_11.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eab2271b4a36ad95d6f29cec61025ac6314fda4bb8557de40e6640bb5caa3b2e +size 104295112 diff --git a/model_layers_12.safetensors b/model_layers_12.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4486a373a27e9c3304f0b9acb94d319d11f64deb --- /dev/null +++ b/model_layers_12.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9785d49b7427d4d82e0e73534cb9ac3ce8ed60bdf5b6af67ec00a6e563473cd2 +size 104374495 diff --git a/model_layers_13.safetensors b/model_layers_13.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c36a29d5303d2f2b1f753b1131871b1ce5ce63d7 --- /dev/null +++ b/model_layers_13.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d74f559861710cebfa83213bf5485c31a32986c1368901ab13e13e63d9f6515 +size 104185490 diff --git a/model_layers_14.safetensors b/model_layers_14.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9f4179ca6589180cb25685c1b94132b6214f0c54 --- /dev/null +++ b/model_layers_14.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4853397f139cf431b1020e75c9fc92fb2ae3c79fe9796f7727364cc7a62176bf +size 104172242 diff --git a/model_layers_15.safetensors b/model_layers_15.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d5cba09c6bd224e7c1d94ca48c45dc5872df4f5d --- /dev/null +++ b/model_layers_15.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d28ff32bb616f70f7f5beff26ce610c49316fc7ebdbf59c8532fddfacf51adf +size 104204763 diff --git a/model_layers_16.safetensors b/model_layers_16.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9a9d4e970d616176b1deeaba3ff2e08057f26df8 --- /dev/null +++ b/model_layers_16.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16a93b6c9c19322309f6f5ba8ed28866a88b7ae3f81d541136564df41392e91e +size 104205362 diff --git a/model_layers_17.safetensors b/model_layers_17.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8c1ea0fd8da5e8f40d41f3d24e94e0d1ee0cb0b3 --- /dev/null +++ b/model_layers_17.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e264853ccfd27b3682c06d86a963b9688680d0f9a9bfc8e08e3593e2fcc49b92 +size 104283834 diff --git a/model_layers_18.safetensors b/model_layers_18.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8eac9730902957e1e5e0b1512ddcb0cbcad84506 --- /dev/null +++ b/model_layers_18.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8dd1870dc39bd0637a2834c73d758310eb652ddca9e3f9cbb218991ef26f12c1 +size 104268098 diff --git a/model_layers_19.safetensors b/model_layers_19.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8662c6ef7c7a0667a12131a2b3df0cb52d3496ef --- /dev/null +++ b/model_layers_19.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:14a1ca6dbf4cef2ff96ee573932b3c7cd9307c4e731fd4ae356a95f4542825a3 +size 104390362 diff --git a/model_layers_2.safetensors b/model_layers_2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..66a9c1ee1042643a4131d3efc4a7776038f4496f --- /dev/null +++ b/model_layers_2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:116d9823dd82af1a8b6bb88fa7658a0a27fa34c0e5bdb908ede3d88fbb8bfdde +size 110756449 diff --git a/model_layers_20.safetensors b/model_layers_20.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..31714aa7c0025743ac1a4a54c6368ee8b77cb061 --- /dev/null +++ b/model_layers_20.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc88accc9445e77f8287738c2ef5871f920614be71484f9583176fb96469a539 +size 104444638 diff --git a/model_layers_21.safetensors b/model_layers_21.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..eacb926ad9d6676c0fa321b546106af6b27c2593 --- /dev/null +++ b/model_layers_21.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0324404ec77e045fa1ac7cbb65e7c385ceff1330a43a067fcf0bf8874bddf75 +size 104302741 diff --git a/model_layers_22.safetensors b/model_layers_22.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8c2bc684ffcecf08e5a117bf883b3576e7b5edec --- /dev/null +++ b/model_layers_22.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ec2b3fe30a80e36595ece3e18b4e81f43d253194e337aee9dd171653ef5c894 +size 104262748 diff --git a/model_layers_23.safetensors b/model_layers_23.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..05553051b596c0220ef08b77e3ebf7ea6f4e26de --- /dev/null +++ b/model_layers_23.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59ce6c5f78dff8b88168dcd726a4a21c42eb421c600e62bf3e2f998bab36f5fc +size 104316594 diff --git a/model_layers_24.safetensors b/model_layers_24.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e42443a7978a8bb1122f90520f601330a66bbf89 --- /dev/null +++ b/model_layers_24.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e1c2ca6a73a5796aee54442fd174b28b395bd1122b08b2588d7ad4855bc2c594 +size 104254665 diff --git a/model_layers_25.safetensors b/model_layers_25.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a41225bd5c736194eea3ad3ec7321f672dd83c1e --- /dev/null +++ b/model_layers_25.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:04d548a9758c6950fc1ac823e2ed00a7bd1c365d2fb68442b9ec0c1a9db44573 +size 104300929 diff --git a/model_layers_26.safetensors b/model_layers_26.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2470c812f3bacd312d045f6dbe3aacb4ce472a7b --- /dev/null +++ b/model_layers_26.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:980e5fbf4be192e0599dfb39971b44d0366e7581e54811bb2332b99744986b42 +size 104325999 diff --git a/model_layers_27.safetensors b/model_layers_27.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..de7246200fcbc11f37388cf28dfc6dc4468d1449 --- /dev/null +++ b/model_layers_27.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38a715e8b75cd35eb79d8a0b6f4516c18a5c55b25efb96588a71d0187ab4a051 +size 104316162 diff --git a/model_layers_28.safetensors b/model_layers_28.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..77586f761ff4a3eb0c5c28c9ec755be74006e4e6 --- /dev/null +++ b/model_layers_28.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9406182b47a760ae03b7a29b2ca2ab7bb66eaf152580d19ccb1fb91e389595bb +size 104232334 diff --git a/model_layers_29.safetensors b/model_layers_29.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..bfdb0e07cf45f9f60a7cf4ec4e71b2ee522a8dff --- /dev/null +++ b/model_layers_29.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:603274fbdeeb1f61f8d615113e34586b3361c083896c768bfd62098c3d68e395 +size 104208350 diff --git a/model_layers_3.safetensors b/model_layers_3.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8a200b90121c3b43ce78d082ca3079418bb75de7 --- /dev/null +++ b/model_layers_3.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c8618a465181270899e58b8b54dd3b2297b2d0f5d498daaa0a0369d33b93aed +size 111185649 diff --git a/model_layers_30.safetensors b/model_layers_30.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d2a8276e210164c72a9f470deb83ba8a0c0fd801 --- /dev/null +++ b/model_layers_30.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:989c73a7bab175d6f6ebd7005273f6364b2a576c068c4a47d8790e66b60c8de2 +size 104353517 diff --git a/model_layers_31.safetensors b/model_layers_31.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3362fa63e62a0bad0221a3cb62baa593c9ff4e99 --- /dev/null +++ b/model_layers_31.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7eb95ecdb6d0dd6bb3821766fcd5ea027df59625a83ef549916a202f71aa3b38 +size 104445087 diff --git a/model_layers_32.safetensors b/model_layers_32.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..acce9062fd2a10cafb03c450082077db34fa118c --- /dev/null +++ b/model_layers_32.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f0fefdac9a9b425926fbc2d791c0247d95948620856b9f474835c617a652e46 +size 104250896 diff --git a/model_layers_33.safetensors b/model_layers_33.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7358c8bb289557e2f82d84f1656faf1340128421 --- /dev/null +++ b/model_layers_33.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:09e7f3598ca31e7ff319e8fc499582e25d34a37ce2acd82b4e4103b6cd06b30b +size 104274857 diff --git a/model_layers_34.safetensors b/model_layers_34.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0ac98b2462d19f07a4e1056928c55d3505c599f9 --- /dev/null +++ b/model_layers_34.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0967de9d8bbd3cc7066ca24652058abdcfb7ea814854564a3c9011187af67a9 +size 104038970 diff --git a/model_layers_35.safetensors b/model_layers_35.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..170f2f8d6bcb5c47fec3e22c36af52df9b6ce190 --- /dev/null +++ b/model_layers_35.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec805b8a8d29f3f418f89e5eb43b0a0eb9cd0f20bdb3de48192e6b3446523e46 +size 104150728 diff --git a/model_layers_4.safetensors b/model_layers_4.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ab20c2bb2ec47d01c6ef74a83c4a783683795b0f --- /dev/null +++ b/model_layers_4.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fed6b2ca6f16c70bf4e3553bcf2bb7bad53281dd39a391c3e92e513afee0b76 +size 109932213 diff --git a/model_layers_5.safetensors b/model_layers_5.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..95f4dde491269b0ac80be859191baf92ca64167b --- /dev/null +++ b/model_layers_5.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ee3b8e2d4b5a14be4004f381283ad42d28a1608654eb3ed4b48107a268fd0eb +size 107847499 diff --git a/model_layers_6.safetensors b/model_layers_6.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7895e1ce00a814f2b3079e72e9536e4c726d214c --- /dev/null +++ b/model_layers_6.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63ed00821908e785f62f1811139d59740f40f44883b31f4c4e866b0eaf15193b +size 106401889 diff --git a/model_layers_7.safetensors b/model_layers_7.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ccfcadf13430a231c892cc407613c30fe38619e8 --- /dev/null +++ b/model_layers_7.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cfcb049cba76153afe2e0dfe992f8d8b5828dd4fcd728ae13c8a7e7d49baa9f +size 106318999 diff --git a/model_layers_8.safetensors b/model_layers_8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..bb08179580a59b6d752afbc3105f353939d3c033 --- /dev/null +++ b/model_layers_8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:922a41b9e85ff9415669d8b8e612defcbc1061b410fcf4044078117aaec8f8f4 +size 104341050 diff --git a/model_layers_9.safetensors b/model_layers_9.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..08764c79143d8b041c7c9ba4ebb75a2b6b899cf9 --- /dev/null +++ b/model_layers_9.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c9e0bfcab2200c46b5c42d5376bf7319dd76445469309840e76b22b08ee7024 +size 104509953 diff --git a/visual_blocks_0.safetensors b/visual_blocks_0.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ea8b96423ba5ecd2a817f88ef31b96181c7e54d1 --- /dev/null +++ b/visual_blocks_0.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:28a0b0b0816a8828817ae602a919a74a3fc2d9fe50848f6c9358e28b2001ac68 +size 26935509 diff --git a/visual_blocks_1.safetensors b/visual_blocks_1.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..cd7f911fdeb88da9168e7b62d46d012801424224 --- /dev/null +++ b/visual_blocks_1.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f615034265525973e25a2c8f921638537d35b5fe3e8b669d13905bde61deb8f3 +size 26802722 diff --git a/visual_blocks_10.safetensors b/visual_blocks_10.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3253566b5335b34531773be56f7548728e92dee4 --- /dev/null +++ b/visual_blocks_10.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6bb91be9f1627767f62b8d2559ddeb7bf2140c6c321295b107558ab0a043c578 +size 26621040 diff --git a/visual_blocks_11.safetensors b/visual_blocks_11.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..17fb484bdb515cf09cb0d974a8c78578124d42ec --- /dev/null +++ b/visual_blocks_11.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98f4575eef32a8f4246016f26097b3959a8e7e095ceb6c1ad948252dc048a67b +size 26623814 diff --git a/visual_blocks_12.safetensors b/visual_blocks_12.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8e28632a792584cdb0b43367c744255bcd062bb5 --- /dev/null +++ b/visual_blocks_12.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ed89e8a9f3967f699d216d73e31f847b2b953a2965fc6e51eeea39b60408b23 +size 26627436 diff --git a/visual_blocks_13.safetensors b/visual_blocks_13.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2c9d334d742882e910270f01160a6c5f58f0151e --- /dev/null +++ b/visual_blocks_13.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec3c5d7c96fcc89f99c5404215559d2a4a8954000f6b3d40c7a7084270da51e0 +size 26634249 diff --git a/visual_blocks_14.safetensors b/visual_blocks_14.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a86e8f2c11a676c9d4298f938b58f3ac47309d34 --- /dev/null +++ b/visual_blocks_14.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd11bd40b87fdefa700b947eec1b2bbe5f22b01c09179f15a1a7a9a932d9e032 +size 26632005 diff --git a/visual_blocks_15.safetensors b/visual_blocks_15.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ba84f68e5b8999cbaf9558d1db4366daf27096eb --- /dev/null +++ b/visual_blocks_15.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3da195bb62cb4b675440c1aa66b198a26e58f31dd8a898a99a525b8e2a740094 +size 26643365 diff --git a/visual_blocks_16.safetensors b/visual_blocks_16.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7528ddee3a153f847f9d6c5cc42af970746ea2e9 --- /dev/null +++ b/visual_blocks_16.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:743a2a4d5d224ba31b43ab14c008d9c216c8939b25dcba0bab5c94519884b5e6 +size 26632836 diff --git a/visual_blocks_17.safetensors b/visual_blocks_17.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..30e3a29203812fa49be0ea2e49aa33390df12e3d --- /dev/null +++ b/visual_blocks_17.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a2c4775bb4e23a842de9f89e15bfa6fd3f2ec0fa9c68e4e36e5f0fb238c14c1 +size 26630006 diff --git a/visual_blocks_18.safetensors b/visual_blocks_18.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..eb9409fb7a14137573759ae179db2ecc66d54da2 --- /dev/null +++ b/visual_blocks_18.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a938f5c5bbf6a17ea19f8de83d546f79f1e6556278e61db4b345c918a38e9db2 +size 26622035 diff --git a/visual_blocks_19.safetensors b/visual_blocks_19.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9217737381a994173b2d11d9bb08240622a0400e --- /dev/null +++ b/visual_blocks_19.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8756757158ad51944df943cfe2aea34658350325004c2ad5a72312cd430f6e79 +size 26618155 diff --git a/visual_blocks_2.safetensors b/visual_blocks_2.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ae1cd416eaf69be2f9ff49a65f55c5a01f0fdefe --- /dev/null +++ b/visual_blocks_2.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5865c902978e8bdc33ce4a742118d01811c82a226f093ad7071bb6ebee092e9e +size 26719554 diff --git a/visual_blocks_20.safetensors b/visual_blocks_20.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d989f3d1ec8b7b143b5ed753b227e0647ef92cf3 --- /dev/null +++ b/visual_blocks_20.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2457cce9a1c9ba9fd06ff87929449076b31cacf262302f5934f00f8350477c7f +size 26616578 diff --git a/visual_blocks_21.safetensors b/visual_blocks_21.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ebb2fecca52889a93352da962e91f537b7ab3d13 --- /dev/null +++ b/visual_blocks_21.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:87266457ccf57a3c4be8ec231ad7064933af4b746244f41a8f6809b11ac15412 +size 26617894 diff --git a/visual_blocks_22.safetensors b/visual_blocks_22.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f0a8a551d2b1a2885ce5a790645ba831c9e10d38 --- /dev/null +++ b/visual_blocks_22.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f6ef55655a727a4686121976ec58b2dfdad231ff3177383d4ad8be9a3c84364f +size 26615520 diff --git a/visual_blocks_23.safetensors b/visual_blocks_23.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..341ececb14b45d9073e91ae4925bbbcf37b4b282 --- /dev/null +++ b/visual_blocks_23.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4bd1f049b5192a63bab3cca1a6319e4eeb692d7f283ca7e7ddf50e0c4a01f1fd +size 26637854 diff --git a/visual_blocks_24.safetensors b/visual_blocks_24.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f210d0209557ebc7a0f78ba1fc79a72ee9b3b694 --- /dev/null +++ b/visual_blocks_24.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:42d25394a303300c3e19cdc1f28bbf6030e13687cc6a3571c8c12817a4ffb4d3 +size 26618067 diff --git a/visual_blocks_25.safetensors b/visual_blocks_25.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..816da3ad52d921ec88c115c7d1c1b9fa973bae91 --- /dev/null +++ b/visual_blocks_25.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ea0a19bda5dc20f565d9392c3ff044eae73177cb36d2a94caab70e24cd7a2f0 +size 26627498 diff --git a/visual_blocks_26.safetensors b/visual_blocks_26.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7c761468ca1801487eba92370a94a7f659c70019 --- /dev/null +++ b/visual_blocks_26.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cac9a32380b1d069863fe1e7994d81a1469d6e2d3730df1805fd61b5772a2931 +size 26641603 diff --git a/visual_blocks_27.safetensors b/visual_blocks_27.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d93f91c4e47e60dadd5d97809cd6af6d9c42d8a8 --- /dev/null +++ b/visual_blocks_27.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9bf7c1f3a8bc6ca8bfac6750f2ef1d73bf1cf3e305e628dfe377b0bb87ec30b0 +size 26650022 diff --git a/visual_blocks_28.safetensors b/visual_blocks_28.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d17894038a7d1b3ca35f6982a37cbc8b0951e6cd --- /dev/null +++ b/visual_blocks_28.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c72b37fae26dbe0b7a35415f3cfa80175fcb7332e15bd5de07aaeb532c4ecec +size 26630093 diff --git a/visual_blocks_29.safetensors b/visual_blocks_29.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..69e3891ed07cd1fe00c4574af845255ed7db696a --- /dev/null +++ b/visual_blocks_29.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fbd02e675d73a0de1cb33eb27a370a1b368e7116422ff9768083d9643c979a65 +size 26619069 diff --git a/visual_blocks_3.safetensors b/visual_blocks_3.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e0fb5e6bd51bbfe7c3c0812f8474a9877dcb3001 --- /dev/null +++ b/visual_blocks_3.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dcb10b046912e7a37f031b215f626e6cb09431b464c70a6f4ca44f495a6c4d7d +size 26675701 diff --git a/visual_blocks_30.safetensors b/visual_blocks_30.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..bc6521fe3e00821f747e124cc772e9557120c651 --- /dev/null +++ b/visual_blocks_30.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b8962e990cb96301afc9bd2bbbc5be5308e085007487d80178523cf318eb65a6 +size 26611177 diff --git a/visual_blocks_31.safetensors b/visual_blocks_31.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d99d145a639fac36dc9bca46fbdfdac2140c965e --- /dev/null +++ b/visual_blocks_31.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f24c24b1a207accc0a866919f322668aefaa9cf2f04dd8176db56db78821689c +size 26735089 diff --git a/visual_blocks_4.safetensors b/visual_blocks_4.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2c8497ccbe8908cc588a670aa655e735090a10f6 --- /dev/null +++ b/visual_blocks_4.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3785a7061991949ea12fed2cfc2bbad319b6425a0fd402be3fe09ba41d786001 +size 26658197 diff --git a/visual_blocks_5.safetensors b/visual_blocks_5.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ab2e17fe9256e81db6e9cf52bb0d1ab4c410dc61 --- /dev/null +++ b/visual_blocks_5.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6879a1770b8dec59474b270718f6c981690d497cb8c7f812885f63c74c9c8a4e +size 26652173 diff --git a/visual_blocks_6.safetensors b/visual_blocks_6.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2d2114745001d4c6100f9a9707dfa5e27233a70e --- /dev/null +++ b/visual_blocks_6.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:78c75c56ddb7d903fe58a8bbe3220476c73d3cda4ae02e723dfe91da4f6b8ad4 +size 26641326 diff --git a/visual_blocks_7.safetensors b/visual_blocks_7.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8b937db6d4daa567f9cabc2266082a6eeb0bd7d0 --- /dev/null +++ b/visual_blocks_7.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f9f4b3670540aeaecba10d7aaf5ef5c053b454d37b1c25a15231e03dbed4fa1c +size 26635917 diff --git a/visual_blocks_8.safetensors b/visual_blocks_8.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..aa4d3220a66893ce046d96280bc21f39ce7bc481 --- /dev/null +++ b/visual_blocks_8.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:774e13ff98e860bdd9abd602e67737be0cc25e9d5c3e10a0262860781b3fe6dc +size 26628127 diff --git a/visual_blocks_9.safetensors b/visual_blocks_9.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..38ea01adfb4b8f805163d5f6d6f951fedee02891 --- /dev/null +++ b/visual_blocks_9.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:445cddbd39fd672a6526f4a0fb4f3657bb68fe2a990c49821df2eaf8480054f1 +size 26623944 diff --git a/visual_merger_mlp.safetensors b/visual_merger_mlp.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f850653e5bcf5082a733528970c1a33f5eb04621 --- /dev/null +++ b/visual_merger_mlp.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b30ae9265bd70a1c0e012c362bc66e924cf67464653e57a1fa20d11cf6384ea8 +size 49486798