diff --git "a/state_dicts/Hyper-SD3-8steps-CFG-lora.safetensors.json" "b/state_dicts/Hyper-SD3-8steps-CFG-lora.safetensors.json" deleted file mode 100644--- "a/state_dicts/Hyper-SD3-8steps-CFG-lora.safetensors.json" +++ /dev/null @@ -1,7508 +0,0 @@ -{ - "transformer.context_embedder.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 4096 - ], - "data_offsets": [ - 0, - 1048576 - ] - }, - "transformer.context_embedder.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 1048576, - 1441792 - ] - }, - "transformer.norm_out.linear.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 1441792, - 1835008 - ] - }, - "transformer.norm_out.linear.lora_B.weight": { - "dtype": "F32", - "shape": [ - 3072, - 64 - ], - "data_offsets": [ - 1835008, - 2621440 - ] - }, - "transformer.pos_embed.proj.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 16, - 2, - 2 - ], - "data_offsets": [ - 2621440, - 2637824 - ] - }, - "transformer.pos_embed.proj.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64, - 1, - 1 - ], - "data_offsets": [ - 2637824, - 3031040 - ] - }, - "transformer.proj_out.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 3031040, - 3424256 - ] - }, - "transformer.proj_out.lora_B.weight": { - "dtype": "F32", - "shape": [ - 64, - 64 - ], - "data_offsets": [ - 3424256, - 3440640 - ] - }, - "transformer.time_text_embed.text_embedder.linear_1.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 2048 - ], - "data_offsets": [ - 3440640, - 3964928 - ] - }, - "transformer.time_text_embed.text_embedder.linear_1.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 3964928, - 4358144 - ] - }, - "transformer.time_text_embed.text_embedder.linear_2.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 4358144, - 4751360 - ] - }, - "transformer.time_text_embed.text_embedder.linear_2.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 4751360, - 5144576 - ] - }, - "transformer.time_text_embed.timestep_embedder.linear_1.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 256 - ], - "data_offsets": [ - 5144576, - 5210112 - ] - }, - "transformer.time_text_embed.timestep_embedder.linear_1.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 5210112, - 5603328 - ] - }, - "transformer.time_text_embed.timestep_embedder.linear_2.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 5603328, - 5996544 - ] - }, - "transformer.time_text_embed.timestep_embedder.linear_2.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 5996544, - 6389760 - ] - }, - "transformer.transformer_blocks.0.attn.add_k_proj.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 6389760, - 6782976 - ] - }, - "transformer.transformer_blocks.0.attn.add_k_proj.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 6782976, - 7176192 - ] - }, - "transformer.transformer_blocks.0.attn.add_q_proj.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 7176192, - 7569408 - ] - }, - "transformer.transformer_blocks.0.attn.add_q_proj.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 7569408, - 7962624 - ] - }, - "transformer.transformer_blocks.0.attn.add_v_proj.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 7962624, - 8355840 - ] - }, - "transformer.transformer_blocks.0.attn.add_v_proj.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 8355840, - 8749056 - ] - }, - "transformer.transformer_blocks.0.attn.to_add_out.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 8749056, - 9142272 - ] - }, - "transformer.transformer_blocks.0.attn.to_add_out.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 9142272, - 9535488 - ] - }, - "transformer.transformer_blocks.0.attn.to_k.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 9535488, - 9928704 - ] - }, - "transformer.transformer_blocks.0.attn.to_k.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 9928704, - 10321920 - ] - }, - "transformer.transformer_blocks.0.attn.to_out.0.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 10321920, - 10715136 - ] - }, - "transformer.transformer_blocks.0.attn.to_out.0.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 10715136, - 11108352 - ] - }, - "transformer.transformer_blocks.0.attn.to_q.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 11108352, - 11501568 - ] - }, - "transformer.transformer_blocks.0.attn.to_q.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 11501568, - 11894784 - ] - }, - "transformer.transformer_blocks.0.attn.to_v.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 11894784, - 12288000 - ] - }, - "transformer.transformer_blocks.0.attn.to_v.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 12288000, - 12681216 - ] - }, - "transformer.transformer_blocks.0.ff.net.0.proj.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 12681216, - 13074432 - ] - }, - "transformer.transformer_blocks.0.ff.net.0.proj.lora_B.weight": { - "dtype": "F32", - "shape": [ - 6144, - 64 - ], - "data_offsets": [ - 13074432, - 14647296 - ] - }, - "transformer.transformer_blocks.0.ff.net.2.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 6144 - ], - "data_offsets": [ - 14647296, - 16220160 - ] - }, - "transformer.transformer_blocks.0.ff.net.2.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 16220160, - 16613376 - ] - }, - "transformer.transformer_blocks.0.ff_context.net.0.proj.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 16613376, - 17006592 - ] - }, - "transformer.transformer_blocks.0.ff_context.net.0.proj.lora_B.weight": { - "dtype": "F32", - "shape": [ - 6144, - 64 - ], - "data_offsets": [ - 17006592, - 18579456 - ] - }, - "transformer.transformer_blocks.0.ff_context.net.2.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 6144 - ], - "data_offsets": [ - 18579456, - 20152320 - ] - }, - "transformer.transformer_blocks.0.ff_context.net.2.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 20152320, - 20545536 - ] - }, - "transformer.transformer_blocks.0.norm1.linear.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 20545536, - 20938752 - ] - }, - "transformer.transformer_blocks.0.norm1.linear.lora_B.weight": { - "dtype": "F32", - "shape": [ - 9216, - 64 - ], - "data_offsets": [ - 20938752, - 23298048 - ] - }, - "transformer.transformer_blocks.0.norm1_context.linear.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 23298048, - 23691264 - ] - }, - "transformer.transformer_blocks.0.norm1_context.linear.lora_B.weight": { - "dtype": "F32", - "shape": [ - 9216, - 64 - ], - "data_offsets": [ - 23691264, - 26050560 - ] - }, - "transformer.transformer_blocks.1.attn.add_k_proj.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 26050560, - 26443776 - ] - }, - "transformer.transformer_blocks.1.attn.add_k_proj.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 26443776, - 26836992 - ] - }, - "transformer.transformer_blocks.1.attn.add_q_proj.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 26836992, - 27230208 - ] - }, - "transformer.transformer_blocks.1.attn.add_q_proj.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 27230208, - 27623424 - ] - }, - "transformer.transformer_blocks.1.attn.add_v_proj.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 27623424, - 28016640 - ] - }, - "transformer.transformer_blocks.1.attn.add_v_proj.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 28016640, - 28409856 - ] - }, - "transformer.transformer_blocks.1.attn.to_add_out.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 28409856, - 28803072 - ] - }, - "transformer.transformer_blocks.1.attn.to_add_out.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 28803072, - 29196288 - ] - }, - "transformer.transformer_blocks.1.attn.to_k.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 29196288, - 29589504 - ] - }, - "transformer.transformer_blocks.1.attn.to_k.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 29589504, - 29982720 - ] - }, - "transformer.transformer_blocks.1.attn.to_out.0.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 29982720, - 30375936 - ] - }, - "transformer.transformer_blocks.1.attn.to_out.0.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 30375936, - 30769152 - ] - }, - "transformer.transformer_blocks.1.attn.to_q.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 30769152, - 31162368 - ] - }, - "transformer.transformer_blocks.1.attn.to_q.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 31162368, - 31555584 - ] - }, - "transformer.transformer_blocks.1.attn.to_v.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 31555584, - 31948800 - ] - }, - "transformer.transformer_blocks.1.attn.to_v.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 31948800, - 32342016 - ] - }, - "transformer.transformer_blocks.1.ff.net.0.proj.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 32342016, - 32735232 - ] - }, - "transformer.transformer_blocks.1.ff.net.0.proj.lora_B.weight": { - "dtype": "F32", - "shape": [ - 6144, - 64 - ], - "data_offsets": [ - 32735232, - 34308096 - ] - }, - "transformer.transformer_blocks.1.ff.net.2.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 6144 - ], - "data_offsets": [ - 34308096, - 35880960 - ] - }, - "transformer.transformer_blocks.1.ff.net.2.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 35880960, - 36274176 - ] - }, - "transformer.transformer_blocks.1.ff_context.net.0.proj.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 36274176, - 36667392 - ] - }, - "transformer.transformer_blocks.1.ff_context.net.0.proj.lora_B.weight": { - "dtype": "F32", - "shape": [ - 6144, - 64 - ], - "data_offsets": [ - 36667392, - 38240256 - ] - }, - "transformer.transformer_blocks.1.ff_context.net.2.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 6144 - ], - "data_offsets": [ - 38240256, - 39813120 - ] - }, - "transformer.transformer_blocks.1.ff_context.net.2.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 39813120, - 40206336 - ] - }, - "transformer.transformer_blocks.1.norm1.linear.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 40206336, - 40599552 - ] - }, - "transformer.transformer_blocks.1.norm1.linear.lora_B.weight": { - "dtype": "F32", - "shape": [ - 9216, - 64 - ], - "data_offsets": [ - 40599552, - 42958848 - ] - }, - "transformer.transformer_blocks.1.norm1_context.linear.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 42958848, - 43352064 - ] - }, - "transformer.transformer_blocks.1.norm1_context.linear.lora_B.weight": { - "dtype": "F32", - "shape": [ - 9216, - 64 - ], - "data_offsets": [ - 43352064, - 45711360 - ] - }, - "transformer.transformer_blocks.10.attn.add_k_proj.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 45711360, - 46104576 - ] - }, - "transformer.transformer_blocks.10.attn.add_k_proj.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 46104576, - 46497792 - ] - }, - "transformer.transformer_blocks.10.attn.add_q_proj.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 46497792, - 46891008 - ] - }, - "transformer.transformer_blocks.10.attn.add_q_proj.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 46891008, - 47284224 - ] - }, - "transformer.transformer_blocks.10.attn.add_v_proj.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 47284224, - 47677440 - ] - }, - "transformer.transformer_blocks.10.attn.add_v_proj.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 47677440, - 48070656 - ] - }, - "transformer.transformer_blocks.10.attn.to_add_out.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 48070656, - 48463872 - ] - }, - "transformer.transformer_blocks.10.attn.to_add_out.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 48463872, - 48857088 - ] - }, - "transformer.transformer_blocks.10.attn.to_k.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 48857088, - 49250304 - ] - }, - "transformer.transformer_blocks.10.attn.to_k.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 49250304, - 49643520 - ] - }, - "transformer.transformer_blocks.10.attn.to_out.0.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 49643520, - 50036736 - ] - }, - "transformer.transformer_blocks.10.attn.to_out.0.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 50036736, - 50429952 - ] - }, - "transformer.transformer_blocks.10.attn.to_q.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 50429952, - 50823168 - ] - }, - "transformer.transformer_blocks.10.attn.to_q.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 50823168, - 51216384 - ] - }, - "transformer.transformer_blocks.10.attn.to_v.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 51216384, - 51609600 - ] - }, - "transformer.transformer_blocks.10.attn.to_v.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 51609600, - 52002816 - ] - }, - "transformer.transformer_blocks.10.ff.net.0.proj.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 52002816, - 52396032 - ] - }, - "transformer.transformer_blocks.10.ff.net.0.proj.lora_B.weight": { - "dtype": "F32", - "shape": [ - 6144, - 64 - ], - "data_offsets": [ - 52396032, - 53968896 - ] - }, - "transformer.transformer_blocks.10.ff.net.2.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 6144 - ], - "data_offsets": [ - 53968896, - 55541760 - ] - }, - "transformer.transformer_blocks.10.ff.net.2.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 55541760, - 55934976 - ] - }, - "transformer.transformer_blocks.10.ff_context.net.0.proj.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 55934976, - 56328192 - ] - }, - "transformer.transformer_blocks.10.ff_context.net.0.proj.lora_B.weight": { - "dtype": "F32", - "shape": [ - 6144, - 64 - ], - "data_offsets": [ - 56328192, - 57901056 - ] - }, - "transformer.transformer_blocks.10.ff_context.net.2.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 6144 - ], - "data_offsets": [ - 57901056, - 59473920 - ] - }, - "transformer.transformer_blocks.10.ff_context.net.2.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 59473920, - 59867136 - ] - }, - "transformer.transformer_blocks.10.norm1.linear.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 59867136, - 60260352 - ] - }, - "transformer.transformer_blocks.10.norm1.linear.lora_B.weight": { - "dtype": "F32", - "shape": [ - 9216, - 64 - ], - "data_offsets": [ - 60260352, - 62619648 - ] - }, - "transformer.transformer_blocks.10.norm1_context.linear.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 62619648, - 63012864 - ] - }, - "transformer.transformer_blocks.10.norm1_context.linear.lora_B.weight": { - "dtype": "F32", - "shape": [ - 9216, - 64 - ], - "data_offsets": [ - 63012864, - 65372160 - ] - }, - "transformer.transformer_blocks.11.attn.add_k_proj.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 65372160, - 65765376 - ] - }, - "transformer.transformer_blocks.11.attn.add_k_proj.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 65765376, - 66158592 - ] - }, - "transformer.transformer_blocks.11.attn.add_q_proj.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 66158592, - 66551808 - ] - }, - "transformer.transformer_blocks.11.attn.add_q_proj.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 66551808, - 66945024 - ] - }, - "transformer.transformer_blocks.11.attn.add_v_proj.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 66945024, - 67338240 - ] - }, - "transformer.transformer_blocks.11.attn.add_v_proj.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 67338240, - 67731456 - ] - }, - "transformer.transformer_blocks.11.attn.to_add_out.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 67731456, - 68124672 - ] - }, - "transformer.transformer_blocks.11.attn.to_add_out.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 68124672, - 68517888 - ] - }, - "transformer.transformer_blocks.11.attn.to_k.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 68517888, - 68911104 - ] - }, - "transformer.transformer_blocks.11.attn.to_k.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 68911104, - 69304320 - ] - }, - "transformer.transformer_blocks.11.attn.to_out.0.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 69304320, - 69697536 - ] - }, - "transformer.transformer_blocks.11.attn.to_out.0.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 69697536, - 70090752 - ] - }, - "transformer.transformer_blocks.11.attn.to_q.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 70090752, - 70483968 - ] - }, - "transformer.transformer_blocks.11.attn.to_q.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 70483968, - 70877184 - ] - }, - "transformer.transformer_blocks.11.attn.to_v.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 70877184, - 71270400 - ] - }, - "transformer.transformer_blocks.11.attn.to_v.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 71270400, - 71663616 - ] - }, - "transformer.transformer_blocks.11.ff.net.0.proj.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 71663616, - 72056832 - ] - }, - "transformer.transformer_blocks.11.ff.net.0.proj.lora_B.weight": { - "dtype": "F32", - "shape": [ - 6144, - 64 - ], - "data_offsets": [ - 72056832, - 73629696 - ] - }, - "transformer.transformer_blocks.11.ff.net.2.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 6144 - ], - "data_offsets": [ - 73629696, - 75202560 - ] - }, - "transformer.transformer_blocks.11.ff.net.2.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 75202560, - 75595776 - ] - }, - "transformer.transformer_blocks.11.ff_context.net.0.proj.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 75595776, - 75988992 - ] - }, - "transformer.transformer_blocks.11.ff_context.net.0.proj.lora_B.weight": { - "dtype": "F32", - "shape": [ - 6144, - 64 - ], - "data_offsets": [ - 75988992, - 77561856 - ] - }, - "transformer.transformer_blocks.11.ff_context.net.2.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 6144 - ], - "data_offsets": [ - 77561856, - 79134720 - ] - }, - "transformer.transformer_blocks.11.ff_context.net.2.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 79134720, - 79527936 - ] - }, - "transformer.transformer_blocks.11.norm1.linear.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 79527936, - 79921152 - ] - }, - "transformer.transformer_blocks.11.norm1.linear.lora_B.weight": { - "dtype": "F32", - "shape": [ - 9216, - 64 - ], - "data_offsets": [ - 79921152, - 82280448 - ] - }, - "transformer.transformer_blocks.11.norm1_context.linear.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 82280448, - 82673664 - ] - }, - "transformer.transformer_blocks.11.norm1_context.linear.lora_B.weight": { - "dtype": "F32", - "shape": [ - 9216, - 64 - ], - "data_offsets": [ - 82673664, - 85032960 - ] - }, - "transformer.transformer_blocks.12.attn.add_k_proj.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 85032960, - 85426176 - ] - }, - "transformer.transformer_blocks.12.attn.add_k_proj.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 85426176, - 85819392 - ] - }, - "transformer.transformer_blocks.12.attn.add_q_proj.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 85819392, - 86212608 - ] - }, - "transformer.transformer_blocks.12.attn.add_q_proj.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 86212608, - 86605824 - ] - }, - "transformer.transformer_blocks.12.attn.add_v_proj.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 86605824, - 86999040 - ] - }, - "transformer.transformer_blocks.12.attn.add_v_proj.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 86999040, - 87392256 - ] - }, - "transformer.transformer_blocks.12.attn.to_add_out.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 87392256, - 87785472 - ] - }, - "transformer.transformer_blocks.12.attn.to_add_out.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 87785472, - 88178688 - ] - }, - "transformer.transformer_blocks.12.attn.to_k.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 88178688, - 88571904 - ] - }, - "transformer.transformer_blocks.12.attn.to_k.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 88571904, - 88965120 - ] - }, - "transformer.transformer_blocks.12.attn.to_out.0.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 88965120, - 89358336 - ] - }, - "transformer.transformer_blocks.12.attn.to_out.0.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 89358336, - 89751552 - ] - }, - "transformer.transformer_blocks.12.attn.to_q.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 89751552, - 90144768 - ] - }, - "transformer.transformer_blocks.12.attn.to_q.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 90144768, - 90537984 - ] - }, - "transformer.transformer_blocks.12.attn.to_v.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 90537984, - 90931200 - ] - }, - "transformer.transformer_blocks.12.attn.to_v.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 90931200, - 91324416 - ] - }, - "transformer.transformer_blocks.12.ff.net.0.proj.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 91324416, - 91717632 - ] - }, - "transformer.transformer_blocks.12.ff.net.0.proj.lora_B.weight": { - "dtype": "F32", - "shape": [ - 6144, - 64 - ], - "data_offsets": [ - 91717632, - 93290496 - ] - }, - "transformer.transformer_blocks.12.ff.net.2.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 6144 - ], - "data_offsets": [ - 93290496, - 94863360 - ] - }, - "transformer.transformer_blocks.12.ff.net.2.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 94863360, - 95256576 - ] - }, - "transformer.transformer_blocks.12.ff_context.net.0.proj.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 95256576, - 95649792 - ] - }, - "transformer.transformer_blocks.12.ff_context.net.0.proj.lora_B.weight": { - "dtype": "F32", - "shape": [ - 6144, - 64 - ], - "data_offsets": [ - 95649792, - 97222656 - ] - }, - "transformer.transformer_blocks.12.ff_context.net.2.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 6144 - ], - "data_offsets": [ - 97222656, - 98795520 - ] - }, - "transformer.transformer_blocks.12.ff_context.net.2.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 98795520, - 99188736 - ] - }, - "transformer.transformer_blocks.12.norm1.linear.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 99188736, - 99581952 - ] - }, - "transformer.transformer_blocks.12.norm1.linear.lora_B.weight": { - "dtype": "F32", - "shape": [ - 9216, - 64 - ], - "data_offsets": [ - 99581952, - 101941248 - ] - }, - "transformer.transformer_blocks.12.norm1_context.linear.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 101941248, - 102334464 - ] - }, - "transformer.transformer_blocks.12.norm1_context.linear.lora_B.weight": { - "dtype": "F32", - "shape": [ - 9216, - 64 - ], - "data_offsets": [ - 102334464, - 104693760 - ] - }, - "transformer.transformer_blocks.13.attn.add_k_proj.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 104693760, - 105086976 - ] - }, - "transformer.transformer_blocks.13.attn.add_k_proj.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 105086976, - 105480192 - ] - }, - "transformer.transformer_blocks.13.attn.add_q_proj.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 105480192, - 105873408 - ] - }, - "transformer.transformer_blocks.13.attn.add_q_proj.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 105873408, - 106266624 - ] - }, - "transformer.transformer_blocks.13.attn.add_v_proj.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 106266624, - 106659840 - ] - }, - "transformer.transformer_blocks.13.attn.add_v_proj.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 106659840, - 107053056 - ] - }, - "transformer.transformer_blocks.13.attn.to_add_out.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 107053056, - 107446272 - ] - }, - "transformer.transformer_blocks.13.attn.to_add_out.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 107446272, - 107839488 - ] - }, - "transformer.transformer_blocks.13.attn.to_k.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 107839488, - 108232704 - ] - }, - "transformer.transformer_blocks.13.attn.to_k.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 108232704, - 108625920 - ] - }, - "transformer.transformer_blocks.13.attn.to_out.0.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 108625920, - 109019136 - ] - }, - "transformer.transformer_blocks.13.attn.to_out.0.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 109019136, - 109412352 - ] - }, - "transformer.transformer_blocks.13.attn.to_q.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 109412352, - 109805568 - ] - }, - "transformer.transformer_blocks.13.attn.to_q.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 109805568, - 110198784 - ] - }, - "transformer.transformer_blocks.13.attn.to_v.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 110198784, - 110592000 - ] - }, - "transformer.transformer_blocks.13.attn.to_v.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 110592000, - 110985216 - ] - }, - "transformer.transformer_blocks.13.ff.net.0.proj.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 110985216, - 111378432 - ] - }, - "transformer.transformer_blocks.13.ff.net.0.proj.lora_B.weight": { - "dtype": "F32", - "shape": [ - 6144, - 64 - ], - "data_offsets": [ - 111378432, - 112951296 - ] - }, - "transformer.transformer_blocks.13.ff.net.2.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 6144 - ], - "data_offsets": [ - 112951296, - 114524160 - ] - }, - "transformer.transformer_blocks.13.ff.net.2.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 114524160, - 114917376 - ] - }, - "transformer.transformer_blocks.13.ff_context.net.0.proj.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 114917376, - 115310592 - ] - }, - "transformer.transformer_blocks.13.ff_context.net.0.proj.lora_B.weight": { - "dtype": "F32", - "shape": [ - 6144, - 64 - ], - "data_offsets": [ - 115310592, - 116883456 - ] - }, - "transformer.transformer_blocks.13.ff_context.net.2.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 6144 - ], - "data_offsets": [ - 116883456, - 118456320 - ] - }, - "transformer.transformer_blocks.13.ff_context.net.2.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 118456320, - 118849536 - ] - }, - "transformer.transformer_blocks.13.norm1.linear.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 118849536, - 119242752 - ] - }, - "transformer.transformer_blocks.13.norm1.linear.lora_B.weight": { - "dtype": "F32", - "shape": [ - 9216, - 64 - ], - "data_offsets": [ - 119242752, - 121602048 - ] - }, - "transformer.transformer_blocks.13.norm1_context.linear.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 121602048, - 121995264 - ] - }, - "transformer.transformer_blocks.13.norm1_context.linear.lora_B.weight": { - "dtype": "F32", - "shape": [ - 9216, - 64 - ], - "data_offsets": [ - 121995264, - 124354560 - ] - }, - "transformer.transformer_blocks.14.attn.add_k_proj.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 124354560, - 124747776 - ] - }, - "transformer.transformer_blocks.14.attn.add_k_proj.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 124747776, - 125140992 - ] - }, - "transformer.transformer_blocks.14.attn.add_q_proj.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 125140992, - 125534208 - ] - }, - "transformer.transformer_blocks.14.attn.add_q_proj.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 125534208, - 125927424 - ] - }, - "transformer.transformer_blocks.14.attn.add_v_proj.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 125927424, - 126320640 - ] - }, - "transformer.transformer_blocks.14.attn.add_v_proj.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 126320640, - 126713856 - ] - }, - "transformer.transformer_blocks.14.attn.to_add_out.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 126713856, - 127107072 - ] - }, - "transformer.transformer_blocks.14.attn.to_add_out.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 127107072, - 127500288 - ] - }, - "transformer.transformer_blocks.14.attn.to_k.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 127500288, - 127893504 - ] - }, - "transformer.transformer_blocks.14.attn.to_k.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 127893504, - 128286720 - ] - }, - "transformer.transformer_blocks.14.attn.to_out.0.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 128286720, - 128679936 - ] - }, - "transformer.transformer_blocks.14.attn.to_out.0.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 128679936, - 129073152 - ] - }, - "transformer.transformer_blocks.14.attn.to_q.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 129073152, - 129466368 - ] - }, - "transformer.transformer_blocks.14.attn.to_q.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 129466368, - 129859584 - ] - }, - "transformer.transformer_blocks.14.attn.to_v.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 129859584, - 130252800 - ] - }, - "transformer.transformer_blocks.14.attn.to_v.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 130252800, - 130646016 - ] - }, - "transformer.transformer_blocks.14.ff.net.0.proj.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 130646016, - 131039232 - ] - }, - "transformer.transformer_blocks.14.ff.net.0.proj.lora_B.weight": { - "dtype": "F32", - "shape": [ - 6144, - 64 - ], - "data_offsets": [ - 131039232, - 132612096 - ] - }, - "transformer.transformer_blocks.14.ff.net.2.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 6144 - ], - "data_offsets": [ - 132612096, - 134184960 - ] - }, - "transformer.transformer_blocks.14.ff.net.2.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 134184960, - 134578176 - ] - }, - "transformer.transformer_blocks.14.ff_context.net.0.proj.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 134578176, - 134971392 - ] - }, - "transformer.transformer_blocks.14.ff_context.net.0.proj.lora_B.weight": { - "dtype": "F32", - "shape": [ - 6144, - 64 - ], - "data_offsets": [ - 134971392, - 136544256 - ] - }, - "transformer.transformer_blocks.14.ff_context.net.2.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 6144 - ], - "data_offsets": [ - 136544256, - 138117120 - ] - }, - "transformer.transformer_blocks.14.ff_context.net.2.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 138117120, - 138510336 - ] - }, - "transformer.transformer_blocks.14.norm1.linear.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 138510336, - 138903552 - ] - }, - "transformer.transformer_blocks.14.norm1.linear.lora_B.weight": { - "dtype": "F32", - "shape": [ - 9216, - 64 - ], - "data_offsets": [ - 138903552, - 141262848 - ] - }, - "transformer.transformer_blocks.14.norm1_context.linear.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 141262848, - 141656064 - ] - }, - "transformer.transformer_blocks.14.norm1_context.linear.lora_B.weight": { - "dtype": "F32", - "shape": [ - 9216, - 64 - ], - "data_offsets": [ - 141656064, - 144015360 - ] - }, - "transformer.transformer_blocks.15.attn.add_k_proj.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 144015360, - 144408576 - ] - }, - "transformer.transformer_blocks.15.attn.add_k_proj.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 144408576, - 144801792 - ] - }, - "transformer.transformer_blocks.15.attn.add_q_proj.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 144801792, - 145195008 - ] - }, - "transformer.transformer_blocks.15.attn.add_q_proj.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 145195008, - 145588224 - ] - }, - "transformer.transformer_blocks.15.attn.add_v_proj.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 145588224, - 145981440 - ] - }, - "transformer.transformer_blocks.15.attn.add_v_proj.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 145981440, - 146374656 - ] - }, - "transformer.transformer_blocks.15.attn.to_add_out.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 146374656, - 146767872 - ] - }, - "transformer.transformer_blocks.15.attn.to_add_out.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 146767872, - 147161088 - ] - }, - "transformer.transformer_blocks.15.attn.to_k.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 147161088, - 147554304 - ] - }, - "transformer.transformer_blocks.15.attn.to_k.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 147554304, - 147947520 - ] - }, - "transformer.transformer_blocks.15.attn.to_out.0.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 147947520, - 148340736 - ] - }, - "transformer.transformer_blocks.15.attn.to_out.0.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 148340736, - 148733952 - ] - }, - "transformer.transformer_blocks.15.attn.to_q.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 148733952, - 149127168 - ] - }, - "transformer.transformer_blocks.15.attn.to_q.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 149127168, - 149520384 - ] - }, - "transformer.transformer_blocks.15.attn.to_v.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 149520384, - 149913600 - ] - }, - "transformer.transformer_blocks.15.attn.to_v.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 149913600, - 150306816 - ] - }, - "transformer.transformer_blocks.15.ff.net.0.proj.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 150306816, - 150700032 - ] - }, - "transformer.transformer_blocks.15.ff.net.0.proj.lora_B.weight": { - "dtype": "F32", - "shape": [ - 6144, - 64 - ], - "data_offsets": [ - 150700032, - 152272896 - ] - }, - "transformer.transformer_blocks.15.ff.net.2.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 6144 - ], - "data_offsets": [ - 152272896, - 153845760 - ] - }, - "transformer.transformer_blocks.15.ff.net.2.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 153845760, - 154238976 - ] - }, - "transformer.transformer_blocks.15.ff_context.net.0.proj.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 154238976, - 154632192 - ] - }, - "transformer.transformer_blocks.15.ff_context.net.0.proj.lora_B.weight": { - "dtype": "F32", - "shape": [ - 6144, - 64 - ], - "data_offsets": [ - 154632192, - 156205056 - ] - }, - "transformer.transformer_blocks.15.ff_context.net.2.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 6144 - ], - "data_offsets": [ - 156205056, - 157777920 - ] - }, - "transformer.transformer_blocks.15.ff_context.net.2.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 157777920, - 158171136 - ] - }, - "transformer.transformer_blocks.15.norm1.linear.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 158171136, - 158564352 - ] - }, - "transformer.transformer_blocks.15.norm1.linear.lora_B.weight": { - "dtype": "F32", - "shape": [ - 9216, - 64 - ], - "data_offsets": [ - 158564352, - 160923648 - ] - }, - "transformer.transformer_blocks.15.norm1_context.linear.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 160923648, - 161316864 - ] - }, - "transformer.transformer_blocks.15.norm1_context.linear.lora_B.weight": { - "dtype": "F32", - "shape": [ - 9216, - 64 - ], - "data_offsets": [ - 161316864, - 163676160 - ] - }, - "transformer.transformer_blocks.16.attn.add_k_proj.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 163676160, - 164069376 - ] - }, - "transformer.transformer_blocks.16.attn.add_k_proj.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 164069376, - 164462592 - ] - }, - "transformer.transformer_blocks.16.attn.add_q_proj.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 164462592, - 164855808 - ] - }, - "transformer.transformer_blocks.16.attn.add_q_proj.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 164855808, - 165249024 - ] - }, - "transformer.transformer_blocks.16.attn.add_v_proj.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 165249024, - 165642240 - ] - }, - "transformer.transformer_blocks.16.attn.add_v_proj.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 165642240, - 166035456 - ] - }, - "transformer.transformer_blocks.16.attn.to_add_out.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 166035456, - 166428672 - ] - }, - "transformer.transformer_blocks.16.attn.to_add_out.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 166428672, - 166821888 - ] - }, - "transformer.transformer_blocks.16.attn.to_k.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 166821888, - 167215104 - ] - }, - "transformer.transformer_blocks.16.attn.to_k.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 167215104, - 167608320 - ] - }, - "transformer.transformer_blocks.16.attn.to_out.0.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 167608320, - 168001536 - ] - }, - "transformer.transformer_blocks.16.attn.to_out.0.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 168001536, - 168394752 - ] - }, - "transformer.transformer_blocks.16.attn.to_q.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 168394752, - 168787968 - ] - }, - "transformer.transformer_blocks.16.attn.to_q.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 168787968, - 169181184 - ] - }, - "transformer.transformer_blocks.16.attn.to_v.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 169181184, - 169574400 - ] - }, - "transformer.transformer_blocks.16.attn.to_v.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 169574400, - 169967616 - ] - }, - "transformer.transformer_blocks.16.ff.net.0.proj.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 169967616, - 170360832 - ] - }, - "transformer.transformer_blocks.16.ff.net.0.proj.lora_B.weight": { - "dtype": "F32", - "shape": [ - 6144, - 64 - ], - "data_offsets": [ - 170360832, - 171933696 - ] - }, - "transformer.transformer_blocks.16.ff.net.2.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 6144 - ], - "data_offsets": [ - 171933696, - 173506560 - ] - }, - "transformer.transformer_blocks.16.ff.net.2.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 173506560, - 173899776 - ] - }, - "transformer.transformer_blocks.16.ff_context.net.0.proj.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 173899776, - 174292992 - ] - }, - "transformer.transformer_blocks.16.ff_context.net.0.proj.lora_B.weight": { - "dtype": "F32", - "shape": [ - 6144, - 64 - ], - "data_offsets": [ - 174292992, - 175865856 - ] - }, - "transformer.transformer_blocks.16.ff_context.net.2.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 6144 - ], - "data_offsets": [ - 175865856, - 177438720 - ] - }, - "transformer.transformer_blocks.16.ff_context.net.2.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 177438720, - 177831936 - ] - }, - "transformer.transformer_blocks.16.norm1.linear.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 177831936, - 178225152 - ] - }, - "transformer.transformer_blocks.16.norm1.linear.lora_B.weight": { - "dtype": "F32", - "shape": [ - 9216, - 64 - ], - "data_offsets": [ - 178225152, - 180584448 - ] - }, - "transformer.transformer_blocks.16.norm1_context.linear.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 180584448, - 180977664 - ] - }, - "transformer.transformer_blocks.16.norm1_context.linear.lora_B.weight": { - "dtype": "F32", - "shape": [ - 9216, - 64 - ], - "data_offsets": [ - 180977664, - 183336960 - ] - }, - "transformer.transformer_blocks.17.attn.add_k_proj.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 183336960, - 183730176 - ] - }, - "transformer.transformer_blocks.17.attn.add_k_proj.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 183730176, - 184123392 - ] - }, - "transformer.transformer_blocks.17.attn.add_q_proj.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 184123392, - 184516608 - ] - }, - "transformer.transformer_blocks.17.attn.add_q_proj.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 184516608, - 184909824 - ] - }, - "transformer.transformer_blocks.17.attn.add_v_proj.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 184909824, - 185303040 - ] - }, - "transformer.transformer_blocks.17.attn.add_v_proj.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 185303040, - 185696256 - ] - }, - "transformer.transformer_blocks.17.attn.to_add_out.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 185696256, - 186089472 - ] - }, - "transformer.transformer_blocks.17.attn.to_add_out.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 186089472, - 186482688 - ] - }, - "transformer.transformer_blocks.17.attn.to_k.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 186482688, - 186875904 - ] - }, - "transformer.transformer_blocks.17.attn.to_k.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 186875904, - 187269120 - ] - }, - "transformer.transformer_blocks.17.attn.to_out.0.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 187269120, - 187662336 - ] - }, - "transformer.transformer_blocks.17.attn.to_out.0.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 187662336, - 188055552 - ] - }, - "transformer.transformer_blocks.17.attn.to_q.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 188055552, - 188448768 - ] - }, - "transformer.transformer_blocks.17.attn.to_q.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 188448768, - 188841984 - ] - }, - "transformer.transformer_blocks.17.attn.to_v.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 188841984, - 189235200 - ] - }, - "transformer.transformer_blocks.17.attn.to_v.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 189235200, - 189628416 - ] - }, - "transformer.transformer_blocks.17.ff.net.0.proj.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 189628416, - 190021632 - ] - }, - "transformer.transformer_blocks.17.ff.net.0.proj.lora_B.weight": { - "dtype": "F32", - "shape": [ - 6144, - 64 - ], - "data_offsets": [ - 190021632, - 191594496 - ] - }, - "transformer.transformer_blocks.17.ff.net.2.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 6144 - ], - "data_offsets": [ - 191594496, - 193167360 - ] - }, - "transformer.transformer_blocks.17.ff.net.2.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 193167360, - 193560576 - ] - }, - "transformer.transformer_blocks.17.ff_context.net.0.proj.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 193560576, - 193953792 - ] - }, - "transformer.transformer_blocks.17.ff_context.net.0.proj.lora_B.weight": { - "dtype": "F32", - "shape": [ - 6144, - 64 - ], - "data_offsets": [ - 193953792, - 195526656 - ] - }, - "transformer.transformer_blocks.17.ff_context.net.2.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 6144 - ], - "data_offsets": [ - 195526656, - 197099520 - ] - }, - "transformer.transformer_blocks.17.ff_context.net.2.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 197099520, - 197492736 - ] - }, - "transformer.transformer_blocks.17.norm1.linear.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 197492736, - 197885952 - ] - }, - "transformer.transformer_blocks.17.norm1.linear.lora_B.weight": { - "dtype": "F32", - "shape": [ - 9216, - 64 - ], - "data_offsets": [ - 197885952, - 200245248 - ] - }, - "transformer.transformer_blocks.17.norm1_context.linear.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 200245248, - 200638464 - ] - }, - "transformer.transformer_blocks.17.norm1_context.linear.lora_B.weight": { - "dtype": "F32", - "shape": [ - 9216, - 64 - ], - "data_offsets": [ - 200638464, - 202997760 - ] - }, - "transformer.transformer_blocks.18.attn.add_k_proj.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 202997760, - 203390976 - ] - }, - "transformer.transformer_blocks.18.attn.add_k_proj.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 203390976, - 203784192 - ] - }, - "transformer.transformer_blocks.18.attn.add_q_proj.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 203784192, - 204177408 - ] - }, - "transformer.transformer_blocks.18.attn.add_q_proj.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 204177408, - 204570624 - ] - }, - "transformer.transformer_blocks.18.attn.add_v_proj.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 204570624, - 204963840 - ] - }, - "transformer.transformer_blocks.18.attn.add_v_proj.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 204963840, - 205357056 - ] - }, - "transformer.transformer_blocks.18.attn.to_add_out.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 205357056, - 205750272 - ] - }, - "transformer.transformer_blocks.18.attn.to_add_out.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 205750272, - 206143488 - ] - }, - "transformer.transformer_blocks.18.attn.to_k.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 206143488, - 206536704 - ] - }, - "transformer.transformer_blocks.18.attn.to_k.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 206536704, - 206929920 - ] - }, - "transformer.transformer_blocks.18.attn.to_out.0.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 206929920, - 207323136 - ] - }, - "transformer.transformer_blocks.18.attn.to_out.0.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 207323136, - 207716352 - ] - }, - "transformer.transformer_blocks.18.attn.to_q.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 207716352, - 208109568 - ] - }, - "transformer.transformer_blocks.18.attn.to_q.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 208109568, - 208502784 - ] - }, - "transformer.transformer_blocks.18.attn.to_v.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 208502784, - 208896000 - ] - }, - "transformer.transformer_blocks.18.attn.to_v.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 208896000, - 209289216 - ] - }, - "transformer.transformer_blocks.18.ff.net.0.proj.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 209289216, - 209682432 - ] - }, - "transformer.transformer_blocks.18.ff.net.0.proj.lora_B.weight": { - "dtype": "F32", - "shape": [ - 6144, - 64 - ], - "data_offsets": [ - 209682432, - 211255296 - ] - }, - "transformer.transformer_blocks.18.ff.net.2.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 6144 - ], - "data_offsets": [ - 211255296, - 212828160 - ] - }, - "transformer.transformer_blocks.18.ff.net.2.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 212828160, - 213221376 - ] - }, - "transformer.transformer_blocks.18.ff_context.net.0.proj.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 213221376, - 213614592 - ] - }, - "transformer.transformer_blocks.18.ff_context.net.0.proj.lora_B.weight": { - "dtype": "F32", - "shape": [ - 6144, - 64 - ], - "data_offsets": [ - 213614592, - 215187456 - ] - }, - "transformer.transformer_blocks.18.ff_context.net.2.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 6144 - ], - "data_offsets": [ - 215187456, - 216760320 - ] - }, - "transformer.transformer_blocks.18.ff_context.net.2.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 216760320, - 217153536 - ] - }, - "transformer.transformer_blocks.18.norm1.linear.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 217153536, - 217546752 - ] - }, - "transformer.transformer_blocks.18.norm1.linear.lora_B.weight": { - "dtype": "F32", - "shape": [ - 9216, - 64 - ], - "data_offsets": [ - 217546752, - 219906048 - ] - }, - "transformer.transformer_blocks.18.norm1_context.linear.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 219906048, - 220299264 - ] - }, - "transformer.transformer_blocks.18.norm1_context.linear.lora_B.weight": { - "dtype": "F32", - "shape": [ - 9216, - 64 - ], - "data_offsets": [ - 220299264, - 222658560 - ] - }, - "transformer.transformer_blocks.19.attn.add_k_proj.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 222658560, - 223051776 - ] - }, - "transformer.transformer_blocks.19.attn.add_k_proj.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 223051776, - 223444992 - ] - }, - "transformer.transformer_blocks.19.attn.add_q_proj.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 223444992, - 223838208 - ] - }, - "transformer.transformer_blocks.19.attn.add_q_proj.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 223838208, - 224231424 - ] - }, - "transformer.transformer_blocks.19.attn.add_v_proj.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 224231424, - 224624640 - ] - }, - "transformer.transformer_blocks.19.attn.add_v_proj.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 224624640, - 225017856 - ] - }, - "transformer.transformer_blocks.19.attn.to_add_out.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 225017856, - 225411072 - ] - }, - "transformer.transformer_blocks.19.attn.to_add_out.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 225411072, - 225804288 - ] - }, - "transformer.transformer_blocks.19.attn.to_k.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 225804288, - 226197504 - ] - }, - "transformer.transformer_blocks.19.attn.to_k.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 226197504, - 226590720 - ] - }, - "transformer.transformer_blocks.19.attn.to_out.0.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 226590720, - 226983936 - ] - }, - "transformer.transformer_blocks.19.attn.to_out.0.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 226983936, - 227377152 - ] - }, - "transformer.transformer_blocks.19.attn.to_q.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 227377152, - 227770368 - ] - }, - "transformer.transformer_blocks.19.attn.to_q.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 227770368, - 228163584 - ] - }, - "transformer.transformer_blocks.19.attn.to_v.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 228163584, - 228556800 - ] - }, - "transformer.transformer_blocks.19.attn.to_v.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 228556800, - 228950016 - ] - }, - "transformer.transformer_blocks.19.ff.net.0.proj.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 228950016, - 229343232 - ] - }, - "transformer.transformer_blocks.19.ff.net.0.proj.lora_B.weight": { - "dtype": "F32", - "shape": [ - 6144, - 64 - ], - "data_offsets": [ - 229343232, - 230916096 - ] - }, - "transformer.transformer_blocks.19.ff.net.2.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 6144 - ], - "data_offsets": [ - 230916096, - 232488960 - ] - }, - "transformer.transformer_blocks.19.ff.net.2.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 232488960, - 232882176 - ] - }, - "transformer.transformer_blocks.19.ff_context.net.0.proj.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 232882176, - 233275392 - ] - }, - "transformer.transformer_blocks.19.ff_context.net.0.proj.lora_B.weight": { - "dtype": "F32", - "shape": [ - 6144, - 64 - ], - "data_offsets": [ - 233275392, - 234848256 - ] - }, - "transformer.transformer_blocks.19.ff_context.net.2.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 6144 - ], - "data_offsets": [ - 234848256, - 236421120 - ] - }, - "transformer.transformer_blocks.19.ff_context.net.2.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 236421120, - 236814336 - ] - }, - "transformer.transformer_blocks.19.norm1.linear.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 236814336, - 237207552 - ] - }, - "transformer.transformer_blocks.19.norm1.linear.lora_B.weight": { - "dtype": "F32", - "shape": [ - 9216, - 64 - ], - "data_offsets": [ - 237207552, - 239566848 - ] - }, - "transformer.transformer_blocks.19.norm1_context.linear.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 239566848, - 239960064 - ] - }, - "transformer.transformer_blocks.19.norm1_context.linear.lora_B.weight": { - "dtype": "F32", - "shape": [ - 9216, - 64 - ], - "data_offsets": [ - 239960064, - 242319360 - ] - }, - "transformer.transformer_blocks.2.attn.add_k_proj.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 242319360, - 242712576 - ] - }, - "transformer.transformer_blocks.2.attn.add_k_proj.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 242712576, - 243105792 - ] - }, - "transformer.transformer_blocks.2.attn.add_q_proj.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 243105792, - 243499008 - ] - }, - "transformer.transformer_blocks.2.attn.add_q_proj.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 243499008, - 243892224 - ] - }, - "transformer.transformer_blocks.2.attn.add_v_proj.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 243892224, - 244285440 - ] - }, - "transformer.transformer_blocks.2.attn.add_v_proj.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 244285440, - 244678656 - ] - }, - "transformer.transformer_blocks.2.attn.to_add_out.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 244678656, - 245071872 - ] - }, - "transformer.transformer_blocks.2.attn.to_add_out.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 245071872, - 245465088 - ] - }, - "transformer.transformer_blocks.2.attn.to_k.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 245465088, - 245858304 - ] - }, - "transformer.transformer_blocks.2.attn.to_k.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 245858304, - 246251520 - ] - }, - "transformer.transformer_blocks.2.attn.to_out.0.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 246251520, - 246644736 - ] - }, - "transformer.transformer_blocks.2.attn.to_out.0.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 246644736, - 247037952 - ] - }, - "transformer.transformer_blocks.2.attn.to_q.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 247037952, - 247431168 - ] - }, - "transformer.transformer_blocks.2.attn.to_q.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 247431168, - 247824384 - ] - }, - "transformer.transformer_blocks.2.attn.to_v.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 247824384, - 248217600 - ] - }, - "transformer.transformer_blocks.2.attn.to_v.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 248217600, - 248610816 - ] - }, - "transformer.transformer_blocks.2.ff.net.0.proj.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 248610816, - 249004032 - ] - }, - "transformer.transformer_blocks.2.ff.net.0.proj.lora_B.weight": { - "dtype": "F32", - "shape": [ - 6144, - 64 - ], - "data_offsets": [ - 249004032, - 250576896 - ] - }, - "transformer.transformer_blocks.2.ff.net.2.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 6144 - ], - "data_offsets": [ - 250576896, - 252149760 - ] - }, - "transformer.transformer_blocks.2.ff.net.2.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 252149760, - 252542976 - ] - }, - "transformer.transformer_blocks.2.ff_context.net.0.proj.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 252542976, - 252936192 - ] - }, - "transformer.transformer_blocks.2.ff_context.net.0.proj.lora_B.weight": { - "dtype": "F32", - "shape": [ - 6144, - 64 - ], - "data_offsets": [ - 252936192, - 254509056 - ] - }, - "transformer.transformer_blocks.2.ff_context.net.2.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 6144 - ], - "data_offsets": [ - 254509056, - 256081920 - ] - }, - "transformer.transformer_blocks.2.ff_context.net.2.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 256081920, - 256475136 - ] - }, - "transformer.transformer_blocks.2.norm1.linear.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 256475136, - 256868352 - ] - }, - "transformer.transformer_blocks.2.norm1.linear.lora_B.weight": { - "dtype": "F32", - "shape": [ - 9216, - 64 - ], - "data_offsets": [ - 256868352, - 259227648 - ] - }, - "transformer.transformer_blocks.2.norm1_context.linear.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 259227648, - 259620864 - ] - }, - "transformer.transformer_blocks.2.norm1_context.linear.lora_B.weight": { - "dtype": "F32", - "shape": [ - 9216, - 64 - ], - "data_offsets": [ - 259620864, - 261980160 - ] - }, - "transformer.transformer_blocks.20.attn.add_k_proj.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 261980160, - 262373376 - ] - }, - "transformer.transformer_blocks.20.attn.add_k_proj.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 262373376, - 262766592 - ] - }, - "transformer.transformer_blocks.20.attn.add_q_proj.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 262766592, - 263159808 - ] - }, - "transformer.transformer_blocks.20.attn.add_q_proj.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 263159808, - 263553024 - ] - }, - "transformer.transformer_blocks.20.attn.add_v_proj.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 263553024, - 263946240 - ] - }, - "transformer.transformer_blocks.20.attn.add_v_proj.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 263946240, - 264339456 - ] - }, - "transformer.transformer_blocks.20.attn.to_add_out.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 264339456, - 264732672 - ] - }, - "transformer.transformer_blocks.20.attn.to_add_out.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 264732672, - 265125888 - ] - }, - "transformer.transformer_blocks.20.attn.to_k.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 265125888, - 265519104 - ] - }, - "transformer.transformer_blocks.20.attn.to_k.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 265519104, - 265912320 - ] - }, - "transformer.transformer_blocks.20.attn.to_out.0.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 265912320, - 266305536 - ] - }, - "transformer.transformer_blocks.20.attn.to_out.0.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 266305536, - 266698752 - ] - }, - "transformer.transformer_blocks.20.attn.to_q.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 266698752, - 267091968 - ] - }, - "transformer.transformer_blocks.20.attn.to_q.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 267091968, - 267485184 - ] - }, - "transformer.transformer_blocks.20.attn.to_v.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 267485184, - 267878400 - ] - }, - "transformer.transformer_blocks.20.attn.to_v.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 267878400, - 268271616 - ] - }, - "transformer.transformer_blocks.20.ff.net.0.proj.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 268271616, - 268664832 - ] - }, - "transformer.transformer_blocks.20.ff.net.0.proj.lora_B.weight": { - "dtype": "F32", - "shape": [ - 6144, - 64 - ], - "data_offsets": [ - 268664832, - 270237696 - ] - }, - "transformer.transformer_blocks.20.ff.net.2.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 6144 - ], - "data_offsets": [ - 270237696, - 271810560 - ] - }, - "transformer.transformer_blocks.20.ff.net.2.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 271810560, - 272203776 - ] - }, - "transformer.transformer_blocks.20.ff_context.net.0.proj.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 272203776, - 272596992 - ] - }, - "transformer.transformer_blocks.20.ff_context.net.0.proj.lora_B.weight": { - "dtype": "F32", - "shape": [ - 6144, - 64 - ], - "data_offsets": [ - 272596992, - 274169856 - ] - }, - "transformer.transformer_blocks.20.ff_context.net.2.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 6144 - ], - "data_offsets": [ - 274169856, - 275742720 - ] - }, - "transformer.transformer_blocks.20.ff_context.net.2.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 275742720, - 276135936 - ] - }, - "transformer.transformer_blocks.20.norm1.linear.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 276135936, - 276529152 - ] - }, - "transformer.transformer_blocks.20.norm1.linear.lora_B.weight": { - "dtype": "F32", - "shape": [ - 9216, - 64 - ], - "data_offsets": [ - 276529152, - 278888448 - ] - }, - "transformer.transformer_blocks.20.norm1_context.linear.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 278888448, - 279281664 - ] - }, - "transformer.transformer_blocks.20.norm1_context.linear.lora_B.weight": { - "dtype": "F32", - "shape": [ - 9216, - 64 - ], - "data_offsets": [ - 279281664, - 281640960 - ] - }, - "transformer.transformer_blocks.21.attn.add_k_proj.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 281640960, - 282034176 - ] - }, - "transformer.transformer_blocks.21.attn.add_k_proj.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 282034176, - 282427392 - ] - }, - "transformer.transformer_blocks.21.attn.add_q_proj.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 282427392, - 282820608 - ] - }, - "transformer.transformer_blocks.21.attn.add_q_proj.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 282820608, - 283213824 - ] - }, - "transformer.transformer_blocks.21.attn.add_v_proj.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 283213824, - 283607040 - ] - }, - "transformer.transformer_blocks.21.attn.add_v_proj.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 283607040, - 284000256 - ] - }, - "transformer.transformer_blocks.21.attn.to_add_out.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 284000256, - 284393472 - ] - }, - "transformer.transformer_blocks.21.attn.to_add_out.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 284393472, - 284786688 - ] - }, - "transformer.transformer_blocks.21.attn.to_k.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 284786688, - 285179904 - ] - }, - "transformer.transformer_blocks.21.attn.to_k.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 285179904, - 285573120 - ] - }, - "transformer.transformer_blocks.21.attn.to_out.0.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 285573120, - 285966336 - ] - }, - "transformer.transformer_blocks.21.attn.to_out.0.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 285966336, - 286359552 - ] - }, - "transformer.transformer_blocks.21.attn.to_q.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 286359552, - 286752768 - ] - }, - "transformer.transformer_blocks.21.attn.to_q.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 286752768, - 287145984 - ] - }, - "transformer.transformer_blocks.21.attn.to_v.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 287145984, - 287539200 - ] - }, - "transformer.transformer_blocks.21.attn.to_v.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 287539200, - 287932416 - ] - }, - "transformer.transformer_blocks.21.ff.net.0.proj.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 287932416, - 288325632 - ] - }, - "transformer.transformer_blocks.21.ff.net.0.proj.lora_B.weight": { - "dtype": "F32", - "shape": [ - 6144, - 64 - ], - "data_offsets": [ - 288325632, - 289898496 - ] - }, - "transformer.transformer_blocks.21.ff.net.2.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 6144 - ], - "data_offsets": [ - 289898496, - 291471360 - ] - }, - "transformer.transformer_blocks.21.ff.net.2.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 291471360, - 291864576 - ] - }, - "transformer.transformer_blocks.21.ff_context.net.0.proj.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 291864576, - 292257792 - ] - }, - "transformer.transformer_blocks.21.ff_context.net.0.proj.lora_B.weight": { - "dtype": "F32", - "shape": [ - 6144, - 64 - ], - "data_offsets": [ - 292257792, - 293830656 - ] - }, - "transformer.transformer_blocks.21.ff_context.net.2.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 6144 - ], - "data_offsets": [ - 293830656, - 295403520 - ] - }, - "transformer.transformer_blocks.21.ff_context.net.2.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 295403520, - 295796736 - ] - }, - "transformer.transformer_blocks.21.norm1.linear.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 295796736, - 296189952 - ] - }, - "transformer.transformer_blocks.21.norm1.linear.lora_B.weight": { - "dtype": "F32", - "shape": [ - 9216, - 64 - ], - "data_offsets": [ - 296189952, - 298549248 - ] - }, - "transformer.transformer_blocks.21.norm1_context.linear.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 298549248, - 298942464 - ] - }, - "transformer.transformer_blocks.21.norm1_context.linear.lora_B.weight": { - "dtype": "F32", - "shape": [ - 9216, - 64 - ], - "data_offsets": [ - 298942464, - 301301760 - ] - }, - "transformer.transformer_blocks.22.attn.add_k_proj.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 301301760, - 301694976 - ] - }, - "transformer.transformer_blocks.22.attn.add_k_proj.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 301694976, - 302088192 - ] - }, - "transformer.transformer_blocks.22.attn.add_q_proj.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 302088192, - 302481408 - ] - }, - "transformer.transformer_blocks.22.attn.add_q_proj.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 302481408, - 302874624 - ] - }, - "transformer.transformer_blocks.22.attn.add_v_proj.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 302874624, - 303267840 - ] - }, - "transformer.transformer_blocks.22.attn.add_v_proj.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 303267840, - 303661056 - ] - }, - "transformer.transformer_blocks.22.attn.to_add_out.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 303661056, - 304054272 - ] - }, - "transformer.transformer_blocks.22.attn.to_add_out.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 304054272, - 304447488 - ] - }, - "transformer.transformer_blocks.22.attn.to_k.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 304447488, - 304840704 - ] - }, - "transformer.transformer_blocks.22.attn.to_k.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 304840704, - 305233920 - ] - }, - "transformer.transformer_blocks.22.attn.to_out.0.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 305233920, - 305627136 - ] - }, - "transformer.transformer_blocks.22.attn.to_out.0.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 305627136, - 306020352 - ] - }, - "transformer.transformer_blocks.22.attn.to_q.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 306020352, - 306413568 - ] - }, - "transformer.transformer_blocks.22.attn.to_q.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 306413568, - 306806784 - ] - }, - "transformer.transformer_blocks.22.attn.to_v.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 306806784, - 307200000 - ] - }, - "transformer.transformer_blocks.22.attn.to_v.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 307200000, - 307593216 - ] - }, - "transformer.transformer_blocks.22.ff.net.0.proj.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 307593216, - 307986432 - ] - }, - "transformer.transformer_blocks.22.ff.net.0.proj.lora_B.weight": { - "dtype": "F32", - "shape": [ - 6144, - 64 - ], - "data_offsets": [ - 307986432, - 309559296 - ] - }, - "transformer.transformer_blocks.22.ff.net.2.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 6144 - ], - "data_offsets": [ - 309559296, - 311132160 - ] - }, - "transformer.transformer_blocks.22.ff.net.2.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 311132160, - 311525376 - ] - }, - "transformer.transformer_blocks.22.ff_context.net.0.proj.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 311525376, - 311918592 - ] - }, - "transformer.transformer_blocks.22.ff_context.net.0.proj.lora_B.weight": { - "dtype": "F32", - "shape": [ - 6144, - 64 - ], - "data_offsets": [ - 311918592, - 313491456 - ] - }, - "transformer.transformer_blocks.22.ff_context.net.2.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 6144 - ], - "data_offsets": [ - 313491456, - 315064320 - ] - }, - "transformer.transformer_blocks.22.ff_context.net.2.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 315064320, - 315457536 - ] - }, - "transformer.transformer_blocks.22.norm1.linear.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 315457536, - 315850752 - ] - }, - "transformer.transformer_blocks.22.norm1.linear.lora_B.weight": { - "dtype": "F32", - "shape": [ - 9216, - 64 - ], - "data_offsets": [ - 315850752, - 318210048 - ] - }, - "transformer.transformer_blocks.22.norm1_context.linear.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 318210048, - 318603264 - ] - }, - "transformer.transformer_blocks.22.norm1_context.linear.lora_B.weight": { - "dtype": "F32", - "shape": [ - 9216, - 64 - ], - "data_offsets": [ - 318603264, - 320962560 - ] - }, - "transformer.transformer_blocks.23.attn.add_k_proj.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 320962560, - 321355776 - ] - }, - "transformer.transformer_blocks.23.attn.add_k_proj.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 321355776, - 321748992 - ] - }, - "transformer.transformer_blocks.23.attn.add_q_proj.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 321748992, - 322142208 - ] - }, - "transformer.transformer_blocks.23.attn.add_q_proj.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 322142208, - 322535424 - ] - }, - "transformer.transformer_blocks.23.attn.add_v_proj.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 322535424, - 322928640 - ] - }, - "transformer.transformer_blocks.23.attn.add_v_proj.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 322928640, - 323321856 - ] - }, - "transformer.transformer_blocks.23.attn.to_k.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 323321856, - 323715072 - ] - }, - "transformer.transformer_blocks.23.attn.to_k.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 323715072, - 324108288 - ] - }, - "transformer.transformer_blocks.23.attn.to_out.0.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 324108288, - 324501504 - ] - }, - "transformer.transformer_blocks.23.attn.to_out.0.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 324501504, - 324894720 - ] - }, - "transformer.transformer_blocks.23.attn.to_q.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 324894720, - 325287936 - ] - }, - "transformer.transformer_blocks.23.attn.to_q.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 325287936, - 325681152 - ] - }, - "transformer.transformer_blocks.23.attn.to_v.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 325681152, - 326074368 - ] - }, - "transformer.transformer_blocks.23.attn.to_v.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 326074368, - 326467584 - ] - }, - "transformer.transformer_blocks.23.ff.net.0.proj.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 326467584, - 326860800 - ] - }, - "transformer.transformer_blocks.23.ff.net.0.proj.lora_B.weight": { - "dtype": "F32", - "shape": [ - 6144, - 64 - ], - "data_offsets": [ - 326860800, - 328433664 - ] - }, - "transformer.transformer_blocks.23.ff.net.2.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 6144 - ], - "data_offsets": [ - 328433664, - 330006528 - ] - }, - "transformer.transformer_blocks.23.ff.net.2.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 330006528, - 330399744 - ] - }, - "transformer.transformer_blocks.23.norm1.linear.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 330399744, - 330792960 - ] - }, - "transformer.transformer_blocks.23.norm1.linear.lora_B.weight": { - "dtype": "F32", - "shape": [ - 9216, - 64 - ], - "data_offsets": [ - 330792960, - 333152256 - ] - }, - "transformer.transformer_blocks.23.norm1_context.linear.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 333152256, - 333545472 - ] - }, - "transformer.transformer_blocks.23.norm1_context.linear.lora_B.weight": { - "dtype": "F32", - "shape": [ - 3072, - 64 - ], - "data_offsets": [ - 333545472, - 334331904 - ] - }, - "transformer.transformer_blocks.3.attn.add_k_proj.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 334331904, - 334725120 - ] - }, - "transformer.transformer_blocks.3.attn.add_k_proj.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 334725120, - 335118336 - ] - }, - "transformer.transformer_blocks.3.attn.add_q_proj.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 335118336, - 335511552 - ] - }, - "transformer.transformer_blocks.3.attn.add_q_proj.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 335511552, - 335904768 - ] - }, - "transformer.transformer_blocks.3.attn.add_v_proj.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 335904768, - 336297984 - ] - }, - "transformer.transformer_blocks.3.attn.add_v_proj.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 336297984, - 336691200 - ] - }, - "transformer.transformer_blocks.3.attn.to_add_out.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 336691200, - 337084416 - ] - }, - "transformer.transformer_blocks.3.attn.to_add_out.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 337084416, - 337477632 - ] - }, - "transformer.transformer_blocks.3.attn.to_k.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 337477632, - 337870848 - ] - }, - "transformer.transformer_blocks.3.attn.to_k.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 337870848, - 338264064 - ] - }, - "transformer.transformer_blocks.3.attn.to_out.0.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 338264064, - 338657280 - ] - }, - "transformer.transformer_blocks.3.attn.to_out.0.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 338657280, - 339050496 - ] - }, - "transformer.transformer_blocks.3.attn.to_q.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 339050496, - 339443712 - ] - }, - "transformer.transformer_blocks.3.attn.to_q.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 339443712, - 339836928 - ] - }, - "transformer.transformer_blocks.3.attn.to_v.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 339836928, - 340230144 - ] - }, - "transformer.transformer_blocks.3.attn.to_v.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 340230144, - 340623360 - ] - }, - "transformer.transformer_blocks.3.ff.net.0.proj.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 340623360, - 341016576 - ] - }, - "transformer.transformer_blocks.3.ff.net.0.proj.lora_B.weight": { - "dtype": "F32", - "shape": [ - 6144, - 64 - ], - "data_offsets": [ - 341016576, - 342589440 - ] - }, - "transformer.transformer_blocks.3.ff.net.2.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 6144 - ], - "data_offsets": [ - 342589440, - 344162304 - ] - }, - "transformer.transformer_blocks.3.ff.net.2.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 344162304, - 344555520 - ] - }, - "transformer.transformer_blocks.3.ff_context.net.0.proj.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 344555520, - 344948736 - ] - }, - "transformer.transformer_blocks.3.ff_context.net.0.proj.lora_B.weight": { - "dtype": "F32", - "shape": [ - 6144, - 64 - ], - "data_offsets": [ - 344948736, - 346521600 - ] - }, - "transformer.transformer_blocks.3.ff_context.net.2.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 6144 - ], - "data_offsets": [ - 346521600, - 348094464 - ] - }, - "transformer.transformer_blocks.3.ff_context.net.2.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 348094464, - 348487680 - ] - }, - "transformer.transformer_blocks.3.norm1.linear.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 348487680, - 348880896 - ] - }, - "transformer.transformer_blocks.3.norm1.linear.lora_B.weight": { - "dtype": "F32", - "shape": [ - 9216, - 64 - ], - "data_offsets": [ - 348880896, - 351240192 - ] - }, - "transformer.transformer_blocks.3.norm1_context.linear.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 351240192, - 351633408 - ] - }, - "transformer.transformer_blocks.3.norm1_context.linear.lora_B.weight": { - "dtype": "F32", - "shape": [ - 9216, - 64 - ], - "data_offsets": [ - 351633408, - 353992704 - ] - }, - "transformer.transformer_blocks.4.attn.add_k_proj.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 353992704, - 354385920 - ] - }, - "transformer.transformer_blocks.4.attn.add_k_proj.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 354385920, - 354779136 - ] - }, - "transformer.transformer_blocks.4.attn.add_q_proj.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 354779136, - 355172352 - ] - }, - "transformer.transformer_blocks.4.attn.add_q_proj.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 355172352, - 355565568 - ] - }, - "transformer.transformer_blocks.4.attn.add_v_proj.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 355565568, - 355958784 - ] - }, - "transformer.transformer_blocks.4.attn.add_v_proj.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 355958784, - 356352000 - ] - }, - "transformer.transformer_blocks.4.attn.to_add_out.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 356352000, - 356745216 - ] - }, - "transformer.transformer_blocks.4.attn.to_add_out.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 356745216, - 357138432 - ] - }, - "transformer.transformer_blocks.4.attn.to_k.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 357138432, - 357531648 - ] - }, - "transformer.transformer_blocks.4.attn.to_k.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 357531648, - 357924864 - ] - }, - "transformer.transformer_blocks.4.attn.to_out.0.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 357924864, - 358318080 - ] - }, - "transformer.transformer_blocks.4.attn.to_out.0.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 358318080, - 358711296 - ] - }, - "transformer.transformer_blocks.4.attn.to_q.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 358711296, - 359104512 - ] - }, - "transformer.transformer_blocks.4.attn.to_q.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 359104512, - 359497728 - ] - }, - "transformer.transformer_blocks.4.attn.to_v.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 359497728, - 359890944 - ] - }, - "transformer.transformer_blocks.4.attn.to_v.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 359890944, - 360284160 - ] - }, - "transformer.transformer_blocks.4.ff.net.0.proj.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 360284160, - 360677376 - ] - }, - "transformer.transformer_blocks.4.ff.net.0.proj.lora_B.weight": { - "dtype": "F32", - "shape": [ - 6144, - 64 - ], - "data_offsets": [ - 360677376, - 362250240 - ] - }, - "transformer.transformer_blocks.4.ff.net.2.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 6144 - ], - "data_offsets": [ - 362250240, - 363823104 - ] - }, - "transformer.transformer_blocks.4.ff.net.2.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 363823104, - 364216320 - ] - }, - "transformer.transformer_blocks.4.ff_context.net.0.proj.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 364216320, - 364609536 - ] - }, - "transformer.transformer_blocks.4.ff_context.net.0.proj.lora_B.weight": { - "dtype": "F32", - "shape": [ - 6144, - 64 - ], - "data_offsets": [ - 364609536, - 366182400 - ] - }, - "transformer.transformer_blocks.4.ff_context.net.2.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 6144 - ], - "data_offsets": [ - 366182400, - 367755264 - ] - }, - "transformer.transformer_blocks.4.ff_context.net.2.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 367755264, - 368148480 - ] - }, - "transformer.transformer_blocks.4.norm1.linear.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 368148480, - 368541696 - ] - }, - "transformer.transformer_blocks.4.norm1.linear.lora_B.weight": { - "dtype": "F32", - "shape": [ - 9216, - 64 - ], - "data_offsets": [ - 368541696, - 370900992 - ] - }, - "transformer.transformer_blocks.4.norm1_context.linear.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 370900992, - 371294208 - ] - }, - "transformer.transformer_blocks.4.norm1_context.linear.lora_B.weight": { - "dtype": "F32", - "shape": [ - 9216, - 64 - ], - "data_offsets": [ - 371294208, - 373653504 - ] - }, - "transformer.transformer_blocks.5.attn.add_k_proj.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 373653504, - 374046720 - ] - }, - "transformer.transformer_blocks.5.attn.add_k_proj.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 374046720, - 374439936 - ] - }, - "transformer.transformer_blocks.5.attn.add_q_proj.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 374439936, - 374833152 - ] - }, - "transformer.transformer_blocks.5.attn.add_q_proj.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 374833152, - 375226368 - ] - }, - "transformer.transformer_blocks.5.attn.add_v_proj.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 375226368, - 375619584 - ] - }, - "transformer.transformer_blocks.5.attn.add_v_proj.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 375619584, - 376012800 - ] - }, - "transformer.transformer_blocks.5.attn.to_add_out.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 376012800, - 376406016 - ] - }, - "transformer.transformer_blocks.5.attn.to_add_out.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 376406016, - 376799232 - ] - }, - "transformer.transformer_blocks.5.attn.to_k.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 376799232, - 377192448 - ] - }, - "transformer.transformer_blocks.5.attn.to_k.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 377192448, - 377585664 - ] - }, - "transformer.transformer_blocks.5.attn.to_out.0.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 377585664, - 377978880 - ] - }, - "transformer.transformer_blocks.5.attn.to_out.0.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 377978880, - 378372096 - ] - }, - "transformer.transformer_blocks.5.attn.to_q.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 378372096, - 378765312 - ] - }, - "transformer.transformer_blocks.5.attn.to_q.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 378765312, - 379158528 - ] - }, - "transformer.transformer_blocks.5.attn.to_v.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 379158528, - 379551744 - ] - }, - "transformer.transformer_blocks.5.attn.to_v.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 379551744, - 379944960 - ] - }, - "transformer.transformer_blocks.5.ff.net.0.proj.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 379944960, - 380338176 - ] - }, - "transformer.transformer_blocks.5.ff.net.0.proj.lora_B.weight": { - "dtype": "F32", - "shape": [ - 6144, - 64 - ], - "data_offsets": [ - 380338176, - 381911040 - ] - }, - "transformer.transformer_blocks.5.ff.net.2.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 6144 - ], - "data_offsets": [ - 381911040, - 383483904 - ] - }, - "transformer.transformer_blocks.5.ff.net.2.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 383483904, - 383877120 - ] - }, - "transformer.transformer_blocks.5.ff_context.net.0.proj.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 383877120, - 384270336 - ] - }, - "transformer.transformer_blocks.5.ff_context.net.0.proj.lora_B.weight": { - "dtype": "F32", - "shape": [ - 6144, - 64 - ], - "data_offsets": [ - 384270336, - 385843200 - ] - }, - "transformer.transformer_blocks.5.ff_context.net.2.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 6144 - ], - "data_offsets": [ - 385843200, - 387416064 - ] - }, - "transformer.transformer_blocks.5.ff_context.net.2.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 387416064, - 387809280 - ] - }, - "transformer.transformer_blocks.5.norm1.linear.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 387809280, - 388202496 - ] - }, - "transformer.transformer_blocks.5.norm1.linear.lora_B.weight": { - "dtype": "F32", - "shape": [ - 9216, - 64 - ], - "data_offsets": [ - 388202496, - 390561792 - ] - }, - "transformer.transformer_blocks.5.norm1_context.linear.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 390561792, - 390955008 - ] - }, - "transformer.transformer_blocks.5.norm1_context.linear.lora_B.weight": { - "dtype": "F32", - "shape": [ - 9216, - 64 - ], - "data_offsets": [ - 390955008, - 393314304 - ] - }, - "transformer.transformer_blocks.6.attn.add_k_proj.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 393314304, - 393707520 - ] - }, - "transformer.transformer_blocks.6.attn.add_k_proj.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 393707520, - 394100736 - ] - }, - "transformer.transformer_blocks.6.attn.add_q_proj.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 394100736, - 394493952 - ] - }, - "transformer.transformer_blocks.6.attn.add_q_proj.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 394493952, - 394887168 - ] - }, - "transformer.transformer_blocks.6.attn.add_v_proj.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 394887168, - 395280384 - ] - }, - "transformer.transformer_blocks.6.attn.add_v_proj.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 395280384, - 395673600 - ] - }, - "transformer.transformer_blocks.6.attn.to_add_out.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 395673600, - 396066816 - ] - }, - "transformer.transformer_blocks.6.attn.to_add_out.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 396066816, - 396460032 - ] - }, - "transformer.transformer_blocks.6.attn.to_k.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 396460032, - 396853248 - ] - }, - "transformer.transformer_blocks.6.attn.to_k.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 396853248, - 397246464 - ] - }, - "transformer.transformer_blocks.6.attn.to_out.0.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 397246464, - 397639680 - ] - }, - "transformer.transformer_blocks.6.attn.to_out.0.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 397639680, - 398032896 - ] - }, - "transformer.transformer_blocks.6.attn.to_q.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 398032896, - 398426112 - ] - }, - "transformer.transformer_blocks.6.attn.to_q.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 398426112, - 398819328 - ] - }, - "transformer.transformer_blocks.6.attn.to_v.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 398819328, - 399212544 - ] - }, - "transformer.transformer_blocks.6.attn.to_v.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 399212544, - 399605760 - ] - }, - "transformer.transformer_blocks.6.ff.net.0.proj.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 399605760, - 399998976 - ] - }, - "transformer.transformer_blocks.6.ff.net.0.proj.lora_B.weight": { - "dtype": "F32", - "shape": [ - 6144, - 64 - ], - "data_offsets": [ - 399998976, - 401571840 - ] - }, - "transformer.transformer_blocks.6.ff.net.2.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 6144 - ], - "data_offsets": [ - 401571840, - 403144704 - ] - }, - "transformer.transformer_blocks.6.ff.net.2.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 403144704, - 403537920 - ] - }, - "transformer.transformer_blocks.6.ff_context.net.0.proj.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 403537920, - 403931136 - ] - }, - "transformer.transformer_blocks.6.ff_context.net.0.proj.lora_B.weight": { - "dtype": "F32", - "shape": [ - 6144, - 64 - ], - "data_offsets": [ - 403931136, - 405504000 - ] - }, - "transformer.transformer_blocks.6.ff_context.net.2.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 6144 - ], - "data_offsets": [ - 405504000, - 407076864 - ] - }, - "transformer.transformer_blocks.6.ff_context.net.2.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 407076864, - 407470080 - ] - }, - "transformer.transformer_blocks.6.norm1.linear.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 407470080, - 407863296 - ] - }, - "transformer.transformer_blocks.6.norm1.linear.lora_B.weight": { - "dtype": "F32", - "shape": [ - 9216, - 64 - ], - "data_offsets": [ - 407863296, - 410222592 - ] - }, - "transformer.transformer_blocks.6.norm1_context.linear.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 410222592, - 410615808 - ] - }, - "transformer.transformer_blocks.6.norm1_context.linear.lora_B.weight": { - "dtype": "F32", - "shape": [ - 9216, - 64 - ], - "data_offsets": [ - 410615808, - 412975104 - ] - }, - "transformer.transformer_blocks.7.attn.add_k_proj.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 412975104, - 413368320 - ] - }, - "transformer.transformer_blocks.7.attn.add_k_proj.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 413368320, - 413761536 - ] - }, - "transformer.transformer_blocks.7.attn.add_q_proj.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 413761536, - 414154752 - ] - }, - "transformer.transformer_blocks.7.attn.add_q_proj.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 414154752, - 414547968 - ] - }, - "transformer.transformer_blocks.7.attn.add_v_proj.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 414547968, - 414941184 - ] - }, - "transformer.transformer_blocks.7.attn.add_v_proj.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 414941184, - 415334400 - ] - }, - "transformer.transformer_blocks.7.attn.to_add_out.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 415334400, - 415727616 - ] - }, - "transformer.transformer_blocks.7.attn.to_add_out.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 415727616, - 416120832 - ] - }, - "transformer.transformer_blocks.7.attn.to_k.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 416120832, - 416514048 - ] - }, - "transformer.transformer_blocks.7.attn.to_k.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 416514048, - 416907264 - ] - }, - "transformer.transformer_blocks.7.attn.to_out.0.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 416907264, - 417300480 - ] - }, - "transformer.transformer_blocks.7.attn.to_out.0.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 417300480, - 417693696 - ] - }, - "transformer.transformer_blocks.7.attn.to_q.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 417693696, - 418086912 - ] - }, - "transformer.transformer_blocks.7.attn.to_q.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 418086912, - 418480128 - ] - }, - "transformer.transformer_blocks.7.attn.to_v.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 418480128, - 418873344 - ] - }, - "transformer.transformer_blocks.7.attn.to_v.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 418873344, - 419266560 - ] - }, - "transformer.transformer_blocks.7.ff.net.0.proj.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 419266560, - 419659776 - ] - }, - "transformer.transformer_blocks.7.ff.net.0.proj.lora_B.weight": { - "dtype": "F32", - "shape": [ - 6144, - 64 - ], - "data_offsets": [ - 419659776, - 421232640 - ] - }, - "transformer.transformer_blocks.7.ff.net.2.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 6144 - ], - "data_offsets": [ - 421232640, - 422805504 - ] - }, - "transformer.transformer_blocks.7.ff.net.2.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 422805504, - 423198720 - ] - }, - "transformer.transformer_blocks.7.ff_context.net.0.proj.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 423198720, - 423591936 - ] - }, - "transformer.transformer_blocks.7.ff_context.net.0.proj.lora_B.weight": { - "dtype": "F32", - "shape": [ - 6144, - 64 - ], - "data_offsets": [ - 423591936, - 425164800 - ] - }, - "transformer.transformer_blocks.7.ff_context.net.2.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 6144 - ], - "data_offsets": [ - 425164800, - 426737664 - ] - }, - "transformer.transformer_blocks.7.ff_context.net.2.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 426737664, - 427130880 - ] - }, - "transformer.transformer_blocks.7.norm1.linear.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 427130880, - 427524096 - ] - }, - "transformer.transformer_blocks.7.norm1.linear.lora_B.weight": { - "dtype": "F32", - "shape": [ - 9216, - 64 - ], - "data_offsets": [ - 427524096, - 429883392 - ] - }, - "transformer.transformer_blocks.7.norm1_context.linear.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 429883392, - 430276608 - ] - }, - "transformer.transformer_blocks.7.norm1_context.linear.lora_B.weight": { - "dtype": "F32", - "shape": [ - 9216, - 64 - ], - "data_offsets": [ - 430276608, - 432635904 - ] - }, - "transformer.transformer_blocks.8.attn.add_k_proj.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 432635904, - 433029120 - ] - }, - "transformer.transformer_blocks.8.attn.add_k_proj.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 433029120, - 433422336 - ] - }, - "transformer.transformer_blocks.8.attn.add_q_proj.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 433422336, - 433815552 - ] - }, - "transformer.transformer_blocks.8.attn.add_q_proj.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 433815552, - 434208768 - ] - }, - "transformer.transformer_blocks.8.attn.add_v_proj.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 434208768, - 434601984 - ] - }, - "transformer.transformer_blocks.8.attn.add_v_proj.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 434601984, - 434995200 - ] - }, - "transformer.transformer_blocks.8.attn.to_add_out.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 434995200, - 435388416 - ] - }, - "transformer.transformer_blocks.8.attn.to_add_out.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 435388416, - 435781632 - ] - }, - "transformer.transformer_blocks.8.attn.to_k.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 435781632, - 436174848 - ] - }, - "transformer.transformer_blocks.8.attn.to_k.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 436174848, - 436568064 - ] - }, - "transformer.transformer_blocks.8.attn.to_out.0.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 436568064, - 436961280 - ] - }, - "transformer.transformer_blocks.8.attn.to_out.0.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 436961280, - 437354496 - ] - }, - "transformer.transformer_blocks.8.attn.to_q.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 437354496, - 437747712 - ] - }, - "transformer.transformer_blocks.8.attn.to_q.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 437747712, - 438140928 - ] - }, - "transformer.transformer_blocks.8.attn.to_v.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 438140928, - 438534144 - ] - }, - "transformer.transformer_blocks.8.attn.to_v.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 438534144, - 438927360 - ] - }, - "transformer.transformer_blocks.8.ff.net.0.proj.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 438927360, - 439320576 - ] - }, - "transformer.transformer_blocks.8.ff.net.0.proj.lora_B.weight": { - "dtype": "F32", - "shape": [ - 6144, - 64 - ], - "data_offsets": [ - 439320576, - 440893440 - ] - }, - "transformer.transformer_blocks.8.ff.net.2.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 6144 - ], - "data_offsets": [ - 440893440, - 442466304 - ] - }, - "transformer.transformer_blocks.8.ff.net.2.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 442466304, - 442859520 - ] - }, - "transformer.transformer_blocks.8.ff_context.net.0.proj.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 442859520, - 443252736 - ] - }, - "transformer.transformer_blocks.8.ff_context.net.0.proj.lora_B.weight": { - "dtype": "F32", - "shape": [ - 6144, - 64 - ], - "data_offsets": [ - 443252736, - 444825600 - ] - }, - "transformer.transformer_blocks.8.ff_context.net.2.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 6144 - ], - "data_offsets": [ - 444825600, - 446398464 - ] - }, - "transformer.transformer_blocks.8.ff_context.net.2.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 446398464, - 446791680 - ] - }, - "transformer.transformer_blocks.8.norm1.linear.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 446791680, - 447184896 - ] - }, - "transformer.transformer_blocks.8.norm1.linear.lora_B.weight": { - "dtype": "F32", - "shape": [ - 9216, - 64 - ], - "data_offsets": [ - 447184896, - 449544192 - ] - }, - "transformer.transformer_blocks.8.norm1_context.linear.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 449544192, - 449937408 - ] - }, - "transformer.transformer_blocks.8.norm1_context.linear.lora_B.weight": { - "dtype": "F32", - "shape": [ - 9216, - 64 - ], - "data_offsets": [ - 449937408, - 452296704 - ] - }, - "transformer.transformer_blocks.9.attn.add_k_proj.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 452296704, - 452689920 - ] - }, - "transformer.transformer_blocks.9.attn.add_k_proj.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 452689920, - 453083136 - ] - }, - "transformer.transformer_blocks.9.attn.add_q_proj.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 453083136, - 453476352 - ] - }, - "transformer.transformer_blocks.9.attn.add_q_proj.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 453476352, - 453869568 - ] - }, - "transformer.transformer_blocks.9.attn.add_v_proj.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 453869568, - 454262784 - ] - }, - "transformer.transformer_blocks.9.attn.add_v_proj.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 454262784, - 454656000 - ] - }, - "transformer.transformer_blocks.9.attn.to_add_out.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 454656000, - 455049216 - ] - }, - "transformer.transformer_blocks.9.attn.to_add_out.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 455049216, - 455442432 - ] - }, - "transformer.transformer_blocks.9.attn.to_k.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 455442432, - 455835648 - ] - }, - "transformer.transformer_blocks.9.attn.to_k.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 455835648, - 456228864 - ] - }, - "transformer.transformer_blocks.9.attn.to_out.0.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 456228864, - 456622080 - ] - }, - "transformer.transformer_blocks.9.attn.to_out.0.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 456622080, - 457015296 - ] - }, - "transformer.transformer_blocks.9.attn.to_q.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 457015296, - 457408512 - ] - }, - "transformer.transformer_blocks.9.attn.to_q.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 457408512, - 457801728 - ] - }, - "transformer.transformer_blocks.9.attn.to_v.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 457801728, - 458194944 - ] - }, - "transformer.transformer_blocks.9.attn.to_v.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 458194944, - 458588160 - ] - }, - "transformer.transformer_blocks.9.ff.net.0.proj.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 458588160, - 458981376 - ] - }, - "transformer.transformer_blocks.9.ff.net.0.proj.lora_B.weight": { - "dtype": "F32", - "shape": [ - 6144, - 64 - ], - "data_offsets": [ - 458981376, - 460554240 - ] - }, - "transformer.transformer_blocks.9.ff.net.2.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 6144 - ], - "data_offsets": [ - 460554240, - 462127104 - ] - }, - "transformer.transformer_blocks.9.ff.net.2.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 462127104, - 462520320 - ] - }, - "transformer.transformer_blocks.9.ff_context.net.0.proj.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 462520320, - 462913536 - ] - }, - "transformer.transformer_blocks.9.ff_context.net.0.proj.lora_B.weight": { - "dtype": "F32", - "shape": [ - 6144, - 64 - ], - "data_offsets": [ - 462913536, - 464486400 - ] - }, - "transformer.transformer_blocks.9.ff_context.net.2.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 6144 - ], - "data_offsets": [ - 464486400, - 466059264 - ] - }, - "transformer.transformer_blocks.9.ff_context.net.2.lora_B.weight": { - "dtype": "F32", - "shape": [ - 1536, - 64 - ], - "data_offsets": [ - 466059264, - 466452480 - ] - }, - "transformer.transformer_blocks.9.norm1.linear.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 466452480, - 466845696 - ] - }, - "transformer.transformer_blocks.9.norm1.linear.lora_B.weight": { - "dtype": "F32", - "shape": [ - 9216, - 64 - ], - "data_offsets": [ - 466845696, - 469204992 - ] - }, - "transformer.transformer_blocks.9.norm1_context.linear.lora_A.weight": { - "dtype": "F32", - "shape": [ - 64, - 1536 - ], - "data_offsets": [ - 469204992, - 469598208 - ] - }, - "transformer.transformer_blocks.9.norm1_context.linear.lora_B.weight": { - "dtype": "F32", - "shape": [ - 9216, - 64 - ], - "data_offsets": [ - 469598208, - 471957504 - ] - } -} \ No newline at end of file