diff --git "a/state_dicts/aZovyaPhotoreal_v1Ultra.safetensors.json" "b/state_dicts/aZovyaPhotoreal_v1Ultra.safetensors.json" deleted file mode 100644--- "a/state_dicts/aZovyaPhotoreal_v1Ultra.safetensors.json" +++ /dev/null @@ -1,43577 +0,0 @@ -{ - "cond_stage_model.transformer.text_model.embeddings.position_ids": { - "dtype": "F64", - "shape": [ - 1, - 77 - ], - "data_offsets": [ - 0, - 616 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.0.mlp.fc1.weight": { - "dtype": "F64", - "shape": [ - 3072, - 768 - ], - "data_offsets": [ - 616, - 18874984 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.0.mlp.fc2.weight": { - "dtype": "F64", - "shape": [ - 768, - 3072 - ], - "data_offsets": [ - 18874984, - 37749352 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.0.self_attn.k_proj.weight": { - "dtype": "F64", - "shape": [ - 768, - 768 - ], - "data_offsets": [ - 37749352, - 42467944 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.0.self_attn.out_proj.weight": { - "dtype": "F64", - "shape": [ - 768, - 768 - ], - "data_offsets": [ - 42467944, - 47186536 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.0.self_attn.q_proj.weight": { - "dtype": "F64", - "shape": [ - 768, - 768 - ], - "data_offsets": [ - 47186536, - 51905128 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.0.self_attn.v_proj.weight": { - "dtype": "F64", - "shape": [ - 768, - 768 - ], - "data_offsets": [ - 51905128, - 56623720 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.1.mlp.fc1.weight": { - "dtype": "F64", - "shape": [ - 3072, - 768 - ], - "data_offsets": [ - 56623720, - 75498088 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.1.mlp.fc2.weight": { - "dtype": "F64", - "shape": [ - 768, - 3072 - ], - "data_offsets": [ - 75498088, - 94372456 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.1.self_attn.k_proj.weight": { - "dtype": "F64", - "shape": [ - 768, - 768 - ], - "data_offsets": [ - 94372456, - 99091048 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.1.self_attn.out_proj.weight": { - "dtype": "F64", - "shape": [ - 768, - 768 - ], - "data_offsets": [ - 99091048, - 103809640 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.1.self_attn.q_proj.weight": { - "dtype": "F64", - "shape": [ - 768, - 768 - ], - "data_offsets": [ - 103809640, - 108528232 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.1.self_attn.v_proj.weight": { - "dtype": "F64", - "shape": [ - 768, - 768 - ], - "data_offsets": [ - 108528232, - 113246824 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.10.mlp.fc1.weight": { - "dtype": "F64", - "shape": [ - 3072, - 768 - ], - "data_offsets": [ - 113246824, - 132121192 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.10.mlp.fc2.weight": { - "dtype": "F64", - "shape": [ - 768, - 3072 - ], - "data_offsets": [ - 132121192, - 150995560 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.10.self_attn.k_proj.weight": { - "dtype": "F64", - "shape": [ - 768, - 768 - ], - "data_offsets": [ - 150995560, - 155714152 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.10.self_attn.out_proj.weight": { - "dtype": "F64", - "shape": [ - 768, - 768 - ], - "data_offsets": [ - 155714152, - 160432744 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.10.self_attn.q_proj.weight": { - "dtype": "F64", - "shape": [ - 768, - 768 - ], - "data_offsets": [ - 160432744, - 165151336 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.10.self_attn.v_proj.weight": { - "dtype": "F64", - "shape": [ - 768, - 768 - ], - "data_offsets": [ - 165151336, - 169869928 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.11.mlp.fc1.weight": { - "dtype": "F64", - "shape": [ - 3072, - 768 - ], - "data_offsets": [ - 169869928, - 188744296 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.11.mlp.fc2.weight": { - "dtype": "F64", - "shape": [ - 768, - 3072 - ], - "data_offsets": [ - 188744296, - 207618664 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.11.self_attn.k_proj.weight": { - "dtype": "F64", - "shape": [ - 768, - 768 - ], - "data_offsets": [ - 207618664, - 212337256 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.11.self_attn.out_proj.weight": { - "dtype": "F64", - "shape": [ - 768, - 768 - ], - "data_offsets": [ - 212337256, - 217055848 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.11.self_attn.q_proj.weight": { - "dtype": "F64", - "shape": [ - 768, - 768 - ], - "data_offsets": [ - 217055848, - 221774440 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.11.self_attn.v_proj.weight": { - "dtype": "F64", - "shape": [ - 768, - 768 - ], - "data_offsets": [ - 221774440, - 226493032 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.2.mlp.fc1.weight": { - "dtype": "F64", - "shape": [ - 3072, - 768 - ], - "data_offsets": [ - 226493032, - 245367400 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.2.mlp.fc2.weight": { - "dtype": "F64", - "shape": [ - 768, - 3072 - ], - "data_offsets": [ - 245367400, - 264241768 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.2.self_attn.k_proj.weight": { - "dtype": "F64", - "shape": [ - 768, - 768 - ], - "data_offsets": [ - 264241768, - 268960360 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.2.self_attn.out_proj.weight": { - "dtype": "F64", - "shape": [ - 768, - 768 - ], - "data_offsets": [ - 268960360, - 273678952 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.2.self_attn.q_proj.weight": { - "dtype": "F64", - "shape": [ - 768, - 768 - ], - "data_offsets": [ - 273678952, - 278397544 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.2.self_attn.v_proj.weight": { - "dtype": "F64", - "shape": [ - 768, - 768 - ], - "data_offsets": [ - 278397544, - 283116136 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.3.mlp.fc1.weight": { - "dtype": "F64", - "shape": [ - 3072, - 768 - ], - "data_offsets": [ - 283116136, - 301990504 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.3.mlp.fc2.weight": { - "dtype": "F64", - "shape": [ - 768, - 3072 - ], - "data_offsets": [ - 301990504, - 320864872 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.3.self_attn.k_proj.weight": { - "dtype": "F64", - "shape": [ - 768, - 768 - ], - "data_offsets": [ - 320864872, - 325583464 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.3.self_attn.out_proj.weight": { - "dtype": "F64", - "shape": [ - 768, - 768 - ], - "data_offsets": [ - 325583464, - 330302056 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.3.self_attn.q_proj.weight": { - "dtype": "F64", - "shape": [ - 768, - 768 - ], - "data_offsets": [ - 330302056, - 335020648 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.3.self_attn.v_proj.weight": { - "dtype": "F64", - "shape": [ - 768, - 768 - ], - "data_offsets": [ - 335020648, - 339739240 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.4.mlp.fc1.weight": { - "dtype": "F64", - "shape": [ - 3072, - 768 - ], - "data_offsets": [ - 339739240, - 358613608 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.4.mlp.fc2.weight": { - "dtype": "F64", - "shape": [ - 768, - 3072 - ], - "data_offsets": [ - 358613608, - 377487976 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.4.self_attn.k_proj.weight": { - "dtype": "F64", - "shape": [ - 768, - 768 - ], - "data_offsets": [ - 377487976, - 382206568 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.4.self_attn.out_proj.weight": { - "dtype": "F64", - "shape": [ - 768, - 768 - ], - "data_offsets": [ - 382206568, - 386925160 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.4.self_attn.q_proj.weight": { - "dtype": "F64", - "shape": [ - 768, - 768 - ], - "data_offsets": [ - 386925160, - 391643752 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.4.self_attn.v_proj.weight": { - "dtype": "F64", - "shape": [ - 768, - 768 - ], - "data_offsets": [ - 391643752, - 396362344 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.5.mlp.fc1.weight": { - "dtype": "F64", - "shape": [ - 3072, - 768 - ], - "data_offsets": [ - 396362344, - 415236712 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.5.mlp.fc2.weight": { - "dtype": "F64", - "shape": [ - 768, - 3072 - ], - "data_offsets": [ - 415236712, - 434111080 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.5.self_attn.k_proj.weight": { - "dtype": "F64", - "shape": [ - 768, - 768 - ], - "data_offsets": [ - 434111080, - 438829672 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.5.self_attn.out_proj.weight": { - "dtype": "F64", - "shape": [ - 768, - 768 - ], - "data_offsets": [ - 438829672, - 443548264 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.5.self_attn.q_proj.weight": { - "dtype": "F64", - "shape": [ - 768, - 768 - ], - "data_offsets": [ - 443548264, - 448266856 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.5.self_attn.v_proj.weight": { - "dtype": "F64", - "shape": [ - 768, - 768 - ], - "data_offsets": [ - 448266856, - 452985448 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.6.mlp.fc1.weight": { - "dtype": "F64", - "shape": [ - 3072, - 768 - ], - "data_offsets": [ - 452985448, - 471859816 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.6.mlp.fc2.weight": { - "dtype": "F64", - "shape": [ - 768, - 3072 - ], - "data_offsets": [ - 471859816, - 490734184 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.6.self_attn.k_proj.weight": { - "dtype": "F64", - "shape": [ - 768, - 768 - ], - "data_offsets": [ - 490734184, - 495452776 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.6.self_attn.out_proj.weight": { - "dtype": "F64", - "shape": [ - 768, - 768 - ], - "data_offsets": [ - 495452776, - 500171368 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.6.self_attn.q_proj.weight": { - "dtype": "F64", - "shape": [ - 768, - 768 - ], - "data_offsets": [ - 500171368, - 504889960 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.6.self_attn.v_proj.weight": { - "dtype": "F64", - "shape": [ - 768, - 768 - ], - "data_offsets": [ - 504889960, - 509608552 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.7.mlp.fc1.weight": { - "dtype": "F64", - "shape": [ - 3072, - 768 - ], - "data_offsets": [ - 509608552, - 528482920 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.7.mlp.fc2.weight": { - "dtype": "F64", - "shape": [ - 768, - 3072 - ], - "data_offsets": [ - 528482920, - 547357288 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.7.self_attn.k_proj.weight": { - "dtype": "F64", - "shape": [ - 768, - 768 - ], - "data_offsets": [ - 547357288, - 552075880 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.7.self_attn.out_proj.weight": { - "dtype": "F64", - "shape": [ - 768, - 768 - ], - "data_offsets": [ - 552075880, - 556794472 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.7.self_attn.q_proj.weight": { - "dtype": "F64", - "shape": [ - 768, - 768 - ], - "data_offsets": [ - 556794472, - 561513064 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.7.self_attn.v_proj.weight": { - "dtype": "F64", - "shape": [ - 768, - 768 - ], - "data_offsets": [ - 561513064, - 566231656 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.8.mlp.fc1.weight": { - "dtype": "F64", - "shape": [ - 3072, - 768 - ], - "data_offsets": [ - 566231656, - 585106024 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.8.mlp.fc2.weight": { - "dtype": "F64", - "shape": [ - 768, - 3072 - ], - "data_offsets": [ - 585106024, - 603980392 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.8.self_attn.k_proj.weight": { - "dtype": "F64", - "shape": [ - 768, - 768 - ], - "data_offsets": [ - 603980392, - 608698984 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.8.self_attn.out_proj.weight": { - "dtype": "F64", - "shape": [ - 768, - 768 - ], - "data_offsets": [ - 608698984, - 613417576 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.8.self_attn.q_proj.weight": { - "dtype": "F64", - "shape": [ - 768, - 768 - ], - "data_offsets": [ - 613417576, - 618136168 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.8.self_attn.v_proj.weight": { - "dtype": "F64", - "shape": [ - 768, - 768 - ], - "data_offsets": [ - 618136168, - 622854760 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.9.mlp.fc1.weight": { - "dtype": "F64", - "shape": [ - 3072, - 768 - ], - "data_offsets": [ - 622854760, - 641729128 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.9.mlp.fc2.weight": { - "dtype": "F64", - "shape": [ - 768, - 3072 - ], - "data_offsets": [ - 641729128, - 660603496 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.9.self_attn.k_proj.weight": { - "dtype": "F64", - "shape": [ - 768, - 768 - ], - "data_offsets": [ - 660603496, - 665322088 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.9.self_attn.out_proj.weight": { - "dtype": "F64", - "shape": [ - 768, - 768 - ], - "data_offsets": [ - 665322088, - 670040680 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.9.self_attn.q_proj.weight": { - "dtype": "F64", - "shape": [ - 768, - 768 - ], - "data_offsets": [ - 670040680, - 674759272 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.9.self_attn.v_proj.weight": { - "dtype": "F64", - "shape": [ - 768, - 768 - ], - "data_offsets": [ - 674759272, - 679477864 - ] - }, - "model.diffusion_model.input_blocks.1.1.proj_in.weight": { - "dtype": "F64", - "shape": [ - 320, - 320, - 1, - 1 - ], - "data_offsets": [ - 679477864, - 680297064 - ] - }, - "model.diffusion_model.input_blocks.1.1.proj_out.weight": { - "dtype": "F64", - "shape": [ - 320, - 320, - 1, - 1 - ], - "data_offsets": [ - 680297064, - 681116264 - ] - }, - "model.diffusion_model.input_blocks.1.1.transformer_blocks.0.attn1.to_k.weight": { - "dtype": "F64", - "shape": [ - 320, - 320 - ], - "data_offsets": [ - 681116264, - 681935464 - ] - }, - "model.diffusion_model.input_blocks.1.1.transformer_blocks.0.attn1.to_out.0.weight": { - "dtype": "F64", - "shape": [ - 320, - 320 - ], - "data_offsets": [ - 681935464, - 682754664 - ] - }, - "model.diffusion_model.input_blocks.1.1.transformer_blocks.0.attn1.to_q.weight": { - "dtype": "F64", - "shape": [ - 320, - 320 - ], - "data_offsets": [ - 682754664, - 683573864 - ] - }, - "model.diffusion_model.input_blocks.1.1.transformer_blocks.0.attn1.to_v.weight": { - "dtype": "F64", - "shape": [ - 320, - 320 - ], - "data_offsets": [ - 683573864, - 684393064 - ] - }, - "model.diffusion_model.input_blocks.1.1.transformer_blocks.0.attn2.to_k.weight": { - "dtype": "F64", - "shape": [ - 320, - 768 - ], - "data_offsets": [ - 684393064, - 686359144 - ] - }, - "model.diffusion_model.input_blocks.1.1.transformer_blocks.0.attn2.to_out.0.weight": { - "dtype": "F64", - "shape": [ - 320, - 320 - ], - "data_offsets": [ - 686359144, - 687178344 - ] - }, - "model.diffusion_model.input_blocks.1.1.transformer_blocks.0.attn2.to_q.weight": { - "dtype": "F64", - "shape": [ - 320, - 320 - ], - "data_offsets": [ - 687178344, - 687997544 - ] - }, - "model.diffusion_model.input_blocks.1.1.transformer_blocks.0.attn2.to_v.weight": { - "dtype": "F64", - "shape": [ - 320, - 768 - ], - "data_offsets": [ - 687997544, - 689963624 - ] - }, - "model.diffusion_model.input_blocks.1.1.transformer_blocks.0.ff.net.0.proj.weight": { - "dtype": "F64", - "shape": [ - 2560, - 320 - ], - "data_offsets": [ - 689963624, - 696517224 - ] - }, - "model.diffusion_model.input_blocks.1.1.transformer_blocks.0.ff.net.2.weight": { - "dtype": "F64", - "shape": [ - 320, - 1280 - ], - "data_offsets": [ - 696517224, - 699794024 - ] - }, - "model.diffusion_model.input_blocks.2.1.proj_in.weight": { - "dtype": "F64", - "shape": [ - 320, - 320, - 1, - 1 - ], - "data_offsets": [ - 699794024, - 700613224 - ] - }, - "model.diffusion_model.input_blocks.2.1.proj_out.weight": { - "dtype": "F64", - "shape": [ - 320, - 320, - 1, - 1 - ], - "data_offsets": [ - 700613224, - 701432424 - ] - }, - "model.diffusion_model.input_blocks.2.1.transformer_blocks.0.attn1.to_k.weight": { - "dtype": "F64", - "shape": [ - 320, - 320 - ], - "data_offsets": [ - 701432424, - 702251624 - ] - }, - "model.diffusion_model.input_blocks.2.1.transformer_blocks.0.attn1.to_out.0.weight": { - "dtype": "F64", - "shape": [ - 320, - 320 - ], - "data_offsets": [ - 702251624, - 703070824 - ] - }, - "model.diffusion_model.input_blocks.2.1.transformer_blocks.0.attn1.to_q.weight": { - "dtype": "F64", - "shape": [ - 320, - 320 - ], - "data_offsets": [ - 703070824, - 703890024 - ] - }, - "model.diffusion_model.input_blocks.2.1.transformer_blocks.0.attn1.to_v.weight": { - "dtype": "F64", - "shape": [ - 320, - 320 - ], - "data_offsets": [ - 703890024, - 704709224 - ] - }, - "model.diffusion_model.input_blocks.2.1.transformer_blocks.0.attn2.to_k.weight": { - "dtype": "F64", - "shape": [ - 320, - 768 - ], - "data_offsets": [ - 704709224, - 706675304 - ] - }, - "model.diffusion_model.input_blocks.2.1.transformer_blocks.0.attn2.to_out.0.weight": { - "dtype": "F64", - "shape": [ - 320, - 320 - ], - "data_offsets": [ - 706675304, - 707494504 - ] - }, - "model.diffusion_model.input_blocks.2.1.transformer_blocks.0.attn2.to_q.weight": { - "dtype": "F64", - "shape": [ - 320, - 320 - ], - "data_offsets": [ - 707494504, - 708313704 - ] - }, - "model.diffusion_model.input_blocks.2.1.transformer_blocks.0.attn2.to_v.weight": { - "dtype": "F64", - "shape": [ - 320, - 768 - ], - "data_offsets": [ - 708313704, - 710279784 - ] - }, - "model.diffusion_model.input_blocks.2.1.transformer_blocks.0.ff.net.0.proj.weight": { - "dtype": "F64", - "shape": [ - 2560, - 320 - ], - "data_offsets": [ - 710279784, - 716833384 - ] - }, - "model.diffusion_model.input_blocks.2.1.transformer_blocks.0.ff.net.2.weight": { - "dtype": "F64", - "shape": [ - 320, - 1280 - ], - "data_offsets": [ - 716833384, - 720110184 - ] - }, - "model.diffusion_model.input_blocks.4.1.proj_in.weight": { - "dtype": "F64", - "shape": [ - 640, - 640, - 1, - 1 - ], - "data_offsets": [ - 720110184, - 723386984 - ] - }, - "model.diffusion_model.input_blocks.4.1.proj_out.weight": { - "dtype": "F64", - "shape": [ - 640, - 640, - 1, - 1 - ], - "data_offsets": [ - 723386984, - 726663784 - ] - }, - "model.diffusion_model.input_blocks.4.1.transformer_blocks.0.attn1.to_k.weight": { - "dtype": "F64", - "shape": [ - 640, - 640 - ], - "data_offsets": [ - 726663784, - 729940584 - ] - }, - "model.diffusion_model.input_blocks.4.1.transformer_blocks.0.attn1.to_out.0.weight": { - "dtype": "F64", - "shape": [ - 640, - 640 - ], - "data_offsets": [ - 729940584, - 733217384 - ] - }, - "model.diffusion_model.input_blocks.4.1.transformer_blocks.0.attn1.to_q.weight": { - "dtype": "F64", - "shape": [ - 640, - 640 - ], - "data_offsets": [ - 733217384, - 736494184 - ] - }, - "model.diffusion_model.input_blocks.4.1.transformer_blocks.0.attn1.to_v.weight": { - "dtype": "F64", - "shape": [ - 640, - 640 - ], - "data_offsets": [ - 736494184, - 739770984 - ] - }, - "model.diffusion_model.input_blocks.4.1.transformer_blocks.0.attn2.to_k.weight": { - "dtype": "F64", - "shape": [ - 640, - 768 - ], - "data_offsets": [ - 739770984, - 743703144 - ] - }, - "model.diffusion_model.input_blocks.4.1.transformer_blocks.0.attn2.to_out.0.weight": { - "dtype": "F64", - "shape": [ - 640, - 640 - ], - "data_offsets": [ - 743703144, - 746979944 - ] - }, - "model.diffusion_model.input_blocks.4.1.transformer_blocks.0.attn2.to_q.weight": { - "dtype": "F64", - "shape": [ - 640, - 640 - ], - "data_offsets": [ - 746979944, - 750256744 - ] - }, - "model.diffusion_model.input_blocks.4.1.transformer_blocks.0.attn2.to_v.weight": { - "dtype": "F64", - "shape": [ - 640, - 768 - ], - "data_offsets": [ - 750256744, - 754188904 - ] - }, - "model.diffusion_model.input_blocks.4.1.transformer_blocks.0.ff.net.0.proj.weight": { - "dtype": "F64", - "shape": [ - 5120, - 640 - ], - "data_offsets": [ - 754188904, - 780403304 - ] - }, - "model.diffusion_model.input_blocks.4.1.transformer_blocks.0.ff.net.2.weight": { - "dtype": "F64", - "shape": [ - 640, - 2560 - ], - "data_offsets": [ - 780403304, - 793510504 - ] - }, - "model.diffusion_model.input_blocks.5.1.proj_in.weight": { - "dtype": "F64", - "shape": [ - 640, - 640, - 1, - 1 - ], - "data_offsets": [ - 793510504, - 796787304 - ] - }, - "model.diffusion_model.input_blocks.5.1.proj_out.weight": { - "dtype": "F64", - "shape": [ - 640, - 640, - 1, - 1 - ], - "data_offsets": [ - 796787304, - 800064104 - ] - }, - "model.diffusion_model.input_blocks.5.1.transformer_blocks.0.attn1.to_k.weight": { - "dtype": "F64", - "shape": [ - 640, - 640 - ], - "data_offsets": [ - 800064104, - 803340904 - ] - }, - "model.diffusion_model.input_blocks.5.1.transformer_blocks.0.attn1.to_out.0.weight": { - "dtype": "F64", - "shape": [ - 640, - 640 - ], - "data_offsets": [ - 803340904, - 806617704 - ] - }, - "model.diffusion_model.input_blocks.5.1.transformer_blocks.0.attn1.to_q.weight": { - "dtype": "F64", - "shape": [ - 640, - 640 - ], - "data_offsets": [ - 806617704, - 809894504 - ] - }, - "model.diffusion_model.input_blocks.5.1.transformer_blocks.0.attn1.to_v.weight": { - "dtype": "F64", - "shape": [ - 640, - 640 - ], - "data_offsets": [ - 809894504, - 813171304 - ] - }, - "model.diffusion_model.input_blocks.5.1.transformer_blocks.0.attn2.to_k.weight": { - "dtype": "F64", - "shape": [ - 640, - 768 - ], - "data_offsets": [ - 813171304, - 817103464 - ] - }, - "model.diffusion_model.input_blocks.5.1.transformer_blocks.0.attn2.to_out.0.weight": { - "dtype": "F64", - "shape": [ - 640, - 640 - ], - "data_offsets": [ - 817103464, - 820380264 - ] - }, - "model.diffusion_model.input_blocks.5.1.transformer_blocks.0.attn2.to_q.weight": { - "dtype": "F64", - "shape": [ - 640, - 640 - ], - "data_offsets": [ - 820380264, - 823657064 - ] - }, - "model.diffusion_model.input_blocks.5.1.transformer_blocks.0.attn2.to_v.weight": { - "dtype": "F64", - "shape": [ - 640, - 768 - ], - "data_offsets": [ - 823657064, - 827589224 - ] - }, - "model.diffusion_model.input_blocks.5.1.transformer_blocks.0.ff.net.0.proj.weight": { - "dtype": "F64", - "shape": [ - 5120, - 640 - ], - "data_offsets": [ - 827589224, - 853803624 - ] - }, - "model.diffusion_model.input_blocks.5.1.transformer_blocks.0.ff.net.2.weight": { - "dtype": "F64", - "shape": [ - 640, - 2560 - ], - "data_offsets": [ - 853803624, - 866910824 - ] - }, - "model.diffusion_model.input_blocks.7.1.proj_in.weight": { - "dtype": "F64", - "shape": [ - 1280, - 1280, - 1, - 1 - ], - "data_offsets": [ - 866910824, - 880018024 - ] - }, - "model.diffusion_model.input_blocks.7.1.proj_out.weight": { - "dtype": "F64", - "shape": [ - 1280, - 1280, - 1, - 1 - ], - "data_offsets": [ - 880018024, - 893125224 - ] - }, - "model.diffusion_model.input_blocks.7.1.transformer_blocks.0.attn1.to_k.weight": { - "dtype": "F64", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 893125224, - 906232424 - ] - }, - "model.diffusion_model.input_blocks.7.1.transformer_blocks.0.attn1.to_out.0.weight": { - "dtype": "F64", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 906232424, - 919339624 - ] - }, - "model.diffusion_model.input_blocks.7.1.transformer_blocks.0.attn1.to_q.weight": { - "dtype": "F64", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 919339624, - 932446824 - ] - }, - "model.diffusion_model.input_blocks.7.1.transformer_blocks.0.attn1.to_v.weight": { - "dtype": "F64", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 932446824, - 945554024 - ] - }, - "model.diffusion_model.input_blocks.7.1.transformer_blocks.0.attn2.to_k.weight": { - "dtype": "F64", - "shape": [ - 1280, - 768 - ], - "data_offsets": [ - 945554024, - 953418344 - ] - }, - "model.diffusion_model.input_blocks.7.1.transformer_blocks.0.attn2.to_out.0.weight": { - "dtype": "F64", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 953418344, - 966525544 - ] - }, - "model.diffusion_model.input_blocks.7.1.transformer_blocks.0.attn2.to_q.weight": { - "dtype": "F64", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 966525544, - 979632744 - ] - }, - "model.diffusion_model.input_blocks.7.1.transformer_blocks.0.attn2.to_v.weight": { - "dtype": "F64", - "shape": [ - 1280, - 768 - ], - "data_offsets": [ - 979632744, - 987497064 - ] - }, - "model.diffusion_model.input_blocks.7.1.transformer_blocks.0.ff.net.0.proj.weight": { - "dtype": "F64", - "shape": [ - 10240, - 1280 - ], - "data_offsets": [ - 987497064, - 1092354664 - ] - }, - "model.diffusion_model.input_blocks.7.1.transformer_blocks.0.ff.net.2.weight": { - "dtype": "F64", - "shape": [ - 1280, - 5120 - ], - "data_offsets": [ - 1092354664, - 1144783464 - ] - }, - "model.diffusion_model.input_blocks.8.1.proj_in.weight": { - "dtype": "F64", - "shape": [ - 1280, - 1280, - 1, - 1 - ], - "data_offsets": [ - 1144783464, - 1157890664 - ] - }, - "model.diffusion_model.input_blocks.8.1.proj_out.weight": { - "dtype": "F64", - "shape": [ - 1280, - 1280, - 1, - 1 - ], - "data_offsets": [ - 1157890664, - 1170997864 - ] - }, - "model.diffusion_model.input_blocks.8.1.transformer_blocks.0.attn1.to_k.weight": { - "dtype": "F64", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 1170997864, - 1184105064 - ] - }, - "model.diffusion_model.input_blocks.8.1.transformer_blocks.0.attn1.to_out.0.weight": { - "dtype": "F64", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 1184105064, - 1197212264 - ] - }, - "model.diffusion_model.input_blocks.8.1.transformer_blocks.0.attn1.to_q.weight": { - "dtype": "F64", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 1197212264, - 1210319464 - ] - }, - "model.diffusion_model.input_blocks.8.1.transformer_blocks.0.attn1.to_v.weight": { - "dtype": "F64", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 1210319464, - 1223426664 - ] - }, - "model.diffusion_model.input_blocks.8.1.transformer_blocks.0.attn2.to_k.weight": { - "dtype": "F64", - "shape": [ - 1280, - 768 - ], - "data_offsets": [ - 1223426664, - 1231290984 - ] - }, - "model.diffusion_model.input_blocks.8.1.transformer_blocks.0.attn2.to_out.0.weight": { - "dtype": "F64", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 1231290984, - 1244398184 - ] - }, - "model.diffusion_model.input_blocks.8.1.transformer_blocks.0.attn2.to_q.weight": { - "dtype": "F64", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 1244398184, - 1257505384 - ] - }, - "model.diffusion_model.input_blocks.8.1.transformer_blocks.0.attn2.to_v.weight": { - "dtype": "F64", - "shape": [ - 1280, - 768 - ], - "data_offsets": [ - 1257505384, - 1265369704 - ] - }, - "model.diffusion_model.input_blocks.8.1.transformer_blocks.0.ff.net.0.proj.weight": { - "dtype": "F64", - "shape": [ - 10240, - 1280 - ], - "data_offsets": [ - 1265369704, - 1370227304 - ] - }, - "model.diffusion_model.input_blocks.8.1.transformer_blocks.0.ff.net.2.weight": { - "dtype": "F64", - "shape": [ - 1280, - 5120 - ], - "data_offsets": [ - 1370227304, - 1422656104 - ] - }, - "model.diffusion_model.middle_block.1.proj_in.weight": { - "dtype": "F64", - "shape": [ - 1280, - 1280, - 1, - 1 - ], - "data_offsets": [ - 1422656104, - 1435763304 - ] - }, - "model.diffusion_model.middle_block.1.proj_out.weight": { - "dtype": "F64", - "shape": [ - 1280, - 1280, - 1, - 1 - ], - "data_offsets": [ - 1435763304, - 1448870504 - ] - }, - "model.diffusion_model.middle_block.1.transformer_blocks.0.attn1.to_k.weight": { - "dtype": "F64", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 1448870504, - 1461977704 - ] - }, - "model.diffusion_model.middle_block.1.transformer_blocks.0.attn1.to_out.0.weight": { - "dtype": "F64", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 1461977704, - 1475084904 - ] - }, - "model.diffusion_model.middle_block.1.transformer_blocks.0.attn1.to_q.weight": { - "dtype": "F64", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 1475084904, - 1488192104 - ] - }, - "model.diffusion_model.middle_block.1.transformer_blocks.0.attn1.to_v.weight": { - "dtype": "F64", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 1488192104, - 1501299304 - ] - }, - "model.diffusion_model.middle_block.1.transformer_blocks.0.attn2.to_k.weight": { - "dtype": "F64", - "shape": [ - 1280, - 768 - ], - "data_offsets": [ - 1501299304, - 1509163624 - ] - }, - "model.diffusion_model.middle_block.1.transformer_blocks.0.attn2.to_out.0.weight": { - "dtype": "F64", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 1509163624, - 1522270824 - ] - }, - "model.diffusion_model.middle_block.1.transformer_blocks.0.attn2.to_q.weight": { - "dtype": "F64", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 1522270824, - 1535378024 - ] - }, - "model.diffusion_model.middle_block.1.transformer_blocks.0.attn2.to_v.weight": { - "dtype": "F64", - "shape": [ - 1280, - 768 - ], - "data_offsets": [ - 1535378024, - 1543242344 - ] - }, - "model.diffusion_model.middle_block.1.transformer_blocks.0.ff.net.0.proj.weight": { - "dtype": "F64", - "shape": [ - 10240, - 1280 - ], - "data_offsets": [ - 1543242344, - 1648099944 - ] - }, - "model.diffusion_model.middle_block.1.transformer_blocks.0.ff.net.2.weight": { - "dtype": "F64", - "shape": [ - 1280, - 5120 - ], - "data_offsets": [ - 1648099944, - 1700528744 - ] - }, - "model.diffusion_model.output_blocks.10.1.proj_in.weight": { - "dtype": "F64", - "shape": [ - 320, - 320, - 1, - 1 - ], - "data_offsets": [ - 1700528744, - 1701347944 - ] - }, - "model.diffusion_model.output_blocks.10.1.proj_out.weight": { - "dtype": "F64", - "shape": [ - 320, - 320, - 1, - 1 - ], - "data_offsets": [ - 1701347944, - 1702167144 - ] - }, - "model.diffusion_model.output_blocks.10.1.transformer_blocks.0.attn1.to_k.weight": { - "dtype": "F64", - "shape": [ - 320, - 320 - ], - "data_offsets": [ - 1702167144, - 1702986344 - ] - }, - "model.diffusion_model.output_blocks.10.1.transformer_blocks.0.attn1.to_out.0.weight": { - "dtype": "F64", - "shape": [ - 320, - 320 - ], - "data_offsets": [ - 1702986344, - 1703805544 - ] - }, - "model.diffusion_model.output_blocks.10.1.transformer_blocks.0.attn1.to_q.weight": { - "dtype": "F64", - "shape": [ - 320, - 320 - ], - "data_offsets": [ - 1703805544, - 1704624744 - ] - }, - "model.diffusion_model.output_blocks.10.1.transformer_blocks.0.attn1.to_v.weight": { - "dtype": "F64", - "shape": [ - 320, - 320 - ], - "data_offsets": [ - 1704624744, - 1705443944 - ] - }, - "model.diffusion_model.output_blocks.10.1.transformer_blocks.0.attn2.to_k.weight": { - "dtype": "F64", - "shape": [ - 320, - 768 - ], - "data_offsets": [ - 1705443944, - 1707410024 - ] - }, - "model.diffusion_model.output_blocks.10.1.transformer_blocks.0.attn2.to_out.0.weight": { - "dtype": "F64", - "shape": [ - 320, - 320 - ], - "data_offsets": [ - 1707410024, - 1708229224 - ] - }, - "model.diffusion_model.output_blocks.10.1.transformer_blocks.0.attn2.to_q.weight": { - "dtype": "F64", - "shape": [ - 320, - 320 - ], - "data_offsets": [ - 1708229224, - 1709048424 - ] - }, - "model.diffusion_model.output_blocks.10.1.transformer_blocks.0.attn2.to_v.weight": { - "dtype": "F64", - "shape": [ - 320, - 768 - ], - "data_offsets": [ - 1709048424, - 1711014504 - ] - }, - "model.diffusion_model.output_blocks.10.1.transformer_blocks.0.ff.net.0.proj.weight": { - "dtype": "F64", - "shape": [ - 2560, - 320 - ], - "data_offsets": [ - 1711014504, - 1717568104 - ] - }, - "model.diffusion_model.output_blocks.10.1.transformer_blocks.0.ff.net.2.weight": { - "dtype": "F64", - "shape": [ - 320, - 1280 - ], - "data_offsets": [ - 1717568104, - 1720844904 - ] - }, - "model.diffusion_model.output_blocks.11.1.proj_in.weight": { - "dtype": "F64", - "shape": [ - 320, - 320, - 1, - 1 - ], - "data_offsets": [ - 1720844904, - 1721664104 - ] - }, - "model.diffusion_model.output_blocks.11.1.proj_out.weight": { - "dtype": "F64", - "shape": [ - 320, - 320, - 1, - 1 - ], - "data_offsets": [ - 1721664104, - 1722483304 - ] - }, - "model.diffusion_model.output_blocks.11.1.transformer_blocks.0.attn1.to_k.weight": { - "dtype": "F64", - "shape": [ - 320, - 320 - ], - "data_offsets": [ - 1722483304, - 1723302504 - ] - }, - "model.diffusion_model.output_blocks.11.1.transformer_blocks.0.attn1.to_out.0.weight": { - "dtype": "F64", - "shape": [ - 320, - 320 - ], - "data_offsets": [ - 1723302504, - 1724121704 - ] - }, - "model.diffusion_model.output_blocks.11.1.transformer_blocks.0.attn1.to_q.weight": { - "dtype": "F64", - "shape": [ - 320, - 320 - ], - "data_offsets": [ - 1724121704, - 1724940904 - ] - }, - "model.diffusion_model.output_blocks.11.1.transformer_blocks.0.attn1.to_v.weight": { - "dtype": "F64", - "shape": [ - 320, - 320 - ], - "data_offsets": [ - 1724940904, - 1725760104 - ] - }, - "model.diffusion_model.output_blocks.11.1.transformer_blocks.0.attn2.to_k.weight": { - "dtype": "F64", - "shape": [ - 320, - 768 - ], - "data_offsets": [ - 1725760104, - 1727726184 - ] - }, - "model.diffusion_model.output_blocks.11.1.transformer_blocks.0.attn2.to_out.0.weight": { - "dtype": "F64", - "shape": [ - 320, - 320 - ], - "data_offsets": [ - 1727726184, - 1728545384 - ] - }, - "model.diffusion_model.output_blocks.11.1.transformer_blocks.0.attn2.to_q.weight": { - "dtype": "F64", - "shape": [ - 320, - 320 - ], - "data_offsets": [ - 1728545384, - 1729364584 - ] - }, - "model.diffusion_model.output_blocks.11.1.transformer_blocks.0.attn2.to_v.weight": { - "dtype": "F64", - "shape": [ - 320, - 768 - ], - "data_offsets": [ - 1729364584, - 1731330664 - ] - }, - "model.diffusion_model.output_blocks.11.1.transformer_blocks.0.ff.net.0.proj.weight": { - "dtype": "F64", - "shape": [ - 2560, - 320 - ], - "data_offsets": [ - 1731330664, - 1737884264 - ] - }, - "model.diffusion_model.output_blocks.11.1.transformer_blocks.0.ff.net.2.weight": { - "dtype": "F64", - "shape": [ - 320, - 1280 - ], - "data_offsets": [ - 1737884264, - 1741161064 - ] - }, - "model.diffusion_model.output_blocks.3.1.proj_in.weight": { - "dtype": "F64", - "shape": [ - 1280, - 1280, - 1, - 1 - ], - "data_offsets": [ - 1741161064, - 1754268264 - ] - }, - "model.diffusion_model.output_blocks.3.1.proj_out.weight": { - "dtype": "F64", - "shape": [ - 1280, - 1280, - 1, - 1 - ], - "data_offsets": [ - 1754268264, - 1767375464 - ] - }, - "model.diffusion_model.output_blocks.3.1.transformer_blocks.0.attn1.to_k.weight": { - "dtype": "F64", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 1767375464, - 1780482664 - ] - }, - "model.diffusion_model.output_blocks.3.1.transformer_blocks.0.attn1.to_out.0.weight": { - "dtype": "F64", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 1780482664, - 1793589864 - ] - }, - "model.diffusion_model.output_blocks.3.1.transformer_blocks.0.attn1.to_q.weight": { - "dtype": "F64", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 1793589864, - 1806697064 - ] - }, - "model.diffusion_model.output_blocks.3.1.transformer_blocks.0.attn1.to_v.weight": { - "dtype": "F64", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 1806697064, - 1819804264 - ] - }, - "model.diffusion_model.output_blocks.3.1.transformer_blocks.0.attn2.to_k.weight": { - "dtype": "F64", - "shape": [ - 1280, - 768 - ], - "data_offsets": [ - 1819804264, - 1827668584 - ] - }, - "model.diffusion_model.output_blocks.3.1.transformer_blocks.0.attn2.to_out.0.weight": { - "dtype": "F64", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 1827668584, - 1840775784 - ] - }, - "model.diffusion_model.output_blocks.3.1.transformer_blocks.0.attn2.to_q.weight": { - "dtype": "F64", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 1840775784, - 1853882984 - ] - }, - "model.diffusion_model.output_blocks.3.1.transformer_blocks.0.attn2.to_v.weight": { - "dtype": "F64", - "shape": [ - 1280, - 768 - ], - "data_offsets": [ - 1853882984, - 1861747304 - ] - }, - "model.diffusion_model.output_blocks.3.1.transformer_blocks.0.ff.net.0.proj.weight": { - "dtype": "F64", - "shape": [ - 10240, - 1280 - ], - "data_offsets": [ - 1861747304, - 1966604904 - ] - }, - "model.diffusion_model.output_blocks.3.1.transformer_blocks.0.ff.net.2.weight": { - "dtype": "F64", - "shape": [ - 1280, - 5120 - ], - "data_offsets": [ - 1966604904, - 2019033704 - ] - }, - "model.diffusion_model.output_blocks.4.1.proj_in.weight": { - "dtype": "F64", - "shape": [ - 1280, - 1280, - 1, - 1 - ], - "data_offsets": [ - 2019033704, - 2032140904 - ] - }, - "model.diffusion_model.output_blocks.4.1.proj_out.weight": { - "dtype": "F64", - "shape": [ - 1280, - 1280, - 1, - 1 - ], - "data_offsets": [ - 2032140904, - 2045248104 - ] - }, - "model.diffusion_model.output_blocks.4.1.transformer_blocks.0.attn1.to_k.weight": { - "dtype": "F64", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 2045248104, - 2058355304 - ] - }, - "model.diffusion_model.output_blocks.4.1.transformer_blocks.0.attn1.to_out.0.weight": { - "dtype": "F64", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 2058355304, - 2071462504 - ] - }, - "model.diffusion_model.output_blocks.4.1.transformer_blocks.0.attn1.to_q.weight": { - "dtype": "F64", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 2071462504, - 2084569704 - ] - }, - "model.diffusion_model.output_blocks.4.1.transformer_blocks.0.attn1.to_v.weight": { - "dtype": "F64", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 2084569704, - 2097676904 - ] - }, - "model.diffusion_model.output_blocks.4.1.transformer_blocks.0.attn2.to_k.weight": { - "dtype": "F64", - "shape": [ - 1280, - 768 - ], - "data_offsets": [ - 2097676904, - 2105541224 - ] - }, - "model.diffusion_model.output_blocks.4.1.transformer_blocks.0.attn2.to_out.0.weight": { - "dtype": "F64", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 2105541224, - 2118648424 - ] - }, - "model.diffusion_model.output_blocks.4.1.transformer_blocks.0.attn2.to_q.weight": { - "dtype": "F64", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 2118648424, - 2131755624 - ] - }, - "model.diffusion_model.output_blocks.4.1.transformer_blocks.0.attn2.to_v.weight": { - "dtype": "F64", - "shape": [ - 1280, - 768 - ], - "data_offsets": [ - 2131755624, - 2139619944 - ] - }, - "model.diffusion_model.output_blocks.4.1.transformer_blocks.0.ff.net.0.proj.weight": { - "dtype": "F64", - "shape": [ - 10240, - 1280 - ], - "data_offsets": [ - 2139619944, - 2244477544 - ] - }, - "model.diffusion_model.output_blocks.4.1.transformer_blocks.0.ff.net.2.weight": { - "dtype": "F64", - "shape": [ - 1280, - 5120 - ], - "data_offsets": [ - 2244477544, - 2296906344 - ] - }, - "model.diffusion_model.output_blocks.5.1.proj_in.weight": { - "dtype": "F64", - "shape": [ - 1280, - 1280, - 1, - 1 - ], - "data_offsets": [ - 2296906344, - 2310013544 - ] - }, - "model.diffusion_model.output_blocks.5.1.proj_out.weight": { - "dtype": "F64", - "shape": [ - 1280, - 1280, - 1, - 1 - ], - "data_offsets": [ - 2310013544, - 2323120744 - ] - }, - "model.diffusion_model.output_blocks.5.1.transformer_blocks.0.attn1.to_k.weight": { - "dtype": "F64", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 2323120744, - 2336227944 - ] - }, - "model.diffusion_model.output_blocks.5.1.transformer_blocks.0.attn1.to_out.0.weight": { - "dtype": "F64", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 2336227944, - 2349335144 - ] - }, - "model.diffusion_model.output_blocks.5.1.transformer_blocks.0.attn1.to_q.weight": { - "dtype": "F64", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 2349335144, - 2362442344 - ] - }, - "model.diffusion_model.output_blocks.5.1.transformer_blocks.0.attn1.to_v.weight": { - "dtype": "F64", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 2362442344, - 2375549544 - ] - }, - "model.diffusion_model.output_blocks.5.1.transformer_blocks.0.attn2.to_k.weight": { - "dtype": "F64", - "shape": [ - 1280, - 768 - ], - "data_offsets": [ - 2375549544, - 2383413864 - ] - }, - "model.diffusion_model.output_blocks.5.1.transformer_blocks.0.attn2.to_out.0.weight": { - "dtype": "F64", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 2383413864, - 2396521064 - ] - }, - "model.diffusion_model.output_blocks.5.1.transformer_blocks.0.attn2.to_q.weight": { - "dtype": "F64", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 2396521064, - 2409628264 - ] - }, - "model.diffusion_model.output_blocks.5.1.transformer_blocks.0.attn2.to_v.weight": { - "dtype": "F64", - "shape": [ - 1280, - 768 - ], - "data_offsets": [ - 2409628264, - 2417492584 - ] - }, - "model.diffusion_model.output_blocks.5.1.transformer_blocks.0.ff.net.0.proj.weight": { - "dtype": "F64", - "shape": [ - 10240, - 1280 - ], - "data_offsets": [ - 2417492584, - 2522350184 - ] - }, - "model.diffusion_model.output_blocks.5.1.transformer_blocks.0.ff.net.2.weight": { - "dtype": "F64", - "shape": [ - 1280, - 5120 - ], - "data_offsets": [ - 2522350184, - 2574778984 - ] - }, - "model.diffusion_model.output_blocks.6.1.proj_in.weight": { - "dtype": "F64", - "shape": [ - 640, - 640, - 1, - 1 - ], - "data_offsets": [ - 2574778984, - 2578055784 - ] - }, - "model.diffusion_model.output_blocks.6.1.proj_out.weight": { - "dtype": "F64", - "shape": [ - 640, - 640, - 1, - 1 - ], - "data_offsets": [ - 2578055784, - 2581332584 - ] - }, - "model.diffusion_model.output_blocks.6.1.transformer_blocks.0.attn1.to_k.weight": { - "dtype": "F64", - "shape": [ - 640, - 640 - ], - "data_offsets": [ - 2581332584, - 2584609384 - ] - }, - "model.diffusion_model.output_blocks.6.1.transformer_blocks.0.attn1.to_out.0.weight": { - "dtype": "F64", - "shape": [ - 640, - 640 - ], - "data_offsets": [ - 2584609384, - 2587886184 - ] - }, - "model.diffusion_model.output_blocks.6.1.transformer_blocks.0.attn1.to_q.weight": { - "dtype": "F64", - "shape": [ - 640, - 640 - ], - "data_offsets": [ - 2587886184, - 2591162984 - ] - }, - "model.diffusion_model.output_blocks.6.1.transformer_blocks.0.attn1.to_v.weight": { - "dtype": "F64", - "shape": [ - 640, - 640 - ], - "data_offsets": [ - 2591162984, - 2594439784 - ] - }, - "model.diffusion_model.output_blocks.6.1.transformer_blocks.0.attn2.to_k.weight": { - "dtype": "F64", - "shape": [ - 640, - 768 - ], - "data_offsets": [ - 2594439784, - 2598371944 - ] - }, - "model.diffusion_model.output_blocks.6.1.transformer_blocks.0.attn2.to_out.0.weight": { - "dtype": "F64", - "shape": [ - 640, - 640 - ], - "data_offsets": [ - 2598371944, - 2601648744 - ] - }, - "model.diffusion_model.output_blocks.6.1.transformer_blocks.0.attn2.to_q.weight": { - "dtype": "F64", - "shape": [ - 640, - 640 - ], - "data_offsets": [ - 2601648744, - 2604925544 - ] - }, - "model.diffusion_model.output_blocks.6.1.transformer_blocks.0.attn2.to_v.weight": { - "dtype": "F64", - "shape": [ - 640, - 768 - ], - "data_offsets": [ - 2604925544, - 2608857704 - ] - }, - "model.diffusion_model.output_blocks.6.1.transformer_blocks.0.ff.net.0.proj.weight": { - "dtype": "F64", - "shape": [ - 5120, - 640 - ], - "data_offsets": [ - 2608857704, - 2635072104 - ] - }, - "model.diffusion_model.output_blocks.6.1.transformer_blocks.0.ff.net.2.weight": { - "dtype": "F64", - "shape": [ - 640, - 2560 - ], - "data_offsets": [ - 2635072104, - 2648179304 - ] - }, - "model.diffusion_model.output_blocks.7.1.proj_in.weight": { - "dtype": "F64", - "shape": [ - 640, - 640, - 1, - 1 - ], - "data_offsets": [ - 2648179304, - 2651456104 - ] - }, - "model.diffusion_model.output_blocks.7.1.proj_out.weight": { - "dtype": "F64", - "shape": [ - 640, - 640, - 1, - 1 - ], - "data_offsets": [ - 2651456104, - 2654732904 - ] - }, - "model.diffusion_model.output_blocks.7.1.transformer_blocks.0.attn1.to_k.weight": { - "dtype": "F64", - "shape": [ - 640, - 640 - ], - "data_offsets": [ - 2654732904, - 2658009704 - ] - }, - "model.diffusion_model.output_blocks.7.1.transformer_blocks.0.attn1.to_out.0.weight": { - "dtype": "F64", - "shape": [ - 640, - 640 - ], - "data_offsets": [ - 2658009704, - 2661286504 - ] - }, - "model.diffusion_model.output_blocks.7.1.transformer_blocks.0.attn1.to_q.weight": { - "dtype": "F64", - "shape": [ - 640, - 640 - ], - "data_offsets": [ - 2661286504, - 2664563304 - ] - }, - "model.diffusion_model.output_blocks.7.1.transformer_blocks.0.attn1.to_v.weight": { - "dtype": "F64", - "shape": [ - 640, - 640 - ], - "data_offsets": [ - 2664563304, - 2667840104 - ] - }, - "model.diffusion_model.output_blocks.7.1.transformer_blocks.0.attn2.to_k.weight": { - "dtype": "F64", - "shape": [ - 640, - 768 - ], - "data_offsets": [ - 2667840104, - 2671772264 - ] - }, - "model.diffusion_model.output_blocks.7.1.transformer_blocks.0.attn2.to_out.0.weight": { - "dtype": "F64", - "shape": [ - 640, - 640 - ], - "data_offsets": [ - 2671772264, - 2675049064 - ] - }, - "model.diffusion_model.output_blocks.7.1.transformer_blocks.0.attn2.to_q.weight": { - "dtype": "F64", - "shape": [ - 640, - 640 - ], - "data_offsets": [ - 2675049064, - 2678325864 - ] - }, - "model.diffusion_model.output_blocks.7.1.transformer_blocks.0.attn2.to_v.weight": { - "dtype": "F64", - "shape": [ - 640, - 768 - ], - "data_offsets": [ - 2678325864, - 2682258024 - ] - }, - "model.diffusion_model.output_blocks.7.1.transformer_blocks.0.ff.net.0.proj.weight": { - "dtype": "F64", - "shape": [ - 5120, - 640 - ], - "data_offsets": [ - 2682258024, - 2708472424 - ] - }, - "model.diffusion_model.output_blocks.7.1.transformer_blocks.0.ff.net.2.weight": { - "dtype": "F64", - "shape": [ - 640, - 2560 - ], - "data_offsets": [ - 2708472424, - 2721579624 - ] - }, - "model.diffusion_model.output_blocks.8.1.proj_in.weight": { - "dtype": "F64", - "shape": [ - 640, - 640, - 1, - 1 - ], - "data_offsets": [ - 2721579624, - 2724856424 - ] - }, - "model.diffusion_model.output_blocks.8.1.proj_out.weight": { - "dtype": "F64", - "shape": [ - 640, - 640, - 1, - 1 - ], - "data_offsets": [ - 2724856424, - 2728133224 - ] - }, - "model.diffusion_model.output_blocks.8.1.transformer_blocks.0.attn1.to_k.weight": { - "dtype": "F64", - "shape": [ - 640, - 640 - ], - "data_offsets": [ - 2728133224, - 2731410024 - ] - }, - "model.diffusion_model.output_blocks.8.1.transformer_blocks.0.attn1.to_out.0.weight": { - "dtype": "F64", - "shape": [ - 640, - 640 - ], - "data_offsets": [ - 2731410024, - 2734686824 - ] - }, - "model.diffusion_model.output_blocks.8.1.transformer_blocks.0.attn1.to_q.weight": { - "dtype": "F64", - "shape": [ - 640, - 640 - ], - "data_offsets": [ - 2734686824, - 2737963624 - ] - }, - "model.diffusion_model.output_blocks.8.1.transformer_blocks.0.attn1.to_v.weight": { - "dtype": "F64", - "shape": [ - 640, - 640 - ], - "data_offsets": [ - 2737963624, - 2741240424 - ] - }, - "model.diffusion_model.output_blocks.8.1.transformer_blocks.0.attn2.to_k.weight": { - "dtype": "F64", - "shape": [ - 640, - 768 - ], - "data_offsets": [ - 2741240424, - 2745172584 - ] - }, - "model.diffusion_model.output_blocks.8.1.transformer_blocks.0.attn2.to_out.0.weight": { - "dtype": "F64", - "shape": [ - 640, - 640 - ], - "data_offsets": [ - 2745172584, - 2748449384 - ] - }, - "model.diffusion_model.output_blocks.8.1.transformer_blocks.0.attn2.to_q.weight": { - "dtype": "F64", - "shape": [ - 640, - 640 - ], - "data_offsets": [ - 2748449384, - 2751726184 - ] - }, - "model.diffusion_model.output_blocks.8.1.transformer_blocks.0.attn2.to_v.weight": { - "dtype": "F64", - "shape": [ - 640, - 768 - ], - "data_offsets": [ - 2751726184, - 2755658344 - ] - }, - "model.diffusion_model.output_blocks.8.1.transformer_blocks.0.ff.net.0.proj.weight": { - "dtype": "F64", - "shape": [ - 5120, - 640 - ], - "data_offsets": [ - 2755658344, - 2781872744 - ] - }, - "model.diffusion_model.output_blocks.8.1.transformer_blocks.0.ff.net.2.weight": { - "dtype": "F64", - "shape": [ - 640, - 2560 - ], - "data_offsets": [ - 2781872744, - 2794979944 - ] - }, - "model.diffusion_model.output_blocks.9.1.proj_in.weight": { - "dtype": "F64", - "shape": [ - 320, - 320, - 1, - 1 - ], - "data_offsets": [ - 2794979944, - 2795799144 - ] - }, - "model.diffusion_model.output_blocks.9.1.proj_out.weight": { - "dtype": "F64", - "shape": [ - 320, - 320, - 1, - 1 - ], - "data_offsets": [ - 2795799144, - 2796618344 - ] - }, - "model.diffusion_model.output_blocks.9.1.transformer_blocks.0.attn1.to_k.weight": { - "dtype": "F64", - "shape": [ - 320, - 320 - ], - "data_offsets": [ - 2796618344, - 2797437544 - ] - }, - "model.diffusion_model.output_blocks.9.1.transformer_blocks.0.attn1.to_out.0.weight": { - "dtype": "F64", - "shape": [ - 320, - 320 - ], - "data_offsets": [ - 2797437544, - 2798256744 - ] - }, - "model.diffusion_model.output_blocks.9.1.transformer_blocks.0.attn1.to_q.weight": { - "dtype": "F64", - "shape": [ - 320, - 320 - ], - "data_offsets": [ - 2798256744, - 2799075944 - ] - }, - "model.diffusion_model.output_blocks.9.1.transformer_blocks.0.attn1.to_v.weight": { - "dtype": "F64", - "shape": [ - 320, - 320 - ], - "data_offsets": [ - 2799075944, - 2799895144 - ] - }, - "model.diffusion_model.output_blocks.9.1.transformer_blocks.0.attn2.to_k.weight": { - "dtype": "F64", - "shape": [ - 320, - 768 - ], - "data_offsets": [ - 2799895144, - 2801861224 - ] - }, - "model.diffusion_model.output_blocks.9.1.transformer_blocks.0.attn2.to_out.0.weight": { - "dtype": "F64", - "shape": [ - 320, - 320 - ], - "data_offsets": [ - 2801861224, - 2802680424 - ] - }, - "model.diffusion_model.output_blocks.9.1.transformer_blocks.0.attn2.to_q.weight": { - "dtype": "F64", - "shape": [ - 320, - 320 - ], - "data_offsets": [ - 2802680424, - 2803499624 - ] - }, - "model.diffusion_model.output_blocks.9.1.transformer_blocks.0.attn2.to_v.weight": { - "dtype": "F64", - "shape": [ - 320, - 768 - ], - "data_offsets": [ - 2803499624, - 2805465704 - ] - }, - "model.diffusion_model.output_blocks.9.1.transformer_blocks.0.ff.net.0.proj.weight": { - "dtype": "F64", - "shape": [ - 2560, - 320 - ], - "data_offsets": [ - 2805465704, - 2812019304 - ] - }, - "model.diffusion_model.output_blocks.9.1.transformer_blocks.0.ff.net.2.weight": { - "dtype": "F64", - "shape": [ - 320, - 1280 - ], - "data_offsets": [ - 2812019304, - 2815296104 - ] - }, - "model_ema.decay": { - "dtype": "F64", - "shape": [], - "data_offsets": [ - 2815296104, - 2815296112 - ] - }, - "model_ema.num_updates": { - "dtype": "F64", - "shape": [], - "data_offsets": [ - 2815296112, - 2815296120 - ] - }, - "cond_stage_model.pre_LN.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 2815296120, - 2815300216 - ] - }, - "cond_stage_model.pre_LN.weight": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 2815300216, - 2815304312 - ] - }, - "cond_stage_model.roberta.embeddings.LayerNorm.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 2815304312, - 2815308408 - ] - }, - "cond_stage_model.roberta.embeddings.LayerNorm.weight": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 2815308408, - 2815312504 - ] - }, - "cond_stage_model.roberta.embeddings.position_embeddings.weight": { - "dtype": "F32", - "shape": [ - 514, - 1024 - ], - "data_offsets": [ - 2815312504, - 2817417848 - ] - }, - "cond_stage_model.roberta.embeddings.position_ids": { - "dtype": "F32", - "shape": [ - 1, - 514 - ], - "data_offsets": [ - 2817417848, - 2817419904 - ] - }, - "cond_stage_model.roberta.embeddings.token_type_embeddings.weight": { - "dtype": "F32", - "shape": [ - 1, - 1024 - ], - "data_offsets": [ - 2817419904, - 2817424000 - ] - }, - "cond_stage_model.roberta.embeddings.word_embeddings.weight": { - "dtype": "F32", - "shape": [ - 250002, - 1024 - ], - "data_offsets": [ - 2817424000, - 3841432192 - ] - }, - "cond_stage_model.roberta.encoder.layer.0.attention.output.LayerNorm.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 3841432192, - 3841436288 - ] - }, - "cond_stage_model.roberta.encoder.layer.0.attention.output.LayerNorm.weight": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 3841436288, - 3841440384 - ] - }, - "cond_stage_model.roberta.encoder.layer.0.attention.output.dense.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 3841440384, - 3841444480 - ] - }, - "cond_stage_model.roberta.encoder.layer.0.attention.output.dense.weight": { - "dtype": "F32", - "shape": [ - 1024, - 1024 - ], - "data_offsets": [ - 3841444480, - 3845638784 - ] - }, - "cond_stage_model.roberta.encoder.layer.0.attention.self.key.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 3845638784, - 3845642880 - ] - }, - "cond_stage_model.roberta.encoder.layer.0.attention.self.key.weight": { - "dtype": "F32", - "shape": [ - 1024, - 1024 - ], - "data_offsets": [ - 3845642880, - 3849837184 - ] - }, - "cond_stage_model.roberta.encoder.layer.0.attention.self.query.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 3849837184, - 3849841280 - ] - }, - "cond_stage_model.roberta.encoder.layer.0.attention.self.query.weight": { - "dtype": "F32", - "shape": [ - 1024, - 1024 - ], - "data_offsets": [ - 3849841280, - 3854035584 - ] - }, - "cond_stage_model.roberta.encoder.layer.0.attention.self.value.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 3854035584, - 3854039680 - ] - }, - "cond_stage_model.roberta.encoder.layer.0.attention.self.value.weight": { - "dtype": "F32", - "shape": [ - 1024, - 1024 - ], - "data_offsets": [ - 3854039680, - 3858233984 - ] - }, - "cond_stage_model.roberta.encoder.layer.0.intermediate.dense.bias": { - "dtype": "F32", - "shape": [ - 4096 - ], - "data_offsets": [ - 3858233984, - 3858250368 - ] - }, - "cond_stage_model.roberta.encoder.layer.0.intermediate.dense.weight": { - "dtype": "F32", - "shape": [ - 4096, - 1024 - ], - "data_offsets": [ - 3858250368, - 3875027584 - ] - }, - "cond_stage_model.roberta.encoder.layer.0.output.LayerNorm.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 3875027584, - 3875031680 - ] - }, - "cond_stage_model.roberta.encoder.layer.0.output.LayerNorm.weight": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 3875031680, - 3875035776 - ] - }, - "cond_stage_model.roberta.encoder.layer.0.output.dense.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 3875035776, - 3875039872 - ] - }, - "cond_stage_model.roberta.encoder.layer.0.output.dense.weight": { - "dtype": "F32", - "shape": [ - 1024, - 4096 - ], - "data_offsets": [ - 3875039872, - 3891817088 - ] - }, - "cond_stage_model.roberta.encoder.layer.1.attention.output.LayerNorm.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 3891817088, - 3891821184 - ] - }, - "cond_stage_model.roberta.encoder.layer.1.attention.output.LayerNorm.weight": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 3891821184, - 3891825280 - ] - }, - "cond_stage_model.roberta.encoder.layer.1.attention.output.dense.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 3891825280, - 3891829376 - ] - }, - "cond_stage_model.roberta.encoder.layer.1.attention.output.dense.weight": { - "dtype": "F32", - "shape": [ - 1024, - 1024 - ], - "data_offsets": [ - 3891829376, - 3896023680 - ] - }, - "cond_stage_model.roberta.encoder.layer.1.attention.self.key.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 3896023680, - 3896027776 - ] - }, - "cond_stage_model.roberta.encoder.layer.1.attention.self.key.weight": { - "dtype": "F32", - "shape": [ - 1024, - 1024 - ], - "data_offsets": [ - 3896027776, - 3900222080 - ] - }, - "cond_stage_model.roberta.encoder.layer.1.attention.self.query.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 3900222080, - 3900226176 - ] - }, - "cond_stage_model.roberta.encoder.layer.1.attention.self.query.weight": { - "dtype": "F32", - "shape": [ - 1024, - 1024 - ], - "data_offsets": [ - 3900226176, - 3904420480 - ] - }, - "cond_stage_model.roberta.encoder.layer.1.attention.self.value.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 3904420480, - 3904424576 - ] - }, - "cond_stage_model.roberta.encoder.layer.1.attention.self.value.weight": { - "dtype": "F32", - "shape": [ - 1024, - 1024 - ], - "data_offsets": [ - 3904424576, - 3908618880 - ] - }, - "cond_stage_model.roberta.encoder.layer.1.intermediate.dense.bias": { - "dtype": "F32", - "shape": [ - 4096 - ], - "data_offsets": [ - 3908618880, - 3908635264 - ] - }, - "cond_stage_model.roberta.encoder.layer.1.intermediate.dense.weight": { - "dtype": "F32", - "shape": [ - 4096, - 1024 - ], - "data_offsets": [ - 3908635264, - 3925412480 - ] - }, - "cond_stage_model.roberta.encoder.layer.1.output.LayerNorm.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 3925412480, - 3925416576 - ] - }, - "cond_stage_model.roberta.encoder.layer.1.output.LayerNorm.weight": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 3925416576, - 3925420672 - ] - }, - "cond_stage_model.roberta.encoder.layer.1.output.dense.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 3925420672, - 3925424768 - ] - }, - "cond_stage_model.roberta.encoder.layer.1.output.dense.weight": { - "dtype": "F32", - "shape": [ - 1024, - 4096 - ], - "data_offsets": [ - 3925424768, - 3942201984 - ] - }, - "cond_stage_model.roberta.encoder.layer.10.attention.output.LayerNorm.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 3942201984, - 3942206080 - ] - }, - "cond_stage_model.roberta.encoder.layer.10.attention.output.LayerNorm.weight": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 3942206080, - 3942210176 - ] - }, - "cond_stage_model.roberta.encoder.layer.10.attention.output.dense.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 3942210176, - 3942214272 - ] - }, - "cond_stage_model.roberta.encoder.layer.10.attention.output.dense.weight": { - "dtype": "F32", - "shape": [ - 1024, - 1024 - ], - "data_offsets": [ - 3942214272, - 3946408576 - ] - }, - "cond_stage_model.roberta.encoder.layer.10.attention.self.key.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 3946408576, - 3946412672 - ] - }, - "cond_stage_model.roberta.encoder.layer.10.attention.self.key.weight": { - "dtype": "F32", - "shape": [ - 1024, - 1024 - ], - "data_offsets": [ - 3946412672, - 3950606976 - ] - }, - "cond_stage_model.roberta.encoder.layer.10.attention.self.query.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 3950606976, - 3950611072 - ] - }, - "cond_stage_model.roberta.encoder.layer.10.attention.self.query.weight": { - "dtype": "F32", - "shape": [ - 1024, - 1024 - ], - "data_offsets": [ - 3950611072, - 3954805376 - ] - }, - "cond_stage_model.roberta.encoder.layer.10.attention.self.value.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 3954805376, - 3954809472 - ] - }, - "cond_stage_model.roberta.encoder.layer.10.attention.self.value.weight": { - "dtype": "F32", - "shape": [ - 1024, - 1024 - ], - "data_offsets": [ - 3954809472, - 3959003776 - ] - }, - "cond_stage_model.roberta.encoder.layer.10.intermediate.dense.bias": { - "dtype": "F32", - "shape": [ - 4096 - ], - "data_offsets": [ - 3959003776, - 3959020160 - ] - }, - "cond_stage_model.roberta.encoder.layer.10.intermediate.dense.weight": { - "dtype": "F32", - "shape": [ - 4096, - 1024 - ], - "data_offsets": [ - 3959020160, - 3975797376 - ] - }, - "cond_stage_model.roberta.encoder.layer.10.output.LayerNorm.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 3975797376, - 3975801472 - ] - }, - "cond_stage_model.roberta.encoder.layer.10.output.LayerNorm.weight": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 3975801472, - 3975805568 - ] - }, - "cond_stage_model.roberta.encoder.layer.10.output.dense.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 3975805568, - 3975809664 - ] - }, - "cond_stage_model.roberta.encoder.layer.10.output.dense.weight": { - "dtype": "F32", - "shape": [ - 1024, - 4096 - ], - "data_offsets": [ - 3975809664, - 3992586880 - ] - }, - "cond_stage_model.roberta.encoder.layer.11.attention.output.LayerNorm.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 3992586880, - 3992590976 - ] - }, - "cond_stage_model.roberta.encoder.layer.11.attention.output.LayerNorm.weight": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 3992590976, - 3992595072 - ] - }, - "cond_stage_model.roberta.encoder.layer.11.attention.output.dense.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 3992595072, - 3992599168 - ] - }, - "cond_stage_model.roberta.encoder.layer.11.attention.output.dense.weight": { - "dtype": "F32", - "shape": [ - 1024, - 1024 - ], - "data_offsets": [ - 3992599168, - 3996793472 - ] - }, - "cond_stage_model.roberta.encoder.layer.11.attention.self.key.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 3996793472, - 3996797568 - ] - }, - "cond_stage_model.roberta.encoder.layer.11.attention.self.key.weight": { - "dtype": "F32", - "shape": [ - 1024, - 1024 - ], - "data_offsets": [ - 3996797568, - 4000991872 - ] - }, - "cond_stage_model.roberta.encoder.layer.11.attention.self.query.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4000991872, - 4000995968 - ] - }, - "cond_stage_model.roberta.encoder.layer.11.attention.self.query.weight": { - "dtype": "F32", - "shape": [ - 1024, - 1024 - ], - "data_offsets": [ - 4000995968, - 4005190272 - ] - }, - "cond_stage_model.roberta.encoder.layer.11.attention.self.value.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4005190272, - 4005194368 - ] - }, - "cond_stage_model.roberta.encoder.layer.11.attention.self.value.weight": { - "dtype": "F32", - "shape": [ - 1024, - 1024 - ], - "data_offsets": [ - 4005194368, - 4009388672 - ] - }, - "cond_stage_model.roberta.encoder.layer.11.intermediate.dense.bias": { - "dtype": "F32", - "shape": [ - 4096 - ], - "data_offsets": [ - 4009388672, - 4009405056 - ] - }, - "cond_stage_model.roberta.encoder.layer.11.intermediate.dense.weight": { - "dtype": "F32", - "shape": [ - 4096, - 1024 - ], - "data_offsets": [ - 4009405056, - 4026182272 - ] - }, - "cond_stage_model.roberta.encoder.layer.11.output.LayerNorm.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4026182272, - 4026186368 - ] - }, - "cond_stage_model.roberta.encoder.layer.11.output.LayerNorm.weight": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4026186368, - 4026190464 - ] - }, - "cond_stage_model.roberta.encoder.layer.11.output.dense.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4026190464, - 4026194560 - ] - }, - "cond_stage_model.roberta.encoder.layer.11.output.dense.weight": { - "dtype": "F32", - "shape": [ - 1024, - 4096 - ], - "data_offsets": [ - 4026194560, - 4042971776 - ] - }, - "cond_stage_model.roberta.encoder.layer.12.attention.output.LayerNorm.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4042971776, - 4042975872 - ] - }, - "cond_stage_model.roberta.encoder.layer.12.attention.output.LayerNorm.weight": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4042975872, - 4042979968 - ] - }, - "cond_stage_model.roberta.encoder.layer.12.attention.output.dense.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4042979968, - 4042984064 - ] - }, - "cond_stage_model.roberta.encoder.layer.12.attention.output.dense.weight": { - "dtype": "F32", - "shape": [ - 1024, - 1024 - ], - "data_offsets": [ - 4042984064, - 4047178368 - ] - }, - "cond_stage_model.roberta.encoder.layer.12.attention.self.key.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4047178368, - 4047182464 - ] - }, - "cond_stage_model.roberta.encoder.layer.12.attention.self.key.weight": { - "dtype": "F32", - "shape": [ - 1024, - 1024 - ], - "data_offsets": [ - 4047182464, - 4051376768 - ] - }, - "cond_stage_model.roberta.encoder.layer.12.attention.self.query.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4051376768, - 4051380864 - ] - }, - "cond_stage_model.roberta.encoder.layer.12.attention.self.query.weight": { - "dtype": "F32", - "shape": [ - 1024, - 1024 - ], - "data_offsets": [ - 4051380864, - 4055575168 - ] - }, - "cond_stage_model.roberta.encoder.layer.12.attention.self.value.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4055575168, - 4055579264 - ] - }, - "cond_stage_model.roberta.encoder.layer.12.attention.self.value.weight": { - "dtype": "F32", - "shape": [ - 1024, - 1024 - ], - "data_offsets": [ - 4055579264, - 4059773568 - ] - }, - "cond_stage_model.roberta.encoder.layer.12.intermediate.dense.bias": { - "dtype": "F32", - "shape": [ - 4096 - ], - "data_offsets": [ - 4059773568, - 4059789952 - ] - }, - "cond_stage_model.roberta.encoder.layer.12.intermediate.dense.weight": { - "dtype": "F32", - "shape": [ - 4096, - 1024 - ], - "data_offsets": [ - 4059789952, - 4076567168 - ] - }, - "cond_stage_model.roberta.encoder.layer.12.output.LayerNorm.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4076567168, - 4076571264 - ] - }, - "cond_stage_model.roberta.encoder.layer.12.output.LayerNorm.weight": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4076571264, - 4076575360 - ] - }, - "cond_stage_model.roberta.encoder.layer.12.output.dense.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4076575360, - 4076579456 - ] - }, - "cond_stage_model.roberta.encoder.layer.12.output.dense.weight": { - "dtype": "F32", - "shape": [ - 1024, - 4096 - ], - "data_offsets": [ - 4076579456, - 4093356672 - ] - }, - "cond_stage_model.roberta.encoder.layer.13.attention.output.LayerNorm.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4093356672, - 4093360768 - ] - }, - "cond_stage_model.roberta.encoder.layer.13.attention.output.LayerNorm.weight": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4093360768, - 4093364864 - ] - }, - "cond_stage_model.roberta.encoder.layer.13.attention.output.dense.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4093364864, - 4093368960 - ] - }, - "cond_stage_model.roberta.encoder.layer.13.attention.output.dense.weight": { - "dtype": "F32", - "shape": [ - 1024, - 1024 - ], - "data_offsets": [ - 4093368960, - 4097563264 - ] - }, - "cond_stage_model.roberta.encoder.layer.13.attention.self.key.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4097563264, - 4097567360 - ] - }, - "cond_stage_model.roberta.encoder.layer.13.attention.self.key.weight": { - "dtype": "F32", - "shape": [ - 1024, - 1024 - ], - "data_offsets": [ - 4097567360, - 4101761664 - ] - }, - "cond_stage_model.roberta.encoder.layer.13.attention.self.query.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4101761664, - 4101765760 - ] - }, - "cond_stage_model.roberta.encoder.layer.13.attention.self.query.weight": { - "dtype": "F32", - "shape": [ - 1024, - 1024 - ], - "data_offsets": [ - 4101765760, - 4105960064 - ] - }, - "cond_stage_model.roberta.encoder.layer.13.attention.self.value.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4105960064, - 4105964160 - ] - }, - "cond_stage_model.roberta.encoder.layer.13.attention.self.value.weight": { - "dtype": "F32", - "shape": [ - 1024, - 1024 - ], - "data_offsets": [ - 4105964160, - 4110158464 - ] - }, - "cond_stage_model.roberta.encoder.layer.13.intermediate.dense.bias": { - "dtype": "F32", - "shape": [ - 4096 - ], - "data_offsets": [ - 4110158464, - 4110174848 - ] - }, - "cond_stage_model.roberta.encoder.layer.13.intermediate.dense.weight": { - "dtype": "F32", - "shape": [ - 4096, - 1024 - ], - "data_offsets": [ - 4110174848, - 4126952064 - ] - }, - "cond_stage_model.roberta.encoder.layer.13.output.LayerNorm.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4126952064, - 4126956160 - ] - }, - "cond_stage_model.roberta.encoder.layer.13.output.LayerNorm.weight": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4126956160, - 4126960256 - ] - }, - "cond_stage_model.roberta.encoder.layer.13.output.dense.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4126960256, - 4126964352 - ] - }, - "cond_stage_model.roberta.encoder.layer.13.output.dense.weight": { - "dtype": "F32", - "shape": [ - 1024, - 4096 - ], - "data_offsets": [ - 4126964352, - 4143741568 - ] - }, - "cond_stage_model.roberta.encoder.layer.14.attention.output.LayerNorm.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4143741568, - 4143745664 - ] - }, - "cond_stage_model.roberta.encoder.layer.14.attention.output.LayerNorm.weight": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4143745664, - 4143749760 - ] - }, - "cond_stage_model.roberta.encoder.layer.14.attention.output.dense.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4143749760, - 4143753856 - ] - }, - "cond_stage_model.roberta.encoder.layer.14.attention.output.dense.weight": { - "dtype": "F32", - "shape": [ - 1024, - 1024 - ], - "data_offsets": [ - 4143753856, - 4147948160 - ] - }, - "cond_stage_model.roberta.encoder.layer.14.attention.self.key.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4147948160, - 4147952256 - ] - }, - "cond_stage_model.roberta.encoder.layer.14.attention.self.key.weight": { - "dtype": "F32", - "shape": [ - 1024, - 1024 - ], - "data_offsets": [ - 4147952256, - 4152146560 - ] - }, - "cond_stage_model.roberta.encoder.layer.14.attention.self.query.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4152146560, - 4152150656 - ] - }, - "cond_stage_model.roberta.encoder.layer.14.attention.self.query.weight": { - "dtype": "F32", - "shape": [ - 1024, - 1024 - ], - "data_offsets": [ - 4152150656, - 4156344960 - ] - }, - "cond_stage_model.roberta.encoder.layer.14.attention.self.value.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4156344960, - 4156349056 - ] - }, - "cond_stage_model.roberta.encoder.layer.14.attention.self.value.weight": { - "dtype": "F32", - "shape": [ - 1024, - 1024 - ], - "data_offsets": [ - 4156349056, - 4160543360 - ] - }, - "cond_stage_model.roberta.encoder.layer.14.intermediate.dense.bias": { - "dtype": "F32", - "shape": [ - 4096 - ], - "data_offsets": [ - 4160543360, - 4160559744 - ] - }, - "cond_stage_model.roberta.encoder.layer.14.intermediate.dense.weight": { - "dtype": "F32", - "shape": [ - 4096, - 1024 - ], - "data_offsets": [ - 4160559744, - 4177336960 - ] - }, - "cond_stage_model.roberta.encoder.layer.14.output.LayerNorm.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4177336960, - 4177341056 - ] - }, - "cond_stage_model.roberta.encoder.layer.14.output.LayerNorm.weight": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4177341056, - 4177345152 - ] - }, - "cond_stage_model.roberta.encoder.layer.14.output.dense.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4177345152, - 4177349248 - ] - }, - "cond_stage_model.roberta.encoder.layer.14.output.dense.weight": { - "dtype": "F32", - "shape": [ - 1024, - 4096 - ], - "data_offsets": [ - 4177349248, - 4194126464 - ] - }, - "cond_stage_model.roberta.encoder.layer.15.attention.output.LayerNorm.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4194126464, - 4194130560 - ] - }, - "cond_stage_model.roberta.encoder.layer.15.attention.output.LayerNorm.weight": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4194130560, - 4194134656 - ] - }, - "cond_stage_model.roberta.encoder.layer.15.attention.output.dense.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4194134656, - 4194138752 - ] - }, - "cond_stage_model.roberta.encoder.layer.15.attention.output.dense.weight": { - "dtype": "F32", - "shape": [ - 1024, - 1024 - ], - "data_offsets": [ - 4194138752, - 4198333056 - ] - }, - "cond_stage_model.roberta.encoder.layer.15.attention.self.key.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4198333056, - 4198337152 - ] - }, - "cond_stage_model.roberta.encoder.layer.15.attention.self.key.weight": { - "dtype": "F32", - "shape": [ - 1024, - 1024 - ], - "data_offsets": [ - 4198337152, - 4202531456 - ] - }, - "cond_stage_model.roberta.encoder.layer.15.attention.self.query.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4202531456, - 4202535552 - ] - }, - "cond_stage_model.roberta.encoder.layer.15.attention.self.query.weight": { - "dtype": "F32", - "shape": [ - 1024, - 1024 - ], - "data_offsets": [ - 4202535552, - 4206729856 - ] - }, - "cond_stage_model.roberta.encoder.layer.15.attention.self.value.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4206729856, - 4206733952 - ] - }, - "cond_stage_model.roberta.encoder.layer.15.attention.self.value.weight": { - "dtype": "F32", - "shape": [ - 1024, - 1024 - ], - "data_offsets": [ - 4206733952, - 4210928256 - ] - }, - "cond_stage_model.roberta.encoder.layer.15.intermediate.dense.bias": { - "dtype": "F32", - "shape": [ - 4096 - ], - "data_offsets": [ - 4210928256, - 4210944640 - ] - }, - "cond_stage_model.roberta.encoder.layer.15.intermediate.dense.weight": { - "dtype": "F32", - "shape": [ - 4096, - 1024 - ], - "data_offsets": [ - 4210944640, - 4227721856 - ] - }, - "cond_stage_model.roberta.encoder.layer.15.output.LayerNorm.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4227721856, - 4227725952 - ] - }, - "cond_stage_model.roberta.encoder.layer.15.output.LayerNorm.weight": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4227725952, - 4227730048 - ] - }, - "cond_stage_model.roberta.encoder.layer.15.output.dense.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4227730048, - 4227734144 - ] - }, - "cond_stage_model.roberta.encoder.layer.15.output.dense.weight": { - "dtype": "F32", - "shape": [ - 1024, - 4096 - ], - "data_offsets": [ - 4227734144, - 4244511360 - ] - }, - "cond_stage_model.roberta.encoder.layer.16.attention.output.LayerNorm.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4244511360, - 4244515456 - ] - }, - "cond_stage_model.roberta.encoder.layer.16.attention.output.LayerNorm.weight": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4244515456, - 4244519552 - ] - }, - "cond_stage_model.roberta.encoder.layer.16.attention.output.dense.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4244519552, - 4244523648 - ] - }, - "cond_stage_model.roberta.encoder.layer.16.attention.output.dense.weight": { - "dtype": "F32", - "shape": [ - 1024, - 1024 - ], - "data_offsets": [ - 4244523648, - 4248717952 - ] - }, - "cond_stage_model.roberta.encoder.layer.16.attention.self.key.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4248717952, - 4248722048 - ] - }, - "cond_stage_model.roberta.encoder.layer.16.attention.self.key.weight": { - "dtype": "F32", - "shape": [ - 1024, - 1024 - ], - "data_offsets": [ - 4248722048, - 4252916352 - ] - }, - "cond_stage_model.roberta.encoder.layer.16.attention.self.query.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4252916352, - 4252920448 - ] - }, - "cond_stage_model.roberta.encoder.layer.16.attention.self.query.weight": { - "dtype": "F32", - "shape": [ - 1024, - 1024 - ], - "data_offsets": [ - 4252920448, - 4257114752 - ] - }, - "cond_stage_model.roberta.encoder.layer.16.attention.self.value.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4257114752, - 4257118848 - ] - }, - "cond_stage_model.roberta.encoder.layer.16.attention.self.value.weight": { - "dtype": "F32", - "shape": [ - 1024, - 1024 - ], - "data_offsets": [ - 4257118848, - 4261313152 - ] - }, - "cond_stage_model.roberta.encoder.layer.16.intermediate.dense.bias": { - "dtype": "F32", - "shape": [ - 4096 - ], - "data_offsets": [ - 4261313152, - 4261329536 - ] - }, - "cond_stage_model.roberta.encoder.layer.16.intermediate.dense.weight": { - "dtype": "F32", - "shape": [ - 4096, - 1024 - ], - "data_offsets": [ - 4261329536, - 4278106752 - ] - }, - "cond_stage_model.roberta.encoder.layer.16.output.LayerNorm.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4278106752, - 4278110848 - ] - }, - "cond_stage_model.roberta.encoder.layer.16.output.LayerNorm.weight": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4278110848, - 4278114944 - ] - }, - "cond_stage_model.roberta.encoder.layer.16.output.dense.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4278114944, - 4278119040 - ] - }, - "cond_stage_model.roberta.encoder.layer.16.output.dense.weight": { - "dtype": "F32", - "shape": [ - 1024, - 4096 - ], - "data_offsets": [ - 4278119040, - 4294896256 - ] - }, - "cond_stage_model.roberta.encoder.layer.17.attention.output.LayerNorm.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4294896256, - 4294900352 - ] - }, - "cond_stage_model.roberta.encoder.layer.17.attention.output.LayerNorm.weight": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4294900352, - 4294904448 - ] - }, - "cond_stage_model.roberta.encoder.layer.17.attention.output.dense.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4294904448, - 4294908544 - ] - }, - "cond_stage_model.roberta.encoder.layer.17.attention.output.dense.weight": { - "dtype": "F32", - "shape": [ - 1024, - 1024 - ], - "data_offsets": [ - 4294908544, - 4299102848 - ] - }, - "cond_stage_model.roberta.encoder.layer.17.attention.self.key.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4299102848, - 4299106944 - ] - }, - "cond_stage_model.roberta.encoder.layer.17.attention.self.key.weight": { - "dtype": "F32", - "shape": [ - 1024, - 1024 - ], - "data_offsets": [ - 4299106944, - 4303301248 - ] - }, - "cond_stage_model.roberta.encoder.layer.17.attention.self.query.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4303301248, - 4303305344 - ] - }, - "cond_stage_model.roberta.encoder.layer.17.attention.self.query.weight": { - "dtype": "F32", - "shape": [ - 1024, - 1024 - ], - "data_offsets": [ - 4303305344, - 4307499648 - ] - }, - "cond_stage_model.roberta.encoder.layer.17.attention.self.value.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4307499648, - 4307503744 - ] - }, - "cond_stage_model.roberta.encoder.layer.17.attention.self.value.weight": { - "dtype": "F32", - "shape": [ - 1024, - 1024 - ], - "data_offsets": [ - 4307503744, - 4311698048 - ] - }, - "cond_stage_model.roberta.encoder.layer.17.intermediate.dense.bias": { - "dtype": "F32", - "shape": [ - 4096 - ], - "data_offsets": [ - 4311698048, - 4311714432 - ] - }, - "cond_stage_model.roberta.encoder.layer.17.intermediate.dense.weight": { - "dtype": "F32", - "shape": [ - 4096, - 1024 - ], - "data_offsets": [ - 4311714432, - 4328491648 - ] - }, - "cond_stage_model.roberta.encoder.layer.17.output.LayerNorm.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4328491648, - 4328495744 - ] - }, - "cond_stage_model.roberta.encoder.layer.17.output.LayerNorm.weight": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4328495744, - 4328499840 - ] - }, - "cond_stage_model.roberta.encoder.layer.17.output.dense.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4328499840, - 4328503936 - ] - }, - "cond_stage_model.roberta.encoder.layer.17.output.dense.weight": { - "dtype": "F32", - "shape": [ - 1024, - 4096 - ], - "data_offsets": [ - 4328503936, - 4345281152 - ] - }, - "cond_stage_model.roberta.encoder.layer.18.attention.output.LayerNorm.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4345281152, - 4345285248 - ] - }, - "cond_stage_model.roberta.encoder.layer.18.attention.output.LayerNorm.weight": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4345285248, - 4345289344 - ] - }, - "cond_stage_model.roberta.encoder.layer.18.attention.output.dense.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4345289344, - 4345293440 - ] - }, - "cond_stage_model.roberta.encoder.layer.18.attention.output.dense.weight": { - "dtype": "F32", - "shape": [ - 1024, - 1024 - ], - "data_offsets": [ - 4345293440, - 4349487744 - ] - }, - "cond_stage_model.roberta.encoder.layer.18.attention.self.key.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4349487744, - 4349491840 - ] - }, - "cond_stage_model.roberta.encoder.layer.18.attention.self.key.weight": { - "dtype": "F32", - "shape": [ - 1024, - 1024 - ], - "data_offsets": [ - 4349491840, - 4353686144 - ] - }, - "cond_stage_model.roberta.encoder.layer.18.attention.self.query.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4353686144, - 4353690240 - ] - }, - "cond_stage_model.roberta.encoder.layer.18.attention.self.query.weight": { - "dtype": "F32", - "shape": [ - 1024, - 1024 - ], - "data_offsets": [ - 4353690240, - 4357884544 - ] - }, - "cond_stage_model.roberta.encoder.layer.18.attention.self.value.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4357884544, - 4357888640 - ] - }, - "cond_stage_model.roberta.encoder.layer.18.attention.self.value.weight": { - "dtype": "F32", - "shape": [ - 1024, - 1024 - ], - "data_offsets": [ - 4357888640, - 4362082944 - ] - }, - "cond_stage_model.roberta.encoder.layer.18.intermediate.dense.bias": { - "dtype": "F32", - "shape": [ - 4096 - ], - "data_offsets": [ - 4362082944, - 4362099328 - ] - }, - "cond_stage_model.roberta.encoder.layer.18.intermediate.dense.weight": { - "dtype": "F32", - "shape": [ - 4096, - 1024 - ], - "data_offsets": [ - 4362099328, - 4378876544 - ] - }, - "cond_stage_model.roberta.encoder.layer.18.output.LayerNorm.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4378876544, - 4378880640 - ] - }, - "cond_stage_model.roberta.encoder.layer.18.output.LayerNorm.weight": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4378880640, - 4378884736 - ] - }, - "cond_stage_model.roberta.encoder.layer.18.output.dense.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4378884736, - 4378888832 - ] - }, - "cond_stage_model.roberta.encoder.layer.18.output.dense.weight": { - "dtype": "F32", - "shape": [ - 1024, - 4096 - ], - "data_offsets": [ - 4378888832, - 4395666048 - ] - }, - "cond_stage_model.roberta.encoder.layer.19.attention.output.LayerNorm.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4395666048, - 4395670144 - ] - }, - "cond_stage_model.roberta.encoder.layer.19.attention.output.LayerNorm.weight": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4395670144, - 4395674240 - ] - }, - "cond_stage_model.roberta.encoder.layer.19.attention.output.dense.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4395674240, - 4395678336 - ] - }, - "cond_stage_model.roberta.encoder.layer.19.attention.output.dense.weight": { - "dtype": "F32", - "shape": [ - 1024, - 1024 - ], - "data_offsets": [ - 4395678336, - 4399872640 - ] - }, - "cond_stage_model.roberta.encoder.layer.19.attention.self.key.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4399872640, - 4399876736 - ] - }, - "cond_stage_model.roberta.encoder.layer.19.attention.self.key.weight": { - "dtype": "F32", - "shape": [ - 1024, - 1024 - ], - "data_offsets": [ - 4399876736, - 4404071040 - ] - }, - "cond_stage_model.roberta.encoder.layer.19.attention.self.query.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4404071040, - 4404075136 - ] - }, - "cond_stage_model.roberta.encoder.layer.19.attention.self.query.weight": { - "dtype": "F32", - "shape": [ - 1024, - 1024 - ], - "data_offsets": [ - 4404075136, - 4408269440 - ] - }, - "cond_stage_model.roberta.encoder.layer.19.attention.self.value.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4408269440, - 4408273536 - ] - }, - "cond_stage_model.roberta.encoder.layer.19.attention.self.value.weight": { - "dtype": "F32", - "shape": [ - 1024, - 1024 - ], - "data_offsets": [ - 4408273536, - 4412467840 - ] - }, - "cond_stage_model.roberta.encoder.layer.19.intermediate.dense.bias": { - "dtype": "F32", - "shape": [ - 4096 - ], - "data_offsets": [ - 4412467840, - 4412484224 - ] - }, - "cond_stage_model.roberta.encoder.layer.19.intermediate.dense.weight": { - "dtype": "F32", - "shape": [ - 4096, - 1024 - ], - "data_offsets": [ - 4412484224, - 4429261440 - ] - }, - "cond_stage_model.roberta.encoder.layer.19.output.LayerNorm.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4429261440, - 4429265536 - ] - }, - "cond_stage_model.roberta.encoder.layer.19.output.LayerNorm.weight": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4429265536, - 4429269632 - ] - }, - "cond_stage_model.roberta.encoder.layer.19.output.dense.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4429269632, - 4429273728 - ] - }, - "cond_stage_model.roberta.encoder.layer.19.output.dense.weight": { - "dtype": "F32", - "shape": [ - 1024, - 4096 - ], - "data_offsets": [ - 4429273728, - 4446050944 - ] - }, - "cond_stage_model.roberta.encoder.layer.2.attention.output.LayerNorm.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4446050944, - 4446055040 - ] - }, - "cond_stage_model.roberta.encoder.layer.2.attention.output.LayerNorm.weight": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4446055040, - 4446059136 - ] - }, - "cond_stage_model.roberta.encoder.layer.2.attention.output.dense.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4446059136, - 4446063232 - ] - }, - "cond_stage_model.roberta.encoder.layer.2.attention.output.dense.weight": { - "dtype": "F32", - "shape": [ - 1024, - 1024 - ], - "data_offsets": [ - 4446063232, - 4450257536 - ] - }, - "cond_stage_model.roberta.encoder.layer.2.attention.self.key.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4450257536, - 4450261632 - ] - }, - "cond_stage_model.roberta.encoder.layer.2.attention.self.key.weight": { - "dtype": "F32", - "shape": [ - 1024, - 1024 - ], - "data_offsets": [ - 4450261632, - 4454455936 - ] - }, - "cond_stage_model.roberta.encoder.layer.2.attention.self.query.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4454455936, - 4454460032 - ] - }, - "cond_stage_model.roberta.encoder.layer.2.attention.self.query.weight": { - "dtype": "F32", - "shape": [ - 1024, - 1024 - ], - "data_offsets": [ - 4454460032, - 4458654336 - ] - }, - "cond_stage_model.roberta.encoder.layer.2.attention.self.value.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4458654336, - 4458658432 - ] - }, - "cond_stage_model.roberta.encoder.layer.2.attention.self.value.weight": { - "dtype": "F32", - "shape": [ - 1024, - 1024 - ], - "data_offsets": [ - 4458658432, - 4462852736 - ] - }, - "cond_stage_model.roberta.encoder.layer.2.intermediate.dense.bias": { - "dtype": "F32", - "shape": [ - 4096 - ], - "data_offsets": [ - 4462852736, - 4462869120 - ] - }, - "cond_stage_model.roberta.encoder.layer.2.intermediate.dense.weight": { - "dtype": "F32", - "shape": [ - 4096, - 1024 - ], - "data_offsets": [ - 4462869120, - 4479646336 - ] - }, - "cond_stage_model.roberta.encoder.layer.2.output.LayerNorm.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4479646336, - 4479650432 - ] - }, - "cond_stage_model.roberta.encoder.layer.2.output.LayerNorm.weight": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4479650432, - 4479654528 - ] - }, - "cond_stage_model.roberta.encoder.layer.2.output.dense.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4479654528, - 4479658624 - ] - }, - "cond_stage_model.roberta.encoder.layer.2.output.dense.weight": { - "dtype": "F32", - "shape": [ - 1024, - 4096 - ], - "data_offsets": [ - 4479658624, - 4496435840 - ] - }, - "cond_stage_model.roberta.encoder.layer.20.attention.output.LayerNorm.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4496435840, - 4496439936 - ] - }, - "cond_stage_model.roberta.encoder.layer.20.attention.output.LayerNorm.weight": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4496439936, - 4496444032 - ] - }, - "cond_stage_model.roberta.encoder.layer.20.attention.output.dense.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4496444032, - 4496448128 - ] - }, - "cond_stage_model.roberta.encoder.layer.20.attention.output.dense.weight": { - "dtype": "F32", - "shape": [ - 1024, - 1024 - ], - "data_offsets": [ - 4496448128, - 4500642432 - ] - }, - "cond_stage_model.roberta.encoder.layer.20.attention.self.key.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4500642432, - 4500646528 - ] - }, - "cond_stage_model.roberta.encoder.layer.20.attention.self.key.weight": { - "dtype": "F32", - "shape": [ - 1024, - 1024 - ], - "data_offsets": [ - 4500646528, - 4504840832 - ] - }, - "cond_stage_model.roberta.encoder.layer.20.attention.self.query.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4504840832, - 4504844928 - ] - }, - "cond_stage_model.roberta.encoder.layer.20.attention.self.query.weight": { - "dtype": "F32", - "shape": [ - 1024, - 1024 - ], - "data_offsets": [ - 4504844928, - 4509039232 - ] - }, - "cond_stage_model.roberta.encoder.layer.20.attention.self.value.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4509039232, - 4509043328 - ] - }, - "cond_stage_model.roberta.encoder.layer.20.attention.self.value.weight": { - "dtype": "F32", - "shape": [ - 1024, - 1024 - ], - "data_offsets": [ - 4509043328, - 4513237632 - ] - }, - "cond_stage_model.roberta.encoder.layer.20.intermediate.dense.bias": { - "dtype": "F32", - "shape": [ - 4096 - ], - "data_offsets": [ - 4513237632, - 4513254016 - ] - }, - "cond_stage_model.roberta.encoder.layer.20.intermediate.dense.weight": { - "dtype": "F32", - "shape": [ - 4096, - 1024 - ], - "data_offsets": [ - 4513254016, - 4530031232 - ] - }, - "cond_stage_model.roberta.encoder.layer.20.output.LayerNorm.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4530031232, - 4530035328 - ] - }, - "cond_stage_model.roberta.encoder.layer.20.output.LayerNorm.weight": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4530035328, - 4530039424 - ] - }, - "cond_stage_model.roberta.encoder.layer.20.output.dense.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4530039424, - 4530043520 - ] - }, - "cond_stage_model.roberta.encoder.layer.20.output.dense.weight": { - "dtype": "F32", - "shape": [ - 1024, - 4096 - ], - "data_offsets": [ - 4530043520, - 4546820736 - ] - }, - "cond_stage_model.roberta.encoder.layer.21.attention.output.LayerNorm.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4546820736, - 4546824832 - ] - }, - "cond_stage_model.roberta.encoder.layer.21.attention.output.LayerNorm.weight": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4546824832, - 4546828928 - ] - }, - "cond_stage_model.roberta.encoder.layer.21.attention.output.dense.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4546828928, - 4546833024 - ] - }, - "cond_stage_model.roberta.encoder.layer.21.attention.output.dense.weight": { - "dtype": "F32", - "shape": [ - 1024, - 1024 - ], - "data_offsets": [ - 4546833024, - 4551027328 - ] - }, - "cond_stage_model.roberta.encoder.layer.21.attention.self.key.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4551027328, - 4551031424 - ] - }, - "cond_stage_model.roberta.encoder.layer.21.attention.self.key.weight": { - "dtype": "F32", - "shape": [ - 1024, - 1024 - ], - "data_offsets": [ - 4551031424, - 4555225728 - ] - }, - "cond_stage_model.roberta.encoder.layer.21.attention.self.query.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4555225728, - 4555229824 - ] - }, - "cond_stage_model.roberta.encoder.layer.21.attention.self.query.weight": { - "dtype": "F32", - "shape": [ - 1024, - 1024 - ], - "data_offsets": [ - 4555229824, - 4559424128 - ] - }, - "cond_stage_model.roberta.encoder.layer.21.attention.self.value.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4559424128, - 4559428224 - ] - }, - "cond_stage_model.roberta.encoder.layer.21.attention.self.value.weight": { - "dtype": "F32", - "shape": [ - 1024, - 1024 - ], - "data_offsets": [ - 4559428224, - 4563622528 - ] - }, - "cond_stage_model.roberta.encoder.layer.21.intermediate.dense.bias": { - "dtype": "F32", - "shape": [ - 4096 - ], - "data_offsets": [ - 4563622528, - 4563638912 - ] - }, - "cond_stage_model.roberta.encoder.layer.21.intermediate.dense.weight": { - "dtype": "F32", - "shape": [ - 4096, - 1024 - ], - "data_offsets": [ - 4563638912, - 4580416128 - ] - }, - "cond_stage_model.roberta.encoder.layer.21.output.LayerNorm.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4580416128, - 4580420224 - ] - }, - "cond_stage_model.roberta.encoder.layer.21.output.LayerNorm.weight": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4580420224, - 4580424320 - ] - }, - "cond_stage_model.roberta.encoder.layer.21.output.dense.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4580424320, - 4580428416 - ] - }, - "cond_stage_model.roberta.encoder.layer.21.output.dense.weight": { - "dtype": "F32", - "shape": [ - 1024, - 4096 - ], - "data_offsets": [ - 4580428416, - 4597205632 - ] - }, - "cond_stage_model.roberta.encoder.layer.22.attention.output.LayerNorm.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4597205632, - 4597209728 - ] - }, - "cond_stage_model.roberta.encoder.layer.22.attention.output.LayerNorm.weight": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4597209728, - 4597213824 - ] - }, - "cond_stage_model.roberta.encoder.layer.22.attention.output.dense.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4597213824, - 4597217920 - ] - }, - "cond_stage_model.roberta.encoder.layer.22.attention.output.dense.weight": { - "dtype": "F32", - "shape": [ - 1024, - 1024 - ], - "data_offsets": [ - 4597217920, - 4601412224 - ] - }, - "cond_stage_model.roberta.encoder.layer.22.attention.self.key.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4601412224, - 4601416320 - ] - }, - "cond_stage_model.roberta.encoder.layer.22.attention.self.key.weight": { - "dtype": "F32", - "shape": [ - 1024, - 1024 - ], - "data_offsets": [ - 4601416320, - 4605610624 - ] - }, - "cond_stage_model.roberta.encoder.layer.22.attention.self.query.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4605610624, - 4605614720 - ] - }, - "cond_stage_model.roberta.encoder.layer.22.attention.self.query.weight": { - "dtype": "F32", - "shape": [ - 1024, - 1024 - ], - "data_offsets": [ - 4605614720, - 4609809024 - ] - }, - "cond_stage_model.roberta.encoder.layer.22.attention.self.value.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4609809024, - 4609813120 - ] - }, - "cond_stage_model.roberta.encoder.layer.22.attention.self.value.weight": { - "dtype": "F32", - "shape": [ - 1024, - 1024 - ], - "data_offsets": [ - 4609813120, - 4614007424 - ] - }, - "cond_stage_model.roberta.encoder.layer.22.intermediate.dense.bias": { - "dtype": "F32", - "shape": [ - 4096 - ], - "data_offsets": [ - 4614007424, - 4614023808 - ] - }, - "cond_stage_model.roberta.encoder.layer.22.intermediate.dense.weight": { - "dtype": "F32", - "shape": [ - 4096, - 1024 - ], - "data_offsets": [ - 4614023808, - 4630801024 - ] - }, - "cond_stage_model.roberta.encoder.layer.22.output.LayerNorm.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4630801024, - 4630805120 - ] - }, - "cond_stage_model.roberta.encoder.layer.22.output.LayerNorm.weight": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4630805120, - 4630809216 - ] - }, - "cond_stage_model.roberta.encoder.layer.22.output.dense.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4630809216, - 4630813312 - ] - }, - "cond_stage_model.roberta.encoder.layer.22.output.dense.weight": { - "dtype": "F32", - "shape": [ - 1024, - 4096 - ], - "data_offsets": [ - 4630813312, - 4647590528 - ] - }, - "cond_stage_model.roberta.encoder.layer.23.attention.output.LayerNorm.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4647590528, - 4647594624 - ] - }, - "cond_stage_model.roberta.encoder.layer.23.attention.output.LayerNorm.weight": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4647594624, - 4647598720 - ] - }, - "cond_stage_model.roberta.encoder.layer.23.attention.output.dense.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4647598720, - 4647602816 - ] - }, - "cond_stage_model.roberta.encoder.layer.23.attention.output.dense.weight": { - "dtype": "F32", - "shape": [ - 1024, - 1024 - ], - "data_offsets": [ - 4647602816, - 4651797120 - ] - }, - "cond_stage_model.roberta.encoder.layer.23.attention.self.key.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4651797120, - 4651801216 - ] - }, - "cond_stage_model.roberta.encoder.layer.23.attention.self.key.weight": { - "dtype": "F32", - "shape": [ - 1024, - 1024 - ], - "data_offsets": [ - 4651801216, - 4655995520 - ] - }, - "cond_stage_model.roberta.encoder.layer.23.attention.self.query.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4655995520, - 4655999616 - ] - }, - "cond_stage_model.roberta.encoder.layer.23.attention.self.query.weight": { - "dtype": "F32", - "shape": [ - 1024, - 1024 - ], - "data_offsets": [ - 4655999616, - 4660193920 - ] - }, - "cond_stage_model.roberta.encoder.layer.23.attention.self.value.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4660193920, - 4660198016 - ] - }, - "cond_stage_model.roberta.encoder.layer.23.attention.self.value.weight": { - "dtype": "F32", - "shape": [ - 1024, - 1024 - ], - "data_offsets": [ - 4660198016, - 4664392320 - ] - }, - "cond_stage_model.roberta.encoder.layer.23.intermediate.dense.bias": { - "dtype": "F32", - "shape": [ - 4096 - ], - "data_offsets": [ - 4664392320, - 4664408704 - ] - }, - "cond_stage_model.roberta.encoder.layer.23.intermediate.dense.weight": { - "dtype": "F32", - "shape": [ - 4096, - 1024 - ], - "data_offsets": [ - 4664408704, - 4681185920 - ] - }, - "cond_stage_model.roberta.encoder.layer.23.output.LayerNorm.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4681185920, - 4681190016 - ] - }, - "cond_stage_model.roberta.encoder.layer.23.output.LayerNorm.weight": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4681190016, - 4681194112 - ] - }, - "cond_stage_model.roberta.encoder.layer.23.output.dense.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4681194112, - 4681198208 - ] - }, - "cond_stage_model.roberta.encoder.layer.23.output.dense.weight": { - "dtype": "F32", - "shape": [ - 1024, - 4096 - ], - "data_offsets": [ - 4681198208, - 4697975424 - ] - }, - "cond_stage_model.roberta.encoder.layer.3.attention.output.LayerNorm.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4697975424, - 4697979520 - ] - }, - "cond_stage_model.roberta.encoder.layer.3.attention.output.LayerNorm.weight": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4697979520, - 4697983616 - ] - }, - "cond_stage_model.roberta.encoder.layer.3.attention.output.dense.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4697983616, - 4697987712 - ] - }, - "cond_stage_model.roberta.encoder.layer.3.attention.output.dense.weight": { - "dtype": "F32", - "shape": [ - 1024, - 1024 - ], - "data_offsets": [ - 4697987712, - 4702182016 - ] - }, - "cond_stage_model.roberta.encoder.layer.3.attention.self.key.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4702182016, - 4702186112 - ] - }, - "cond_stage_model.roberta.encoder.layer.3.attention.self.key.weight": { - "dtype": "F32", - "shape": [ - 1024, - 1024 - ], - "data_offsets": [ - 4702186112, - 4706380416 - ] - }, - "cond_stage_model.roberta.encoder.layer.3.attention.self.query.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4706380416, - 4706384512 - ] - }, - "cond_stage_model.roberta.encoder.layer.3.attention.self.query.weight": { - "dtype": "F32", - "shape": [ - 1024, - 1024 - ], - "data_offsets": [ - 4706384512, - 4710578816 - ] - }, - "cond_stage_model.roberta.encoder.layer.3.attention.self.value.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4710578816, - 4710582912 - ] - }, - "cond_stage_model.roberta.encoder.layer.3.attention.self.value.weight": { - "dtype": "F32", - "shape": [ - 1024, - 1024 - ], - "data_offsets": [ - 4710582912, - 4714777216 - ] - }, - "cond_stage_model.roberta.encoder.layer.3.intermediate.dense.bias": { - "dtype": "F32", - "shape": [ - 4096 - ], - "data_offsets": [ - 4714777216, - 4714793600 - ] - }, - "cond_stage_model.roberta.encoder.layer.3.intermediate.dense.weight": { - "dtype": "F32", - "shape": [ - 4096, - 1024 - ], - "data_offsets": [ - 4714793600, - 4731570816 - ] - }, - "cond_stage_model.roberta.encoder.layer.3.output.LayerNorm.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4731570816, - 4731574912 - ] - }, - "cond_stage_model.roberta.encoder.layer.3.output.LayerNorm.weight": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4731574912, - 4731579008 - ] - }, - "cond_stage_model.roberta.encoder.layer.3.output.dense.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4731579008, - 4731583104 - ] - }, - "cond_stage_model.roberta.encoder.layer.3.output.dense.weight": { - "dtype": "F32", - "shape": [ - 1024, - 4096 - ], - "data_offsets": [ - 4731583104, - 4748360320 - ] - }, - "cond_stage_model.roberta.encoder.layer.4.attention.output.LayerNorm.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4748360320, - 4748364416 - ] - }, - "cond_stage_model.roberta.encoder.layer.4.attention.output.LayerNorm.weight": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4748364416, - 4748368512 - ] - }, - "cond_stage_model.roberta.encoder.layer.4.attention.output.dense.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4748368512, - 4748372608 - ] - }, - "cond_stage_model.roberta.encoder.layer.4.attention.output.dense.weight": { - "dtype": "F32", - "shape": [ - 1024, - 1024 - ], - "data_offsets": [ - 4748372608, - 4752566912 - ] - }, - "cond_stage_model.roberta.encoder.layer.4.attention.self.key.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4752566912, - 4752571008 - ] - }, - "cond_stage_model.roberta.encoder.layer.4.attention.self.key.weight": { - "dtype": "F32", - "shape": [ - 1024, - 1024 - ], - "data_offsets": [ - 4752571008, - 4756765312 - ] - }, - "cond_stage_model.roberta.encoder.layer.4.attention.self.query.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4756765312, - 4756769408 - ] - }, - "cond_stage_model.roberta.encoder.layer.4.attention.self.query.weight": { - "dtype": "F32", - "shape": [ - 1024, - 1024 - ], - "data_offsets": [ - 4756769408, - 4760963712 - ] - }, - "cond_stage_model.roberta.encoder.layer.4.attention.self.value.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4760963712, - 4760967808 - ] - }, - "cond_stage_model.roberta.encoder.layer.4.attention.self.value.weight": { - "dtype": "F32", - "shape": [ - 1024, - 1024 - ], - "data_offsets": [ - 4760967808, - 4765162112 - ] - }, - "cond_stage_model.roberta.encoder.layer.4.intermediate.dense.bias": { - "dtype": "F32", - "shape": [ - 4096 - ], - "data_offsets": [ - 4765162112, - 4765178496 - ] - }, - "cond_stage_model.roberta.encoder.layer.4.intermediate.dense.weight": { - "dtype": "F32", - "shape": [ - 4096, - 1024 - ], - "data_offsets": [ - 4765178496, - 4781955712 - ] - }, - "cond_stage_model.roberta.encoder.layer.4.output.LayerNorm.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4781955712, - 4781959808 - ] - }, - "cond_stage_model.roberta.encoder.layer.4.output.LayerNorm.weight": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4781959808, - 4781963904 - ] - }, - "cond_stage_model.roberta.encoder.layer.4.output.dense.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4781963904, - 4781968000 - ] - }, - "cond_stage_model.roberta.encoder.layer.4.output.dense.weight": { - "dtype": "F32", - "shape": [ - 1024, - 4096 - ], - "data_offsets": [ - 4781968000, - 4798745216 - ] - }, - "cond_stage_model.roberta.encoder.layer.5.attention.output.LayerNorm.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4798745216, - 4798749312 - ] - }, - "cond_stage_model.roberta.encoder.layer.5.attention.output.LayerNorm.weight": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4798749312, - 4798753408 - ] - }, - "cond_stage_model.roberta.encoder.layer.5.attention.output.dense.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4798753408, - 4798757504 - ] - }, - "cond_stage_model.roberta.encoder.layer.5.attention.output.dense.weight": { - "dtype": "F32", - "shape": [ - 1024, - 1024 - ], - "data_offsets": [ - 4798757504, - 4802951808 - ] - }, - "cond_stage_model.roberta.encoder.layer.5.attention.self.key.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4802951808, - 4802955904 - ] - }, - "cond_stage_model.roberta.encoder.layer.5.attention.self.key.weight": { - "dtype": "F32", - "shape": [ - 1024, - 1024 - ], - "data_offsets": [ - 4802955904, - 4807150208 - ] - }, - "cond_stage_model.roberta.encoder.layer.5.attention.self.query.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4807150208, - 4807154304 - ] - }, - "cond_stage_model.roberta.encoder.layer.5.attention.self.query.weight": { - "dtype": "F32", - "shape": [ - 1024, - 1024 - ], - "data_offsets": [ - 4807154304, - 4811348608 - ] - }, - "cond_stage_model.roberta.encoder.layer.5.attention.self.value.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4811348608, - 4811352704 - ] - }, - "cond_stage_model.roberta.encoder.layer.5.attention.self.value.weight": { - "dtype": "F32", - "shape": [ - 1024, - 1024 - ], - "data_offsets": [ - 4811352704, - 4815547008 - ] - }, - "cond_stage_model.roberta.encoder.layer.5.intermediate.dense.bias": { - "dtype": "F32", - "shape": [ - 4096 - ], - "data_offsets": [ - 4815547008, - 4815563392 - ] - }, - "cond_stage_model.roberta.encoder.layer.5.intermediate.dense.weight": { - "dtype": "F32", - "shape": [ - 4096, - 1024 - ], - "data_offsets": [ - 4815563392, - 4832340608 - ] - }, - "cond_stage_model.roberta.encoder.layer.5.output.LayerNorm.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4832340608, - 4832344704 - ] - }, - "cond_stage_model.roberta.encoder.layer.5.output.LayerNorm.weight": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4832344704, - 4832348800 - ] - }, - "cond_stage_model.roberta.encoder.layer.5.output.dense.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4832348800, - 4832352896 - ] - }, - "cond_stage_model.roberta.encoder.layer.5.output.dense.weight": { - "dtype": "F32", - "shape": [ - 1024, - 4096 - ], - "data_offsets": [ - 4832352896, - 4849130112 - ] - }, - "cond_stage_model.roberta.encoder.layer.6.attention.output.LayerNorm.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4849130112, - 4849134208 - ] - }, - "cond_stage_model.roberta.encoder.layer.6.attention.output.LayerNorm.weight": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4849134208, - 4849138304 - ] - }, - "cond_stage_model.roberta.encoder.layer.6.attention.output.dense.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4849138304, - 4849142400 - ] - }, - "cond_stage_model.roberta.encoder.layer.6.attention.output.dense.weight": { - "dtype": "F32", - "shape": [ - 1024, - 1024 - ], - "data_offsets": [ - 4849142400, - 4853336704 - ] - }, - "cond_stage_model.roberta.encoder.layer.6.attention.self.key.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4853336704, - 4853340800 - ] - }, - "cond_stage_model.roberta.encoder.layer.6.attention.self.key.weight": { - "dtype": "F32", - "shape": [ - 1024, - 1024 - ], - "data_offsets": [ - 4853340800, - 4857535104 - ] - }, - "cond_stage_model.roberta.encoder.layer.6.attention.self.query.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4857535104, - 4857539200 - ] - }, - "cond_stage_model.roberta.encoder.layer.6.attention.self.query.weight": { - "dtype": "F32", - "shape": [ - 1024, - 1024 - ], - "data_offsets": [ - 4857539200, - 4861733504 - ] - }, - "cond_stage_model.roberta.encoder.layer.6.attention.self.value.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4861733504, - 4861737600 - ] - }, - "cond_stage_model.roberta.encoder.layer.6.attention.self.value.weight": { - "dtype": "F32", - "shape": [ - 1024, - 1024 - ], - "data_offsets": [ - 4861737600, - 4865931904 - ] - }, - "cond_stage_model.roberta.encoder.layer.6.intermediate.dense.bias": { - "dtype": "F32", - "shape": [ - 4096 - ], - "data_offsets": [ - 4865931904, - 4865948288 - ] - }, - "cond_stage_model.roberta.encoder.layer.6.intermediate.dense.weight": { - "dtype": "F32", - "shape": [ - 4096, - 1024 - ], - "data_offsets": [ - 4865948288, - 4882725504 - ] - }, - "cond_stage_model.roberta.encoder.layer.6.output.LayerNorm.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4882725504, - 4882729600 - ] - }, - "cond_stage_model.roberta.encoder.layer.6.output.LayerNorm.weight": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4882729600, - 4882733696 - ] - }, - "cond_stage_model.roberta.encoder.layer.6.output.dense.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4882733696, - 4882737792 - ] - }, - "cond_stage_model.roberta.encoder.layer.6.output.dense.weight": { - "dtype": "F32", - "shape": [ - 1024, - 4096 - ], - "data_offsets": [ - 4882737792, - 4899515008 - ] - }, - "cond_stage_model.roberta.encoder.layer.7.attention.output.LayerNorm.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4899515008, - 4899519104 - ] - }, - "cond_stage_model.roberta.encoder.layer.7.attention.output.LayerNorm.weight": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4899519104, - 4899523200 - ] - }, - "cond_stage_model.roberta.encoder.layer.7.attention.output.dense.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4899523200, - 4899527296 - ] - }, - "cond_stage_model.roberta.encoder.layer.7.attention.output.dense.weight": { - "dtype": "F32", - "shape": [ - 1024, - 1024 - ], - "data_offsets": [ - 4899527296, - 4903721600 - ] - }, - "cond_stage_model.roberta.encoder.layer.7.attention.self.key.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4903721600, - 4903725696 - ] - }, - "cond_stage_model.roberta.encoder.layer.7.attention.self.key.weight": { - "dtype": "F32", - "shape": [ - 1024, - 1024 - ], - "data_offsets": [ - 4903725696, - 4907920000 - ] - }, - "cond_stage_model.roberta.encoder.layer.7.attention.self.query.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4907920000, - 4907924096 - ] - }, - "cond_stage_model.roberta.encoder.layer.7.attention.self.query.weight": { - "dtype": "F32", - "shape": [ - 1024, - 1024 - ], - "data_offsets": [ - 4907924096, - 4912118400 - ] - }, - "cond_stage_model.roberta.encoder.layer.7.attention.self.value.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4912118400, - 4912122496 - ] - }, - "cond_stage_model.roberta.encoder.layer.7.attention.self.value.weight": { - "dtype": "F32", - "shape": [ - 1024, - 1024 - ], - "data_offsets": [ - 4912122496, - 4916316800 - ] - }, - "cond_stage_model.roberta.encoder.layer.7.intermediate.dense.bias": { - "dtype": "F32", - "shape": [ - 4096 - ], - "data_offsets": [ - 4916316800, - 4916333184 - ] - }, - "cond_stage_model.roberta.encoder.layer.7.intermediate.dense.weight": { - "dtype": "F32", - "shape": [ - 4096, - 1024 - ], - "data_offsets": [ - 4916333184, - 4933110400 - ] - }, - "cond_stage_model.roberta.encoder.layer.7.output.LayerNorm.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4933110400, - 4933114496 - ] - }, - "cond_stage_model.roberta.encoder.layer.7.output.LayerNorm.weight": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4933114496, - 4933118592 - ] - }, - "cond_stage_model.roberta.encoder.layer.7.output.dense.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4933118592, - 4933122688 - ] - }, - "cond_stage_model.roberta.encoder.layer.7.output.dense.weight": { - "dtype": "F32", - "shape": [ - 1024, - 4096 - ], - "data_offsets": [ - 4933122688, - 4949899904 - ] - }, - "cond_stage_model.roberta.encoder.layer.8.attention.output.LayerNorm.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4949899904, - 4949904000 - ] - }, - "cond_stage_model.roberta.encoder.layer.8.attention.output.LayerNorm.weight": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4949904000, - 4949908096 - ] - }, - "cond_stage_model.roberta.encoder.layer.8.attention.output.dense.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4949908096, - 4949912192 - ] - }, - "cond_stage_model.roberta.encoder.layer.8.attention.output.dense.weight": { - "dtype": "F32", - "shape": [ - 1024, - 1024 - ], - "data_offsets": [ - 4949912192, - 4954106496 - ] - }, - "cond_stage_model.roberta.encoder.layer.8.attention.self.key.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4954106496, - 4954110592 - ] - }, - "cond_stage_model.roberta.encoder.layer.8.attention.self.key.weight": { - "dtype": "F32", - "shape": [ - 1024, - 1024 - ], - "data_offsets": [ - 4954110592, - 4958304896 - ] - }, - "cond_stage_model.roberta.encoder.layer.8.attention.self.query.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4958304896, - 4958308992 - ] - }, - "cond_stage_model.roberta.encoder.layer.8.attention.self.query.weight": { - "dtype": "F32", - "shape": [ - 1024, - 1024 - ], - "data_offsets": [ - 4958308992, - 4962503296 - ] - }, - "cond_stage_model.roberta.encoder.layer.8.attention.self.value.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4962503296, - 4962507392 - ] - }, - "cond_stage_model.roberta.encoder.layer.8.attention.self.value.weight": { - "dtype": "F32", - "shape": [ - 1024, - 1024 - ], - "data_offsets": [ - 4962507392, - 4966701696 - ] - }, - "cond_stage_model.roberta.encoder.layer.8.intermediate.dense.bias": { - "dtype": "F32", - "shape": [ - 4096 - ], - "data_offsets": [ - 4966701696, - 4966718080 - ] - }, - "cond_stage_model.roberta.encoder.layer.8.intermediate.dense.weight": { - "dtype": "F32", - "shape": [ - 4096, - 1024 - ], - "data_offsets": [ - 4966718080, - 4983495296 - ] - }, - "cond_stage_model.roberta.encoder.layer.8.output.LayerNorm.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4983495296, - 4983499392 - ] - }, - "cond_stage_model.roberta.encoder.layer.8.output.LayerNorm.weight": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4983499392, - 4983503488 - ] - }, - "cond_stage_model.roberta.encoder.layer.8.output.dense.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 4983503488, - 4983507584 - ] - }, - "cond_stage_model.roberta.encoder.layer.8.output.dense.weight": { - "dtype": "F32", - "shape": [ - 1024, - 4096 - ], - "data_offsets": [ - 4983507584, - 5000284800 - ] - }, - "cond_stage_model.roberta.encoder.layer.9.attention.output.LayerNorm.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 5000284800, - 5000288896 - ] - }, - "cond_stage_model.roberta.encoder.layer.9.attention.output.LayerNorm.weight": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 5000288896, - 5000292992 - ] - }, - "cond_stage_model.roberta.encoder.layer.9.attention.output.dense.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 5000292992, - 5000297088 - ] - }, - "cond_stage_model.roberta.encoder.layer.9.attention.output.dense.weight": { - "dtype": "F32", - "shape": [ - 1024, - 1024 - ], - "data_offsets": [ - 5000297088, - 5004491392 - ] - }, - "cond_stage_model.roberta.encoder.layer.9.attention.self.key.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 5004491392, - 5004495488 - ] - }, - "cond_stage_model.roberta.encoder.layer.9.attention.self.key.weight": { - "dtype": "F32", - "shape": [ - 1024, - 1024 - ], - "data_offsets": [ - 5004495488, - 5008689792 - ] - }, - "cond_stage_model.roberta.encoder.layer.9.attention.self.query.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 5008689792, - 5008693888 - ] - }, - "cond_stage_model.roberta.encoder.layer.9.attention.self.query.weight": { - "dtype": "F32", - "shape": [ - 1024, - 1024 - ], - "data_offsets": [ - 5008693888, - 5012888192 - ] - }, - "cond_stage_model.roberta.encoder.layer.9.attention.self.value.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 5012888192, - 5012892288 - ] - }, - "cond_stage_model.roberta.encoder.layer.9.attention.self.value.weight": { - "dtype": "F32", - "shape": [ - 1024, - 1024 - ], - "data_offsets": [ - 5012892288, - 5017086592 - ] - }, - "cond_stage_model.roberta.encoder.layer.9.intermediate.dense.bias": { - "dtype": "F32", - "shape": [ - 4096 - ], - "data_offsets": [ - 5017086592, - 5017102976 - ] - }, - "cond_stage_model.roberta.encoder.layer.9.intermediate.dense.weight": { - "dtype": "F32", - "shape": [ - 4096, - 1024 - ], - "data_offsets": [ - 5017102976, - 5033880192 - ] - }, - "cond_stage_model.roberta.encoder.layer.9.output.LayerNorm.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 5033880192, - 5033884288 - ] - }, - "cond_stage_model.roberta.encoder.layer.9.output.LayerNorm.weight": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 5033884288, - 5033888384 - ] - }, - "cond_stage_model.roberta.encoder.layer.9.output.dense.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 5033888384, - 5033892480 - ] - }, - "cond_stage_model.roberta.encoder.layer.9.output.dense.weight": { - "dtype": "F32", - "shape": [ - 1024, - 4096 - ], - "data_offsets": [ - 5033892480, - 5050669696 - ] - }, - "cond_stage_model.roberta.pooler.dense.bias": { - "dtype": "F32", - "shape": [ - 1024 - ], - "data_offsets": [ - 5050669696, - 5050673792 - ] - }, - "cond_stage_model.roberta.pooler.dense.weight": { - "dtype": "F32", - "shape": [ - 1024, - 1024 - ], - "data_offsets": [ - 5050673792, - 5054868096 - ] - }, - "cond_stage_model.transformation.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 5054868096, - 5054871168 - ] - }, - "cond_stage_model.transformation.weight": { - "dtype": "F32", - "shape": [ - 768, - 1024 - ], - "data_offsets": [ - 5054871168, - 5058016896 - ] - }, - "control_model.input_blocks.0.0.bias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 5058016896, - 5058018176 - ] - }, - "control_model.input_blocks.0.0.weight": { - "dtype": "F32", - "shape": [ - 320, - 4, - 3, - 3 - ], - "data_offsets": [ - 5058018176, - 5058064256 - ] - }, - "control_model.input_blocks.1.0.emb_layers.1.bias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 5058064256, - 5058065536 - ] - }, - "control_model.input_blocks.1.0.emb_layers.1.weight": { - "dtype": "F32", - "shape": [ - 320, - 1280 - ], - "data_offsets": [ - 5058065536, - 5059703936 - ] - }, - "control_model.input_blocks.1.0.in_layers.0.bias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 5059703936, - 5059705216 - ] - }, - "control_model.input_blocks.1.0.in_layers.0.weight": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 5059705216, - 5059706496 - ] - }, - "control_model.input_blocks.1.0.in_layers.2.bias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 5059706496, - 5059707776 - ] - }, - "control_model.input_blocks.1.0.in_layers.2.weight": { - "dtype": "F32", - "shape": [ - 320, - 320, - 3, - 3 - ], - "data_offsets": [ - 5059707776, - 5063394176 - ] - }, - "control_model.input_blocks.1.0.out_layers.0.bias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 5063394176, - 5063395456 - ] - }, - "control_model.input_blocks.1.0.out_layers.0.weight": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 5063395456, - 5063396736 - ] - }, - "control_model.input_blocks.1.0.out_layers.3.bias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 5063396736, - 5063398016 - ] - }, - "control_model.input_blocks.1.0.out_layers.3.weight": { - "dtype": "F32", - "shape": [ - 320, - 320, - 3, - 3 - ], - "data_offsets": [ - 5063398016, - 5067084416 - ] - }, - "control_model.input_blocks.1.1.norm.bias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 5067084416, - 5067085696 - ] - }, - "control_model.input_blocks.1.1.norm.weight": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 5067085696, - 5067086976 - ] - }, - "control_model.input_blocks.1.1.proj_in.bias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 5067086976, - 5067088256 - ] - }, - "control_model.input_blocks.1.1.proj_in.weight": { - "dtype": "F32", - "shape": [ - 320, - 320, - 1, - 1 - ], - "data_offsets": [ - 5067088256, - 5067497856 - ] - }, - "control_model.input_blocks.1.1.proj_out.bias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 5067497856, - 5067499136 - ] - }, - "control_model.input_blocks.1.1.proj_out.weight": { - "dtype": "F32", - "shape": [ - 320, - 320, - 1, - 1 - ], - "data_offsets": [ - 5067499136, - 5067908736 - ] - }, - "control_model.input_blocks.1.1.transformer_blocks.0.attn1.to_k.weight": { - "dtype": "F32", - "shape": [ - 320, - 320 - ], - "data_offsets": [ - 5067908736, - 5068318336 - ] - }, - "control_model.input_blocks.1.1.transformer_blocks.0.attn1.to_out.0.bias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 5068318336, - 5068319616 - ] - }, - "control_model.input_blocks.1.1.transformer_blocks.0.attn1.to_out.0.weight": { - "dtype": "F32", - "shape": [ - 320, - 320 - ], - "data_offsets": [ - 5068319616, - 5068729216 - ] - }, - "control_model.input_blocks.1.1.transformer_blocks.0.attn1.to_q.weight": { - "dtype": "F32", - "shape": [ - 320, - 320 - ], - "data_offsets": [ - 5068729216, - 5069138816 - ] - }, - "control_model.input_blocks.1.1.transformer_blocks.0.attn1.to_v.weight": { - "dtype": "F32", - "shape": [ - 320, - 320 - ], - "data_offsets": [ - 5069138816, - 5069548416 - ] - }, - "control_model.input_blocks.1.1.transformer_blocks.0.attn2.to_k.weight": { - "dtype": "F32", - "shape": [ - 320, - 768 - ], - "data_offsets": [ - 5069548416, - 5070531456 - ] - }, - "control_model.input_blocks.1.1.transformer_blocks.0.attn2.to_out.0.bias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 5070531456, - 5070532736 - ] - }, - "control_model.input_blocks.1.1.transformer_blocks.0.attn2.to_out.0.weight": { - "dtype": "F32", - "shape": [ - 320, - 320 - ], - "data_offsets": [ - 5070532736, - 5070942336 - ] - }, - "control_model.input_blocks.1.1.transformer_blocks.0.attn2.to_q.weight": { - "dtype": "F32", - "shape": [ - 320, - 320 - ], - "data_offsets": [ - 5070942336, - 5071351936 - ] - }, - "control_model.input_blocks.1.1.transformer_blocks.0.attn2.to_v.weight": { - "dtype": "F32", - "shape": [ - 320, - 768 - ], - "data_offsets": [ - 5071351936, - 5072334976 - ] - }, - "control_model.input_blocks.1.1.transformer_blocks.0.ff.net.0.proj.bias": { - "dtype": "F32", - "shape": [ - 2560 - ], - "data_offsets": [ - 5072334976, - 5072345216 - ] - }, - "control_model.input_blocks.1.1.transformer_blocks.0.ff.net.0.proj.weight": { - "dtype": "F32", - "shape": [ - 2560, - 320 - ], - "data_offsets": [ - 5072345216, - 5075622016 - ] - }, - "control_model.input_blocks.1.1.transformer_blocks.0.ff.net.2.bias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 5075622016, - 5075623296 - ] - }, - "control_model.input_blocks.1.1.transformer_blocks.0.ff.net.2.weight": { - "dtype": "F32", - "shape": [ - 320, - 1280 - ], - "data_offsets": [ - 5075623296, - 5077261696 - ] - }, - "control_model.input_blocks.1.1.transformer_blocks.0.norm1.bias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 5077261696, - 5077262976 - ] - }, - "control_model.input_blocks.1.1.transformer_blocks.0.norm1.weight": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 5077262976, - 5077264256 - ] - }, - "control_model.input_blocks.1.1.transformer_blocks.0.norm2.bias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 5077264256, - 5077265536 - ] - }, - "control_model.input_blocks.1.1.transformer_blocks.0.norm2.weight": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 5077265536, - 5077266816 - ] - }, - "control_model.input_blocks.1.1.transformer_blocks.0.norm3.bias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 5077266816, - 5077268096 - ] - }, - "control_model.input_blocks.1.1.transformer_blocks.0.norm3.weight": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 5077268096, - 5077269376 - ] - }, - "control_model.input_blocks.10.0.emb_layers.1.bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 5077269376, - 5077274496 - ] - }, - "control_model.input_blocks.10.0.emb_layers.1.weight": { - "dtype": "F32", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 5077274496, - 5083828096 - ] - }, - "control_model.input_blocks.10.0.in_layers.0.bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 5083828096, - 5083833216 - ] - }, - "control_model.input_blocks.10.0.in_layers.0.weight": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 5083833216, - 5083838336 - ] - }, - "control_model.input_blocks.10.0.in_layers.2.bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 5083838336, - 5083843456 - ] - }, - "control_model.input_blocks.10.0.in_layers.2.weight": { - "dtype": "F32", - "shape": [ - 1280, - 1280, - 3, - 3 - ], - "data_offsets": [ - 5083843456, - 5142825856 - ] - }, - "control_model.input_blocks.10.0.out_layers.0.bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 5142825856, - 5142830976 - ] - }, - "control_model.input_blocks.10.0.out_layers.0.weight": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 5142830976, - 5142836096 - ] - }, - "control_model.input_blocks.10.0.out_layers.3.bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 5142836096, - 5142841216 - ] - }, - "control_model.input_blocks.10.0.out_layers.3.weight": { - "dtype": "F32", - "shape": [ - 1280, - 1280, - 3, - 3 - ], - "data_offsets": [ - 5142841216, - 5201823616 - ] - }, - "control_model.input_blocks.11.0.emb_layers.1.bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 5201823616, - 5201828736 - ] - }, - "control_model.input_blocks.11.0.emb_layers.1.weight": { - "dtype": "F32", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 5201828736, - 5208382336 - ] - }, - "control_model.input_blocks.11.0.in_layers.0.bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 5208382336, - 5208387456 - ] - }, - "control_model.input_blocks.11.0.in_layers.0.weight": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 5208387456, - 5208392576 - ] - }, - "control_model.input_blocks.11.0.in_layers.2.bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 5208392576, - 5208397696 - ] - }, - "control_model.input_blocks.11.0.in_layers.2.weight": { - "dtype": "F32", - "shape": [ - 1280, - 1280, - 3, - 3 - ], - "data_offsets": [ - 5208397696, - 5267380096 - ] - }, - "control_model.input_blocks.11.0.out_layers.0.bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 5267380096, - 5267385216 - ] - }, - "control_model.input_blocks.11.0.out_layers.0.weight": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 5267385216, - 5267390336 - ] - }, - "control_model.input_blocks.11.0.out_layers.3.bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 5267390336, - 5267395456 - ] - }, - "control_model.input_blocks.11.0.out_layers.3.weight": { - "dtype": "F32", - "shape": [ - 1280, - 1280, - 3, - 3 - ], - "data_offsets": [ - 5267395456, - 5326377856 - ] - }, - "control_model.input_blocks.2.0.emb_layers.1.bias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 5326377856, - 5326379136 - ] - }, - "control_model.input_blocks.2.0.emb_layers.1.weight": { - "dtype": "F32", - "shape": [ - 320, - 1280 - ], - "data_offsets": [ - 5326379136, - 5328017536 - ] - }, - "control_model.input_blocks.2.0.in_layers.0.bias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 5328017536, - 5328018816 - ] - }, - "control_model.input_blocks.2.0.in_layers.0.weight": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 5328018816, - 5328020096 - ] - }, - "control_model.input_blocks.2.0.in_layers.2.bias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 5328020096, - 5328021376 - ] - }, - "control_model.input_blocks.2.0.in_layers.2.weight": { - "dtype": "F32", - "shape": [ - 320, - 320, - 3, - 3 - ], - "data_offsets": [ - 5328021376, - 5331707776 - ] - }, - "control_model.input_blocks.2.0.out_layers.0.bias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 5331707776, - 5331709056 - ] - }, - "control_model.input_blocks.2.0.out_layers.0.weight": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 5331709056, - 5331710336 - ] - }, - "control_model.input_blocks.2.0.out_layers.3.bias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 5331710336, - 5331711616 - ] - }, - "control_model.input_blocks.2.0.out_layers.3.weight": { - "dtype": "F32", - "shape": [ - 320, - 320, - 3, - 3 - ], - "data_offsets": [ - 5331711616, - 5335398016 - ] - }, - "control_model.input_blocks.2.1.norm.bias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 5335398016, - 5335399296 - ] - }, - "control_model.input_blocks.2.1.norm.weight": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 5335399296, - 5335400576 - ] - }, - "control_model.input_blocks.2.1.proj_in.bias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 5335400576, - 5335401856 - ] - }, - "control_model.input_blocks.2.1.proj_in.weight": { - "dtype": "F32", - "shape": [ - 320, - 320, - 1, - 1 - ], - "data_offsets": [ - 5335401856, - 5335811456 - ] - }, - "control_model.input_blocks.2.1.proj_out.bias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 5335811456, - 5335812736 - ] - }, - "control_model.input_blocks.2.1.proj_out.weight": { - "dtype": "F32", - "shape": [ - 320, - 320, - 1, - 1 - ], - "data_offsets": [ - 5335812736, - 5336222336 - ] - }, - "control_model.input_blocks.2.1.transformer_blocks.0.attn1.to_k.weight": { - "dtype": "F32", - "shape": [ - 320, - 320 - ], - "data_offsets": [ - 5336222336, - 5336631936 - ] - }, - "control_model.input_blocks.2.1.transformer_blocks.0.attn1.to_out.0.bias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 5336631936, - 5336633216 - ] - }, - "control_model.input_blocks.2.1.transformer_blocks.0.attn1.to_out.0.weight": { - "dtype": "F32", - "shape": [ - 320, - 320 - ], - "data_offsets": [ - 5336633216, - 5337042816 - ] - }, - "control_model.input_blocks.2.1.transformer_blocks.0.attn1.to_q.weight": { - "dtype": "F32", - "shape": [ - 320, - 320 - ], - "data_offsets": [ - 5337042816, - 5337452416 - ] - }, - "control_model.input_blocks.2.1.transformer_blocks.0.attn1.to_v.weight": { - "dtype": "F32", - "shape": [ - 320, - 320 - ], - "data_offsets": [ - 5337452416, - 5337862016 - ] - }, - "control_model.input_blocks.2.1.transformer_blocks.0.attn2.to_k.weight": { - "dtype": "F32", - "shape": [ - 320, - 768 - ], - "data_offsets": [ - 5337862016, - 5338845056 - ] - }, - "control_model.input_blocks.2.1.transformer_blocks.0.attn2.to_out.0.bias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 5338845056, - 5338846336 - ] - }, - "control_model.input_blocks.2.1.transformer_blocks.0.attn2.to_out.0.weight": { - "dtype": "F32", - "shape": [ - 320, - 320 - ], - "data_offsets": [ - 5338846336, - 5339255936 - ] - }, - "control_model.input_blocks.2.1.transformer_blocks.0.attn2.to_q.weight": { - "dtype": "F32", - "shape": [ - 320, - 320 - ], - "data_offsets": [ - 5339255936, - 5339665536 - ] - }, - "control_model.input_blocks.2.1.transformer_blocks.0.attn2.to_v.weight": { - "dtype": "F32", - "shape": [ - 320, - 768 - ], - "data_offsets": [ - 5339665536, - 5340648576 - ] - }, - "control_model.input_blocks.2.1.transformer_blocks.0.ff.net.0.proj.bias": { - "dtype": "F32", - "shape": [ - 2560 - ], - "data_offsets": [ - 5340648576, - 5340658816 - ] - }, - "control_model.input_blocks.2.1.transformer_blocks.0.ff.net.0.proj.weight": { - "dtype": "F32", - "shape": [ - 2560, - 320 - ], - "data_offsets": [ - 5340658816, - 5343935616 - ] - }, - "control_model.input_blocks.2.1.transformer_blocks.0.ff.net.2.bias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 5343935616, - 5343936896 - ] - }, - "control_model.input_blocks.2.1.transformer_blocks.0.ff.net.2.weight": { - "dtype": "F32", - "shape": [ - 320, - 1280 - ], - "data_offsets": [ - 5343936896, - 5345575296 - ] - }, - "control_model.input_blocks.2.1.transformer_blocks.0.norm1.bias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 5345575296, - 5345576576 - ] - }, - "control_model.input_blocks.2.1.transformer_blocks.0.norm1.weight": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 5345576576, - 5345577856 - ] - }, - "control_model.input_blocks.2.1.transformer_blocks.0.norm2.bias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 5345577856, - 5345579136 - ] - }, - "control_model.input_blocks.2.1.transformer_blocks.0.norm2.weight": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 5345579136, - 5345580416 - ] - }, - "control_model.input_blocks.2.1.transformer_blocks.0.norm3.bias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 5345580416, - 5345581696 - ] - }, - "control_model.input_blocks.2.1.transformer_blocks.0.norm3.weight": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 5345581696, - 5345582976 - ] - }, - "control_model.input_blocks.3.0.op.bias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 5345582976, - 5345584256 - ] - }, - "control_model.input_blocks.3.0.op.weight": { - "dtype": "F32", - "shape": [ - 320, - 320, - 3, - 3 - ], - "data_offsets": [ - 5345584256, - 5349270656 - ] - }, - "control_model.input_blocks.4.0.emb_layers.1.bias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 5349270656, - 5349273216 - ] - }, - "control_model.input_blocks.4.0.emb_layers.1.weight": { - "dtype": "F32", - "shape": [ - 640, - 1280 - ], - "data_offsets": [ - 5349273216, - 5352550016 - ] - }, - "control_model.input_blocks.4.0.in_layers.0.bias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 5352550016, - 5352551296 - ] - }, - "control_model.input_blocks.4.0.in_layers.0.weight": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 5352551296, - 5352552576 - ] - }, - "control_model.input_blocks.4.0.in_layers.2.bias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 5352552576, - 5352555136 - ] - }, - "control_model.input_blocks.4.0.in_layers.2.weight": { - "dtype": "F32", - "shape": [ - 640, - 320, - 3, - 3 - ], - "data_offsets": [ - 5352555136, - 5359927936 - ] - }, - "control_model.input_blocks.4.0.out_layers.0.bias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 5359927936, - 5359930496 - ] - }, - "control_model.input_blocks.4.0.out_layers.0.weight": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 5359930496, - 5359933056 - ] - }, - "control_model.input_blocks.4.0.out_layers.3.bias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 5359933056, - 5359935616 - ] - }, - "control_model.input_blocks.4.0.out_layers.3.weight": { - "dtype": "F32", - "shape": [ - 640, - 640, - 3, - 3 - ], - "data_offsets": [ - 5359935616, - 5374681216 - ] - }, - "control_model.input_blocks.4.0.skip_connection.bias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 5374681216, - 5374683776 - ] - }, - "control_model.input_blocks.4.0.skip_connection.weight": { - "dtype": "F32", - "shape": [ - 640, - 320, - 1, - 1 - ], - "data_offsets": [ - 5374683776, - 5375502976 - ] - }, - "control_model.input_blocks.4.1.norm.bias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 5375502976, - 5375505536 - ] - }, - "control_model.input_blocks.4.1.norm.weight": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 5375505536, - 5375508096 - ] - }, - "control_model.input_blocks.4.1.proj_in.bias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 5375508096, - 5375510656 - ] - }, - "control_model.input_blocks.4.1.proj_in.weight": { - "dtype": "F32", - "shape": [ - 640, - 640, - 1, - 1 - ], - "data_offsets": [ - 5375510656, - 5377149056 - ] - }, - "control_model.input_blocks.4.1.proj_out.bias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 5377149056, - 5377151616 - ] - }, - "control_model.input_blocks.4.1.proj_out.weight": { - "dtype": "F32", - "shape": [ - 640, - 640, - 1, - 1 - ], - "data_offsets": [ - 5377151616, - 5378790016 - ] - }, - "control_model.input_blocks.4.1.transformer_blocks.0.attn1.to_k.weight": { - "dtype": "F32", - "shape": [ - 640, - 640 - ], - "data_offsets": [ - 5378790016, - 5380428416 - ] - }, - "control_model.input_blocks.4.1.transformer_blocks.0.attn1.to_out.0.bias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 5380428416, - 5380430976 - ] - }, - "control_model.input_blocks.4.1.transformer_blocks.0.attn1.to_out.0.weight": { - "dtype": "F32", - "shape": [ - 640, - 640 - ], - "data_offsets": [ - 5380430976, - 5382069376 - ] - }, - "control_model.input_blocks.4.1.transformer_blocks.0.attn1.to_q.weight": { - "dtype": "F32", - "shape": [ - 640, - 640 - ], - "data_offsets": [ - 5382069376, - 5383707776 - ] - }, - "control_model.input_blocks.4.1.transformer_blocks.0.attn1.to_v.weight": { - "dtype": "F32", - "shape": [ - 640, - 640 - ], - "data_offsets": [ - 5383707776, - 5385346176 - ] - }, - "control_model.input_blocks.4.1.transformer_blocks.0.attn2.to_k.weight": { - "dtype": "F32", - "shape": [ - 640, - 768 - ], - "data_offsets": [ - 5385346176, - 5387312256 - ] - }, - "control_model.input_blocks.4.1.transformer_blocks.0.attn2.to_out.0.bias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 5387312256, - 5387314816 - ] - }, - "control_model.input_blocks.4.1.transformer_blocks.0.attn2.to_out.0.weight": { - "dtype": "F32", - "shape": [ - 640, - 640 - ], - "data_offsets": [ - 5387314816, - 5388953216 - ] - }, - "control_model.input_blocks.4.1.transformer_blocks.0.attn2.to_q.weight": { - "dtype": "F32", - "shape": [ - 640, - 640 - ], - "data_offsets": [ - 5388953216, - 5390591616 - ] - }, - "control_model.input_blocks.4.1.transformer_blocks.0.attn2.to_v.weight": { - "dtype": "F32", - "shape": [ - 640, - 768 - ], - "data_offsets": [ - 5390591616, - 5392557696 - ] - }, - "control_model.input_blocks.4.1.transformer_blocks.0.ff.net.0.proj.bias": { - "dtype": "F32", - "shape": [ - 5120 - ], - "data_offsets": [ - 5392557696, - 5392578176 - ] - }, - "control_model.input_blocks.4.1.transformer_blocks.0.ff.net.0.proj.weight": { - "dtype": "F32", - "shape": [ - 5120, - 640 - ], - "data_offsets": [ - 5392578176, - 5405685376 - ] - }, - "control_model.input_blocks.4.1.transformer_blocks.0.ff.net.2.bias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 5405685376, - 5405687936 - ] - }, - "control_model.input_blocks.4.1.transformer_blocks.0.ff.net.2.weight": { - "dtype": "F32", - "shape": [ - 640, - 2560 - ], - "data_offsets": [ - 5405687936, - 5412241536 - ] - }, - "control_model.input_blocks.4.1.transformer_blocks.0.norm1.bias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 5412241536, - 5412244096 - ] - }, - "control_model.input_blocks.4.1.transformer_blocks.0.norm1.weight": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 5412244096, - 5412246656 - ] - }, - "control_model.input_blocks.4.1.transformer_blocks.0.norm2.bias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 5412246656, - 5412249216 - ] - }, - "control_model.input_blocks.4.1.transformer_blocks.0.norm2.weight": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 5412249216, - 5412251776 - ] - }, - "control_model.input_blocks.4.1.transformer_blocks.0.norm3.bias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 5412251776, - 5412254336 - ] - }, - "control_model.input_blocks.4.1.transformer_blocks.0.norm3.weight": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 5412254336, - 5412256896 - ] - }, - "control_model.input_blocks.5.0.emb_layers.1.bias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 5412256896, - 5412259456 - ] - }, - "control_model.input_blocks.5.0.emb_layers.1.weight": { - "dtype": "F32", - "shape": [ - 640, - 1280 - ], - "data_offsets": [ - 5412259456, - 5415536256 - ] - }, - "control_model.input_blocks.5.0.in_layers.0.bias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 5415536256, - 5415538816 - ] - }, - "control_model.input_blocks.5.0.in_layers.0.weight": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 5415538816, - 5415541376 - ] - }, - "control_model.input_blocks.5.0.in_layers.2.bias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 5415541376, - 5415543936 - ] - }, - "control_model.input_blocks.5.0.in_layers.2.weight": { - "dtype": "F32", - "shape": [ - 640, - 640, - 3, - 3 - ], - "data_offsets": [ - 5415543936, - 5430289536 - ] - }, - "control_model.input_blocks.5.0.out_layers.0.bias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 5430289536, - 5430292096 - ] - }, - "control_model.input_blocks.5.0.out_layers.0.weight": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 5430292096, - 5430294656 - ] - }, - "control_model.input_blocks.5.0.out_layers.3.bias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 5430294656, - 5430297216 - ] - }, - "control_model.input_blocks.5.0.out_layers.3.weight": { - "dtype": "F32", - "shape": [ - 640, - 640, - 3, - 3 - ], - "data_offsets": [ - 5430297216, - 5445042816 - ] - }, - "control_model.input_blocks.5.1.norm.bias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 5445042816, - 5445045376 - ] - }, - "control_model.input_blocks.5.1.norm.weight": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 5445045376, - 5445047936 - ] - }, - "control_model.input_blocks.5.1.proj_in.bias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 5445047936, - 5445050496 - ] - }, - "control_model.input_blocks.5.1.proj_in.weight": { - "dtype": "F32", - "shape": [ - 640, - 640, - 1, - 1 - ], - "data_offsets": [ - 5445050496, - 5446688896 - ] - }, - "control_model.input_blocks.5.1.proj_out.bias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 5446688896, - 5446691456 - ] - }, - "control_model.input_blocks.5.1.proj_out.weight": { - "dtype": "F32", - "shape": [ - 640, - 640, - 1, - 1 - ], - "data_offsets": [ - 5446691456, - 5448329856 - ] - }, - "control_model.input_blocks.5.1.transformer_blocks.0.attn1.to_k.weight": { - "dtype": "F32", - "shape": [ - 640, - 640 - ], - "data_offsets": [ - 5448329856, - 5449968256 - ] - }, - "control_model.input_blocks.5.1.transformer_blocks.0.attn1.to_out.0.bias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 5449968256, - 5449970816 - ] - }, - "control_model.input_blocks.5.1.transformer_blocks.0.attn1.to_out.0.weight": { - "dtype": "F32", - "shape": [ - 640, - 640 - ], - "data_offsets": [ - 5449970816, - 5451609216 - ] - }, - "control_model.input_blocks.5.1.transformer_blocks.0.attn1.to_q.weight": { - "dtype": "F32", - "shape": [ - 640, - 640 - ], - "data_offsets": [ - 5451609216, - 5453247616 - ] - }, - "control_model.input_blocks.5.1.transformer_blocks.0.attn1.to_v.weight": { - "dtype": "F32", - "shape": [ - 640, - 640 - ], - "data_offsets": [ - 5453247616, - 5454886016 - ] - }, - "control_model.input_blocks.5.1.transformer_blocks.0.attn2.to_k.weight": { - "dtype": "F32", - "shape": [ - 640, - 768 - ], - "data_offsets": [ - 5454886016, - 5456852096 - ] - }, - "control_model.input_blocks.5.1.transformer_blocks.0.attn2.to_out.0.bias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 5456852096, - 5456854656 - ] - }, - "control_model.input_blocks.5.1.transformer_blocks.0.attn2.to_out.0.weight": { - "dtype": "F32", - "shape": [ - 640, - 640 - ], - "data_offsets": [ - 5456854656, - 5458493056 - ] - }, - "control_model.input_blocks.5.1.transformer_blocks.0.attn2.to_q.weight": { - "dtype": "F32", - "shape": [ - 640, - 640 - ], - "data_offsets": [ - 5458493056, - 5460131456 - ] - }, - "control_model.input_blocks.5.1.transformer_blocks.0.attn2.to_v.weight": { - "dtype": "F32", - "shape": [ - 640, - 768 - ], - "data_offsets": [ - 5460131456, - 5462097536 - ] - }, - "control_model.input_blocks.5.1.transformer_blocks.0.ff.net.0.proj.bias": { - "dtype": "F32", - "shape": [ - 5120 - ], - "data_offsets": [ - 5462097536, - 5462118016 - ] - }, - "control_model.input_blocks.5.1.transformer_blocks.0.ff.net.0.proj.weight": { - "dtype": "F32", - "shape": [ - 5120, - 640 - ], - "data_offsets": [ - 5462118016, - 5475225216 - ] - }, - "control_model.input_blocks.5.1.transformer_blocks.0.ff.net.2.bias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 5475225216, - 5475227776 - ] - }, - "control_model.input_blocks.5.1.transformer_blocks.0.ff.net.2.weight": { - "dtype": "F32", - "shape": [ - 640, - 2560 - ], - "data_offsets": [ - 5475227776, - 5481781376 - ] - }, - "control_model.input_blocks.5.1.transformer_blocks.0.norm1.bias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 5481781376, - 5481783936 - ] - }, - "control_model.input_blocks.5.1.transformer_blocks.0.norm1.weight": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 5481783936, - 5481786496 - ] - }, - "control_model.input_blocks.5.1.transformer_blocks.0.norm2.bias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 5481786496, - 5481789056 - ] - }, - "control_model.input_blocks.5.1.transformer_blocks.0.norm2.weight": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 5481789056, - 5481791616 - ] - }, - "control_model.input_blocks.5.1.transformer_blocks.0.norm3.bias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 5481791616, - 5481794176 - ] - }, - "control_model.input_blocks.5.1.transformer_blocks.0.norm3.weight": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 5481794176, - 5481796736 - ] - }, - "control_model.input_blocks.6.0.op.bias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 5481796736, - 5481799296 - ] - }, - "control_model.input_blocks.6.0.op.weight": { - "dtype": "F32", - "shape": [ - 640, - 640, - 3, - 3 - ], - "data_offsets": [ - 5481799296, - 5496544896 - ] - }, - "control_model.input_blocks.7.0.emb_layers.1.bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 5496544896, - 5496550016 - ] - }, - "control_model.input_blocks.7.0.emb_layers.1.weight": { - "dtype": "F32", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 5496550016, - 5503103616 - ] - }, - "control_model.input_blocks.7.0.in_layers.0.bias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 5503103616, - 5503106176 - ] - }, - "control_model.input_blocks.7.0.in_layers.0.weight": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 5503106176, - 5503108736 - ] - }, - "control_model.input_blocks.7.0.in_layers.2.bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 5503108736, - 5503113856 - ] - }, - "control_model.input_blocks.7.0.in_layers.2.weight": { - "dtype": "F32", - "shape": [ - 1280, - 640, - 3, - 3 - ], - "data_offsets": [ - 5503113856, - 5532605056 - ] - }, - "control_model.input_blocks.7.0.out_layers.0.bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 5532605056, - 5532610176 - ] - }, - "control_model.input_blocks.7.0.out_layers.0.weight": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 5532610176, - 5532615296 - ] - }, - "control_model.input_blocks.7.0.out_layers.3.bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 5532615296, - 5532620416 - ] - }, - "control_model.input_blocks.7.0.out_layers.3.weight": { - "dtype": "F32", - "shape": [ - 1280, - 1280, - 3, - 3 - ], - "data_offsets": [ - 5532620416, - 5591602816 - ] - }, - "control_model.input_blocks.7.0.skip_connection.bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 5591602816, - 5591607936 - ] - }, - "control_model.input_blocks.7.0.skip_connection.weight": { - "dtype": "F32", - "shape": [ - 1280, - 640, - 1, - 1 - ], - "data_offsets": [ - 5591607936, - 5594884736 - ] - }, - "control_model.input_blocks.7.1.norm.bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 5594884736, - 5594889856 - ] - }, - "control_model.input_blocks.7.1.norm.weight": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 5594889856, - 5594894976 - ] - }, - "control_model.input_blocks.7.1.proj_in.bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 5594894976, - 5594900096 - ] - }, - "control_model.input_blocks.7.1.proj_in.weight": { - "dtype": "F32", - "shape": [ - 1280, - 1280, - 1, - 1 - ], - "data_offsets": [ - 5594900096, - 5601453696 - ] - }, - "control_model.input_blocks.7.1.proj_out.bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 5601453696, - 5601458816 - ] - }, - "control_model.input_blocks.7.1.proj_out.weight": { - "dtype": "F32", - "shape": [ - 1280, - 1280, - 1, - 1 - ], - "data_offsets": [ - 5601458816, - 5608012416 - ] - }, - "control_model.input_blocks.7.1.transformer_blocks.0.attn1.to_k.weight": { - "dtype": "F32", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 5608012416, - 5614566016 - ] - }, - "control_model.input_blocks.7.1.transformer_blocks.0.attn1.to_out.0.bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 5614566016, - 5614571136 - ] - }, - "control_model.input_blocks.7.1.transformer_blocks.0.attn1.to_out.0.weight": { - "dtype": "F32", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 5614571136, - 5621124736 - ] - }, - "control_model.input_blocks.7.1.transformer_blocks.0.attn1.to_q.weight": { - "dtype": "F32", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 5621124736, - 5627678336 - ] - }, - "control_model.input_blocks.7.1.transformer_blocks.0.attn1.to_v.weight": { - "dtype": "F32", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 5627678336, - 5634231936 - ] - }, - "control_model.input_blocks.7.1.transformer_blocks.0.attn2.to_k.weight": { - "dtype": "F32", - "shape": [ - 1280, - 768 - ], - "data_offsets": [ - 5634231936, - 5638164096 - ] - }, - "control_model.input_blocks.7.1.transformer_blocks.0.attn2.to_out.0.bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 5638164096, - 5638169216 - ] - }, - "control_model.input_blocks.7.1.transformer_blocks.0.attn2.to_out.0.weight": { - "dtype": "F32", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 5638169216, - 5644722816 - ] - }, - "control_model.input_blocks.7.1.transformer_blocks.0.attn2.to_q.weight": { - "dtype": "F32", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 5644722816, - 5651276416 - ] - }, - "control_model.input_blocks.7.1.transformer_blocks.0.attn2.to_v.weight": { - "dtype": "F32", - "shape": [ - 1280, - 768 - ], - "data_offsets": [ - 5651276416, - 5655208576 - ] - }, - "control_model.input_blocks.7.1.transformer_blocks.0.ff.net.0.proj.bias": { - "dtype": "F32", - "shape": [ - 10240 - ], - "data_offsets": [ - 5655208576, - 5655249536 - ] - }, - "control_model.input_blocks.7.1.transformer_blocks.0.ff.net.0.proj.weight": { - "dtype": "F32", - "shape": [ - 10240, - 1280 - ], - "data_offsets": [ - 5655249536, - 5707678336 - ] - }, - "control_model.input_blocks.7.1.transformer_blocks.0.ff.net.2.bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 5707678336, - 5707683456 - ] - }, - "control_model.input_blocks.7.1.transformer_blocks.0.ff.net.2.weight": { - "dtype": "F32", - "shape": [ - 1280, - 5120 - ], - "data_offsets": [ - 5707683456, - 5733897856 - ] - }, - "control_model.input_blocks.7.1.transformer_blocks.0.norm1.bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 5733897856, - 5733902976 - ] - }, - "control_model.input_blocks.7.1.transformer_blocks.0.norm1.weight": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 5733902976, - 5733908096 - ] - }, - "control_model.input_blocks.7.1.transformer_blocks.0.norm2.bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 5733908096, - 5733913216 - ] - }, - "control_model.input_blocks.7.1.transformer_blocks.0.norm2.weight": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 5733913216, - 5733918336 - ] - }, - "control_model.input_blocks.7.1.transformer_blocks.0.norm3.bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 5733918336, - 5733923456 - ] - }, - "control_model.input_blocks.7.1.transformer_blocks.0.norm3.weight": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 5733923456, - 5733928576 - ] - }, - "control_model.input_blocks.8.0.emb_layers.1.bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 5733928576, - 5733933696 - ] - }, - "control_model.input_blocks.8.0.emb_layers.1.weight": { - "dtype": "F32", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 5733933696, - 5740487296 - ] - }, - "control_model.input_blocks.8.0.in_layers.0.bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 5740487296, - 5740492416 - ] - }, - "control_model.input_blocks.8.0.in_layers.0.weight": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 5740492416, - 5740497536 - ] - }, - "control_model.input_blocks.8.0.in_layers.2.bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 5740497536, - 5740502656 - ] - }, - "control_model.input_blocks.8.0.in_layers.2.weight": { - "dtype": "F32", - "shape": [ - 1280, - 1280, - 3, - 3 - ], - "data_offsets": [ - 5740502656, - 5799485056 - ] - }, - "control_model.input_blocks.8.0.out_layers.0.bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 5799485056, - 5799490176 - ] - }, - "control_model.input_blocks.8.0.out_layers.0.weight": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 5799490176, - 5799495296 - ] - }, - "control_model.input_blocks.8.0.out_layers.3.bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 5799495296, - 5799500416 - ] - }, - "control_model.input_blocks.8.0.out_layers.3.weight": { - "dtype": "F32", - "shape": [ - 1280, - 1280, - 3, - 3 - ], - "data_offsets": [ - 5799500416, - 5858482816 - ] - }, - "control_model.input_blocks.8.1.norm.bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 5858482816, - 5858487936 - ] - }, - "control_model.input_blocks.8.1.norm.weight": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 5858487936, - 5858493056 - ] - }, - "control_model.input_blocks.8.1.proj_in.bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 5858493056, - 5858498176 - ] - }, - "control_model.input_blocks.8.1.proj_in.weight": { - "dtype": "F32", - "shape": [ - 1280, - 1280, - 1, - 1 - ], - "data_offsets": [ - 5858498176, - 5865051776 - ] - }, - "control_model.input_blocks.8.1.proj_out.bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 5865051776, - 5865056896 - ] - }, - "control_model.input_blocks.8.1.proj_out.weight": { - "dtype": "F32", - "shape": [ - 1280, - 1280, - 1, - 1 - ], - "data_offsets": [ - 5865056896, - 5871610496 - ] - }, - "control_model.input_blocks.8.1.transformer_blocks.0.attn1.to_k.weight": { - "dtype": "F32", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 5871610496, - 5878164096 - ] - }, - "control_model.input_blocks.8.1.transformer_blocks.0.attn1.to_out.0.bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 5878164096, - 5878169216 - ] - }, - "control_model.input_blocks.8.1.transformer_blocks.0.attn1.to_out.0.weight": { - "dtype": "F32", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 5878169216, - 5884722816 - ] - }, - "control_model.input_blocks.8.1.transformer_blocks.0.attn1.to_q.weight": { - "dtype": "F32", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 5884722816, - 5891276416 - ] - }, - "control_model.input_blocks.8.1.transformer_blocks.0.attn1.to_v.weight": { - "dtype": "F32", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 5891276416, - 5897830016 - ] - }, - "control_model.input_blocks.8.1.transformer_blocks.0.attn2.to_k.weight": { - "dtype": "F32", - "shape": [ - 1280, - 768 - ], - "data_offsets": [ - 5897830016, - 5901762176 - ] - }, - "control_model.input_blocks.8.1.transformer_blocks.0.attn2.to_out.0.bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 5901762176, - 5901767296 - ] - }, - "control_model.input_blocks.8.1.transformer_blocks.0.attn2.to_out.0.weight": { - "dtype": "F32", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 5901767296, - 5908320896 - ] - }, - "control_model.input_blocks.8.1.transformer_blocks.0.attn2.to_q.weight": { - "dtype": "F32", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 5908320896, - 5914874496 - ] - }, - "control_model.input_blocks.8.1.transformer_blocks.0.attn2.to_v.weight": { - "dtype": "F32", - "shape": [ - 1280, - 768 - ], - "data_offsets": [ - 5914874496, - 5918806656 - ] - }, - "control_model.input_blocks.8.1.transformer_blocks.0.ff.net.0.proj.bias": { - "dtype": "F32", - "shape": [ - 10240 - ], - "data_offsets": [ - 5918806656, - 5918847616 - ] - }, - "control_model.input_blocks.8.1.transformer_blocks.0.ff.net.0.proj.weight": { - "dtype": "F32", - "shape": [ - 10240, - 1280 - ], - "data_offsets": [ - 5918847616, - 5971276416 - ] - }, - "control_model.input_blocks.8.1.transformer_blocks.0.ff.net.2.bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 5971276416, - 5971281536 - ] - }, - "control_model.input_blocks.8.1.transformer_blocks.0.ff.net.2.weight": { - "dtype": "F32", - "shape": [ - 1280, - 5120 - ], - "data_offsets": [ - 5971281536, - 5997495936 - ] - }, - "control_model.input_blocks.8.1.transformer_blocks.0.norm1.bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 5997495936, - 5997501056 - ] - }, - "control_model.input_blocks.8.1.transformer_blocks.0.norm1.weight": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 5997501056, - 5997506176 - ] - }, - "control_model.input_blocks.8.1.transformer_blocks.0.norm2.bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 5997506176, - 5997511296 - ] - }, - "control_model.input_blocks.8.1.transformer_blocks.0.norm2.weight": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 5997511296, - 5997516416 - ] - }, - "control_model.input_blocks.8.1.transformer_blocks.0.norm3.bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 5997516416, - 5997521536 - ] - }, - "control_model.input_blocks.8.1.transformer_blocks.0.norm3.weight": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 5997521536, - 5997526656 - ] - }, - "control_model.input_blocks.9.0.op.bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 5997526656, - 5997531776 - ] - }, - "control_model.input_blocks.9.0.op.weight": { - "dtype": "F32", - "shape": [ - 1280, - 1280, - 3, - 3 - ], - "data_offsets": [ - 5997531776, - 6056514176 - ] - }, - "control_model.input_hint_block.1.bias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 6056514176, - 6056515456 - ] - }, - "control_model.input_hint_block.1.weight": { - "dtype": "F32", - "shape": [ - 320, - 129, - 3, - 3 - ], - "data_offsets": [ - 6056515456, - 6058001536 - ] - }, - "control_model.middle_block.0.emb_layers.1.bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 6058001536, - 6058006656 - ] - }, - "control_model.middle_block.0.emb_layers.1.weight": { - "dtype": "F32", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 6058006656, - 6064560256 - ] - }, - "control_model.middle_block.0.in_layers.0.bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 6064560256, - 6064565376 - ] - }, - "control_model.middle_block.0.in_layers.0.weight": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 6064565376, - 6064570496 - ] - }, - "control_model.middle_block.0.in_layers.2.bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 6064570496, - 6064575616 - ] - }, - "control_model.middle_block.0.in_layers.2.weight": { - "dtype": "F32", - "shape": [ - 1280, - 1280, - 3, - 3 - ], - "data_offsets": [ - 6064575616, - 6123558016 - ] - }, - "control_model.middle_block.0.out_layers.0.bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 6123558016, - 6123563136 - ] - }, - "control_model.middle_block.0.out_layers.0.weight": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 6123563136, - 6123568256 - ] - }, - "control_model.middle_block.0.out_layers.3.bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 6123568256, - 6123573376 - ] - }, - "control_model.middle_block.0.out_layers.3.weight": { - "dtype": "F32", - "shape": [ - 1280, - 1280, - 3, - 3 - ], - "data_offsets": [ - 6123573376, - 6182555776 - ] - }, - "control_model.middle_block.1.norm.bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 6182555776, - 6182560896 - ] - }, - "control_model.middle_block.1.norm.weight": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 6182560896, - 6182566016 - ] - }, - "control_model.middle_block.1.proj_in.bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 6182566016, - 6182571136 - ] - }, - "control_model.middle_block.1.proj_in.weight": { - "dtype": "F32", - "shape": [ - 1280, - 1280, - 1, - 1 - ], - "data_offsets": [ - 6182571136, - 6189124736 - ] - }, - "control_model.middle_block.1.proj_out.bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 6189124736, - 6189129856 - ] - }, - "control_model.middle_block.1.proj_out.weight": { - "dtype": "F32", - "shape": [ - 1280, - 1280, - 1, - 1 - ], - "data_offsets": [ - 6189129856, - 6195683456 - ] - }, - "control_model.middle_block.1.transformer_blocks.0.attn1.to_k.weight": { - "dtype": "F32", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 6195683456, - 6202237056 - ] - }, - "control_model.middle_block.1.transformer_blocks.0.attn1.to_out.0.bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 6202237056, - 6202242176 - ] - }, - "control_model.middle_block.1.transformer_blocks.0.attn1.to_out.0.weight": { - "dtype": "F32", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 6202242176, - 6208795776 - ] - }, - "control_model.middle_block.1.transformer_blocks.0.attn1.to_q.weight": { - "dtype": "F32", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 6208795776, - 6215349376 - ] - }, - "control_model.middle_block.1.transformer_blocks.0.attn1.to_v.weight": { - "dtype": "F32", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 6215349376, - 6221902976 - ] - }, - "control_model.middle_block.1.transformer_blocks.0.attn2.to_k.weight": { - "dtype": "F32", - "shape": [ - 1280, - 768 - ], - "data_offsets": [ - 6221902976, - 6225835136 - ] - }, - "control_model.middle_block.1.transformer_blocks.0.attn2.to_out.0.bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 6225835136, - 6225840256 - ] - }, - "control_model.middle_block.1.transformer_blocks.0.attn2.to_out.0.weight": { - "dtype": "F32", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 6225840256, - 6232393856 - ] - }, - "control_model.middle_block.1.transformer_blocks.0.attn2.to_q.weight": { - "dtype": "F32", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 6232393856, - 6238947456 - ] - }, - "control_model.middle_block.1.transformer_blocks.0.attn2.to_v.weight": { - "dtype": "F32", - "shape": [ - 1280, - 768 - ], - "data_offsets": [ - 6238947456, - 6242879616 - ] - }, - "control_model.middle_block.1.transformer_blocks.0.ff.net.0.proj.bias": { - "dtype": "F32", - "shape": [ - 10240 - ], - "data_offsets": [ - 6242879616, - 6242920576 - ] - }, - "control_model.middle_block.1.transformer_blocks.0.ff.net.0.proj.weight": { - "dtype": "F32", - "shape": [ - 10240, - 1280 - ], - "data_offsets": [ - 6242920576, - 6295349376 - ] - }, - "control_model.middle_block.1.transformer_blocks.0.ff.net.2.bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 6295349376, - 6295354496 - ] - }, - "control_model.middle_block.1.transformer_blocks.0.ff.net.2.weight": { - "dtype": "F32", - "shape": [ - 1280, - 5120 - ], - "data_offsets": [ - 6295354496, - 6321568896 - ] - }, - "control_model.middle_block.1.transformer_blocks.0.norm1.bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 6321568896, - 6321574016 - ] - }, - "control_model.middle_block.1.transformer_blocks.0.norm1.weight": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 6321574016, - 6321579136 - ] - }, - "control_model.middle_block.1.transformer_blocks.0.norm2.bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 6321579136, - 6321584256 - ] - }, - "control_model.middle_block.1.transformer_blocks.0.norm2.weight": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 6321584256, - 6321589376 - ] - }, - "control_model.middle_block.1.transformer_blocks.0.norm3.bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 6321589376, - 6321594496 - ] - }, - "control_model.middle_block.1.transformer_blocks.0.norm3.weight": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 6321594496, - 6321599616 - ] - }, - "control_model.middle_block.2.emb_layers.1.bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 6321599616, - 6321604736 - ] - }, - "control_model.middle_block.2.emb_layers.1.weight": { - "dtype": "F32", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 6321604736, - 6328158336 - ] - }, - "control_model.middle_block.2.in_layers.0.bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 6328158336, - 6328163456 - ] - }, - "control_model.middle_block.2.in_layers.0.weight": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 6328163456, - 6328168576 - ] - }, - "control_model.middle_block.2.in_layers.2.bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 6328168576, - 6328173696 - ] - }, - "control_model.middle_block.2.in_layers.2.weight": { - "dtype": "F32", - "shape": [ - 1280, - 1280, - 3, - 3 - ], - "data_offsets": [ - 6328173696, - 6387156096 - ] - }, - "control_model.middle_block.2.out_layers.0.bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 6387156096, - 6387161216 - ] - }, - "control_model.middle_block.2.out_layers.0.weight": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 6387161216, - 6387166336 - ] - }, - "control_model.middle_block.2.out_layers.3.bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 6387166336, - 6387171456 - ] - }, - "control_model.middle_block.2.out_layers.3.weight": { - "dtype": "F32", - "shape": [ - 1280, - 1280, - 3, - 3 - ], - "data_offsets": [ - 6387171456, - 6446153856 - ] - }, - "control_model.middle_block_out.0.bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 6446153856, - 6446158976 - ] - }, - "control_model.middle_block_out.0.weight": { - "dtype": "F32", - "shape": [ - 1280, - 1280, - 1, - 1 - ], - "data_offsets": [ - 6446158976, - 6452712576 - ] - }, - "control_model.time_embed.0.bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 6452712576, - 6452717696 - ] - }, - "control_model.time_embed.0.weight": { - "dtype": "F32", - "shape": [ - 1280, - 320 - ], - "data_offsets": [ - 6452717696, - 6454356096 - ] - }, - "control_model.time_embed.2.bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 6454356096, - 6454361216 - ] - }, - "control_model.time_embed.2.weight": { - "dtype": "F32", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 6454361216, - 6460914816 - ] - }, - "control_model.zero_convs.0.0.bias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 6460914816, - 6460916096 - ] - }, - "control_model.zero_convs.0.0.weight": { - "dtype": "F32", - "shape": [ - 320, - 320, - 1, - 1 - ], - "data_offsets": [ - 6460916096, - 6461325696 - ] - }, - "control_model.zero_convs.1.0.bias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 6461325696, - 6461326976 - ] - }, - "control_model.zero_convs.1.0.weight": { - "dtype": "F32", - "shape": [ - 320, - 320, - 1, - 1 - ], - "data_offsets": [ - 6461326976, - 6461736576 - ] - }, - "control_model.zero_convs.10.0.bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 6461736576, - 6461741696 - ] - }, - "control_model.zero_convs.10.0.weight": { - "dtype": "F32", - "shape": [ - 1280, - 1280, - 1, - 1 - ], - "data_offsets": [ - 6461741696, - 6468295296 - ] - }, - "control_model.zero_convs.11.0.bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 6468295296, - 6468300416 - ] - }, - "control_model.zero_convs.11.0.weight": { - "dtype": "F32", - "shape": [ - 1280, - 1280, - 1, - 1 - ], - "data_offsets": [ - 6468300416, - 6474854016 - ] - }, - "control_model.zero_convs.2.0.bias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 6474854016, - 6474855296 - ] - }, - "control_model.zero_convs.2.0.weight": { - "dtype": "F32", - "shape": [ - 320, - 320, - 1, - 1 - ], - "data_offsets": [ - 6474855296, - 6475264896 - ] - }, - "control_model.zero_convs.3.0.bias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 6475264896, - 6475266176 - ] - }, - "control_model.zero_convs.3.0.weight": { - "dtype": "F32", - "shape": [ - 320, - 320, - 1, - 1 - ], - "data_offsets": [ - 6475266176, - 6475675776 - ] - }, - "control_model.zero_convs.4.0.bias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 6475675776, - 6475678336 - ] - }, - "control_model.zero_convs.4.0.weight": { - "dtype": "F32", - "shape": [ - 640, - 640, - 1, - 1 - ], - "data_offsets": [ - 6475678336, - 6477316736 - ] - }, - "control_model.zero_convs.5.0.bias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 6477316736, - 6477319296 - ] - }, - "control_model.zero_convs.5.0.weight": { - "dtype": "F32", - "shape": [ - 640, - 640, - 1, - 1 - ], - "data_offsets": [ - 6477319296, - 6478957696 - ] - }, - "control_model.zero_convs.6.0.bias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 6478957696, - 6478960256 - ] - }, - "control_model.zero_convs.6.0.weight": { - "dtype": "F32", - "shape": [ - 640, - 640, - 1, - 1 - ], - "data_offsets": [ - 6478960256, - 6480598656 - ] - }, - "control_model.zero_convs.7.0.bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 6480598656, - 6480603776 - ] - }, - "control_model.zero_convs.7.0.weight": { - "dtype": "F32", - "shape": [ - 1280, - 1280, - 1, - 1 - ], - "data_offsets": [ - 6480603776, - 6487157376 - ] - }, - "control_model.zero_convs.8.0.bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 6487157376, - 6487162496 - ] - }, - "control_model.zero_convs.8.0.weight": { - "dtype": "F32", - "shape": [ - 1280, - 1280, - 1, - 1 - ], - "data_offsets": [ - 6487162496, - 6493716096 - ] - }, - "control_model.zero_convs.9.0.bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 6493716096, - 6493721216 - ] - }, - "control_model.zero_convs.9.0.weight": { - "dtype": "F32", - "shape": [ - 1280, - 1280, - 1, - 1 - ], - "data_offsets": [ - 6493721216, - 6500274816 - ] - }, - "embedding_manager.embedder.transformer.text_model.embeddings.position_embedding.weight": { - "dtype": "F32", - "shape": [ - 77, - 768 - ], - "data_offsets": [ - 6500274816, - 6500511360 - ] - }, - "embedding_manager.embedder.transformer.text_model.embeddings.position_ids": { - "dtype": "F32", - "shape": [ - 1, - 77 - ], - "data_offsets": [ - 6500511360, - 6500511668 - ] - }, - "embedding_manager.embedder.transformer.text_model.embeddings.token_embedding.weight": { - "dtype": "F32", - "shape": [ - 49408, - 768 - ], - "data_offsets": [ - 6500511668, - 6652293044 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.0.layer_norm1.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 6652293044, - 6652296116 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.0.layer_norm1.weight": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 6652296116, - 6652299188 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.0.layer_norm2.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 6652299188, - 6652302260 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.0.layer_norm2.weight": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 6652302260, - 6652305332 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.0.mlp.fc1.bias": { - "dtype": "F32", - "shape": [ - 3072 - ], - "data_offsets": [ - 6652305332, - 6652317620 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.0.mlp.fc1.weight": { - "dtype": "F32", - "shape": [ - 3072, - 768 - ], - "data_offsets": [ - 6652317620, - 6661754804 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.0.mlp.fc2.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 6661754804, - 6661757876 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.0.mlp.fc2.weight": { - "dtype": "F32", - "shape": [ - 768, - 3072 - ], - "data_offsets": [ - 6661757876, - 6671195060 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.0.self_attn.k_proj.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 6671195060, - 6671198132 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.0.self_attn.k_proj.weight": { - "dtype": "F32", - "shape": [ - 768, - 768 - ], - "data_offsets": [ - 6671198132, - 6673557428 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.0.self_attn.out_proj.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 6673557428, - 6673560500 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.0.self_attn.out_proj.weight": { - "dtype": "F32", - "shape": [ - 768, - 768 - ], - "data_offsets": [ - 6673560500, - 6675919796 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.0.self_attn.q_proj.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 6675919796, - 6675922868 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.0.self_attn.q_proj.weight": { - "dtype": "F32", - "shape": [ - 768, - 768 - ], - "data_offsets": [ - 6675922868, - 6678282164 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.0.self_attn.v_proj.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 6678282164, - 6678285236 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.0.self_attn.v_proj.weight": { - "dtype": "F32", - "shape": [ - 768, - 768 - ], - "data_offsets": [ - 6678285236, - 6680644532 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.1.layer_norm1.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 6680644532, - 6680647604 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.1.layer_norm1.weight": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 6680647604, - 6680650676 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.1.layer_norm2.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 6680650676, - 6680653748 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.1.layer_norm2.weight": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 6680653748, - 6680656820 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.1.mlp.fc1.bias": { - "dtype": "F32", - "shape": [ - 3072 - ], - "data_offsets": [ - 6680656820, - 6680669108 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.1.mlp.fc1.weight": { - "dtype": "F32", - "shape": [ - 3072, - 768 - ], - "data_offsets": [ - 6680669108, - 6690106292 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.1.mlp.fc2.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 6690106292, - 6690109364 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.1.mlp.fc2.weight": { - "dtype": "F32", - "shape": [ - 768, - 3072 - ], - "data_offsets": [ - 6690109364, - 6699546548 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.1.self_attn.k_proj.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 6699546548, - 6699549620 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.1.self_attn.k_proj.weight": { - "dtype": "F32", - "shape": [ - 768, - 768 - ], - "data_offsets": [ - 6699549620, - 6701908916 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.1.self_attn.out_proj.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 6701908916, - 6701911988 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.1.self_attn.out_proj.weight": { - "dtype": "F32", - "shape": [ - 768, - 768 - ], - "data_offsets": [ - 6701911988, - 6704271284 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.1.self_attn.q_proj.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 6704271284, - 6704274356 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.1.self_attn.q_proj.weight": { - "dtype": "F32", - "shape": [ - 768, - 768 - ], - "data_offsets": [ - 6704274356, - 6706633652 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.1.self_attn.v_proj.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 6706633652, - 6706636724 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.1.self_attn.v_proj.weight": { - "dtype": "F32", - "shape": [ - 768, - 768 - ], - "data_offsets": [ - 6706636724, - 6708996020 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.10.layer_norm1.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 6708996020, - 6708999092 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.10.layer_norm1.weight": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 6708999092, - 6709002164 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.10.layer_norm2.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 6709002164, - 6709005236 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.10.layer_norm2.weight": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 6709005236, - 6709008308 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.10.mlp.fc1.bias": { - "dtype": "F32", - "shape": [ - 3072 - ], - "data_offsets": [ - 6709008308, - 6709020596 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.10.mlp.fc1.weight": { - "dtype": "F32", - "shape": [ - 3072, - 768 - ], - "data_offsets": [ - 6709020596, - 6718457780 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.10.mlp.fc2.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 6718457780, - 6718460852 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.10.mlp.fc2.weight": { - "dtype": "F32", - "shape": [ - 768, - 3072 - ], - "data_offsets": [ - 6718460852, - 6727898036 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.10.self_attn.k_proj.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 6727898036, - 6727901108 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.10.self_attn.k_proj.weight": { - "dtype": "F32", - "shape": [ - 768, - 768 - ], - "data_offsets": [ - 6727901108, - 6730260404 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.10.self_attn.out_proj.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 6730260404, - 6730263476 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.10.self_attn.out_proj.weight": { - "dtype": "F32", - "shape": [ - 768, - 768 - ], - "data_offsets": [ - 6730263476, - 6732622772 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.10.self_attn.q_proj.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 6732622772, - 6732625844 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.10.self_attn.q_proj.weight": { - "dtype": "F32", - "shape": [ - 768, - 768 - ], - "data_offsets": [ - 6732625844, - 6734985140 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.10.self_attn.v_proj.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 6734985140, - 6734988212 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.10.self_attn.v_proj.weight": { - "dtype": "F32", - "shape": [ - 768, - 768 - ], - "data_offsets": [ - 6734988212, - 6737347508 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.11.layer_norm1.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 6737347508, - 6737350580 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.11.layer_norm1.weight": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 6737350580, - 6737353652 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.11.layer_norm2.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 6737353652, - 6737356724 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.11.layer_norm2.weight": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 6737356724, - 6737359796 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.11.mlp.fc1.bias": { - "dtype": "F32", - "shape": [ - 3072 - ], - "data_offsets": [ - 6737359796, - 6737372084 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.11.mlp.fc1.weight": { - "dtype": "F32", - "shape": [ - 3072, - 768 - ], - "data_offsets": [ - 6737372084, - 6746809268 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.11.mlp.fc2.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 6746809268, - 6746812340 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.11.mlp.fc2.weight": { - "dtype": "F32", - "shape": [ - 768, - 3072 - ], - "data_offsets": [ - 6746812340, - 6756249524 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.11.self_attn.k_proj.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 6756249524, - 6756252596 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.11.self_attn.k_proj.weight": { - "dtype": "F32", - "shape": [ - 768, - 768 - ], - "data_offsets": [ - 6756252596, - 6758611892 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.11.self_attn.out_proj.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 6758611892, - 6758614964 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.11.self_attn.out_proj.weight": { - "dtype": "F32", - "shape": [ - 768, - 768 - ], - "data_offsets": [ - 6758614964, - 6760974260 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.11.self_attn.q_proj.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 6760974260, - 6760977332 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.11.self_attn.q_proj.weight": { - "dtype": "F32", - "shape": [ - 768, - 768 - ], - "data_offsets": [ - 6760977332, - 6763336628 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.11.self_attn.v_proj.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 6763336628, - 6763339700 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.11.self_attn.v_proj.weight": { - "dtype": "F32", - "shape": [ - 768, - 768 - ], - "data_offsets": [ - 6763339700, - 6765698996 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.2.layer_norm1.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 6765698996, - 6765702068 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.2.layer_norm1.weight": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 6765702068, - 6765705140 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.2.layer_norm2.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 6765705140, - 6765708212 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.2.layer_norm2.weight": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 6765708212, - 6765711284 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.2.mlp.fc1.bias": { - "dtype": "F32", - "shape": [ - 3072 - ], - "data_offsets": [ - 6765711284, - 6765723572 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.2.mlp.fc1.weight": { - "dtype": "F32", - "shape": [ - 3072, - 768 - ], - "data_offsets": [ - 6765723572, - 6775160756 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.2.mlp.fc2.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 6775160756, - 6775163828 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.2.mlp.fc2.weight": { - "dtype": "F32", - "shape": [ - 768, - 3072 - ], - "data_offsets": [ - 6775163828, - 6784601012 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.2.self_attn.k_proj.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 6784601012, - 6784604084 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.2.self_attn.k_proj.weight": { - "dtype": "F32", - "shape": [ - 768, - 768 - ], - "data_offsets": [ - 6784604084, - 6786963380 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.2.self_attn.out_proj.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 6786963380, - 6786966452 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.2.self_attn.out_proj.weight": { - "dtype": "F32", - "shape": [ - 768, - 768 - ], - "data_offsets": [ - 6786966452, - 6789325748 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.2.self_attn.q_proj.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 6789325748, - 6789328820 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.2.self_attn.q_proj.weight": { - "dtype": "F32", - "shape": [ - 768, - 768 - ], - "data_offsets": [ - 6789328820, - 6791688116 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.2.self_attn.v_proj.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 6791688116, - 6791691188 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.2.self_attn.v_proj.weight": { - "dtype": "F32", - "shape": [ - 768, - 768 - ], - "data_offsets": [ - 6791691188, - 6794050484 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.3.layer_norm1.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 6794050484, - 6794053556 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.3.layer_norm1.weight": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 6794053556, - 6794056628 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.3.layer_norm2.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 6794056628, - 6794059700 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.3.layer_norm2.weight": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 6794059700, - 6794062772 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.3.mlp.fc1.bias": { - "dtype": "F32", - "shape": [ - 3072 - ], - "data_offsets": [ - 6794062772, - 6794075060 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.3.mlp.fc1.weight": { - "dtype": "F32", - "shape": [ - 3072, - 768 - ], - "data_offsets": [ - 6794075060, - 6803512244 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.3.mlp.fc2.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 6803512244, - 6803515316 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.3.mlp.fc2.weight": { - "dtype": "F32", - "shape": [ - 768, - 3072 - ], - "data_offsets": [ - 6803515316, - 6812952500 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.3.self_attn.k_proj.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 6812952500, - 6812955572 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.3.self_attn.k_proj.weight": { - "dtype": "F32", - "shape": [ - 768, - 768 - ], - "data_offsets": [ - 6812955572, - 6815314868 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.3.self_attn.out_proj.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 6815314868, - 6815317940 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.3.self_attn.out_proj.weight": { - "dtype": "F32", - "shape": [ - 768, - 768 - ], - "data_offsets": [ - 6815317940, - 6817677236 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.3.self_attn.q_proj.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 6817677236, - 6817680308 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.3.self_attn.q_proj.weight": { - "dtype": "F32", - "shape": [ - 768, - 768 - ], - "data_offsets": [ - 6817680308, - 6820039604 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.3.self_attn.v_proj.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 6820039604, - 6820042676 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.3.self_attn.v_proj.weight": { - "dtype": "F32", - "shape": [ - 768, - 768 - ], - "data_offsets": [ - 6820042676, - 6822401972 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.4.layer_norm1.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 6822401972, - 6822405044 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.4.layer_norm1.weight": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 6822405044, - 6822408116 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.4.layer_norm2.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 6822408116, - 6822411188 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.4.layer_norm2.weight": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 6822411188, - 6822414260 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.4.mlp.fc1.bias": { - "dtype": "F32", - "shape": [ - 3072 - ], - "data_offsets": [ - 6822414260, - 6822426548 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.4.mlp.fc1.weight": { - "dtype": "F32", - "shape": [ - 3072, - 768 - ], - "data_offsets": [ - 6822426548, - 6831863732 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.4.mlp.fc2.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 6831863732, - 6831866804 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.4.mlp.fc2.weight": { - "dtype": "F32", - "shape": [ - 768, - 3072 - ], - "data_offsets": [ - 6831866804, - 6841303988 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.4.self_attn.k_proj.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 6841303988, - 6841307060 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.4.self_attn.k_proj.weight": { - "dtype": "F32", - "shape": [ - 768, - 768 - ], - "data_offsets": [ - 6841307060, - 6843666356 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.4.self_attn.out_proj.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 6843666356, - 6843669428 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.4.self_attn.out_proj.weight": { - "dtype": "F32", - "shape": [ - 768, - 768 - ], - "data_offsets": [ - 6843669428, - 6846028724 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.4.self_attn.q_proj.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 6846028724, - 6846031796 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.4.self_attn.q_proj.weight": { - "dtype": "F32", - "shape": [ - 768, - 768 - ], - "data_offsets": [ - 6846031796, - 6848391092 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.4.self_attn.v_proj.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 6848391092, - 6848394164 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.4.self_attn.v_proj.weight": { - "dtype": "F32", - "shape": [ - 768, - 768 - ], - "data_offsets": [ - 6848394164, - 6850753460 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.5.layer_norm1.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 6850753460, - 6850756532 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.5.layer_norm1.weight": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 6850756532, - 6850759604 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.5.layer_norm2.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 6850759604, - 6850762676 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.5.layer_norm2.weight": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 6850762676, - 6850765748 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.5.mlp.fc1.bias": { - "dtype": "F32", - "shape": [ - 3072 - ], - "data_offsets": [ - 6850765748, - 6850778036 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.5.mlp.fc1.weight": { - "dtype": "F32", - "shape": [ - 3072, - 768 - ], - "data_offsets": [ - 6850778036, - 6860215220 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.5.mlp.fc2.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 6860215220, - 6860218292 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.5.mlp.fc2.weight": { - "dtype": "F32", - "shape": [ - 768, - 3072 - ], - "data_offsets": [ - 6860218292, - 6869655476 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.5.self_attn.k_proj.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 6869655476, - 6869658548 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.5.self_attn.k_proj.weight": { - "dtype": "F32", - "shape": [ - 768, - 768 - ], - "data_offsets": [ - 6869658548, - 6872017844 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.5.self_attn.out_proj.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 6872017844, - 6872020916 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.5.self_attn.out_proj.weight": { - "dtype": "F32", - "shape": [ - 768, - 768 - ], - "data_offsets": [ - 6872020916, - 6874380212 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.5.self_attn.q_proj.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 6874380212, - 6874383284 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.5.self_attn.q_proj.weight": { - "dtype": "F32", - "shape": [ - 768, - 768 - ], - "data_offsets": [ - 6874383284, - 6876742580 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.5.self_attn.v_proj.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 6876742580, - 6876745652 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.5.self_attn.v_proj.weight": { - "dtype": "F32", - "shape": [ - 768, - 768 - ], - "data_offsets": [ - 6876745652, - 6879104948 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.6.layer_norm1.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 6879104948, - 6879108020 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.6.layer_norm1.weight": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 6879108020, - 6879111092 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.6.layer_norm2.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 6879111092, - 6879114164 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.6.layer_norm2.weight": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 6879114164, - 6879117236 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.6.mlp.fc1.bias": { - "dtype": "F32", - "shape": [ - 3072 - ], - "data_offsets": [ - 6879117236, - 6879129524 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.6.mlp.fc1.weight": { - "dtype": "F32", - "shape": [ - 3072, - 768 - ], - "data_offsets": [ - 6879129524, - 6888566708 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.6.mlp.fc2.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 6888566708, - 6888569780 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.6.mlp.fc2.weight": { - "dtype": "F32", - "shape": [ - 768, - 3072 - ], - "data_offsets": [ - 6888569780, - 6898006964 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.6.self_attn.k_proj.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 6898006964, - 6898010036 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.6.self_attn.k_proj.weight": { - "dtype": "F32", - "shape": [ - 768, - 768 - ], - "data_offsets": [ - 6898010036, - 6900369332 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.6.self_attn.out_proj.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 6900369332, - 6900372404 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.6.self_attn.out_proj.weight": { - "dtype": "F32", - "shape": [ - 768, - 768 - ], - "data_offsets": [ - 6900372404, - 6902731700 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.6.self_attn.q_proj.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 6902731700, - 6902734772 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.6.self_attn.q_proj.weight": { - "dtype": "F32", - "shape": [ - 768, - 768 - ], - "data_offsets": [ - 6902734772, - 6905094068 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.6.self_attn.v_proj.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 6905094068, - 6905097140 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.6.self_attn.v_proj.weight": { - "dtype": "F32", - "shape": [ - 768, - 768 - ], - "data_offsets": [ - 6905097140, - 6907456436 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.7.layer_norm1.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 6907456436, - 6907459508 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.7.layer_norm1.weight": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 6907459508, - 6907462580 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.7.layer_norm2.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 6907462580, - 6907465652 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.7.layer_norm2.weight": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 6907465652, - 6907468724 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.7.mlp.fc1.bias": { - "dtype": "F32", - "shape": [ - 3072 - ], - "data_offsets": [ - 6907468724, - 6907481012 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.7.mlp.fc1.weight": { - "dtype": "F32", - "shape": [ - 3072, - 768 - ], - "data_offsets": [ - 6907481012, - 6916918196 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.7.mlp.fc2.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 6916918196, - 6916921268 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.7.mlp.fc2.weight": { - "dtype": "F32", - "shape": [ - 768, - 3072 - ], - "data_offsets": [ - 6916921268, - 6926358452 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.7.self_attn.k_proj.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 6926358452, - 6926361524 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.7.self_attn.k_proj.weight": { - "dtype": "F32", - "shape": [ - 768, - 768 - ], - "data_offsets": [ - 6926361524, - 6928720820 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.7.self_attn.out_proj.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 6928720820, - 6928723892 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.7.self_attn.out_proj.weight": { - "dtype": "F32", - "shape": [ - 768, - 768 - ], - "data_offsets": [ - 6928723892, - 6931083188 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.7.self_attn.q_proj.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 6931083188, - 6931086260 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.7.self_attn.q_proj.weight": { - "dtype": "F32", - "shape": [ - 768, - 768 - ], - "data_offsets": [ - 6931086260, - 6933445556 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.7.self_attn.v_proj.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 6933445556, - 6933448628 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.7.self_attn.v_proj.weight": { - "dtype": "F32", - "shape": [ - 768, - 768 - ], - "data_offsets": [ - 6933448628, - 6935807924 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.8.layer_norm1.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 6935807924, - 6935810996 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.8.layer_norm1.weight": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 6935810996, - 6935814068 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.8.layer_norm2.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 6935814068, - 6935817140 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.8.layer_norm2.weight": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 6935817140, - 6935820212 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.8.mlp.fc1.bias": { - "dtype": "F32", - "shape": [ - 3072 - ], - "data_offsets": [ - 6935820212, - 6935832500 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.8.mlp.fc1.weight": { - "dtype": "F32", - "shape": [ - 3072, - 768 - ], - "data_offsets": [ - 6935832500, - 6945269684 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.8.mlp.fc2.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 6945269684, - 6945272756 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.8.mlp.fc2.weight": { - "dtype": "F32", - "shape": [ - 768, - 3072 - ], - "data_offsets": [ - 6945272756, - 6954709940 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.8.self_attn.k_proj.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 6954709940, - 6954713012 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.8.self_attn.k_proj.weight": { - "dtype": "F32", - "shape": [ - 768, - 768 - ], - "data_offsets": [ - 6954713012, - 6957072308 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.8.self_attn.out_proj.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 6957072308, - 6957075380 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.8.self_attn.out_proj.weight": { - "dtype": "F32", - "shape": [ - 768, - 768 - ], - "data_offsets": [ - 6957075380, - 6959434676 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.8.self_attn.q_proj.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 6959434676, - 6959437748 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.8.self_attn.q_proj.weight": { - "dtype": "F32", - "shape": [ - 768, - 768 - ], - "data_offsets": [ - 6959437748, - 6961797044 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.8.self_attn.v_proj.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 6961797044, - 6961800116 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.8.self_attn.v_proj.weight": { - "dtype": "F32", - "shape": [ - 768, - 768 - ], - "data_offsets": [ - 6961800116, - 6964159412 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.9.layer_norm1.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 6964159412, - 6964162484 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.9.layer_norm1.weight": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 6964162484, - 6964165556 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.9.layer_norm2.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 6964165556, - 6964168628 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.9.layer_norm2.weight": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 6964168628, - 6964171700 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.9.mlp.fc1.bias": { - "dtype": "F32", - "shape": [ - 3072 - ], - "data_offsets": [ - 6964171700, - 6964183988 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.9.mlp.fc1.weight": { - "dtype": "F32", - "shape": [ - 3072, - 768 - ], - "data_offsets": [ - 6964183988, - 6973621172 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.9.mlp.fc2.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 6973621172, - 6973624244 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.9.mlp.fc2.weight": { - "dtype": "F32", - "shape": [ - 768, - 3072 - ], - "data_offsets": [ - 6973624244, - 6983061428 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.9.self_attn.k_proj.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 6983061428, - 6983064500 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.9.self_attn.k_proj.weight": { - "dtype": "F32", - "shape": [ - 768, - 768 - ], - "data_offsets": [ - 6983064500, - 6985423796 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.9.self_attn.out_proj.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 6985423796, - 6985426868 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.9.self_attn.out_proj.weight": { - "dtype": "F32", - "shape": [ - 768, - 768 - ], - "data_offsets": [ - 6985426868, - 6987786164 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.9.self_attn.q_proj.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 6987786164, - 6987789236 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.9.self_attn.q_proj.weight": { - "dtype": "F32", - "shape": [ - 768, - 768 - ], - "data_offsets": [ - 6987789236, - 6990148532 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.9.self_attn.v_proj.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 6990148532, - 6990151604 - ] - }, - "embedding_manager.embedder.transformer.text_model.encoder.layers.9.self_attn.v_proj.weight": { - "dtype": "F32", - "shape": [ - 768, - 768 - ], - "data_offsets": [ - 6990151604, - 6992510900 - ] - }, - "embedding_manager.embedder.transformer.text_model.final_layer_norm.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 6992510900, - 6992513972 - ] - }, - "embedding_manager.embedder.transformer.text_model.final_layer_norm.weight": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 6992513972, - 6992517044 - ] - }, - "ln_model_n.bias": { - "dtype": "F32", - "shape": [ - 1536 - ], - "data_offsets": [ - 6992517044, - 6992523188 - ] - }, - "ln_model_n.weight": { - "dtype": "F32", - "shape": [ - 1536 - ], - "data_offsets": [ - 6992523188, - 6992529332 - ] - }, - "loss.perceptual_loss.lin0.model.1.weight": { - "dtype": "F32", - "shape": [ - 1, - 64, - 1, - 1 - ], - "data_offsets": [ - 6992529332, - 6992529588 - ] - }, - "loss.perceptual_loss.lin1.model.1.weight": { - "dtype": "F32", - "shape": [ - 1, - 128, - 1, - 1 - ], - "data_offsets": [ - 6992529588, - 6992530100 - ] - }, - "loss.perceptual_loss.lin2.model.1.weight": { - "dtype": "F32", - "shape": [ - 1, - 256, - 1, - 1 - ], - "data_offsets": [ - 6992530100, - 6992531124 - ] - }, - "loss.perceptual_loss.lin3.model.1.weight": { - "dtype": "F32", - "shape": [ - 1, - 512, - 1, - 1 - ], - "data_offsets": [ - 6992531124, - 6992533172 - ] - }, - "loss.perceptual_loss.lin4.model.1.weight": { - "dtype": "F32", - "shape": [ - 1, - 512, - 1, - 1 - ], - "data_offsets": [ - 6992533172, - 6992535220 - ] - }, - "model_ema.diffusion_modelinput_blocks00bias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 6992535220, - 6992536500 - ] - }, - "model_ema.diffusion_modelinput_blocks00weight": { - "dtype": "F32", - "shape": [ - 320, - 4, - 3, - 3 - ], - "data_offsets": [ - 6992536500, - 6992582580 - ] - }, - "model_ema.diffusion_modelinput_blocks100emb_layers1bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 6992582580, - 6992587700 - ] - }, - "model_ema.diffusion_modelinput_blocks100emb_layers1weight": { - "dtype": "F32", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 6992587700, - 6999141300 - ] - }, - "model_ema.diffusion_modelinput_blocks100in_layers0bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 6999141300, - 6999146420 - ] - }, - "model_ema.diffusion_modelinput_blocks100in_layers0weight": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 6999146420, - 6999151540 - ] - }, - "model_ema.diffusion_modelinput_blocks100in_layers2bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 6999151540, - 6999156660 - ] - }, - "model_ema.diffusion_modelinput_blocks100in_layers2weight": { - "dtype": "F32", - "shape": [ - 1280, - 1280, - 3, - 3 - ], - "data_offsets": [ - 6999156660, - 7058139060 - ] - }, - "model_ema.diffusion_modelinput_blocks100out_layers0bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 7058139060, - 7058144180 - ] - }, - "model_ema.diffusion_modelinput_blocks100out_layers0weight": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 7058144180, - 7058149300 - ] - }, - "model_ema.diffusion_modelinput_blocks100out_layers3bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 7058149300, - 7058154420 - ] - }, - "model_ema.diffusion_modelinput_blocks100out_layers3weight": { - "dtype": "F32", - "shape": [ - 1280, - 1280, - 3, - 3 - ], - "data_offsets": [ - 7058154420, - 7117136820 - ] - }, - "model_ema.diffusion_modelinput_blocks10emb_layers1bias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 7117136820, - 7117138100 - ] - }, - "model_ema.diffusion_modelinput_blocks10emb_layers1weight": { - "dtype": "F32", - "shape": [ - 320, - 1280 - ], - "data_offsets": [ - 7117138100, - 7118776500 - ] - }, - "model_ema.diffusion_modelinput_blocks10in_layers0bias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 7118776500, - 7118777780 - ] - }, - "model_ema.diffusion_modelinput_blocks10in_layers0weight": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 7118777780, - 7118779060 - ] - }, - "model_ema.diffusion_modelinput_blocks10in_layers2bias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 7118779060, - 7118780340 - ] - }, - "model_ema.diffusion_modelinput_blocks10in_layers2weight": { - "dtype": "F32", - "shape": [ - 320, - 320, - 3, - 3 - ], - "data_offsets": [ - 7118780340, - 7122466740 - ] - }, - "model_ema.diffusion_modelinput_blocks10out_layers0bias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 7122466740, - 7122468020 - ] - }, - "model_ema.diffusion_modelinput_blocks10out_layers0weight": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 7122468020, - 7122469300 - ] - }, - "model_ema.diffusion_modelinput_blocks10out_layers3bias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 7122469300, - 7122470580 - ] - }, - "model_ema.diffusion_modelinput_blocks10out_layers3weight": { - "dtype": "F32", - "shape": [ - 320, - 320, - 3, - 3 - ], - "data_offsets": [ - 7122470580, - 7126156980 - ] - }, - "model_ema.diffusion_modelinput_blocks110emb_layers1bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 7126156980, - 7126162100 - ] - }, - "model_ema.diffusion_modelinput_blocks110emb_layers1weight": { - "dtype": "F32", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 7126162100, - 7132715700 - ] - }, - "model_ema.diffusion_modelinput_blocks110in_layers0bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 7132715700, - 7132720820 - ] - }, - "model_ema.diffusion_modelinput_blocks110in_layers0weight": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 7132720820, - 7132725940 - ] - }, - "model_ema.diffusion_modelinput_blocks110in_layers2bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 7132725940, - 7132731060 - ] - }, - "model_ema.diffusion_modelinput_blocks110in_layers2weight": { - "dtype": "F32", - "shape": [ - 1280, - 1280, - 3, - 3 - ], - "data_offsets": [ - 7132731060, - 7191713460 - ] - }, - "model_ema.diffusion_modelinput_blocks110out_layers0bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 7191713460, - 7191718580 - ] - }, - "model_ema.diffusion_modelinput_blocks110out_layers0weight": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 7191718580, - 7191723700 - ] - }, - "model_ema.diffusion_modelinput_blocks110out_layers3bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 7191723700, - 7191728820 - ] - }, - "model_ema.diffusion_modelinput_blocks110out_layers3weight": { - "dtype": "F32", - "shape": [ - 1280, - 1280, - 3, - 3 - ], - "data_offsets": [ - 7191728820, - 7250711220 - ] - }, - "model_ema.diffusion_modelinput_blocks11normbias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 7250711220, - 7250712500 - ] - }, - "model_ema.diffusion_modelinput_blocks11normweight": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 7250712500, - 7250713780 - ] - }, - "model_ema.diffusion_modelinput_blocks11proj_inbias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 7250713780, - 7250715060 - ] - }, - "model_ema.diffusion_modelinput_blocks11proj_inweight": { - "dtype": "F32", - "shape": [ - 320, - 320, - 1, - 1 - ], - "data_offsets": [ - 7250715060, - 7251124660 - ] - }, - "model_ema.diffusion_modelinput_blocks11proj_outbias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 7251124660, - 7251125940 - ] - }, - "model_ema.diffusion_modelinput_blocks11proj_outweight": { - "dtype": "F32", - "shape": [ - 320, - 320, - 1, - 1 - ], - "data_offsets": [ - 7251125940, - 7251535540 - ] - }, - "model_ema.diffusion_modelinput_blocks11transformer_blocks0attn1to_kweight": { - "dtype": "F32", - "shape": [ - 320, - 320 - ], - "data_offsets": [ - 7251535540, - 7251945140 - ] - }, - "model_ema.diffusion_modelinput_blocks11transformer_blocks0attn1to_out0bias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 7251945140, - 7251946420 - ] - }, - "model_ema.diffusion_modelinput_blocks11transformer_blocks0attn1to_out0weight": { - "dtype": "F32", - "shape": [ - 320, - 320 - ], - "data_offsets": [ - 7251946420, - 7252356020 - ] - }, - "model_ema.diffusion_modelinput_blocks11transformer_blocks0attn1to_qweight": { - "dtype": "F32", - "shape": [ - 320, - 320 - ], - "data_offsets": [ - 7252356020, - 7252765620 - ] - }, - "model_ema.diffusion_modelinput_blocks11transformer_blocks0attn1to_vweight": { - "dtype": "F32", - "shape": [ - 320, - 320 - ], - "data_offsets": [ - 7252765620, - 7253175220 - ] - }, - "model_ema.diffusion_modelinput_blocks11transformer_blocks0attn2to_kweight": { - "dtype": "F32", - "shape": [ - 320, - 768 - ], - "data_offsets": [ - 7253175220, - 7254158260 - ] - }, - "model_ema.diffusion_modelinput_blocks11transformer_blocks0attn2to_out0bias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 7254158260, - 7254159540 - ] - }, - "model_ema.diffusion_modelinput_blocks11transformer_blocks0attn2to_out0weight": { - "dtype": "F32", - "shape": [ - 320, - 320 - ], - "data_offsets": [ - 7254159540, - 7254569140 - ] - }, - "model_ema.diffusion_modelinput_blocks11transformer_blocks0attn2to_qweight": { - "dtype": "F32", - "shape": [ - 320, - 320 - ], - "data_offsets": [ - 7254569140, - 7254978740 - ] - }, - "model_ema.diffusion_modelinput_blocks11transformer_blocks0attn2to_vweight": { - "dtype": "F32", - "shape": [ - 320, - 768 - ], - "data_offsets": [ - 7254978740, - 7255961780 - ] - }, - "model_ema.diffusion_modelinput_blocks11transformer_blocks0ffnet0projbias": { - "dtype": "F32", - "shape": [ - 2560 - ], - "data_offsets": [ - 7255961780, - 7255972020 - ] - }, - "model_ema.diffusion_modelinput_blocks11transformer_blocks0ffnet0projweight": { - "dtype": "F32", - "shape": [ - 2560, - 320 - ], - "data_offsets": [ - 7255972020, - 7259248820 - ] - }, - "model_ema.diffusion_modelinput_blocks11transformer_blocks0ffnet2bias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 7259248820, - 7259250100 - ] - }, - "model_ema.diffusion_modelinput_blocks11transformer_blocks0ffnet2weight": { - "dtype": "F32", - "shape": [ - 320, - 1280 - ], - "data_offsets": [ - 7259250100, - 7260888500 - ] - }, - "model_ema.diffusion_modelinput_blocks11transformer_blocks0norm1bias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 7260888500, - 7260889780 - ] - }, - "model_ema.diffusion_modelinput_blocks11transformer_blocks0norm1weight": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 7260889780, - 7260891060 - ] - }, - "model_ema.diffusion_modelinput_blocks11transformer_blocks0norm2bias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 7260891060, - 7260892340 - ] - }, - "model_ema.diffusion_modelinput_blocks11transformer_blocks0norm2weight": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 7260892340, - 7260893620 - ] - }, - "model_ema.diffusion_modelinput_blocks11transformer_blocks0norm3bias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 7260893620, - 7260894900 - ] - }, - "model_ema.diffusion_modelinput_blocks11transformer_blocks0norm3weight": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 7260894900, - 7260896180 - ] - }, - "model_ema.diffusion_modelinput_blocks20emb_layers1bias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 7260896180, - 7260897460 - ] - }, - "model_ema.diffusion_modelinput_blocks20emb_layers1weight": { - "dtype": "F32", - "shape": [ - 320, - 1280 - ], - "data_offsets": [ - 7260897460, - 7262535860 - ] - }, - "model_ema.diffusion_modelinput_blocks20in_layers0bias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 7262535860, - 7262537140 - ] - }, - "model_ema.diffusion_modelinput_blocks20in_layers0weight": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 7262537140, - 7262538420 - ] - }, - "model_ema.diffusion_modelinput_blocks20in_layers2bias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 7262538420, - 7262539700 - ] - }, - "model_ema.diffusion_modelinput_blocks20in_layers2weight": { - "dtype": "F32", - "shape": [ - 320, - 320, - 3, - 3 - ], - "data_offsets": [ - 7262539700, - 7266226100 - ] - }, - "model_ema.diffusion_modelinput_blocks20out_layers0bias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 7266226100, - 7266227380 - ] - }, - "model_ema.diffusion_modelinput_blocks20out_layers0weight": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 7266227380, - 7266228660 - ] - }, - "model_ema.diffusion_modelinput_blocks20out_layers3bias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 7266228660, - 7266229940 - ] - }, - "model_ema.diffusion_modelinput_blocks20out_layers3weight": { - "dtype": "F32", - "shape": [ - 320, - 320, - 3, - 3 - ], - "data_offsets": [ - 7266229940, - 7269916340 - ] - }, - "model_ema.diffusion_modelinput_blocks21normbias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 7269916340, - 7269917620 - ] - }, - "model_ema.diffusion_modelinput_blocks21normweight": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 7269917620, - 7269918900 - ] - }, - "model_ema.diffusion_modelinput_blocks21proj_inbias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 7269918900, - 7269920180 - ] - }, - "model_ema.diffusion_modelinput_blocks21proj_inweight": { - "dtype": "F32", - "shape": [ - 320, - 320, - 1, - 1 - ], - "data_offsets": [ - 7269920180, - 7270329780 - ] - }, - "model_ema.diffusion_modelinput_blocks21proj_outbias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 7270329780, - 7270331060 - ] - }, - "model_ema.diffusion_modelinput_blocks21proj_outweight": { - "dtype": "F32", - "shape": [ - 320, - 320, - 1, - 1 - ], - "data_offsets": [ - 7270331060, - 7270740660 - ] - }, - "model_ema.diffusion_modelinput_blocks21transformer_blocks0attn1to_kweight": { - "dtype": "F32", - "shape": [ - 320, - 320 - ], - "data_offsets": [ - 7270740660, - 7271150260 - ] - }, - "model_ema.diffusion_modelinput_blocks21transformer_blocks0attn1to_out0bias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 7271150260, - 7271151540 - ] - }, - "model_ema.diffusion_modelinput_blocks21transformer_blocks0attn1to_out0weight": { - "dtype": "F32", - "shape": [ - 320, - 320 - ], - "data_offsets": [ - 7271151540, - 7271561140 - ] - }, - "model_ema.diffusion_modelinput_blocks21transformer_blocks0attn1to_qweight": { - "dtype": "F32", - "shape": [ - 320, - 320 - ], - "data_offsets": [ - 7271561140, - 7271970740 - ] - }, - "model_ema.diffusion_modelinput_blocks21transformer_blocks0attn1to_vweight": { - "dtype": "F32", - "shape": [ - 320, - 320 - ], - "data_offsets": [ - 7271970740, - 7272380340 - ] - }, - "model_ema.diffusion_modelinput_blocks21transformer_blocks0attn2to_kweight": { - "dtype": "F32", - "shape": [ - 320, - 768 - ], - "data_offsets": [ - 7272380340, - 7273363380 - ] - }, - "model_ema.diffusion_modelinput_blocks21transformer_blocks0attn2to_out0bias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 7273363380, - 7273364660 - ] - }, - "model_ema.diffusion_modelinput_blocks21transformer_blocks0attn2to_out0weight": { - "dtype": "F32", - "shape": [ - 320, - 320 - ], - "data_offsets": [ - 7273364660, - 7273774260 - ] - }, - "model_ema.diffusion_modelinput_blocks21transformer_blocks0attn2to_qweight": { - "dtype": "F32", - "shape": [ - 320, - 320 - ], - "data_offsets": [ - 7273774260, - 7274183860 - ] - }, - "model_ema.diffusion_modelinput_blocks21transformer_blocks0attn2to_vweight": { - "dtype": "F32", - "shape": [ - 320, - 768 - ], - "data_offsets": [ - 7274183860, - 7275166900 - ] - }, - "model_ema.diffusion_modelinput_blocks21transformer_blocks0ffnet0projbias": { - "dtype": "F32", - "shape": [ - 2560 - ], - "data_offsets": [ - 7275166900, - 7275177140 - ] - }, - "model_ema.diffusion_modelinput_blocks21transformer_blocks0ffnet0projweight": { - "dtype": "F32", - "shape": [ - 2560, - 320 - ], - "data_offsets": [ - 7275177140, - 7278453940 - ] - }, - "model_ema.diffusion_modelinput_blocks21transformer_blocks0ffnet2bias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 7278453940, - 7278455220 - ] - }, - "model_ema.diffusion_modelinput_blocks21transformer_blocks0ffnet2weight": { - "dtype": "F32", - "shape": [ - 320, - 1280 - ], - "data_offsets": [ - 7278455220, - 7280093620 - ] - }, - "model_ema.diffusion_modelinput_blocks21transformer_blocks0norm1bias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 7280093620, - 7280094900 - ] - }, - "model_ema.diffusion_modelinput_blocks21transformer_blocks0norm1weight": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 7280094900, - 7280096180 - ] - }, - "model_ema.diffusion_modelinput_blocks21transformer_blocks0norm2bias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 7280096180, - 7280097460 - ] - }, - "model_ema.diffusion_modelinput_blocks21transformer_blocks0norm2weight": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 7280097460, - 7280098740 - ] - }, - "model_ema.diffusion_modelinput_blocks21transformer_blocks0norm3bias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 7280098740, - 7280100020 - ] - }, - "model_ema.diffusion_modelinput_blocks21transformer_blocks0norm3weight": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 7280100020, - 7280101300 - ] - }, - "model_ema.diffusion_modelinput_blocks30opbias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 7280101300, - 7280102580 - ] - }, - "model_ema.diffusion_modelinput_blocks30opweight": { - "dtype": "F32", - "shape": [ - 320, - 320, - 3, - 3 - ], - "data_offsets": [ - 7280102580, - 7283788980 - ] - }, - "model_ema.diffusion_modelinput_blocks40emb_layers1bias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 7283788980, - 7283791540 - ] - }, - "model_ema.diffusion_modelinput_blocks40emb_layers1weight": { - "dtype": "F32", - "shape": [ - 640, - 1280 - ], - "data_offsets": [ - 7283791540, - 7287068340 - ] - }, - "model_ema.diffusion_modelinput_blocks40in_layers0bias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 7287068340, - 7287069620 - ] - }, - "model_ema.diffusion_modelinput_blocks40in_layers0weight": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 7287069620, - 7287070900 - ] - }, - "model_ema.diffusion_modelinput_blocks40in_layers2bias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 7287070900, - 7287073460 - ] - }, - "model_ema.diffusion_modelinput_blocks40in_layers2weight": { - "dtype": "F32", - "shape": [ - 640, - 320, - 3, - 3 - ], - "data_offsets": [ - 7287073460, - 7294446260 - ] - }, - "model_ema.diffusion_modelinput_blocks40out_layers0bias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 7294446260, - 7294448820 - ] - }, - "model_ema.diffusion_modelinput_blocks40out_layers0weight": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 7294448820, - 7294451380 - ] - }, - "model_ema.diffusion_modelinput_blocks40out_layers3bias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 7294451380, - 7294453940 - ] - }, - "model_ema.diffusion_modelinput_blocks40out_layers3weight": { - "dtype": "F32", - "shape": [ - 640, - 640, - 3, - 3 - ], - "data_offsets": [ - 7294453940, - 7309199540 - ] - }, - "model_ema.diffusion_modelinput_blocks40skip_connectionbias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 7309199540, - 7309202100 - ] - }, - "model_ema.diffusion_modelinput_blocks40skip_connectionweight": { - "dtype": "F32", - "shape": [ - 640, - 320, - 1, - 1 - ], - "data_offsets": [ - 7309202100, - 7310021300 - ] - }, - "model_ema.diffusion_modelinput_blocks41normbias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 7310021300, - 7310023860 - ] - }, - "model_ema.diffusion_modelinput_blocks41normweight": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 7310023860, - 7310026420 - ] - }, - "model_ema.diffusion_modelinput_blocks41proj_inbias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 7310026420, - 7310028980 - ] - }, - "model_ema.diffusion_modelinput_blocks41proj_inweight": { - "dtype": "F32", - "shape": [ - 640, - 640, - 1, - 1 - ], - "data_offsets": [ - 7310028980, - 7311667380 - ] - }, - "model_ema.diffusion_modelinput_blocks41proj_outbias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 7311667380, - 7311669940 - ] - }, - "model_ema.diffusion_modelinput_blocks41proj_outweight": { - "dtype": "F32", - "shape": [ - 640, - 640, - 1, - 1 - ], - "data_offsets": [ - 7311669940, - 7313308340 - ] - }, - "model_ema.diffusion_modelinput_blocks41transformer_blocks0attn1to_kweight": { - "dtype": "F32", - "shape": [ - 640, - 640 - ], - "data_offsets": [ - 7313308340, - 7314946740 - ] - }, - "model_ema.diffusion_modelinput_blocks41transformer_blocks0attn1to_out0bias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 7314946740, - 7314949300 - ] - }, - "model_ema.diffusion_modelinput_blocks41transformer_blocks0attn1to_out0weight": { - "dtype": "F32", - "shape": [ - 640, - 640 - ], - "data_offsets": [ - 7314949300, - 7316587700 - ] - }, - "model_ema.diffusion_modelinput_blocks41transformer_blocks0attn1to_qweight": { - "dtype": "F32", - "shape": [ - 640, - 640 - ], - "data_offsets": [ - 7316587700, - 7318226100 - ] - }, - "model_ema.diffusion_modelinput_blocks41transformer_blocks0attn1to_vweight": { - "dtype": "F32", - "shape": [ - 640, - 640 - ], - "data_offsets": [ - 7318226100, - 7319864500 - ] - }, - "model_ema.diffusion_modelinput_blocks41transformer_blocks0attn2to_kweight": { - "dtype": "F32", - "shape": [ - 640, - 768 - ], - "data_offsets": [ - 7319864500, - 7321830580 - ] - }, - "model_ema.diffusion_modelinput_blocks41transformer_blocks0attn2to_out0bias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 7321830580, - 7321833140 - ] - }, - "model_ema.diffusion_modelinput_blocks41transformer_blocks0attn2to_out0weight": { - "dtype": "F32", - "shape": [ - 640, - 640 - ], - "data_offsets": [ - 7321833140, - 7323471540 - ] - }, - "model_ema.diffusion_modelinput_blocks41transformer_blocks0attn2to_qweight": { - "dtype": "F32", - "shape": [ - 640, - 640 - ], - "data_offsets": [ - 7323471540, - 7325109940 - ] - }, - "model_ema.diffusion_modelinput_blocks41transformer_blocks0attn2to_vweight": { - "dtype": "F32", - "shape": [ - 640, - 768 - ], - "data_offsets": [ - 7325109940, - 7327076020 - ] - }, - "model_ema.diffusion_modelinput_blocks41transformer_blocks0ffnet0projbias": { - "dtype": "F32", - "shape": [ - 5120 - ], - "data_offsets": [ - 7327076020, - 7327096500 - ] - }, - "model_ema.diffusion_modelinput_blocks41transformer_blocks0ffnet0projweight": { - "dtype": "F32", - "shape": [ - 5120, - 640 - ], - "data_offsets": [ - 7327096500, - 7340203700 - ] - }, - "model_ema.diffusion_modelinput_blocks41transformer_blocks0ffnet2bias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 7340203700, - 7340206260 - ] - }, - "model_ema.diffusion_modelinput_blocks41transformer_blocks0ffnet2weight": { - "dtype": "F32", - "shape": [ - 640, - 2560 - ], - "data_offsets": [ - 7340206260, - 7346759860 - ] - }, - "model_ema.diffusion_modelinput_blocks41transformer_blocks0norm1bias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 7346759860, - 7346762420 - ] - }, - "model_ema.diffusion_modelinput_blocks41transformer_blocks0norm1weight": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 7346762420, - 7346764980 - ] - }, - "model_ema.diffusion_modelinput_blocks41transformer_blocks0norm2bias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 7346764980, - 7346767540 - ] - }, - "model_ema.diffusion_modelinput_blocks41transformer_blocks0norm2weight": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 7346767540, - 7346770100 - ] - }, - "model_ema.diffusion_modelinput_blocks41transformer_blocks0norm3bias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 7346770100, - 7346772660 - ] - }, - "model_ema.diffusion_modelinput_blocks41transformer_blocks0norm3weight": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 7346772660, - 7346775220 - ] - }, - "model_ema.diffusion_modelinput_blocks50emb_layers1bias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 7346775220, - 7346777780 - ] - }, - "model_ema.diffusion_modelinput_blocks50emb_layers1weight": { - "dtype": "F32", - "shape": [ - 640, - 1280 - ], - "data_offsets": [ - 7346777780, - 7350054580 - ] - }, - "model_ema.diffusion_modelinput_blocks50in_layers0bias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 7350054580, - 7350057140 - ] - }, - "model_ema.diffusion_modelinput_blocks50in_layers0weight": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 7350057140, - 7350059700 - ] - }, - "model_ema.diffusion_modelinput_blocks50in_layers2bias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 7350059700, - 7350062260 - ] - }, - "model_ema.diffusion_modelinput_blocks50in_layers2weight": { - "dtype": "F32", - "shape": [ - 640, - 640, - 3, - 3 - ], - "data_offsets": [ - 7350062260, - 7364807860 - ] - }, - "model_ema.diffusion_modelinput_blocks50out_layers0bias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 7364807860, - 7364810420 - ] - }, - "model_ema.diffusion_modelinput_blocks50out_layers0weight": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 7364810420, - 7364812980 - ] - }, - "model_ema.diffusion_modelinput_blocks50out_layers3bias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 7364812980, - 7364815540 - ] - }, - "model_ema.diffusion_modelinput_blocks50out_layers3weight": { - "dtype": "F32", - "shape": [ - 640, - 640, - 3, - 3 - ], - "data_offsets": [ - 7364815540, - 7379561140 - ] - }, - "model_ema.diffusion_modelinput_blocks51normbias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 7379561140, - 7379563700 - ] - }, - "model_ema.diffusion_modelinput_blocks51normweight": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 7379563700, - 7379566260 - ] - }, - "model_ema.diffusion_modelinput_blocks51proj_inbias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 7379566260, - 7379568820 - ] - }, - "model_ema.diffusion_modelinput_blocks51proj_inweight": { - "dtype": "F32", - "shape": [ - 640, - 640, - 1, - 1 - ], - "data_offsets": [ - 7379568820, - 7381207220 - ] - }, - "model_ema.diffusion_modelinput_blocks51proj_outbias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 7381207220, - 7381209780 - ] - }, - "model_ema.diffusion_modelinput_blocks51proj_outweight": { - "dtype": "F32", - "shape": [ - 640, - 640, - 1, - 1 - ], - "data_offsets": [ - 7381209780, - 7382848180 - ] - }, - "model_ema.diffusion_modelinput_blocks51transformer_blocks0attn1to_kweight": { - "dtype": "F32", - "shape": [ - 640, - 640 - ], - "data_offsets": [ - 7382848180, - 7384486580 - ] - }, - "model_ema.diffusion_modelinput_blocks51transformer_blocks0attn1to_out0bias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 7384486580, - 7384489140 - ] - }, - "model_ema.diffusion_modelinput_blocks51transformer_blocks0attn1to_out0weight": { - "dtype": "F32", - "shape": [ - 640, - 640 - ], - "data_offsets": [ - 7384489140, - 7386127540 - ] - }, - "model_ema.diffusion_modelinput_blocks51transformer_blocks0attn1to_qweight": { - "dtype": "F32", - "shape": [ - 640, - 640 - ], - "data_offsets": [ - 7386127540, - 7387765940 - ] - }, - "model_ema.diffusion_modelinput_blocks51transformer_blocks0attn1to_vweight": { - "dtype": "F32", - "shape": [ - 640, - 640 - ], - "data_offsets": [ - 7387765940, - 7389404340 - ] - }, - "model_ema.diffusion_modelinput_blocks51transformer_blocks0attn2to_kweight": { - "dtype": "F32", - "shape": [ - 640, - 768 - ], - "data_offsets": [ - 7389404340, - 7391370420 - ] - }, - "model_ema.diffusion_modelinput_blocks51transformer_blocks0attn2to_out0bias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 7391370420, - 7391372980 - ] - }, - "model_ema.diffusion_modelinput_blocks51transformer_blocks0attn2to_out0weight": { - "dtype": "F32", - "shape": [ - 640, - 640 - ], - "data_offsets": [ - 7391372980, - 7393011380 - ] - }, - "model_ema.diffusion_modelinput_blocks51transformer_blocks0attn2to_qweight": { - "dtype": "F32", - "shape": [ - 640, - 640 - ], - "data_offsets": [ - 7393011380, - 7394649780 - ] - }, - "model_ema.diffusion_modelinput_blocks51transformer_blocks0attn2to_vweight": { - "dtype": "F32", - "shape": [ - 640, - 768 - ], - "data_offsets": [ - 7394649780, - 7396615860 - ] - }, - "model_ema.diffusion_modelinput_blocks51transformer_blocks0ffnet0projbias": { - "dtype": "F32", - "shape": [ - 5120 - ], - "data_offsets": [ - 7396615860, - 7396636340 - ] - }, - "model_ema.diffusion_modelinput_blocks51transformer_blocks0ffnet0projweight": { - "dtype": "F32", - "shape": [ - 5120, - 640 - ], - "data_offsets": [ - 7396636340, - 7409743540 - ] - }, - "model_ema.diffusion_modelinput_blocks51transformer_blocks0ffnet2bias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 7409743540, - 7409746100 - ] - }, - "model_ema.diffusion_modelinput_blocks51transformer_blocks0ffnet2weight": { - "dtype": "F32", - "shape": [ - 640, - 2560 - ], - "data_offsets": [ - 7409746100, - 7416299700 - ] - }, - "model_ema.diffusion_modelinput_blocks51transformer_blocks0norm1bias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 7416299700, - 7416302260 - ] - }, - "model_ema.diffusion_modelinput_blocks51transformer_blocks0norm1weight": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 7416302260, - 7416304820 - ] - }, - "model_ema.diffusion_modelinput_blocks51transformer_blocks0norm2bias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 7416304820, - 7416307380 - ] - }, - "model_ema.diffusion_modelinput_blocks51transformer_blocks0norm2weight": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 7416307380, - 7416309940 - ] - }, - "model_ema.diffusion_modelinput_blocks51transformer_blocks0norm3bias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 7416309940, - 7416312500 - ] - }, - "model_ema.diffusion_modelinput_blocks51transformer_blocks0norm3weight": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 7416312500, - 7416315060 - ] - }, - "model_ema.diffusion_modelinput_blocks60opbias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 7416315060, - 7416317620 - ] - }, - "model_ema.diffusion_modelinput_blocks60opweight": { - "dtype": "F32", - "shape": [ - 640, - 640, - 3, - 3 - ], - "data_offsets": [ - 7416317620, - 7431063220 - ] - }, - "model_ema.diffusion_modelinput_blocks70emb_layers1bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 7431063220, - 7431068340 - ] - }, - "model_ema.diffusion_modelinput_blocks70emb_layers1weight": { - "dtype": "F32", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 7431068340, - 7437621940 - ] - }, - "model_ema.diffusion_modelinput_blocks70in_layers0bias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 7437621940, - 7437624500 - ] - }, - "model_ema.diffusion_modelinput_blocks70in_layers0weight": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 7437624500, - 7437627060 - ] - }, - "model_ema.diffusion_modelinput_blocks70in_layers2bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 7437627060, - 7437632180 - ] - }, - "model_ema.diffusion_modelinput_blocks70in_layers2weight": { - "dtype": "F32", - "shape": [ - 1280, - 640, - 3, - 3 - ], - "data_offsets": [ - 7437632180, - 7467123380 - ] - }, - "model_ema.diffusion_modelinput_blocks70out_layers0bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 7467123380, - 7467128500 - ] - }, - "model_ema.diffusion_modelinput_blocks70out_layers0weight": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 7467128500, - 7467133620 - ] - }, - "model_ema.diffusion_modelinput_blocks70out_layers3bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 7467133620, - 7467138740 - ] - }, - "model_ema.diffusion_modelinput_blocks70out_layers3weight": { - "dtype": "F32", - "shape": [ - 1280, - 1280, - 3, - 3 - ], - "data_offsets": [ - 7467138740, - 7526121140 - ] - }, - "model_ema.diffusion_modelinput_blocks70skip_connectionbias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 7526121140, - 7526126260 - ] - }, - "model_ema.diffusion_modelinput_blocks70skip_connectionweight": { - "dtype": "F32", - "shape": [ - 1280, - 640, - 1, - 1 - ], - "data_offsets": [ - 7526126260, - 7529403060 - ] - }, - "model_ema.diffusion_modelinput_blocks71normbias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 7529403060, - 7529408180 - ] - }, - "model_ema.diffusion_modelinput_blocks71normweight": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 7529408180, - 7529413300 - ] - }, - "model_ema.diffusion_modelinput_blocks71proj_inbias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 7529413300, - 7529418420 - ] - }, - "model_ema.diffusion_modelinput_blocks71proj_inweight": { - "dtype": "F32", - "shape": [ - 1280, - 1280, - 1, - 1 - ], - "data_offsets": [ - 7529418420, - 7535972020 - ] - }, - "model_ema.diffusion_modelinput_blocks71proj_outbias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 7535972020, - 7535977140 - ] - }, - "model_ema.diffusion_modelinput_blocks71proj_outweight": { - "dtype": "F32", - "shape": [ - 1280, - 1280, - 1, - 1 - ], - "data_offsets": [ - 7535977140, - 7542530740 - ] - }, - "model_ema.diffusion_modelinput_blocks71transformer_blocks0attn1to_kweight": { - "dtype": "F32", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 7542530740, - 7549084340 - ] - }, - "model_ema.diffusion_modelinput_blocks71transformer_blocks0attn1to_out0bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 7549084340, - 7549089460 - ] - }, - "model_ema.diffusion_modelinput_blocks71transformer_blocks0attn1to_out0weight": { - "dtype": "F32", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 7549089460, - 7555643060 - ] - }, - "model_ema.diffusion_modelinput_blocks71transformer_blocks0attn1to_qweight": { - "dtype": "F32", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 7555643060, - 7562196660 - ] - }, - "model_ema.diffusion_modelinput_blocks71transformer_blocks0attn1to_vweight": { - "dtype": "F32", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 7562196660, - 7568750260 - ] - }, - "model_ema.diffusion_modelinput_blocks71transformer_blocks0attn2to_kweight": { - "dtype": "F32", - "shape": [ - 1280, - 768 - ], - "data_offsets": [ - 7568750260, - 7572682420 - ] - }, - "model_ema.diffusion_modelinput_blocks71transformer_blocks0attn2to_out0bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 7572682420, - 7572687540 - ] - }, - "model_ema.diffusion_modelinput_blocks71transformer_blocks0attn2to_out0weight": { - "dtype": "F32", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 7572687540, - 7579241140 - ] - }, - "model_ema.diffusion_modelinput_blocks71transformer_blocks0attn2to_qweight": { - "dtype": "F32", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 7579241140, - 7585794740 - ] - }, - "model_ema.diffusion_modelinput_blocks71transformer_blocks0attn2to_vweight": { - "dtype": "F32", - "shape": [ - 1280, - 768 - ], - "data_offsets": [ - 7585794740, - 7589726900 - ] - }, - "model_ema.diffusion_modelinput_blocks71transformer_blocks0ffnet0projbias": { - "dtype": "F32", - "shape": [ - 10240 - ], - "data_offsets": [ - 7589726900, - 7589767860 - ] - }, - "model_ema.diffusion_modelinput_blocks71transformer_blocks0ffnet0projweight": { - "dtype": "F32", - "shape": [ - 10240, - 1280 - ], - "data_offsets": [ - 7589767860, - 7642196660 - ] - }, - "model_ema.diffusion_modelinput_blocks71transformer_blocks0ffnet2bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 7642196660, - 7642201780 - ] - }, - "model_ema.diffusion_modelinput_blocks71transformer_blocks0ffnet2weight": { - "dtype": "F32", - "shape": [ - 1280, - 5120 - ], - "data_offsets": [ - 7642201780, - 7668416180 - ] - }, - "model_ema.diffusion_modelinput_blocks71transformer_blocks0norm1bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 7668416180, - 7668421300 - ] - }, - "model_ema.diffusion_modelinput_blocks71transformer_blocks0norm1weight": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 7668421300, - 7668426420 - ] - }, - "model_ema.diffusion_modelinput_blocks71transformer_blocks0norm2bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 7668426420, - 7668431540 - ] - }, - "model_ema.diffusion_modelinput_blocks71transformer_blocks0norm2weight": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 7668431540, - 7668436660 - ] - }, - "model_ema.diffusion_modelinput_blocks71transformer_blocks0norm3bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 7668436660, - 7668441780 - ] - }, - "model_ema.diffusion_modelinput_blocks71transformer_blocks0norm3weight": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 7668441780, - 7668446900 - ] - }, - "model_ema.diffusion_modelinput_blocks80emb_layers1bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 7668446900, - 7668452020 - ] - }, - "model_ema.diffusion_modelinput_blocks80emb_layers1weight": { - "dtype": "F32", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 7668452020, - 7675005620 - ] - }, - "model_ema.diffusion_modelinput_blocks80in_layers0bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 7675005620, - 7675010740 - ] - }, - "model_ema.diffusion_modelinput_blocks80in_layers0weight": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 7675010740, - 7675015860 - ] - }, - "model_ema.diffusion_modelinput_blocks80in_layers2bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 7675015860, - 7675020980 - ] - }, - "model_ema.diffusion_modelinput_blocks80in_layers2weight": { - "dtype": "F32", - "shape": [ - 1280, - 1280, - 3, - 3 - ], - "data_offsets": [ - 7675020980, - 7734003380 - ] - }, - "model_ema.diffusion_modelinput_blocks80out_layers0bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 7734003380, - 7734008500 - ] - }, - "model_ema.diffusion_modelinput_blocks80out_layers0weight": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 7734008500, - 7734013620 - ] - }, - "model_ema.diffusion_modelinput_blocks80out_layers3bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 7734013620, - 7734018740 - ] - }, - "model_ema.diffusion_modelinput_blocks80out_layers3weight": { - "dtype": "F32", - "shape": [ - 1280, - 1280, - 3, - 3 - ], - "data_offsets": [ - 7734018740, - 7793001140 - ] - }, - "model_ema.diffusion_modelinput_blocks81normbias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 7793001140, - 7793006260 - ] - }, - "model_ema.diffusion_modelinput_blocks81normweight": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 7793006260, - 7793011380 - ] - }, - "model_ema.diffusion_modelinput_blocks81proj_inbias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 7793011380, - 7793016500 - ] - }, - "model_ema.diffusion_modelinput_blocks81proj_inweight": { - "dtype": "F32", - "shape": [ - 1280, - 1280, - 1, - 1 - ], - "data_offsets": [ - 7793016500, - 7799570100 - ] - }, - "model_ema.diffusion_modelinput_blocks81proj_outbias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 7799570100, - 7799575220 - ] - }, - "model_ema.diffusion_modelinput_blocks81proj_outweight": { - "dtype": "F32", - "shape": [ - 1280, - 1280, - 1, - 1 - ], - "data_offsets": [ - 7799575220, - 7806128820 - ] - }, - "model_ema.diffusion_modelinput_blocks81transformer_blocks0attn1to_kweight": { - "dtype": "F32", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 7806128820, - 7812682420 - ] - }, - "model_ema.diffusion_modelinput_blocks81transformer_blocks0attn1to_out0bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 7812682420, - 7812687540 - ] - }, - "model_ema.diffusion_modelinput_blocks81transformer_blocks0attn1to_out0weight": { - "dtype": "F32", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 7812687540, - 7819241140 - ] - }, - "model_ema.diffusion_modelinput_blocks81transformer_blocks0attn1to_qweight": { - "dtype": "F32", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 7819241140, - 7825794740 - ] - }, - "model_ema.diffusion_modelinput_blocks81transformer_blocks0attn1to_vweight": { - "dtype": "F32", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 7825794740, - 7832348340 - ] - }, - "model_ema.diffusion_modelinput_blocks81transformer_blocks0attn2to_kweight": { - "dtype": "F32", - "shape": [ - 1280, - 768 - ], - "data_offsets": [ - 7832348340, - 7836280500 - ] - }, - "model_ema.diffusion_modelinput_blocks81transformer_blocks0attn2to_out0bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 7836280500, - 7836285620 - ] - }, - "model_ema.diffusion_modelinput_blocks81transformer_blocks0attn2to_out0weight": { - "dtype": "F32", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 7836285620, - 7842839220 - ] - }, - "model_ema.diffusion_modelinput_blocks81transformer_blocks0attn2to_qweight": { - "dtype": "F32", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 7842839220, - 7849392820 - ] - }, - "model_ema.diffusion_modelinput_blocks81transformer_blocks0attn2to_vweight": { - "dtype": "F32", - "shape": [ - 1280, - 768 - ], - "data_offsets": [ - 7849392820, - 7853324980 - ] - }, - "model_ema.diffusion_modelinput_blocks81transformer_blocks0ffnet0projbias": { - "dtype": "F32", - "shape": [ - 10240 - ], - "data_offsets": [ - 7853324980, - 7853365940 - ] - }, - "model_ema.diffusion_modelinput_blocks81transformer_blocks0ffnet0projweight": { - "dtype": "F32", - "shape": [ - 10240, - 1280 - ], - "data_offsets": [ - 7853365940, - 7905794740 - ] - }, - "model_ema.diffusion_modelinput_blocks81transformer_blocks0ffnet2bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 7905794740, - 7905799860 - ] - }, - "model_ema.diffusion_modelinput_blocks81transformer_blocks0ffnet2weight": { - "dtype": "F32", - "shape": [ - 1280, - 5120 - ], - "data_offsets": [ - 7905799860, - 7932014260 - ] - }, - "model_ema.diffusion_modelinput_blocks81transformer_blocks0norm1bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 7932014260, - 7932019380 - ] - }, - "model_ema.diffusion_modelinput_blocks81transformer_blocks0norm1weight": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 7932019380, - 7932024500 - ] - }, - "model_ema.diffusion_modelinput_blocks81transformer_blocks0norm2bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 7932024500, - 7932029620 - ] - }, - "model_ema.diffusion_modelinput_blocks81transformer_blocks0norm2weight": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 7932029620, - 7932034740 - ] - }, - "model_ema.diffusion_modelinput_blocks81transformer_blocks0norm3bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 7932034740, - 7932039860 - ] - }, - "model_ema.diffusion_modelinput_blocks81transformer_blocks0norm3weight": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 7932039860, - 7932044980 - ] - }, - "model_ema.diffusion_modelinput_blocks90opbias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 7932044980, - 7932050100 - ] - }, - "model_ema.diffusion_modelinput_blocks90opweight": { - "dtype": "F32", - "shape": [ - 1280, - 1280, - 3, - 3 - ], - "data_offsets": [ - 7932050100, - 7991032500 - ] - }, - "model_ema.diffusion_modelmiddle_block0emb_layers1bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 7991032500, - 7991037620 - ] - }, - "model_ema.diffusion_modelmiddle_block0emb_layers1weight": { - "dtype": "F32", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 7991037620, - 7997591220 - ] - }, - "model_ema.diffusion_modelmiddle_block0in_layers0bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 7997591220, - 7997596340 - ] - }, - "model_ema.diffusion_modelmiddle_block0in_layers0weight": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 7997596340, - 7997601460 - ] - }, - "model_ema.diffusion_modelmiddle_block0in_layers2bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 7997601460, - 7997606580 - ] - }, - "model_ema.diffusion_modelmiddle_block0in_layers2weight": { - "dtype": "F32", - "shape": [ - 1280, - 1280, - 3, - 3 - ], - "data_offsets": [ - 7997606580, - 8056588980 - ] - }, - "model_ema.diffusion_modelmiddle_block0out_layers0bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 8056588980, - 8056594100 - ] - }, - "model_ema.diffusion_modelmiddle_block0out_layers0weight": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 8056594100, - 8056599220 - ] - }, - "model_ema.diffusion_modelmiddle_block0out_layers3bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 8056599220, - 8056604340 - ] - }, - "model_ema.diffusion_modelmiddle_block0out_layers3weight": { - "dtype": "F32", - "shape": [ - 1280, - 1280, - 3, - 3 - ], - "data_offsets": [ - 8056604340, - 8115586740 - ] - }, - "model_ema.diffusion_modelmiddle_block1normbias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 8115586740, - 8115591860 - ] - }, - "model_ema.diffusion_modelmiddle_block1normweight": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 8115591860, - 8115596980 - ] - }, - "model_ema.diffusion_modelmiddle_block1proj_inbias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 8115596980, - 8115602100 - ] - }, - "model_ema.diffusion_modelmiddle_block1proj_inweight": { - "dtype": "F32", - "shape": [ - 1280, - 1280, - 1, - 1 - ], - "data_offsets": [ - 8115602100, - 8122155700 - ] - }, - "model_ema.diffusion_modelmiddle_block1proj_outbias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 8122155700, - 8122160820 - ] - }, - "model_ema.diffusion_modelmiddle_block1proj_outweight": { - "dtype": "F32", - "shape": [ - 1280, - 1280, - 1, - 1 - ], - "data_offsets": [ - 8122160820, - 8128714420 - ] - }, - "model_ema.diffusion_modelmiddle_block1transformer_blocks0attn1to_kweight": { - "dtype": "F32", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 8128714420, - 8135268020 - ] - }, - "model_ema.diffusion_modelmiddle_block1transformer_blocks0attn1to_out0bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 8135268020, - 8135273140 - ] - }, - "model_ema.diffusion_modelmiddle_block1transformer_blocks0attn1to_out0weight": { - "dtype": "F32", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 8135273140, - 8141826740 - ] - }, - "model_ema.diffusion_modelmiddle_block1transformer_blocks0attn1to_qweight": { - "dtype": "F32", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 8141826740, - 8148380340 - ] - }, - "model_ema.diffusion_modelmiddle_block1transformer_blocks0attn1to_vweight": { - "dtype": "F32", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 8148380340, - 8154933940 - ] - }, - "model_ema.diffusion_modelmiddle_block1transformer_blocks0attn2to_kweight": { - "dtype": "F32", - "shape": [ - 1280, - 768 - ], - "data_offsets": [ - 8154933940, - 8158866100 - ] - }, - "model_ema.diffusion_modelmiddle_block1transformer_blocks0attn2to_out0bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 8158866100, - 8158871220 - ] - }, - "model_ema.diffusion_modelmiddle_block1transformer_blocks0attn2to_out0weight": { - "dtype": "F32", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 8158871220, - 8165424820 - ] - }, - "model_ema.diffusion_modelmiddle_block1transformer_blocks0attn2to_qweight": { - "dtype": "F32", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 8165424820, - 8171978420 - ] - }, - "model_ema.diffusion_modelmiddle_block1transformer_blocks0attn2to_vweight": { - "dtype": "F32", - "shape": [ - 1280, - 768 - ], - "data_offsets": [ - 8171978420, - 8175910580 - ] - }, - "model_ema.diffusion_modelmiddle_block1transformer_blocks0ffnet0projbias": { - "dtype": "F32", - "shape": [ - 10240 - ], - "data_offsets": [ - 8175910580, - 8175951540 - ] - }, - "model_ema.diffusion_modelmiddle_block1transformer_blocks0ffnet0projweight": { - "dtype": "F32", - "shape": [ - 10240, - 1280 - ], - "data_offsets": [ - 8175951540, - 8228380340 - ] - }, - "model_ema.diffusion_modelmiddle_block1transformer_blocks0ffnet2bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 8228380340, - 8228385460 - ] - }, - "model_ema.diffusion_modelmiddle_block1transformer_blocks0ffnet2weight": { - "dtype": "F32", - "shape": [ - 1280, - 5120 - ], - "data_offsets": [ - 8228385460, - 8254599860 - ] - }, - "model_ema.diffusion_modelmiddle_block1transformer_blocks0norm1bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 8254599860, - 8254604980 - ] - }, - "model_ema.diffusion_modelmiddle_block1transformer_blocks0norm1weight": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 8254604980, - 8254610100 - ] - }, - "model_ema.diffusion_modelmiddle_block1transformer_blocks0norm2bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 8254610100, - 8254615220 - ] - }, - "model_ema.diffusion_modelmiddle_block1transformer_blocks0norm2weight": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 8254615220, - 8254620340 - ] - }, - "model_ema.diffusion_modelmiddle_block1transformer_blocks0norm3bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 8254620340, - 8254625460 - ] - }, - "model_ema.diffusion_modelmiddle_block1transformer_blocks0norm3weight": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 8254625460, - 8254630580 - ] - }, - "model_ema.diffusion_modelmiddle_block2emb_layers1bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 8254630580, - 8254635700 - ] - }, - "model_ema.diffusion_modelmiddle_block2emb_layers1weight": { - "dtype": "F32", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 8254635700, - 8261189300 - ] - }, - "model_ema.diffusion_modelmiddle_block2in_layers0bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 8261189300, - 8261194420 - ] - }, - "model_ema.diffusion_modelmiddle_block2in_layers0weight": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 8261194420, - 8261199540 - ] - }, - "model_ema.diffusion_modelmiddle_block2in_layers2bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 8261199540, - 8261204660 - ] - }, - "model_ema.diffusion_modelmiddle_block2in_layers2weight": { - "dtype": "F32", - "shape": [ - 1280, - 1280, - 3, - 3 - ], - "data_offsets": [ - 8261204660, - 8320187060 - ] - }, - "model_ema.diffusion_modelmiddle_block2out_layers0bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 8320187060, - 8320192180 - ] - }, - "model_ema.diffusion_modelmiddle_block2out_layers0weight": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 8320192180, - 8320197300 - ] - }, - "model_ema.diffusion_modelmiddle_block2out_layers3bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 8320197300, - 8320202420 - ] - }, - "model_ema.diffusion_modelmiddle_block2out_layers3weight": { - "dtype": "F32", - "shape": [ - 1280, - 1280, - 3, - 3 - ], - "data_offsets": [ - 8320202420, - 8379184820 - ] - }, - "model_ema.diffusion_modelout0bias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 8379184820, - 8379186100 - ] - }, - "model_ema.diffusion_modelout0weight": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 8379186100, - 8379187380 - ] - }, - "model_ema.diffusion_modelout2bias": { - "dtype": "F32", - "shape": [ - 4 - ], - "data_offsets": [ - 8379187380, - 8379187396 - ] - }, - "model_ema.diffusion_modelout2weight": { - "dtype": "F32", - "shape": [ - 4, - 320, - 3, - 3 - ], - "data_offsets": [ - 8379187396, - 8379233476 - ] - }, - "model_ema.diffusion_modeloutput_blocks00emb_layers1bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 8379233476, - 8379238596 - ] - }, - "model_ema.diffusion_modeloutput_blocks00emb_layers1weight": { - "dtype": "F32", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 8379238596, - 8385792196 - ] - }, - "model_ema.diffusion_modeloutput_blocks00in_layers0bias": { - "dtype": "F32", - "shape": [ - 2560 - ], - "data_offsets": [ - 8385792196, - 8385802436 - ] - }, - "model_ema.diffusion_modeloutput_blocks00in_layers0weight": { - "dtype": "F32", - "shape": [ - 2560 - ], - "data_offsets": [ - 8385802436, - 8385812676 - ] - }, - "model_ema.diffusion_modeloutput_blocks00in_layers2bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 8385812676, - 8385817796 - ] - }, - "model_ema.diffusion_modeloutput_blocks00in_layers2weight": { - "dtype": "F32", - "shape": [ - 1280, - 2560, - 3, - 3 - ], - "data_offsets": [ - 8385817796, - 8503782596 - ] - }, - "model_ema.diffusion_modeloutput_blocks00out_layers0bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 8503782596, - 8503787716 - ] - }, - "model_ema.diffusion_modeloutput_blocks00out_layers0weight": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 8503787716, - 8503792836 - ] - }, - "model_ema.diffusion_modeloutput_blocks00out_layers3bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 8503792836, - 8503797956 - ] - }, - "model_ema.diffusion_modeloutput_blocks00out_layers3weight": { - "dtype": "F32", - "shape": [ - 1280, - 1280, - 3, - 3 - ], - "data_offsets": [ - 8503797956, - 8562780356 - ] - }, - "model_ema.diffusion_modeloutput_blocks00skip_connectionbias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 8562780356, - 8562785476 - ] - }, - "model_ema.diffusion_modeloutput_blocks00skip_connectionweight": { - "dtype": "F32", - "shape": [ - 1280, - 2560, - 1, - 1 - ], - "data_offsets": [ - 8562785476, - 8575892676 - ] - }, - "model_ema.diffusion_modeloutput_blocks100emb_layers1bias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 8575892676, - 8575893956 - ] - }, - "model_ema.diffusion_modeloutput_blocks100emb_layers1weight": { - "dtype": "F32", - "shape": [ - 320, - 1280 - ], - "data_offsets": [ - 8575893956, - 8577532356 - ] - }, - "model_ema.diffusion_modeloutput_blocks100in_layers0bias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 8577532356, - 8577534916 - ] - }, - "model_ema.diffusion_modeloutput_blocks100in_layers0weight": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 8577534916, - 8577537476 - ] - }, - "model_ema.diffusion_modeloutput_blocks100in_layers2bias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 8577537476, - 8577538756 - ] - }, - "model_ema.diffusion_modeloutput_blocks100in_layers2weight": { - "dtype": "F32", - "shape": [ - 320, - 640, - 3, - 3 - ], - "data_offsets": [ - 8577538756, - 8584911556 - ] - }, - "model_ema.diffusion_modeloutput_blocks100out_layers0bias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 8584911556, - 8584912836 - ] - }, - "model_ema.diffusion_modeloutput_blocks100out_layers0weight": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 8584912836, - 8584914116 - ] - }, - "model_ema.diffusion_modeloutput_blocks100out_layers3bias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 8584914116, - 8584915396 - ] - }, - "model_ema.diffusion_modeloutput_blocks100out_layers3weight": { - "dtype": "F32", - "shape": [ - 320, - 320, - 3, - 3 - ], - "data_offsets": [ - 8584915396, - 8588601796 - ] - }, - "model_ema.diffusion_modeloutput_blocks100skip_connectionbias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 8588601796, - 8588603076 - ] - }, - "model_ema.diffusion_modeloutput_blocks100skip_connectionweight": { - "dtype": "F32", - "shape": [ - 320, - 640, - 1, - 1 - ], - "data_offsets": [ - 8588603076, - 8589422276 - ] - }, - "model_ema.diffusion_modeloutput_blocks101normbias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 8589422276, - 8589423556 - ] - }, - "model_ema.diffusion_modeloutput_blocks101normweight": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 8589423556, - 8589424836 - ] - }, - "model_ema.diffusion_modeloutput_blocks101proj_inbias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 8589424836, - 8589426116 - ] - }, - "model_ema.diffusion_modeloutput_blocks101proj_inweight": { - "dtype": "F32", - "shape": [ - 320, - 320, - 1, - 1 - ], - "data_offsets": [ - 8589426116, - 8589835716 - ] - }, - "model_ema.diffusion_modeloutput_blocks101proj_outbias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 8589835716, - 8589836996 - ] - }, - "model_ema.diffusion_modeloutput_blocks101proj_outweight": { - "dtype": "F32", - "shape": [ - 320, - 320, - 1, - 1 - ], - "data_offsets": [ - 8589836996, - 8590246596 - ] - }, - "model_ema.diffusion_modeloutput_blocks101transformer_blocks0attn1to_kweight": { - "dtype": "F32", - "shape": [ - 320, - 320 - ], - "data_offsets": [ - 8590246596, - 8590656196 - ] - }, - "model_ema.diffusion_modeloutput_blocks101transformer_blocks0attn1to_out0bias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 8590656196, - 8590657476 - ] - }, - "model_ema.diffusion_modeloutput_blocks101transformer_blocks0attn1to_out0weight": { - "dtype": "F32", - "shape": [ - 320, - 320 - ], - "data_offsets": [ - 8590657476, - 8591067076 - ] - }, - "model_ema.diffusion_modeloutput_blocks101transformer_blocks0attn1to_qweight": { - "dtype": "F32", - "shape": [ - 320, - 320 - ], - "data_offsets": [ - 8591067076, - 8591476676 - ] - }, - "model_ema.diffusion_modeloutput_blocks101transformer_blocks0attn1to_vweight": { - "dtype": "F32", - "shape": [ - 320, - 320 - ], - "data_offsets": [ - 8591476676, - 8591886276 - ] - }, - "model_ema.diffusion_modeloutput_blocks101transformer_blocks0attn2to_kweight": { - "dtype": "F32", - "shape": [ - 320, - 768 - ], - "data_offsets": [ - 8591886276, - 8592869316 - ] - }, - "model_ema.diffusion_modeloutput_blocks101transformer_blocks0attn2to_out0bias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 8592869316, - 8592870596 - ] - }, - "model_ema.diffusion_modeloutput_blocks101transformer_blocks0attn2to_out0weight": { - "dtype": "F32", - "shape": [ - 320, - 320 - ], - "data_offsets": [ - 8592870596, - 8593280196 - ] - }, - "model_ema.diffusion_modeloutput_blocks101transformer_blocks0attn2to_qweight": { - "dtype": "F32", - "shape": [ - 320, - 320 - ], - "data_offsets": [ - 8593280196, - 8593689796 - ] - }, - "model_ema.diffusion_modeloutput_blocks101transformer_blocks0attn2to_vweight": { - "dtype": "F32", - "shape": [ - 320, - 768 - ], - "data_offsets": [ - 8593689796, - 8594672836 - ] - }, - "model_ema.diffusion_modeloutput_blocks101transformer_blocks0ffnet0projbias": { - "dtype": "F32", - "shape": [ - 2560 - ], - "data_offsets": [ - 8594672836, - 8594683076 - ] - }, - "model_ema.diffusion_modeloutput_blocks101transformer_blocks0ffnet0projweight": { - "dtype": "F32", - "shape": [ - 2560, - 320 - ], - "data_offsets": [ - 8594683076, - 8597959876 - ] - }, - "model_ema.diffusion_modeloutput_blocks101transformer_blocks0ffnet2bias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 8597959876, - 8597961156 - ] - }, - "model_ema.diffusion_modeloutput_blocks101transformer_blocks0ffnet2weight": { - "dtype": "F32", - "shape": [ - 320, - 1280 - ], - "data_offsets": [ - 8597961156, - 8599599556 - ] - }, - "model_ema.diffusion_modeloutput_blocks101transformer_blocks0norm1bias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 8599599556, - 8599600836 - ] - }, - "model_ema.diffusion_modeloutput_blocks101transformer_blocks0norm1weight": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 8599600836, - 8599602116 - ] - }, - "model_ema.diffusion_modeloutput_blocks101transformer_blocks0norm2bias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 8599602116, - 8599603396 - ] - }, - "model_ema.diffusion_modeloutput_blocks101transformer_blocks0norm2weight": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 8599603396, - 8599604676 - ] - }, - "model_ema.diffusion_modeloutput_blocks101transformer_blocks0norm3bias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 8599604676, - 8599605956 - ] - }, - "model_ema.diffusion_modeloutput_blocks101transformer_blocks0norm3weight": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 8599605956, - 8599607236 - ] - }, - "model_ema.diffusion_modeloutput_blocks10emb_layers1bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 8599607236, - 8599612356 - ] - }, - "model_ema.diffusion_modeloutput_blocks10emb_layers1weight": { - "dtype": "F32", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 8599612356, - 8606165956 - ] - }, - "model_ema.diffusion_modeloutput_blocks10in_layers0bias": { - "dtype": "F32", - "shape": [ - 2560 - ], - "data_offsets": [ - 8606165956, - 8606176196 - ] - }, - "model_ema.diffusion_modeloutput_blocks10in_layers0weight": { - "dtype": "F32", - "shape": [ - 2560 - ], - "data_offsets": [ - 8606176196, - 8606186436 - ] - }, - "model_ema.diffusion_modeloutput_blocks10in_layers2bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 8606186436, - 8606191556 - ] - }, - "model_ema.diffusion_modeloutput_blocks10in_layers2weight": { - "dtype": "F32", - "shape": [ - 1280, - 2560, - 3, - 3 - ], - "data_offsets": [ - 8606191556, - 8724156356 - ] - }, - "model_ema.diffusion_modeloutput_blocks10out_layers0bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 8724156356, - 8724161476 - ] - }, - "model_ema.diffusion_modeloutput_blocks10out_layers0weight": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 8724161476, - 8724166596 - ] - }, - "model_ema.diffusion_modeloutput_blocks10out_layers3bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 8724166596, - 8724171716 - ] - }, - "model_ema.diffusion_modeloutput_blocks10out_layers3weight": { - "dtype": "F32", - "shape": [ - 1280, - 1280, - 3, - 3 - ], - "data_offsets": [ - 8724171716, - 8783154116 - ] - }, - "model_ema.diffusion_modeloutput_blocks10skip_connectionbias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 8783154116, - 8783159236 - ] - }, - "model_ema.diffusion_modeloutput_blocks10skip_connectionweight": { - "dtype": "F32", - "shape": [ - 1280, - 2560, - 1, - 1 - ], - "data_offsets": [ - 8783159236, - 8796266436 - ] - }, - "model_ema.diffusion_modeloutput_blocks110emb_layers1bias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 8796266436, - 8796267716 - ] - }, - "model_ema.diffusion_modeloutput_blocks110emb_layers1weight": { - "dtype": "F32", - "shape": [ - 320, - 1280 - ], - "data_offsets": [ - 8796267716, - 8797906116 - ] - }, - "model_ema.diffusion_modeloutput_blocks110in_layers0bias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 8797906116, - 8797908676 - ] - }, - "model_ema.diffusion_modeloutput_blocks110in_layers0weight": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 8797908676, - 8797911236 - ] - }, - "model_ema.diffusion_modeloutput_blocks110in_layers2bias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 8797911236, - 8797912516 - ] - }, - "model_ema.diffusion_modeloutput_blocks110in_layers2weight": { - "dtype": "F32", - "shape": [ - 320, - 640, - 3, - 3 - ], - "data_offsets": [ - 8797912516, - 8805285316 - ] - }, - "model_ema.diffusion_modeloutput_blocks110out_layers0bias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 8805285316, - 8805286596 - ] - }, - "model_ema.diffusion_modeloutput_blocks110out_layers0weight": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 8805286596, - 8805287876 - ] - }, - "model_ema.diffusion_modeloutput_blocks110out_layers3bias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 8805287876, - 8805289156 - ] - }, - "model_ema.diffusion_modeloutput_blocks110out_layers3weight": { - "dtype": "F32", - "shape": [ - 320, - 320, - 3, - 3 - ], - "data_offsets": [ - 8805289156, - 8808975556 - ] - }, - "model_ema.diffusion_modeloutput_blocks110skip_connectionbias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 8808975556, - 8808976836 - ] - }, - "model_ema.diffusion_modeloutput_blocks110skip_connectionweight": { - "dtype": "F32", - "shape": [ - 320, - 640, - 1, - 1 - ], - "data_offsets": [ - 8808976836, - 8809796036 - ] - }, - "model_ema.diffusion_modeloutput_blocks111normbias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 8809796036, - 8809797316 - ] - }, - "model_ema.diffusion_modeloutput_blocks111normweight": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 8809797316, - 8809798596 - ] - }, - "model_ema.diffusion_modeloutput_blocks111proj_inbias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 8809798596, - 8809799876 - ] - }, - "model_ema.diffusion_modeloutput_blocks111proj_inweight": { - "dtype": "F32", - "shape": [ - 320, - 320, - 1, - 1 - ], - "data_offsets": [ - 8809799876, - 8810209476 - ] - }, - "model_ema.diffusion_modeloutput_blocks111proj_outbias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 8810209476, - 8810210756 - ] - }, - "model_ema.diffusion_modeloutput_blocks111proj_outweight": { - "dtype": "F32", - "shape": [ - 320, - 320, - 1, - 1 - ], - "data_offsets": [ - 8810210756, - 8810620356 - ] - }, - "model_ema.diffusion_modeloutput_blocks111transformer_blocks0attn1to_kweight": { - "dtype": "F32", - "shape": [ - 320, - 320 - ], - "data_offsets": [ - 8810620356, - 8811029956 - ] - }, - "model_ema.diffusion_modeloutput_blocks111transformer_blocks0attn1to_out0bias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 8811029956, - 8811031236 - ] - }, - "model_ema.diffusion_modeloutput_blocks111transformer_blocks0attn1to_out0weight": { - "dtype": "F32", - "shape": [ - 320, - 320 - ], - "data_offsets": [ - 8811031236, - 8811440836 - ] - }, - "model_ema.diffusion_modeloutput_blocks111transformer_blocks0attn1to_qweight": { - "dtype": "F32", - "shape": [ - 320, - 320 - ], - "data_offsets": [ - 8811440836, - 8811850436 - ] - }, - "model_ema.diffusion_modeloutput_blocks111transformer_blocks0attn1to_vweight": { - "dtype": "F32", - "shape": [ - 320, - 320 - ], - "data_offsets": [ - 8811850436, - 8812260036 - ] - }, - "model_ema.diffusion_modeloutput_blocks111transformer_blocks0attn2to_kweight": { - "dtype": "F32", - "shape": [ - 320, - 768 - ], - "data_offsets": [ - 8812260036, - 8813243076 - ] - }, - "model_ema.diffusion_modeloutput_blocks111transformer_blocks0attn2to_out0bias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 8813243076, - 8813244356 - ] - }, - "model_ema.diffusion_modeloutput_blocks111transformer_blocks0attn2to_out0weight": { - "dtype": "F32", - "shape": [ - 320, - 320 - ], - "data_offsets": [ - 8813244356, - 8813653956 - ] - }, - "model_ema.diffusion_modeloutput_blocks111transformer_blocks0attn2to_qweight": { - "dtype": "F32", - "shape": [ - 320, - 320 - ], - "data_offsets": [ - 8813653956, - 8814063556 - ] - }, - "model_ema.diffusion_modeloutput_blocks111transformer_blocks0attn2to_vweight": { - "dtype": "F32", - "shape": [ - 320, - 768 - ], - "data_offsets": [ - 8814063556, - 8815046596 - ] - }, - "model_ema.diffusion_modeloutput_blocks111transformer_blocks0ffnet0projbias": { - "dtype": "F32", - "shape": [ - 2560 - ], - "data_offsets": [ - 8815046596, - 8815056836 - ] - }, - "model_ema.diffusion_modeloutput_blocks111transformer_blocks0ffnet0projweight": { - "dtype": "F32", - "shape": [ - 2560, - 320 - ], - "data_offsets": [ - 8815056836, - 8818333636 - ] - }, - "model_ema.diffusion_modeloutput_blocks111transformer_blocks0ffnet2bias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 8818333636, - 8818334916 - ] - }, - "model_ema.diffusion_modeloutput_blocks111transformer_blocks0ffnet2weight": { - "dtype": "F32", - "shape": [ - 320, - 1280 - ], - "data_offsets": [ - 8818334916, - 8819973316 - ] - }, - "model_ema.diffusion_modeloutput_blocks111transformer_blocks0norm1bias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 8819973316, - 8819974596 - ] - }, - "model_ema.diffusion_modeloutput_blocks111transformer_blocks0norm1weight": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 8819974596, - 8819975876 - ] - }, - "model_ema.diffusion_modeloutput_blocks111transformer_blocks0norm2bias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 8819975876, - 8819977156 - ] - }, - "model_ema.diffusion_modeloutput_blocks111transformer_blocks0norm2weight": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 8819977156, - 8819978436 - ] - }, - "model_ema.diffusion_modeloutput_blocks111transformer_blocks0norm3bias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 8819978436, - 8819979716 - ] - }, - "model_ema.diffusion_modeloutput_blocks111transformer_blocks0norm3weight": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 8819979716, - 8819980996 - ] - }, - "model_ema.diffusion_modeloutput_blocks20emb_layers1bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 8819980996, - 8819986116 - ] - }, - "model_ema.diffusion_modeloutput_blocks20emb_layers1weight": { - "dtype": "F32", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 8819986116, - 8826539716 - ] - }, - "model_ema.diffusion_modeloutput_blocks20in_layers0bias": { - "dtype": "F32", - "shape": [ - 2560 - ], - "data_offsets": [ - 8826539716, - 8826549956 - ] - }, - "model_ema.diffusion_modeloutput_blocks20in_layers0weight": { - "dtype": "F32", - "shape": [ - 2560 - ], - "data_offsets": [ - 8826549956, - 8826560196 - ] - }, - "model_ema.diffusion_modeloutput_blocks20in_layers2bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 8826560196, - 8826565316 - ] - }, - "model_ema.diffusion_modeloutput_blocks20in_layers2weight": { - "dtype": "F32", - "shape": [ - 1280, - 2560, - 3, - 3 - ], - "data_offsets": [ - 8826565316, - 8944530116 - ] - }, - "model_ema.diffusion_modeloutput_blocks20out_layers0bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 8944530116, - 8944535236 - ] - }, - "model_ema.diffusion_modeloutput_blocks20out_layers0weight": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 8944535236, - 8944540356 - ] - }, - "model_ema.diffusion_modeloutput_blocks20out_layers3bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 8944540356, - 8944545476 - ] - }, - "model_ema.diffusion_modeloutput_blocks20out_layers3weight": { - "dtype": "F32", - "shape": [ - 1280, - 1280, - 3, - 3 - ], - "data_offsets": [ - 8944545476, - 9003527876 - ] - }, - "model_ema.diffusion_modeloutput_blocks20skip_connectionbias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 9003527876, - 9003532996 - ] - }, - "model_ema.diffusion_modeloutput_blocks20skip_connectionweight": { - "dtype": "F32", - "shape": [ - 1280, - 2560, - 1, - 1 - ], - "data_offsets": [ - 9003532996, - 9016640196 - ] - }, - "model_ema.diffusion_modeloutput_blocks21convbias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 9016640196, - 9016645316 - ] - }, - "model_ema.diffusion_modeloutput_blocks21convweight": { - "dtype": "F32", - "shape": [ - 1280, - 1280, - 3, - 3 - ], - "data_offsets": [ - 9016645316, - 9075627716 - ] - }, - "model_ema.diffusion_modeloutput_blocks30emb_layers1bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 9075627716, - 9075632836 - ] - }, - "model_ema.diffusion_modeloutput_blocks30emb_layers1weight": { - "dtype": "F32", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 9075632836, - 9082186436 - ] - }, - "model_ema.diffusion_modeloutput_blocks30in_layers0bias": { - "dtype": "F32", - "shape": [ - 2560 - ], - "data_offsets": [ - 9082186436, - 9082196676 - ] - }, - "model_ema.diffusion_modeloutput_blocks30in_layers0weight": { - "dtype": "F32", - "shape": [ - 2560 - ], - "data_offsets": [ - 9082196676, - 9082206916 - ] - }, - "model_ema.diffusion_modeloutput_blocks30in_layers2bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 9082206916, - 9082212036 - ] - }, - "model_ema.diffusion_modeloutput_blocks30in_layers2weight": { - "dtype": "F32", - "shape": [ - 1280, - 2560, - 3, - 3 - ], - "data_offsets": [ - 9082212036, - 9200176836 - ] - }, - "model_ema.diffusion_modeloutput_blocks30out_layers0bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 9200176836, - 9200181956 - ] - }, - "model_ema.diffusion_modeloutput_blocks30out_layers0weight": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 9200181956, - 9200187076 - ] - }, - "model_ema.diffusion_modeloutput_blocks30out_layers3bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 9200187076, - 9200192196 - ] - }, - "model_ema.diffusion_modeloutput_blocks30out_layers3weight": { - "dtype": "F32", - "shape": [ - 1280, - 1280, - 3, - 3 - ], - "data_offsets": [ - 9200192196, - 9259174596 - ] - }, - "model_ema.diffusion_modeloutput_blocks30skip_connectionbias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 9259174596, - 9259179716 - ] - }, - "model_ema.diffusion_modeloutput_blocks30skip_connectionweight": { - "dtype": "F32", - "shape": [ - 1280, - 2560, - 1, - 1 - ], - "data_offsets": [ - 9259179716, - 9272286916 - ] - }, - "model_ema.diffusion_modeloutput_blocks31normbias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 9272286916, - 9272292036 - ] - }, - "model_ema.diffusion_modeloutput_blocks31normweight": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 9272292036, - 9272297156 - ] - }, - "model_ema.diffusion_modeloutput_blocks31proj_inbias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 9272297156, - 9272302276 - ] - }, - "model_ema.diffusion_modeloutput_blocks31proj_inweight": { - "dtype": "F32", - "shape": [ - 1280, - 1280, - 1, - 1 - ], - "data_offsets": [ - 9272302276, - 9278855876 - ] - }, - "model_ema.diffusion_modeloutput_blocks31proj_outbias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 9278855876, - 9278860996 - ] - }, - "model_ema.diffusion_modeloutput_blocks31proj_outweight": { - "dtype": "F32", - "shape": [ - 1280, - 1280, - 1, - 1 - ], - "data_offsets": [ - 9278860996, - 9285414596 - ] - }, - "model_ema.diffusion_modeloutput_blocks31transformer_blocks0attn1to_kweight": { - "dtype": "F32", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 9285414596, - 9291968196 - ] - }, - "model_ema.diffusion_modeloutput_blocks31transformer_blocks0attn1to_out0bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 9291968196, - 9291973316 - ] - }, - "model_ema.diffusion_modeloutput_blocks31transformer_blocks0attn1to_out0weight": { - "dtype": "F32", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 9291973316, - 9298526916 - ] - }, - "model_ema.diffusion_modeloutput_blocks31transformer_blocks0attn1to_qweight": { - "dtype": "F32", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 9298526916, - 9305080516 - ] - }, - "model_ema.diffusion_modeloutput_blocks31transformer_blocks0attn1to_vweight": { - "dtype": "F32", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 9305080516, - 9311634116 - ] - }, - "model_ema.diffusion_modeloutput_blocks31transformer_blocks0attn2to_kweight": { - "dtype": "F32", - "shape": [ - 1280, - 768 - ], - "data_offsets": [ - 9311634116, - 9315566276 - ] - }, - "model_ema.diffusion_modeloutput_blocks31transformer_blocks0attn2to_out0bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 9315566276, - 9315571396 - ] - }, - "model_ema.diffusion_modeloutput_blocks31transformer_blocks0attn2to_out0weight": { - "dtype": "F32", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 9315571396, - 9322124996 - ] - }, - "model_ema.diffusion_modeloutput_blocks31transformer_blocks0attn2to_qweight": { - "dtype": "F32", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 9322124996, - 9328678596 - ] - }, - "model_ema.diffusion_modeloutput_blocks31transformer_blocks0attn2to_vweight": { - "dtype": "F32", - "shape": [ - 1280, - 768 - ], - "data_offsets": [ - 9328678596, - 9332610756 - ] - }, - "model_ema.diffusion_modeloutput_blocks31transformer_blocks0ffnet0projbias": { - "dtype": "F32", - "shape": [ - 10240 - ], - "data_offsets": [ - 9332610756, - 9332651716 - ] - }, - "model_ema.diffusion_modeloutput_blocks31transformer_blocks0ffnet0projweight": { - "dtype": "F32", - "shape": [ - 10240, - 1280 - ], - "data_offsets": [ - 9332651716, - 9385080516 - ] - }, - "model_ema.diffusion_modeloutput_blocks31transformer_blocks0ffnet2bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 9385080516, - 9385085636 - ] - }, - "model_ema.diffusion_modeloutput_blocks31transformer_blocks0ffnet2weight": { - "dtype": "F32", - "shape": [ - 1280, - 5120 - ], - "data_offsets": [ - 9385085636, - 9411300036 - ] - }, - "model_ema.diffusion_modeloutput_blocks31transformer_blocks0norm1bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 9411300036, - 9411305156 - ] - }, - "model_ema.diffusion_modeloutput_blocks31transformer_blocks0norm1weight": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 9411305156, - 9411310276 - ] - }, - "model_ema.diffusion_modeloutput_blocks31transformer_blocks0norm2bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 9411310276, - 9411315396 - ] - }, - "model_ema.diffusion_modeloutput_blocks31transformer_blocks0norm2weight": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 9411315396, - 9411320516 - ] - }, - "model_ema.diffusion_modeloutput_blocks31transformer_blocks0norm3bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 9411320516, - 9411325636 - ] - }, - "model_ema.diffusion_modeloutput_blocks31transformer_blocks0norm3weight": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 9411325636, - 9411330756 - ] - }, - "model_ema.diffusion_modeloutput_blocks40emb_layers1bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 9411330756, - 9411335876 - ] - }, - "model_ema.diffusion_modeloutput_blocks40emb_layers1weight": { - "dtype": "F32", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 9411335876, - 9417889476 - ] - }, - "model_ema.diffusion_modeloutput_blocks40in_layers0bias": { - "dtype": "F32", - "shape": [ - 2560 - ], - "data_offsets": [ - 9417889476, - 9417899716 - ] - }, - "model_ema.diffusion_modeloutput_blocks40in_layers0weight": { - "dtype": "F32", - "shape": [ - 2560 - ], - "data_offsets": [ - 9417899716, - 9417909956 - ] - }, - "model_ema.diffusion_modeloutput_blocks40in_layers2bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 9417909956, - 9417915076 - ] - }, - "model_ema.diffusion_modeloutput_blocks40in_layers2weight": { - "dtype": "F32", - "shape": [ - 1280, - 2560, - 3, - 3 - ], - "data_offsets": [ - 9417915076, - 9535879876 - ] - }, - "model_ema.diffusion_modeloutput_blocks40out_layers0bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 9535879876, - 9535884996 - ] - }, - "model_ema.diffusion_modeloutput_blocks40out_layers0weight": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 9535884996, - 9535890116 - ] - }, - "model_ema.diffusion_modeloutput_blocks40out_layers3bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 9535890116, - 9535895236 - ] - }, - "model_ema.diffusion_modeloutput_blocks40out_layers3weight": { - "dtype": "F32", - "shape": [ - 1280, - 1280, - 3, - 3 - ], - "data_offsets": [ - 9535895236, - 9594877636 - ] - }, - "model_ema.diffusion_modeloutput_blocks40skip_connectionbias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 9594877636, - 9594882756 - ] - }, - "model_ema.diffusion_modeloutput_blocks40skip_connectionweight": { - "dtype": "F32", - "shape": [ - 1280, - 2560, - 1, - 1 - ], - "data_offsets": [ - 9594882756, - 9607989956 - ] - }, - "model_ema.diffusion_modeloutput_blocks41normbias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 9607989956, - 9607995076 - ] - }, - "model_ema.diffusion_modeloutput_blocks41normweight": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 9607995076, - 9608000196 - ] - }, - "model_ema.diffusion_modeloutput_blocks41proj_inbias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 9608000196, - 9608005316 - ] - }, - "model_ema.diffusion_modeloutput_blocks41proj_inweight": { - "dtype": "F32", - "shape": [ - 1280, - 1280, - 1, - 1 - ], - "data_offsets": [ - 9608005316, - 9614558916 - ] - }, - "model_ema.diffusion_modeloutput_blocks41proj_outbias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 9614558916, - 9614564036 - ] - }, - "model_ema.diffusion_modeloutput_blocks41proj_outweight": { - "dtype": "F32", - "shape": [ - 1280, - 1280, - 1, - 1 - ], - "data_offsets": [ - 9614564036, - 9621117636 - ] - }, - "model_ema.diffusion_modeloutput_blocks41transformer_blocks0attn1to_kweight": { - "dtype": "F32", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 9621117636, - 9627671236 - ] - }, - "model_ema.diffusion_modeloutput_blocks41transformer_blocks0attn1to_out0bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 9627671236, - 9627676356 - ] - }, - "model_ema.diffusion_modeloutput_blocks41transformer_blocks0attn1to_out0weight": { - "dtype": "F32", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 9627676356, - 9634229956 - ] - }, - "model_ema.diffusion_modeloutput_blocks41transformer_blocks0attn1to_qweight": { - "dtype": "F32", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 9634229956, - 9640783556 - ] - }, - "model_ema.diffusion_modeloutput_blocks41transformer_blocks0attn1to_vweight": { - "dtype": "F32", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 9640783556, - 9647337156 - ] - }, - "model_ema.diffusion_modeloutput_blocks41transformer_blocks0attn2to_kweight": { - "dtype": "F32", - "shape": [ - 1280, - 768 - ], - "data_offsets": [ - 9647337156, - 9651269316 - ] - }, - "model_ema.diffusion_modeloutput_blocks41transformer_blocks0attn2to_out0bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 9651269316, - 9651274436 - ] - }, - "model_ema.diffusion_modeloutput_blocks41transformer_blocks0attn2to_out0weight": { - "dtype": "F32", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 9651274436, - 9657828036 - ] - }, - "model_ema.diffusion_modeloutput_blocks41transformer_blocks0attn2to_qweight": { - "dtype": "F32", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 9657828036, - 9664381636 - ] - }, - "model_ema.diffusion_modeloutput_blocks41transformer_blocks0attn2to_vweight": { - "dtype": "F32", - "shape": [ - 1280, - 768 - ], - "data_offsets": [ - 9664381636, - 9668313796 - ] - }, - "model_ema.diffusion_modeloutput_blocks41transformer_blocks0ffnet0projbias": { - "dtype": "F32", - "shape": [ - 10240 - ], - "data_offsets": [ - 9668313796, - 9668354756 - ] - }, - "model_ema.diffusion_modeloutput_blocks41transformer_blocks0ffnet0projweight": { - "dtype": "F32", - "shape": [ - 10240, - 1280 - ], - "data_offsets": [ - 9668354756, - 9720783556 - ] - }, - "model_ema.diffusion_modeloutput_blocks41transformer_blocks0ffnet2bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 9720783556, - 9720788676 - ] - }, - "model_ema.diffusion_modeloutput_blocks41transformer_blocks0ffnet2weight": { - "dtype": "F32", - "shape": [ - 1280, - 5120 - ], - "data_offsets": [ - 9720788676, - 9747003076 - ] - }, - "model_ema.diffusion_modeloutput_blocks41transformer_blocks0norm1bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 9747003076, - 9747008196 - ] - }, - "model_ema.diffusion_modeloutput_blocks41transformer_blocks0norm1weight": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 9747008196, - 9747013316 - ] - }, - "model_ema.diffusion_modeloutput_blocks41transformer_blocks0norm2bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 9747013316, - 9747018436 - ] - }, - "model_ema.diffusion_modeloutput_blocks41transformer_blocks0norm2weight": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 9747018436, - 9747023556 - ] - }, - "model_ema.diffusion_modeloutput_blocks41transformer_blocks0norm3bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 9747023556, - 9747028676 - ] - }, - "model_ema.diffusion_modeloutput_blocks41transformer_blocks0norm3weight": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 9747028676, - 9747033796 - ] - }, - "model_ema.diffusion_modeloutput_blocks50emb_layers1bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 9747033796, - 9747038916 - ] - }, - "model_ema.diffusion_modeloutput_blocks50emb_layers1weight": { - "dtype": "F32", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 9747038916, - 9753592516 - ] - }, - "model_ema.diffusion_modeloutput_blocks50in_layers0bias": { - "dtype": "F32", - "shape": [ - 1920 - ], - "data_offsets": [ - 9753592516, - 9753600196 - ] - }, - "model_ema.diffusion_modeloutput_blocks50in_layers0weight": { - "dtype": "F32", - "shape": [ - 1920 - ], - "data_offsets": [ - 9753600196, - 9753607876 - ] - }, - "model_ema.diffusion_modeloutput_blocks50in_layers2bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 9753607876, - 9753612996 - ] - }, - "model_ema.diffusion_modeloutput_blocks50in_layers2weight": { - "dtype": "F32", - "shape": [ - 1280, - 1920, - 3, - 3 - ], - "data_offsets": [ - 9753612996, - 9842086596 - ] - }, - "model_ema.diffusion_modeloutput_blocks50out_layers0bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 9842086596, - 9842091716 - ] - }, - "model_ema.diffusion_modeloutput_blocks50out_layers0weight": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 9842091716, - 9842096836 - ] - }, - "model_ema.diffusion_modeloutput_blocks50out_layers3bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 9842096836, - 9842101956 - ] - }, - "model_ema.diffusion_modeloutput_blocks50out_layers3weight": { - "dtype": "F32", - "shape": [ - 1280, - 1280, - 3, - 3 - ], - "data_offsets": [ - 9842101956, - 9901084356 - ] - }, - "model_ema.diffusion_modeloutput_blocks50skip_connectionbias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 9901084356, - 9901089476 - ] - }, - "model_ema.diffusion_modeloutput_blocks50skip_connectionweight": { - "dtype": "F32", - "shape": [ - 1280, - 1920, - 1, - 1 - ], - "data_offsets": [ - 9901089476, - 9910919876 - ] - }, - "model_ema.diffusion_modeloutput_blocks51normbias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 9910919876, - 9910924996 - ] - }, - "model_ema.diffusion_modeloutput_blocks51normweight": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 9910924996, - 9910930116 - ] - }, - "model_ema.diffusion_modeloutput_blocks51proj_inbias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 9910930116, - 9910935236 - ] - }, - "model_ema.diffusion_modeloutput_blocks51proj_inweight": { - "dtype": "F32", - "shape": [ - 1280, - 1280, - 1, - 1 - ], - "data_offsets": [ - 9910935236, - 9917488836 - ] - }, - "model_ema.diffusion_modeloutput_blocks51proj_outbias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 9917488836, - 9917493956 - ] - }, - "model_ema.diffusion_modeloutput_blocks51proj_outweight": { - "dtype": "F32", - "shape": [ - 1280, - 1280, - 1, - 1 - ], - "data_offsets": [ - 9917493956, - 9924047556 - ] - }, - "model_ema.diffusion_modeloutput_blocks51transformer_blocks0attn1to_kweight": { - "dtype": "F32", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 9924047556, - 9930601156 - ] - }, - "model_ema.diffusion_modeloutput_blocks51transformer_blocks0attn1to_out0bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 9930601156, - 9930606276 - ] - }, - "model_ema.diffusion_modeloutput_blocks51transformer_blocks0attn1to_out0weight": { - "dtype": "F32", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 9930606276, - 9937159876 - ] - }, - "model_ema.diffusion_modeloutput_blocks51transformer_blocks0attn1to_qweight": { - "dtype": "F32", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 9937159876, - 9943713476 - ] - }, - "model_ema.diffusion_modeloutput_blocks51transformer_blocks0attn1to_vweight": { - "dtype": "F32", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 9943713476, - 9950267076 - ] - }, - "model_ema.diffusion_modeloutput_blocks51transformer_blocks0attn2to_kweight": { - "dtype": "F32", - "shape": [ - 1280, - 768 - ], - "data_offsets": [ - 9950267076, - 9954199236 - ] - }, - "model_ema.diffusion_modeloutput_blocks51transformer_blocks0attn2to_out0bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 9954199236, - 9954204356 - ] - }, - "model_ema.diffusion_modeloutput_blocks51transformer_blocks0attn2to_out0weight": { - "dtype": "F32", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 9954204356, - 9960757956 - ] - }, - "model_ema.diffusion_modeloutput_blocks51transformer_blocks0attn2to_qweight": { - "dtype": "F32", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 9960757956, - 9967311556 - ] - }, - "model_ema.diffusion_modeloutput_blocks51transformer_blocks0attn2to_vweight": { - "dtype": "F32", - "shape": [ - 1280, - 768 - ], - "data_offsets": [ - 9967311556, - 9971243716 - ] - }, - "model_ema.diffusion_modeloutput_blocks51transformer_blocks0ffnet0projbias": { - "dtype": "F32", - "shape": [ - 10240 - ], - "data_offsets": [ - 9971243716, - 9971284676 - ] - }, - "model_ema.diffusion_modeloutput_blocks51transformer_blocks0ffnet0projweight": { - "dtype": "F32", - "shape": [ - 10240, - 1280 - ], - "data_offsets": [ - 9971284676, - 10023713476 - ] - }, - "model_ema.diffusion_modeloutput_blocks51transformer_blocks0ffnet2bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 10023713476, - 10023718596 - ] - }, - "model_ema.diffusion_modeloutput_blocks51transformer_blocks0ffnet2weight": { - "dtype": "F32", - "shape": [ - 1280, - 5120 - ], - "data_offsets": [ - 10023718596, - 10049932996 - ] - }, - "model_ema.diffusion_modeloutput_blocks51transformer_blocks0norm1bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 10049932996, - 10049938116 - ] - }, - "model_ema.diffusion_modeloutput_blocks51transformer_blocks0norm1weight": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 10049938116, - 10049943236 - ] - }, - "model_ema.diffusion_modeloutput_blocks51transformer_blocks0norm2bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 10049943236, - 10049948356 - ] - }, - "model_ema.diffusion_modeloutput_blocks51transformer_blocks0norm2weight": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 10049948356, - 10049953476 - ] - }, - "model_ema.diffusion_modeloutput_blocks51transformer_blocks0norm3bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 10049953476, - 10049958596 - ] - }, - "model_ema.diffusion_modeloutput_blocks51transformer_blocks0norm3weight": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 10049958596, - 10049963716 - ] - }, - "model_ema.diffusion_modeloutput_blocks52convbias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 10049963716, - 10049968836 - ] - }, - "model_ema.diffusion_modeloutput_blocks52convweight": { - "dtype": "F32", - "shape": [ - 1280, - 1280, - 3, - 3 - ], - "data_offsets": [ - 10049968836, - 10108951236 - ] - }, - "model_ema.diffusion_modeloutput_blocks60emb_layers1bias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 10108951236, - 10108953796 - ] - }, - "model_ema.diffusion_modeloutput_blocks60emb_layers1weight": { - "dtype": "F32", - "shape": [ - 640, - 1280 - ], - "data_offsets": [ - 10108953796, - 10112230596 - ] - }, - "model_ema.diffusion_modeloutput_blocks60in_layers0bias": { - "dtype": "F32", - "shape": [ - 1920 - ], - "data_offsets": [ - 10112230596, - 10112238276 - ] - }, - "model_ema.diffusion_modeloutput_blocks60in_layers0weight": { - "dtype": "F32", - "shape": [ - 1920 - ], - "data_offsets": [ - 10112238276, - 10112245956 - ] - }, - "model_ema.diffusion_modeloutput_blocks60in_layers2bias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 10112245956, - 10112248516 - ] - }, - "model_ema.diffusion_modeloutput_blocks60in_layers2weight": { - "dtype": "F32", - "shape": [ - 640, - 1920, - 3, - 3 - ], - "data_offsets": [ - 10112248516, - 10156485316 - ] - }, - "model_ema.diffusion_modeloutput_blocks60out_layers0bias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 10156485316, - 10156487876 - ] - }, - "model_ema.diffusion_modeloutput_blocks60out_layers0weight": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 10156487876, - 10156490436 - ] - }, - "model_ema.diffusion_modeloutput_blocks60out_layers3bias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 10156490436, - 10156492996 - ] - }, - "model_ema.diffusion_modeloutput_blocks60out_layers3weight": { - "dtype": "F32", - "shape": [ - 640, - 640, - 3, - 3 - ], - "data_offsets": [ - 10156492996, - 10171238596 - ] - }, - "model_ema.diffusion_modeloutput_blocks60skip_connectionbias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 10171238596, - 10171241156 - ] - }, - "model_ema.diffusion_modeloutput_blocks60skip_connectionweight": { - "dtype": "F32", - "shape": [ - 640, - 1920, - 1, - 1 - ], - "data_offsets": [ - 10171241156, - 10176156356 - ] - }, - "model_ema.diffusion_modeloutput_blocks61normbias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 10176156356, - 10176158916 - ] - }, - "model_ema.diffusion_modeloutput_blocks61normweight": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 10176158916, - 10176161476 - ] - }, - "model_ema.diffusion_modeloutput_blocks61proj_inbias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 10176161476, - 10176164036 - ] - }, - "model_ema.diffusion_modeloutput_blocks61proj_inweight": { - "dtype": "F32", - "shape": [ - 640, - 640, - 1, - 1 - ], - "data_offsets": [ - 10176164036, - 10177802436 - ] - }, - "model_ema.diffusion_modeloutput_blocks61proj_outbias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 10177802436, - 10177804996 - ] - }, - "model_ema.diffusion_modeloutput_blocks61proj_outweight": { - "dtype": "F32", - "shape": [ - 640, - 640, - 1, - 1 - ], - "data_offsets": [ - 10177804996, - 10179443396 - ] - }, - "model_ema.diffusion_modeloutput_blocks61transformer_blocks0attn1to_kweight": { - "dtype": "F32", - "shape": [ - 640, - 640 - ], - "data_offsets": [ - 10179443396, - 10181081796 - ] - }, - "model_ema.diffusion_modeloutput_blocks61transformer_blocks0attn1to_out0bias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 10181081796, - 10181084356 - ] - }, - "model_ema.diffusion_modeloutput_blocks61transformer_blocks0attn1to_out0weight": { - "dtype": "F32", - "shape": [ - 640, - 640 - ], - "data_offsets": [ - 10181084356, - 10182722756 - ] - }, - "model_ema.diffusion_modeloutput_blocks61transformer_blocks0attn1to_qweight": { - "dtype": "F32", - "shape": [ - 640, - 640 - ], - "data_offsets": [ - 10182722756, - 10184361156 - ] - }, - "model_ema.diffusion_modeloutput_blocks61transformer_blocks0attn1to_vweight": { - "dtype": "F32", - "shape": [ - 640, - 640 - ], - "data_offsets": [ - 10184361156, - 10185999556 - ] - }, - "model_ema.diffusion_modeloutput_blocks61transformer_blocks0attn2to_kweight": { - "dtype": "F32", - "shape": [ - 640, - 768 - ], - "data_offsets": [ - 10185999556, - 10187965636 - ] - }, - "model_ema.diffusion_modeloutput_blocks61transformer_blocks0attn2to_out0bias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 10187965636, - 10187968196 - ] - }, - "model_ema.diffusion_modeloutput_blocks61transformer_blocks0attn2to_out0weight": { - "dtype": "F32", - "shape": [ - 640, - 640 - ], - "data_offsets": [ - 10187968196, - 10189606596 - ] - }, - "model_ema.diffusion_modeloutput_blocks61transformer_blocks0attn2to_qweight": { - "dtype": "F32", - "shape": [ - 640, - 640 - ], - "data_offsets": [ - 10189606596, - 10191244996 - ] - }, - "model_ema.diffusion_modeloutput_blocks61transformer_blocks0attn2to_vweight": { - "dtype": "F32", - "shape": [ - 640, - 768 - ], - "data_offsets": [ - 10191244996, - 10193211076 - ] - }, - "model_ema.diffusion_modeloutput_blocks61transformer_blocks0ffnet0projbias": { - "dtype": "F32", - "shape": [ - 5120 - ], - "data_offsets": [ - 10193211076, - 10193231556 - ] - }, - "model_ema.diffusion_modeloutput_blocks61transformer_blocks0ffnet0projweight": { - "dtype": "F32", - "shape": [ - 5120, - 640 - ], - "data_offsets": [ - 10193231556, - 10206338756 - ] - }, - "model_ema.diffusion_modeloutput_blocks61transformer_blocks0ffnet2bias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 10206338756, - 10206341316 - ] - }, - "model_ema.diffusion_modeloutput_blocks61transformer_blocks0ffnet2weight": { - "dtype": "F32", - "shape": [ - 640, - 2560 - ], - "data_offsets": [ - 10206341316, - 10212894916 - ] - }, - "model_ema.diffusion_modeloutput_blocks61transformer_blocks0norm1bias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 10212894916, - 10212897476 - ] - }, - "model_ema.diffusion_modeloutput_blocks61transformer_blocks0norm1weight": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 10212897476, - 10212900036 - ] - }, - "model_ema.diffusion_modeloutput_blocks61transformer_blocks0norm2bias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 10212900036, - 10212902596 - ] - }, - "model_ema.diffusion_modeloutput_blocks61transformer_blocks0norm2weight": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 10212902596, - 10212905156 - ] - }, - "model_ema.diffusion_modeloutput_blocks61transformer_blocks0norm3bias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 10212905156, - 10212907716 - ] - }, - "model_ema.diffusion_modeloutput_blocks61transformer_blocks0norm3weight": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 10212907716, - 10212910276 - ] - }, - "model_ema.diffusion_modeloutput_blocks70emb_layers1bias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 10212910276, - 10212912836 - ] - }, - "model_ema.diffusion_modeloutput_blocks70emb_layers1weight": { - "dtype": "F32", - "shape": [ - 640, - 1280 - ], - "data_offsets": [ - 10212912836, - 10216189636 - ] - }, - "model_ema.diffusion_modeloutput_blocks70in_layers0bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 10216189636, - 10216194756 - ] - }, - "model_ema.diffusion_modeloutput_blocks70in_layers0weight": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 10216194756, - 10216199876 - ] - }, - "model_ema.diffusion_modeloutput_blocks70in_layers2bias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 10216199876, - 10216202436 - ] - }, - "model_ema.diffusion_modeloutput_blocks70in_layers2weight": { - "dtype": "F32", - "shape": [ - 640, - 1280, - 3, - 3 - ], - "data_offsets": [ - 10216202436, - 10245693636 - ] - }, - "model_ema.diffusion_modeloutput_blocks70out_layers0bias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 10245693636, - 10245696196 - ] - }, - "model_ema.diffusion_modeloutput_blocks70out_layers0weight": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 10245696196, - 10245698756 - ] - }, - "model_ema.diffusion_modeloutput_blocks70out_layers3bias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 10245698756, - 10245701316 - ] - }, - "model_ema.diffusion_modeloutput_blocks70out_layers3weight": { - "dtype": "F32", - "shape": [ - 640, - 640, - 3, - 3 - ], - "data_offsets": [ - 10245701316, - 10260446916 - ] - }, - "model_ema.diffusion_modeloutput_blocks70skip_connectionbias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 10260446916, - 10260449476 - ] - }, - "model_ema.diffusion_modeloutput_blocks70skip_connectionweight": { - "dtype": "F32", - "shape": [ - 640, - 1280, - 1, - 1 - ], - "data_offsets": [ - 10260449476, - 10263726276 - ] - }, - "model_ema.diffusion_modeloutput_blocks71normbias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 10263726276, - 10263728836 - ] - }, - "model_ema.diffusion_modeloutput_blocks71normweight": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 10263728836, - 10263731396 - ] - }, - "model_ema.diffusion_modeloutput_blocks71proj_inbias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 10263731396, - 10263733956 - ] - }, - "model_ema.diffusion_modeloutput_blocks71proj_inweight": { - "dtype": "F32", - "shape": [ - 640, - 640, - 1, - 1 - ], - "data_offsets": [ - 10263733956, - 10265372356 - ] - }, - "model_ema.diffusion_modeloutput_blocks71proj_outbias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 10265372356, - 10265374916 - ] - }, - "model_ema.diffusion_modeloutput_blocks71proj_outweight": { - "dtype": "F32", - "shape": [ - 640, - 640, - 1, - 1 - ], - "data_offsets": [ - 10265374916, - 10267013316 - ] - }, - "model_ema.diffusion_modeloutput_blocks71transformer_blocks0attn1to_kweight": { - "dtype": "F32", - "shape": [ - 640, - 640 - ], - "data_offsets": [ - 10267013316, - 10268651716 - ] - }, - "model_ema.diffusion_modeloutput_blocks71transformer_blocks0attn1to_out0bias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 10268651716, - 10268654276 - ] - }, - "model_ema.diffusion_modeloutput_blocks71transformer_blocks0attn1to_out0weight": { - "dtype": "F32", - "shape": [ - 640, - 640 - ], - "data_offsets": [ - 10268654276, - 10270292676 - ] - }, - "model_ema.diffusion_modeloutput_blocks71transformer_blocks0attn1to_qweight": { - "dtype": "F32", - "shape": [ - 640, - 640 - ], - "data_offsets": [ - 10270292676, - 10271931076 - ] - }, - "model_ema.diffusion_modeloutput_blocks71transformer_blocks0attn1to_vweight": { - "dtype": "F32", - "shape": [ - 640, - 640 - ], - "data_offsets": [ - 10271931076, - 10273569476 - ] - }, - "model_ema.diffusion_modeloutput_blocks71transformer_blocks0attn2to_kweight": { - "dtype": "F32", - "shape": [ - 640, - 768 - ], - "data_offsets": [ - 10273569476, - 10275535556 - ] - }, - "model_ema.diffusion_modeloutput_blocks71transformer_blocks0attn2to_out0bias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 10275535556, - 10275538116 - ] - }, - "model_ema.diffusion_modeloutput_blocks71transformer_blocks0attn2to_out0weight": { - "dtype": "F32", - "shape": [ - 640, - 640 - ], - "data_offsets": [ - 10275538116, - 10277176516 - ] - }, - "model_ema.diffusion_modeloutput_blocks71transformer_blocks0attn2to_qweight": { - "dtype": "F32", - "shape": [ - 640, - 640 - ], - "data_offsets": [ - 10277176516, - 10278814916 - ] - }, - "model_ema.diffusion_modeloutput_blocks71transformer_blocks0attn2to_vweight": { - "dtype": "F32", - "shape": [ - 640, - 768 - ], - "data_offsets": [ - 10278814916, - 10280780996 - ] - }, - "model_ema.diffusion_modeloutput_blocks71transformer_blocks0ffnet0projbias": { - "dtype": "F32", - "shape": [ - 5120 - ], - "data_offsets": [ - 10280780996, - 10280801476 - ] - }, - "model_ema.diffusion_modeloutput_blocks71transformer_blocks0ffnet0projweight": { - "dtype": "F32", - "shape": [ - 5120, - 640 - ], - "data_offsets": [ - 10280801476, - 10293908676 - ] - }, - "model_ema.diffusion_modeloutput_blocks71transformer_blocks0ffnet2bias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 10293908676, - 10293911236 - ] - }, - "model_ema.diffusion_modeloutput_blocks71transformer_blocks0ffnet2weight": { - "dtype": "F32", - "shape": [ - 640, - 2560 - ], - "data_offsets": [ - 10293911236, - 10300464836 - ] - }, - "model_ema.diffusion_modeloutput_blocks71transformer_blocks0norm1bias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 10300464836, - 10300467396 - ] - }, - "model_ema.diffusion_modeloutput_blocks71transformer_blocks0norm1weight": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 10300467396, - 10300469956 - ] - }, - "model_ema.diffusion_modeloutput_blocks71transformer_blocks0norm2bias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 10300469956, - 10300472516 - ] - }, - "model_ema.diffusion_modeloutput_blocks71transformer_blocks0norm2weight": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 10300472516, - 10300475076 - ] - }, - "model_ema.diffusion_modeloutput_blocks71transformer_blocks0norm3bias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 10300475076, - 10300477636 - ] - }, - "model_ema.diffusion_modeloutput_blocks71transformer_blocks0norm3weight": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 10300477636, - 10300480196 - ] - }, - "model_ema.diffusion_modeloutput_blocks80emb_layers1bias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 10300480196, - 10300482756 - ] - }, - "model_ema.diffusion_modeloutput_blocks80emb_layers1weight": { - "dtype": "F32", - "shape": [ - 640, - 1280 - ], - "data_offsets": [ - 10300482756, - 10303759556 - ] - }, - "model_ema.diffusion_modeloutput_blocks80in_layers0bias": { - "dtype": "F32", - "shape": [ - 960 - ], - "data_offsets": [ - 10303759556, - 10303763396 - ] - }, - "model_ema.diffusion_modeloutput_blocks80in_layers0weight": { - "dtype": "F32", - "shape": [ - 960 - ], - "data_offsets": [ - 10303763396, - 10303767236 - ] - }, - "model_ema.diffusion_modeloutput_blocks80in_layers2bias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 10303767236, - 10303769796 - ] - }, - "model_ema.diffusion_modeloutput_blocks80in_layers2weight": { - "dtype": "F32", - "shape": [ - 640, - 960, - 3, - 3 - ], - "data_offsets": [ - 10303769796, - 10325888196 - ] - }, - "model_ema.diffusion_modeloutput_blocks80out_layers0bias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 10325888196, - 10325890756 - ] - }, - "model_ema.diffusion_modeloutput_blocks80out_layers0weight": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 10325890756, - 10325893316 - ] - }, - "model_ema.diffusion_modeloutput_blocks80out_layers3bias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 10325893316, - 10325895876 - ] - }, - "model_ema.diffusion_modeloutput_blocks80out_layers3weight": { - "dtype": "F32", - "shape": [ - 640, - 640, - 3, - 3 - ], - "data_offsets": [ - 10325895876, - 10340641476 - ] - }, - "model_ema.diffusion_modeloutput_blocks80skip_connectionbias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 10340641476, - 10340644036 - ] - }, - "model_ema.diffusion_modeloutput_blocks80skip_connectionweight": { - "dtype": "F32", - "shape": [ - 640, - 960, - 1, - 1 - ], - "data_offsets": [ - 10340644036, - 10343101636 - ] - }, - "model_ema.diffusion_modeloutput_blocks81normbias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 10343101636, - 10343104196 - ] - }, - "model_ema.diffusion_modeloutput_blocks81normweight": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 10343104196, - 10343106756 - ] - }, - "model_ema.diffusion_modeloutput_blocks81proj_inbias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 10343106756, - 10343109316 - ] - }, - "model_ema.diffusion_modeloutput_blocks81proj_inweight": { - "dtype": "F32", - "shape": [ - 640, - 640, - 1, - 1 - ], - "data_offsets": [ - 10343109316, - 10344747716 - ] - }, - "model_ema.diffusion_modeloutput_blocks81proj_outbias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 10344747716, - 10344750276 - ] - }, - "model_ema.diffusion_modeloutput_blocks81proj_outweight": { - "dtype": "F32", - "shape": [ - 640, - 640, - 1, - 1 - ], - "data_offsets": [ - 10344750276, - 10346388676 - ] - }, - "model_ema.diffusion_modeloutput_blocks81transformer_blocks0attn1to_kweight": { - "dtype": "F32", - "shape": [ - 640, - 640 - ], - "data_offsets": [ - 10346388676, - 10348027076 - ] - }, - "model_ema.diffusion_modeloutput_blocks81transformer_blocks0attn1to_out0bias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 10348027076, - 10348029636 - ] - }, - "model_ema.diffusion_modeloutput_blocks81transformer_blocks0attn1to_out0weight": { - "dtype": "F32", - "shape": [ - 640, - 640 - ], - "data_offsets": [ - 10348029636, - 10349668036 - ] - }, - "model_ema.diffusion_modeloutput_blocks81transformer_blocks0attn1to_qweight": { - "dtype": "F32", - "shape": [ - 640, - 640 - ], - "data_offsets": [ - 10349668036, - 10351306436 - ] - }, - "model_ema.diffusion_modeloutput_blocks81transformer_blocks0attn1to_vweight": { - "dtype": "F32", - "shape": [ - 640, - 640 - ], - "data_offsets": [ - 10351306436, - 10352944836 - ] - }, - "model_ema.diffusion_modeloutput_blocks81transformer_blocks0attn2to_kweight": { - "dtype": "F32", - "shape": [ - 640, - 768 - ], - "data_offsets": [ - 10352944836, - 10354910916 - ] - }, - "model_ema.diffusion_modeloutput_blocks81transformer_blocks0attn2to_out0bias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 10354910916, - 10354913476 - ] - }, - "model_ema.diffusion_modeloutput_blocks81transformer_blocks0attn2to_out0weight": { - "dtype": "F32", - "shape": [ - 640, - 640 - ], - "data_offsets": [ - 10354913476, - 10356551876 - ] - }, - "model_ema.diffusion_modeloutput_blocks81transformer_blocks0attn2to_qweight": { - "dtype": "F32", - "shape": [ - 640, - 640 - ], - "data_offsets": [ - 10356551876, - 10358190276 - ] - }, - "model_ema.diffusion_modeloutput_blocks81transformer_blocks0attn2to_vweight": { - "dtype": "F32", - "shape": [ - 640, - 768 - ], - "data_offsets": [ - 10358190276, - 10360156356 - ] - }, - "model_ema.diffusion_modeloutput_blocks81transformer_blocks0ffnet0projbias": { - "dtype": "F32", - "shape": [ - 5120 - ], - "data_offsets": [ - 10360156356, - 10360176836 - ] - }, - "model_ema.diffusion_modeloutput_blocks81transformer_blocks0ffnet0projweight": { - "dtype": "F32", - "shape": [ - 5120, - 640 - ], - "data_offsets": [ - 10360176836, - 10373284036 - ] - }, - "model_ema.diffusion_modeloutput_blocks81transformer_blocks0ffnet2bias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 10373284036, - 10373286596 - ] - }, - "model_ema.diffusion_modeloutput_blocks81transformer_blocks0ffnet2weight": { - "dtype": "F32", - "shape": [ - 640, - 2560 - ], - "data_offsets": [ - 10373286596, - 10379840196 - ] - }, - "model_ema.diffusion_modeloutput_blocks81transformer_blocks0norm1bias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 10379840196, - 10379842756 - ] - }, - "model_ema.diffusion_modeloutput_blocks81transformer_blocks0norm1weight": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 10379842756, - 10379845316 - ] - }, - "model_ema.diffusion_modeloutput_blocks81transformer_blocks0norm2bias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 10379845316, - 10379847876 - ] - }, - "model_ema.diffusion_modeloutput_blocks81transformer_blocks0norm2weight": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 10379847876, - 10379850436 - ] - }, - "model_ema.diffusion_modeloutput_blocks81transformer_blocks0norm3bias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 10379850436, - 10379852996 - ] - }, - "model_ema.diffusion_modeloutput_blocks81transformer_blocks0norm3weight": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 10379852996, - 10379855556 - ] - }, - "model_ema.diffusion_modeloutput_blocks82convbias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 10379855556, - 10379858116 - ] - }, - "model_ema.diffusion_modeloutput_blocks82convweight": { - "dtype": "F32", - "shape": [ - 640, - 640, - 3, - 3 - ], - "data_offsets": [ - 10379858116, - 10394603716 - ] - }, - "model_ema.diffusion_modeloutput_blocks90emb_layers1bias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 10394603716, - 10394604996 - ] - }, - "model_ema.diffusion_modeloutput_blocks90emb_layers1weight": { - "dtype": "F32", - "shape": [ - 320, - 1280 - ], - "data_offsets": [ - 10394604996, - 10396243396 - ] - }, - "model_ema.diffusion_modeloutput_blocks90in_layers0bias": { - "dtype": "F32", - "shape": [ - 960 - ], - "data_offsets": [ - 10396243396, - 10396247236 - ] - }, - "model_ema.diffusion_modeloutput_blocks90in_layers0weight": { - "dtype": "F32", - "shape": [ - 960 - ], - "data_offsets": [ - 10396247236, - 10396251076 - ] - }, - "model_ema.diffusion_modeloutput_blocks90in_layers2bias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 10396251076, - 10396252356 - ] - }, - "model_ema.diffusion_modeloutput_blocks90in_layers2weight": { - "dtype": "F32", - "shape": [ - 320, - 960, - 3, - 3 - ], - "data_offsets": [ - 10396252356, - 10407311556 - ] - }, - "model_ema.diffusion_modeloutput_blocks90out_layers0bias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 10407311556, - 10407312836 - ] - }, - "model_ema.diffusion_modeloutput_blocks90out_layers0weight": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 10407312836, - 10407314116 - ] - }, - "model_ema.diffusion_modeloutput_blocks90out_layers3bias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 10407314116, - 10407315396 - ] - }, - "model_ema.diffusion_modeloutput_blocks90out_layers3weight": { - "dtype": "F32", - "shape": [ - 320, - 320, - 3, - 3 - ], - "data_offsets": [ - 10407315396, - 10411001796 - ] - }, - "model_ema.diffusion_modeloutput_blocks90skip_connectionbias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 10411001796, - 10411003076 - ] - }, - "model_ema.diffusion_modeloutput_blocks90skip_connectionweight": { - "dtype": "F32", - "shape": [ - 320, - 960, - 1, - 1 - ], - "data_offsets": [ - 10411003076, - 10412231876 - ] - }, - "model_ema.diffusion_modeloutput_blocks91normbias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 10412231876, - 10412233156 - ] - }, - "model_ema.diffusion_modeloutput_blocks91normweight": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 10412233156, - 10412234436 - ] - }, - "model_ema.diffusion_modeloutput_blocks91proj_inbias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 10412234436, - 10412235716 - ] - }, - "model_ema.diffusion_modeloutput_blocks91proj_inweight": { - "dtype": "F32", - "shape": [ - 320, - 320, - 1, - 1 - ], - "data_offsets": [ - 10412235716, - 10412645316 - ] - }, - "model_ema.diffusion_modeloutput_blocks91proj_outbias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 10412645316, - 10412646596 - ] - }, - "model_ema.diffusion_modeloutput_blocks91proj_outweight": { - "dtype": "F32", - "shape": [ - 320, - 320, - 1, - 1 - ], - "data_offsets": [ - 10412646596, - 10413056196 - ] - }, - "model_ema.diffusion_modeloutput_blocks91transformer_blocks0attn1to_kweight": { - "dtype": "F32", - "shape": [ - 320, - 320 - ], - "data_offsets": [ - 10413056196, - 10413465796 - ] - }, - "model_ema.diffusion_modeloutput_blocks91transformer_blocks0attn1to_out0bias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 10413465796, - 10413467076 - ] - }, - "model_ema.diffusion_modeloutput_blocks91transformer_blocks0attn1to_out0weight": { - "dtype": "F32", - "shape": [ - 320, - 320 - ], - "data_offsets": [ - 10413467076, - 10413876676 - ] - }, - "model_ema.diffusion_modeloutput_blocks91transformer_blocks0attn1to_qweight": { - "dtype": "F32", - "shape": [ - 320, - 320 - ], - "data_offsets": [ - 10413876676, - 10414286276 - ] - }, - "model_ema.diffusion_modeloutput_blocks91transformer_blocks0attn1to_vweight": { - "dtype": "F32", - "shape": [ - 320, - 320 - ], - "data_offsets": [ - 10414286276, - 10414695876 - ] - }, - "model_ema.diffusion_modeloutput_blocks91transformer_blocks0attn2to_kweight": { - "dtype": "F32", - "shape": [ - 320, - 768 - ], - "data_offsets": [ - 10414695876, - 10415678916 - ] - }, - "model_ema.diffusion_modeloutput_blocks91transformer_blocks0attn2to_out0bias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 10415678916, - 10415680196 - ] - }, - "model_ema.diffusion_modeloutput_blocks91transformer_blocks0attn2to_out0weight": { - "dtype": "F32", - "shape": [ - 320, - 320 - ], - "data_offsets": [ - 10415680196, - 10416089796 - ] - }, - "model_ema.diffusion_modeloutput_blocks91transformer_blocks0attn2to_qweight": { - "dtype": "F32", - "shape": [ - 320, - 320 - ], - "data_offsets": [ - 10416089796, - 10416499396 - ] - }, - "model_ema.diffusion_modeloutput_blocks91transformer_blocks0attn2to_vweight": { - "dtype": "F32", - "shape": [ - 320, - 768 - ], - "data_offsets": [ - 10416499396, - 10417482436 - ] - }, - "model_ema.diffusion_modeloutput_blocks91transformer_blocks0ffnet0projbias": { - "dtype": "F32", - "shape": [ - 2560 - ], - "data_offsets": [ - 10417482436, - 10417492676 - ] - }, - "model_ema.diffusion_modeloutput_blocks91transformer_blocks0ffnet0projweight": { - "dtype": "F32", - "shape": [ - 2560, - 320 - ], - "data_offsets": [ - 10417492676, - 10420769476 - ] - }, - "model_ema.diffusion_modeloutput_blocks91transformer_blocks0ffnet2bias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 10420769476, - 10420770756 - ] - }, - "model_ema.diffusion_modeloutput_blocks91transformer_blocks0ffnet2weight": { - "dtype": "F32", - "shape": [ - 320, - 1280 - ], - "data_offsets": [ - 10420770756, - 10422409156 - ] - }, - "model_ema.diffusion_modeloutput_blocks91transformer_blocks0norm1bias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 10422409156, - 10422410436 - ] - }, - "model_ema.diffusion_modeloutput_blocks91transformer_blocks0norm1weight": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 10422410436, - 10422411716 - ] - }, - "model_ema.diffusion_modeloutput_blocks91transformer_blocks0norm2bias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 10422411716, - 10422412996 - ] - }, - "model_ema.diffusion_modeloutput_blocks91transformer_blocks0norm2weight": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 10422412996, - 10422414276 - ] - }, - "model_ema.diffusion_modeloutput_blocks91transformer_blocks0norm3bias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 10422414276, - 10422415556 - ] - }, - "model_ema.diffusion_modeloutput_blocks91transformer_blocks0norm3weight": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 10422415556, - 10422416836 - ] - }, - "model_ema.diffusion_modeltime_embed0bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 10422416836, - 10422421956 - ] - }, - "model_ema.diffusion_modeltime_embed0weight": { - "dtype": "F32", - "shape": [ - 1280, - 320 - ], - "data_offsets": [ - 10422421956, - 10424060356 - ] - }, - "model_ema.diffusion_modeltime_embed2bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 10424060356, - 10424065476 - ] - }, - "model_ema.diffusion_modeltime_embed2weight": { - "dtype": "F32", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 10424065476, - 10430619076 - ] - }, - "model_ema.input_blocks00bias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 10430619076, - 10430620356 - ] - }, - "model_ema.input_blocks00weight": { - "dtype": "F32", - "shape": [ - 320, - 4, - 3, - 3 - ], - "data_offsets": [ - 10430620356, - 10430666436 - ] - }, - "model_ema.input_blocks100emb_layers1bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 10430666436, - 10430671556 - ] - }, - "model_ema.input_blocks100emb_layers1weight": { - "dtype": "F32", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 10430671556, - 10437225156 - ] - }, - "model_ema.input_blocks100in_layers0bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 10437225156, - 10437230276 - ] - }, - "model_ema.input_blocks100in_layers0weight": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 10437230276, - 10437235396 - ] - }, - "model_ema.input_blocks100in_layers2bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 10437235396, - 10437240516 - ] - }, - "model_ema.input_blocks100in_layers2weight": { - "dtype": "F32", - "shape": [ - 1280, - 1280, - 3, - 3 - ], - "data_offsets": [ - 10437240516, - 10496222916 - ] - }, - "model_ema.input_blocks100out_layers0bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 10496222916, - 10496228036 - ] - }, - "model_ema.input_blocks100out_layers0weight": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 10496228036, - 10496233156 - ] - }, - "model_ema.input_blocks100out_layers3bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 10496233156, - 10496238276 - ] - }, - "model_ema.input_blocks100out_layers3weight": { - "dtype": "F32", - "shape": [ - 1280, - 1280, - 3, - 3 - ], - "data_offsets": [ - 10496238276, - 10555220676 - ] - }, - "model_ema.input_blocks10emb_layers1bias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 10555220676, - 10555221956 - ] - }, - "model_ema.input_blocks10emb_layers1weight": { - "dtype": "F32", - "shape": [ - 320, - 1280 - ], - "data_offsets": [ - 10555221956, - 10556860356 - ] - }, - "model_ema.input_blocks10in_layers0bias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 10556860356, - 10556861636 - ] - }, - "model_ema.input_blocks10in_layers0weight": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 10556861636, - 10556862916 - ] - }, - "model_ema.input_blocks10in_layers2bias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 10556862916, - 10556864196 - ] - }, - "model_ema.input_blocks10in_layers2weight": { - "dtype": "F32", - "shape": [ - 320, - 320, - 3, - 3 - ], - "data_offsets": [ - 10556864196, - 10560550596 - ] - }, - "model_ema.input_blocks10out_layers0bias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 10560550596, - 10560551876 - ] - }, - "model_ema.input_blocks10out_layers0weight": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 10560551876, - 10560553156 - ] - }, - "model_ema.input_blocks10out_layers3bias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 10560553156, - 10560554436 - ] - }, - "model_ema.input_blocks10out_layers3weight": { - "dtype": "F32", - "shape": [ - 320, - 320, - 3, - 3 - ], - "data_offsets": [ - 10560554436, - 10564240836 - ] - }, - "model_ema.input_blocks110emb_layers1bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 10564240836, - 10564245956 - ] - }, - "model_ema.input_blocks110emb_layers1weight": { - "dtype": "F32", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 10564245956, - 10570799556 - ] - }, - "model_ema.input_blocks110in_layers0bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 10570799556, - 10570804676 - ] - }, - "model_ema.input_blocks110in_layers0weight": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 10570804676, - 10570809796 - ] - }, - "model_ema.input_blocks110in_layers2bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 10570809796, - 10570814916 - ] - }, - "model_ema.input_blocks110in_layers2weight": { - "dtype": "F32", - "shape": [ - 1280, - 1280, - 3, - 3 - ], - "data_offsets": [ - 10570814916, - 10629797316 - ] - }, - "model_ema.input_blocks110out_layers0bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 10629797316, - 10629802436 - ] - }, - "model_ema.input_blocks110out_layers0weight": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 10629802436, - 10629807556 - ] - }, - "model_ema.input_blocks110out_layers3bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 10629807556, - 10629812676 - ] - }, - "model_ema.input_blocks110out_layers3weight": { - "dtype": "F32", - "shape": [ - 1280, - 1280, - 3, - 3 - ], - "data_offsets": [ - 10629812676, - 10688795076 - ] - }, - "model_ema.input_blocks11normbias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 10688795076, - 10688796356 - ] - }, - "model_ema.input_blocks11normweight": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 10688796356, - 10688797636 - ] - }, - "model_ema.input_blocks11proj_inbias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 10688797636, - 10688798916 - ] - }, - "model_ema.input_blocks11proj_inweight": { - "dtype": "F32", - "shape": [ - 320, - 320, - 1, - 1 - ], - "data_offsets": [ - 10688798916, - 10689208516 - ] - }, - "model_ema.input_blocks11proj_outbias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 10689208516, - 10689209796 - ] - }, - "model_ema.input_blocks11proj_outweight": { - "dtype": "F32", - "shape": [ - 320, - 320, - 1, - 1 - ], - "data_offsets": [ - 10689209796, - 10689619396 - ] - }, - "model_ema.input_blocks11transformer_blocks0attn1to_kweight": { - "dtype": "F32", - "shape": [ - 320, - 320 - ], - "data_offsets": [ - 10689619396, - 10690028996 - ] - }, - "model_ema.input_blocks11transformer_blocks0attn1to_out0bias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 10690028996, - 10690030276 - ] - }, - "model_ema.input_blocks11transformer_blocks0attn1to_out0weight": { - "dtype": "F32", - "shape": [ - 320, - 320 - ], - "data_offsets": [ - 10690030276, - 10690439876 - ] - }, - "model_ema.input_blocks11transformer_blocks0attn1to_qweight": { - "dtype": "F32", - "shape": [ - 320, - 320 - ], - "data_offsets": [ - 10690439876, - 10690849476 - ] - }, - "model_ema.input_blocks11transformer_blocks0attn1to_vweight": { - "dtype": "F32", - "shape": [ - 320, - 320 - ], - "data_offsets": [ - 10690849476, - 10691259076 - ] - }, - "model_ema.input_blocks11transformer_blocks0attn2to_kweight": { - "dtype": "F32", - "shape": [ - 320, - 768 - ], - "data_offsets": [ - 10691259076, - 10692242116 - ] - }, - "model_ema.input_blocks11transformer_blocks0attn2to_out0bias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 10692242116, - 10692243396 - ] - }, - "model_ema.input_blocks11transformer_blocks0attn2to_out0weight": { - "dtype": "F32", - "shape": [ - 320, - 320 - ], - "data_offsets": [ - 10692243396, - 10692652996 - ] - }, - "model_ema.input_blocks11transformer_blocks0attn2to_qweight": { - "dtype": "F32", - "shape": [ - 320, - 320 - ], - "data_offsets": [ - 10692652996, - 10693062596 - ] - }, - "model_ema.input_blocks11transformer_blocks0attn2to_vweight": { - "dtype": "F32", - "shape": [ - 320, - 768 - ], - "data_offsets": [ - 10693062596, - 10694045636 - ] - }, - "model_ema.input_blocks11transformer_blocks0ffnet0projbias": { - "dtype": "F32", - "shape": [ - 2560 - ], - "data_offsets": [ - 10694045636, - 10694055876 - ] - }, - "model_ema.input_blocks11transformer_blocks0ffnet0projweight": { - "dtype": "F32", - "shape": [ - 2560, - 320 - ], - "data_offsets": [ - 10694055876, - 10697332676 - ] - }, - "model_ema.input_blocks11transformer_blocks0ffnet2bias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 10697332676, - 10697333956 - ] - }, - "model_ema.input_blocks11transformer_blocks0ffnet2weight": { - "dtype": "F32", - "shape": [ - 320, - 1280 - ], - "data_offsets": [ - 10697333956, - 10698972356 - ] - }, - "model_ema.input_blocks11transformer_blocks0norm1bias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 10698972356, - 10698973636 - ] - }, - "model_ema.input_blocks11transformer_blocks0norm1weight": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 10698973636, - 10698974916 - ] - }, - "model_ema.input_blocks11transformer_blocks0norm2bias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 10698974916, - 10698976196 - ] - }, - "model_ema.input_blocks11transformer_blocks0norm2weight": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 10698976196, - 10698977476 - ] - }, - "model_ema.input_blocks11transformer_blocks0norm3bias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 10698977476, - 10698978756 - ] - }, - "model_ema.input_blocks11transformer_blocks0norm3weight": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 10698978756, - 10698980036 - ] - }, - "model_ema.input_blocks20emb_layers1bias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 10698980036, - 10698981316 - ] - }, - "model_ema.input_blocks20emb_layers1weight": { - "dtype": "F32", - "shape": [ - 320, - 1280 - ], - "data_offsets": [ - 10698981316, - 10700619716 - ] - }, - "model_ema.input_blocks20in_layers0bias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 10700619716, - 10700620996 - ] - }, - "model_ema.input_blocks20in_layers0weight": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 10700620996, - 10700622276 - ] - }, - "model_ema.input_blocks20in_layers2bias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 10700622276, - 10700623556 - ] - }, - "model_ema.input_blocks20in_layers2weight": { - "dtype": "F32", - "shape": [ - 320, - 320, - 3, - 3 - ], - "data_offsets": [ - 10700623556, - 10704309956 - ] - }, - "model_ema.input_blocks20out_layers0bias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 10704309956, - 10704311236 - ] - }, - "model_ema.input_blocks20out_layers0weight": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 10704311236, - 10704312516 - ] - }, - "model_ema.input_blocks20out_layers3bias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 10704312516, - 10704313796 - ] - }, - "model_ema.input_blocks20out_layers3weight": { - "dtype": "F32", - "shape": [ - 320, - 320, - 3, - 3 - ], - "data_offsets": [ - 10704313796, - 10708000196 - ] - }, - "model_ema.input_blocks21normbias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 10708000196, - 10708001476 - ] - }, - "model_ema.input_blocks21normweight": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 10708001476, - 10708002756 - ] - }, - "model_ema.input_blocks21proj_inbias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 10708002756, - 10708004036 - ] - }, - "model_ema.input_blocks21proj_inweight": { - "dtype": "F32", - "shape": [ - 320, - 320, - 1, - 1 - ], - "data_offsets": [ - 10708004036, - 10708413636 - ] - }, - "model_ema.input_blocks21proj_outbias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 10708413636, - 10708414916 - ] - }, - "model_ema.input_blocks21proj_outweight": { - "dtype": "F32", - "shape": [ - 320, - 320, - 1, - 1 - ], - "data_offsets": [ - 10708414916, - 10708824516 - ] - }, - "model_ema.input_blocks21transformer_blocks0attn1to_kweight": { - "dtype": "F32", - "shape": [ - 320, - 320 - ], - "data_offsets": [ - 10708824516, - 10709234116 - ] - }, - "model_ema.input_blocks21transformer_blocks0attn1to_out0bias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 10709234116, - 10709235396 - ] - }, - "model_ema.input_blocks21transformer_blocks0attn1to_out0weight": { - "dtype": "F32", - "shape": [ - 320, - 320 - ], - "data_offsets": [ - 10709235396, - 10709644996 - ] - }, - "model_ema.input_blocks21transformer_blocks0attn1to_qweight": { - "dtype": "F32", - "shape": [ - 320, - 320 - ], - "data_offsets": [ - 10709644996, - 10710054596 - ] - }, - "model_ema.input_blocks21transformer_blocks0attn1to_vweight": { - "dtype": "F32", - "shape": [ - 320, - 320 - ], - "data_offsets": [ - 10710054596, - 10710464196 - ] - }, - "model_ema.input_blocks21transformer_blocks0attn2to_kweight": { - "dtype": "F32", - "shape": [ - 320, - 768 - ], - "data_offsets": [ - 10710464196, - 10711447236 - ] - }, - "model_ema.input_blocks21transformer_blocks0attn2to_out0bias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 10711447236, - 10711448516 - ] - }, - "model_ema.input_blocks21transformer_blocks0attn2to_out0weight": { - "dtype": "F32", - "shape": [ - 320, - 320 - ], - "data_offsets": [ - 10711448516, - 10711858116 - ] - }, - "model_ema.input_blocks21transformer_blocks0attn2to_qweight": { - "dtype": "F32", - "shape": [ - 320, - 320 - ], - "data_offsets": [ - 10711858116, - 10712267716 - ] - }, - "model_ema.input_blocks21transformer_blocks0attn2to_vweight": { - "dtype": "F32", - "shape": [ - 320, - 768 - ], - "data_offsets": [ - 10712267716, - 10713250756 - ] - }, - "model_ema.input_blocks21transformer_blocks0ffnet0projbias": { - "dtype": "F32", - "shape": [ - 2560 - ], - "data_offsets": [ - 10713250756, - 10713260996 - ] - }, - "model_ema.input_blocks21transformer_blocks0ffnet0projweight": { - "dtype": "F32", - "shape": [ - 2560, - 320 - ], - "data_offsets": [ - 10713260996, - 10716537796 - ] - }, - "model_ema.input_blocks21transformer_blocks0ffnet2bias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 10716537796, - 10716539076 - ] - }, - "model_ema.input_blocks21transformer_blocks0ffnet2weight": { - "dtype": "F32", - "shape": [ - 320, - 1280 - ], - "data_offsets": [ - 10716539076, - 10718177476 - ] - }, - "model_ema.input_blocks21transformer_blocks0norm1bias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 10718177476, - 10718178756 - ] - }, - "model_ema.input_blocks21transformer_blocks0norm1weight": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 10718178756, - 10718180036 - ] - }, - "model_ema.input_blocks21transformer_blocks0norm2bias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 10718180036, - 10718181316 - ] - }, - "model_ema.input_blocks21transformer_blocks0norm2weight": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 10718181316, - 10718182596 - ] - }, - "model_ema.input_blocks21transformer_blocks0norm3bias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 10718182596, - 10718183876 - ] - }, - "model_ema.input_blocks21transformer_blocks0norm3weight": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 10718183876, - 10718185156 - ] - }, - "model_ema.input_blocks30opbias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 10718185156, - 10718186436 - ] - }, - "model_ema.input_blocks30opweight": { - "dtype": "F32", - "shape": [ - 320, - 320, - 3, - 3 - ], - "data_offsets": [ - 10718186436, - 10721872836 - ] - }, - "model_ema.input_blocks40emb_layers1bias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 10721872836, - 10721875396 - ] - }, - "model_ema.input_blocks40emb_layers1weight": { - "dtype": "F32", - "shape": [ - 640, - 1280 - ], - "data_offsets": [ - 10721875396, - 10725152196 - ] - }, - "model_ema.input_blocks40in_layers0bias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 10725152196, - 10725153476 - ] - }, - "model_ema.input_blocks40in_layers0weight": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 10725153476, - 10725154756 - ] - }, - "model_ema.input_blocks40in_layers2bias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 10725154756, - 10725157316 - ] - }, - "model_ema.input_blocks40in_layers2weight": { - "dtype": "F32", - "shape": [ - 640, - 320, - 3, - 3 - ], - "data_offsets": [ - 10725157316, - 10732530116 - ] - }, - "model_ema.input_blocks40out_layers0bias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 10732530116, - 10732532676 - ] - }, - "model_ema.input_blocks40out_layers0weight": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 10732532676, - 10732535236 - ] - }, - "model_ema.input_blocks40out_layers3bias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 10732535236, - 10732537796 - ] - }, - "model_ema.input_blocks40out_layers3weight": { - "dtype": "F32", - "shape": [ - 640, - 640, - 3, - 3 - ], - "data_offsets": [ - 10732537796, - 10747283396 - ] - }, - "model_ema.input_blocks40skip_connectionbias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 10747283396, - 10747285956 - ] - }, - "model_ema.input_blocks40skip_connectionweight": { - "dtype": "F32", - "shape": [ - 640, - 320, - 1, - 1 - ], - "data_offsets": [ - 10747285956, - 10748105156 - ] - }, - "model_ema.input_blocks41normbias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 10748105156, - 10748107716 - ] - }, - "model_ema.input_blocks41normweight": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 10748107716, - 10748110276 - ] - }, - "model_ema.input_blocks41proj_inbias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 10748110276, - 10748112836 - ] - }, - "model_ema.input_blocks41proj_inweight": { - "dtype": "F32", - "shape": [ - 640, - 640, - 1, - 1 - ], - "data_offsets": [ - 10748112836, - 10749751236 - ] - }, - "model_ema.input_blocks41proj_outbias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 10749751236, - 10749753796 - ] - }, - "model_ema.input_blocks41proj_outweight": { - "dtype": "F32", - "shape": [ - 640, - 640, - 1, - 1 - ], - "data_offsets": [ - 10749753796, - 10751392196 - ] - }, - "model_ema.input_blocks41transformer_blocks0attn1to_kweight": { - "dtype": "F32", - "shape": [ - 640, - 640 - ], - "data_offsets": [ - 10751392196, - 10753030596 - ] - }, - "model_ema.input_blocks41transformer_blocks0attn1to_out0bias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 10753030596, - 10753033156 - ] - }, - "model_ema.input_blocks41transformer_blocks0attn1to_out0weight": { - "dtype": "F32", - "shape": [ - 640, - 640 - ], - "data_offsets": [ - 10753033156, - 10754671556 - ] - }, - "model_ema.input_blocks41transformer_blocks0attn1to_qweight": { - "dtype": "F32", - "shape": [ - 640, - 640 - ], - "data_offsets": [ - 10754671556, - 10756309956 - ] - }, - "model_ema.input_blocks41transformer_blocks0attn1to_vweight": { - "dtype": "F32", - "shape": [ - 640, - 640 - ], - "data_offsets": [ - 10756309956, - 10757948356 - ] - }, - "model_ema.input_blocks41transformer_blocks0attn2to_kweight": { - "dtype": "F32", - "shape": [ - 640, - 768 - ], - "data_offsets": [ - 10757948356, - 10759914436 - ] - }, - "model_ema.input_blocks41transformer_blocks0attn2to_out0bias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 10759914436, - 10759916996 - ] - }, - "model_ema.input_blocks41transformer_blocks0attn2to_out0weight": { - "dtype": "F32", - "shape": [ - 640, - 640 - ], - "data_offsets": [ - 10759916996, - 10761555396 - ] - }, - "model_ema.input_blocks41transformer_blocks0attn2to_qweight": { - "dtype": "F32", - "shape": [ - 640, - 640 - ], - "data_offsets": [ - 10761555396, - 10763193796 - ] - }, - "model_ema.input_blocks41transformer_blocks0attn2to_vweight": { - "dtype": "F32", - "shape": [ - 640, - 768 - ], - "data_offsets": [ - 10763193796, - 10765159876 - ] - }, - "model_ema.input_blocks41transformer_blocks0ffnet0projbias": { - "dtype": "F32", - "shape": [ - 5120 - ], - "data_offsets": [ - 10765159876, - 10765180356 - ] - }, - "model_ema.input_blocks41transformer_blocks0ffnet0projweight": { - "dtype": "F32", - "shape": [ - 5120, - 640 - ], - "data_offsets": [ - 10765180356, - 10778287556 - ] - }, - "model_ema.input_blocks41transformer_blocks0ffnet2bias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 10778287556, - 10778290116 - ] - }, - "model_ema.input_blocks41transformer_blocks0ffnet2weight": { - "dtype": "F32", - "shape": [ - 640, - 2560 - ], - "data_offsets": [ - 10778290116, - 10784843716 - ] - }, - "model_ema.input_blocks41transformer_blocks0norm1bias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 10784843716, - 10784846276 - ] - }, - "model_ema.input_blocks41transformer_blocks0norm1weight": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 10784846276, - 10784848836 - ] - }, - "model_ema.input_blocks41transformer_blocks0norm2bias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 10784848836, - 10784851396 - ] - }, - "model_ema.input_blocks41transformer_blocks0norm2weight": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 10784851396, - 10784853956 - ] - }, - "model_ema.input_blocks41transformer_blocks0norm3bias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 10784853956, - 10784856516 - ] - }, - "model_ema.input_blocks41transformer_blocks0norm3weight": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 10784856516, - 10784859076 - ] - }, - "model_ema.input_blocks50emb_layers1bias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 10784859076, - 10784861636 - ] - }, - "model_ema.input_blocks50emb_layers1weight": { - "dtype": "F32", - "shape": [ - 640, - 1280 - ], - "data_offsets": [ - 10784861636, - 10788138436 - ] - }, - "model_ema.input_blocks50in_layers0bias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 10788138436, - 10788140996 - ] - }, - "model_ema.input_blocks50in_layers0weight": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 10788140996, - 10788143556 - ] - }, - "model_ema.input_blocks50in_layers2bias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 10788143556, - 10788146116 - ] - }, - "model_ema.input_blocks50in_layers2weight": { - "dtype": "F32", - "shape": [ - 640, - 640, - 3, - 3 - ], - "data_offsets": [ - 10788146116, - 10802891716 - ] - }, - "model_ema.input_blocks50out_layers0bias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 10802891716, - 10802894276 - ] - }, - "model_ema.input_blocks50out_layers0weight": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 10802894276, - 10802896836 - ] - }, - "model_ema.input_blocks50out_layers3bias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 10802896836, - 10802899396 - ] - }, - "model_ema.input_blocks50out_layers3weight": { - "dtype": "F32", - "shape": [ - 640, - 640, - 3, - 3 - ], - "data_offsets": [ - 10802899396, - 10817644996 - ] - }, - "model_ema.input_blocks51normbias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 10817644996, - 10817647556 - ] - }, - "model_ema.input_blocks51normweight": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 10817647556, - 10817650116 - ] - }, - "model_ema.input_blocks51proj_inbias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 10817650116, - 10817652676 - ] - }, - "model_ema.input_blocks51proj_inweight": { - "dtype": "F32", - "shape": [ - 640, - 640, - 1, - 1 - ], - "data_offsets": [ - 10817652676, - 10819291076 - ] - }, - "model_ema.input_blocks51proj_outbias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 10819291076, - 10819293636 - ] - }, - "model_ema.input_blocks51proj_outweight": { - "dtype": "F32", - "shape": [ - 640, - 640, - 1, - 1 - ], - "data_offsets": [ - 10819293636, - 10820932036 - ] - }, - "model_ema.input_blocks51transformer_blocks0attn1to_kweight": { - "dtype": "F32", - "shape": [ - 640, - 640 - ], - "data_offsets": [ - 10820932036, - 10822570436 - ] - }, - "model_ema.input_blocks51transformer_blocks0attn1to_out0bias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 10822570436, - 10822572996 - ] - }, - "model_ema.input_blocks51transformer_blocks0attn1to_out0weight": { - "dtype": "F32", - "shape": [ - 640, - 640 - ], - "data_offsets": [ - 10822572996, - 10824211396 - ] - }, - "model_ema.input_blocks51transformer_blocks0attn1to_qweight": { - "dtype": "F32", - "shape": [ - 640, - 640 - ], - "data_offsets": [ - 10824211396, - 10825849796 - ] - }, - "model_ema.input_blocks51transformer_blocks0attn1to_vweight": { - "dtype": "F32", - "shape": [ - 640, - 640 - ], - "data_offsets": [ - 10825849796, - 10827488196 - ] - }, - "model_ema.input_blocks51transformer_blocks0attn2to_kweight": { - "dtype": "F32", - "shape": [ - 640, - 768 - ], - "data_offsets": [ - 10827488196, - 10829454276 - ] - }, - "model_ema.input_blocks51transformer_blocks0attn2to_out0bias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 10829454276, - 10829456836 - ] - }, - "model_ema.input_blocks51transformer_blocks0attn2to_out0weight": { - "dtype": "F32", - "shape": [ - 640, - 640 - ], - "data_offsets": [ - 10829456836, - 10831095236 - ] - }, - "model_ema.input_blocks51transformer_blocks0attn2to_qweight": { - "dtype": "F32", - "shape": [ - 640, - 640 - ], - "data_offsets": [ - 10831095236, - 10832733636 - ] - }, - "model_ema.input_blocks51transformer_blocks0attn2to_vweight": { - "dtype": "F32", - "shape": [ - 640, - 768 - ], - "data_offsets": [ - 10832733636, - 10834699716 - ] - }, - "model_ema.input_blocks51transformer_blocks0ffnet0projbias": { - "dtype": "F32", - "shape": [ - 5120 - ], - "data_offsets": [ - 10834699716, - 10834720196 - ] - }, - "model_ema.input_blocks51transformer_blocks0ffnet0projweight": { - "dtype": "F32", - "shape": [ - 5120, - 640 - ], - "data_offsets": [ - 10834720196, - 10847827396 - ] - }, - "model_ema.input_blocks51transformer_blocks0ffnet2bias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 10847827396, - 10847829956 - ] - }, - "model_ema.input_blocks51transformer_blocks0ffnet2weight": { - "dtype": "F32", - "shape": [ - 640, - 2560 - ], - "data_offsets": [ - 10847829956, - 10854383556 - ] - }, - "model_ema.input_blocks51transformer_blocks0norm1bias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 10854383556, - 10854386116 - ] - }, - "model_ema.input_blocks51transformer_blocks0norm1weight": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 10854386116, - 10854388676 - ] - }, - "model_ema.input_blocks51transformer_blocks0norm2bias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 10854388676, - 10854391236 - ] - }, - "model_ema.input_blocks51transformer_blocks0norm2weight": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 10854391236, - 10854393796 - ] - }, - "model_ema.input_blocks51transformer_blocks0norm3bias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 10854393796, - 10854396356 - ] - }, - "model_ema.input_blocks51transformer_blocks0norm3weight": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 10854396356, - 10854398916 - ] - }, - "model_ema.input_blocks60opbias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 10854398916, - 10854401476 - ] - }, - "model_ema.input_blocks60opweight": { - "dtype": "F32", - "shape": [ - 640, - 640, - 3, - 3 - ], - "data_offsets": [ - 10854401476, - 10869147076 - ] - }, - "model_ema.input_blocks70emb_layers1bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 10869147076, - 10869152196 - ] - }, - "model_ema.input_blocks70emb_layers1weight": { - "dtype": "F32", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 10869152196, - 10875705796 - ] - }, - "model_ema.input_blocks70in_layers0bias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 10875705796, - 10875708356 - ] - }, - "model_ema.input_blocks70in_layers0weight": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 10875708356, - 10875710916 - ] - }, - "model_ema.input_blocks70in_layers2bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 10875710916, - 10875716036 - ] - }, - "model_ema.input_blocks70in_layers2weight": { - "dtype": "F32", - "shape": [ - 1280, - 640, - 3, - 3 - ], - "data_offsets": [ - 10875716036, - 10905207236 - ] - }, - "model_ema.input_blocks70out_layers0bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 10905207236, - 10905212356 - ] - }, - "model_ema.input_blocks70out_layers0weight": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 10905212356, - 10905217476 - ] - }, - "model_ema.input_blocks70out_layers3bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 10905217476, - 10905222596 - ] - }, - "model_ema.input_blocks70out_layers3weight": { - "dtype": "F32", - "shape": [ - 1280, - 1280, - 3, - 3 - ], - "data_offsets": [ - 10905222596, - 10964204996 - ] - }, - "model_ema.input_blocks70skip_connectionbias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 10964204996, - 10964210116 - ] - }, - "model_ema.input_blocks70skip_connectionweight": { - "dtype": "F32", - "shape": [ - 1280, - 640, - 1, - 1 - ], - "data_offsets": [ - 10964210116, - 10967486916 - ] - }, - "model_ema.input_blocks71normbias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 10967486916, - 10967492036 - ] - }, - "model_ema.input_blocks71normweight": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 10967492036, - 10967497156 - ] - }, - "model_ema.input_blocks71proj_inbias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 10967497156, - 10967502276 - ] - }, - "model_ema.input_blocks71proj_inweight": { - "dtype": "F32", - "shape": [ - 1280, - 1280, - 1, - 1 - ], - "data_offsets": [ - 10967502276, - 10974055876 - ] - }, - "model_ema.input_blocks71proj_outbias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 10974055876, - 10974060996 - ] - }, - "model_ema.input_blocks71proj_outweight": { - "dtype": "F32", - "shape": [ - 1280, - 1280, - 1, - 1 - ], - "data_offsets": [ - 10974060996, - 10980614596 - ] - }, - "model_ema.input_blocks71transformer_blocks0attn1to_kweight": { - "dtype": "F32", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 10980614596, - 10987168196 - ] - }, - "model_ema.input_blocks71transformer_blocks0attn1to_out0bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 10987168196, - 10987173316 - ] - }, - "model_ema.input_blocks71transformer_blocks0attn1to_out0weight": { - "dtype": "F32", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 10987173316, - 10993726916 - ] - }, - "model_ema.input_blocks71transformer_blocks0attn1to_qweight": { - "dtype": "F32", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 10993726916, - 11000280516 - ] - }, - "model_ema.input_blocks71transformer_blocks0attn1to_vweight": { - "dtype": "F32", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 11000280516, - 11006834116 - ] - }, - "model_ema.input_blocks71transformer_blocks0attn2to_kweight": { - "dtype": "F32", - "shape": [ - 1280, - 768 - ], - "data_offsets": [ - 11006834116, - 11010766276 - ] - }, - "model_ema.input_blocks71transformer_blocks0attn2to_out0bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 11010766276, - 11010771396 - ] - }, - "model_ema.input_blocks71transformer_blocks0attn2to_out0weight": { - "dtype": "F32", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 11010771396, - 11017324996 - ] - }, - "model_ema.input_blocks71transformer_blocks0attn2to_qweight": { - "dtype": "F32", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 11017324996, - 11023878596 - ] - }, - "model_ema.input_blocks71transformer_blocks0attn2to_vweight": { - "dtype": "F32", - "shape": [ - 1280, - 768 - ], - "data_offsets": [ - 11023878596, - 11027810756 - ] - }, - "model_ema.input_blocks71transformer_blocks0ffnet0projbias": { - "dtype": "F32", - "shape": [ - 10240 - ], - "data_offsets": [ - 11027810756, - 11027851716 - ] - }, - "model_ema.input_blocks71transformer_blocks0ffnet0projweight": { - "dtype": "F32", - "shape": [ - 10240, - 1280 - ], - "data_offsets": [ - 11027851716, - 11080280516 - ] - }, - "model_ema.input_blocks71transformer_blocks0ffnet2bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 11080280516, - 11080285636 - ] - }, - "model_ema.input_blocks71transformer_blocks0ffnet2weight": { - "dtype": "F32", - "shape": [ - 1280, - 5120 - ], - "data_offsets": [ - 11080285636, - 11106500036 - ] - }, - "model_ema.input_blocks71transformer_blocks0norm1bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 11106500036, - 11106505156 - ] - }, - "model_ema.input_blocks71transformer_blocks0norm1weight": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 11106505156, - 11106510276 - ] - }, - "model_ema.input_blocks71transformer_blocks0norm2bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 11106510276, - 11106515396 - ] - }, - "model_ema.input_blocks71transformer_blocks0norm2weight": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 11106515396, - 11106520516 - ] - }, - "model_ema.input_blocks71transformer_blocks0norm3bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 11106520516, - 11106525636 - ] - }, - "model_ema.input_blocks71transformer_blocks0norm3weight": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 11106525636, - 11106530756 - ] - }, - "model_ema.input_blocks80emb_layers1bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 11106530756, - 11106535876 - ] - }, - "model_ema.input_blocks80emb_layers1weight": { - "dtype": "F32", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 11106535876, - 11113089476 - ] - }, - "model_ema.input_blocks80in_layers0bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 11113089476, - 11113094596 - ] - }, - "model_ema.input_blocks80in_layers0weight": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 11113094596, - 11113099716 - ] - }, - "model_ema.input_blocks80in_layers2bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 11113099716, - 11113104836 - ] - }, - "model_ema.input_blocks80in_layers2weight": { - "dtype": "F32", - "shape": [ - 1280, - 1280, - 3, - 3 - ], - "data_offsets": [ - 11113104836, - 11172087236 - ] - }, - "model_ema.input_blocks80out_layers0bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 11172087236, - 11172092356 - ] - }, - "model_ema.input_blocks80out_layers0weight": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 11172092356, - 11172097476 - ] - }, - "model_ema.input_blocks80out_layers3bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 11172097476, - 11172102596 - ] - }, - "model_ema.input_blocks80out_layers3weight": { - "dtype": "F32", - "shape": [ - 1280, - 1280, - 3, - 3 - ], - "data_offsets": [ - 11172102596, - 11231084996 - ] - }, - "model_ema.input_blocks81normbias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 11231084996, - 11231090116 - ] - }, - "model_ema.input_blocks81normweight": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 11231090116, - 11231095236 - ] - }, - "model_ema.input_blocks81proj_inbias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 11231095236, - 11231100356 - ] - }, - "model_ema.input_blocks81proj_inweight": { - "dtype": "F32", - "shape": [ - 1280, - 1280, - 1, - 1 - ], - "data_offsets": [ - 11231100356, - 11237653956 - ] - }, - "model_ema.input_blocks81proj_outbias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 11237653956, - 11237659076 - ] - }, - "model_ema.input_blocks81proj_outweight": { - "dtype": "F32", - "shape": [ - 1280, - 1280, - 1, - 1 - ], - "data_offsets": [ - 11237659076, - 11244212676 - ] - }, - "model_ema.input_blocks81transformer_blocks0attn1to_kweight": { - "dtype": "F32", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 11244212676, - 11250766276 - ] - }, - "model_ema.input_blocks81transformer_blocks0attn1to_out0bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 11250766276, - 11250771396 - ] - }, - "model_ema.input_blocks81transformer_blocks0attn1to_out0weight": { - "dtype": "F32", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 11250771396, - 11257324996 - ] - }, - "model_ema.input_blocks81transformer_blocks0attn1to_qweight": { - "dtype": "F32", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 11257324996, - 11263878596 - ] - }, - "model_ema.input_blocks81transformer_blocks0attn1to_vweight": { - "dtype": "F32", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 11263878596, - 11270432196 - ] - }, - "model_ema.input_blocks81transformer_blocks0attn2to_kweight": { - "dtype": "F32", - "shape": [ - 1280, - 768 - ], - "data_offsets": [ - 11270432196, - 11274364356 - ] - }, - "model_ema.input_blocks81transformer_blocks0attn2to_out0bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 11274364356, - 11274369476 - ] - }, - "model_ema.input_blocks81transformer_blocks0attn2to_out0weight": { - "dtype": "F32", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 11274369476, - 11280923076 - ] - }, - "model_ema.input_blocks81transformer_blocks0attn2to_qweight": { - "dtype": "F32", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 11280923076, - 11287476676 - ] - }, - "model_ema.input_blocks81transformer_blocks0attn2to_vweight": { - "dtype": "F32", - "shape": [ - 1280, - 768 - ], - "data_offsets": [ - 11287476676, - 11291408836 - ] - }, - "model_ema.input_blocks81transformer_blocks0ffnet0projbias": { - "dtype": "F32", - "shape": [ - 10240 - ], - "data_offsets": [ - 11291408836, - 11291449796 - ] - }, - "model_ema.input_blocks81transformer_blocks0ffnet0projweight": { - "dtype": "F32", - "shape": [ - 10240, - 1280 - ], - "data_offsets": [ - 11291449796, - 11343878596 - ] - }, - "model_ema.input_blocks81transformer_blocks0ffnet2bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 11343878596, - 11343883716 - ] - }, - "model_ema.input_blocks81transformer_blocks0ffnet2weight": { - "dtype": "F32", - "shape": [ - 1280, - 5120 - ], - "data_offsets": [ - 11343883716, - 11370098116 - ] - }, - "model_ema.input_blocks81transformer_blocks0norm1bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 11370098116, - 11370103236 - ] - }, - "model_ema.input_blocks81transformer_blocks0norm1weight": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 11370103236, - 11370108356 - ] - }, - "model_ema.input_blocks81transformer_blocks0norm2bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 11370108356, - 11370113476 - ] - }, - "model_ema.input_blocks81transformer_blocks0norm2weight": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 11370113476, - 11370118596 - ] - }, - "model_ema.input_blocks81transformer_blocks0norm3bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 11370118596, - 11370123716 - ] - }, - "model_ema.input_blocks81transformer_blocks0norm3weight": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 11370123716, - 11370128836 - ] - }, - "model_ema.input_blocks90opbias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 11370128836, - 11370133956 - ] - }, - "model_ema.input_blocks90opweight": { - "dtype": "F32", - "shape": [ - 1280, - 1280, - 3, - 3 - ], - "data_offsets": [ - 11370133956, - 11429116356 - ] - }, - "model_ema.middle_block0emb_layers1bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 11429116356, - 11429121476 - ] - }, - "model_ema.middle_block0emb_layers1weight": { - "dtype": "F32", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 11429121476, - 11435675076 - ] - }, - "model_ema.middle_block0in_layers0bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 11435675076, - 11435680196 - ] - }, - "model_ema.middle_block0in_layers0weight": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 11435680196, - 11435685316 - ] - }, - "model_ema.middle_block0in_layers2bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 11435685316, - 11435690436 - ] - }, - "model_ema.middle_block0in_layers2weight": { - "dtype": "F32", - "shape": [ - 1280, - 1280, - 3, - 3 - ], - "data_offsets": [ - 11435690436, - 11494672836 - ] - }, - "model_ema.middle_block0out_layers0bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 11494672836, - 11494677956 - ] - }, - "model_ema.middle_block0out_layers0weight": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 11494677956, - 11494683076 - ] - }, - "model_ema.middle_block0out_layers3bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 11494683076, - 11494688196 - ] - }, - "model_ema.middle_block0out_layers3weight": { - "dtype": "F32", - "shape": [ - 1280, - 1280, - 3, - 3 - ], - "data_offsets": [ - 11494688196, - 11553670596 - ] - }, - "model_ema.middle_block1normbias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 11553670596, - 11553675716 - ] - }, - "model_ema.middle_block1normweight": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 11553675716, - 11553680836 - ] - }, - "model_ema.middle_block1proj_inbias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 11553680836, - 11553685956 - ] - }, - "model_ema.middle_block1proj_inweight": { - "dtype": "F32", - "shape": [ - 1280, - 1280, - 1, - 1 - ], - "data_offsets": [ - 11553685956, - 11560239556 - ] - }, - "model_ema.middle_block1proj_outbias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 11560239556, - 11560244676 - ] - }, - "model_ema.middle_block1proj_outweight": { - "dtype": "F32", - "shape": [ - 1280, - 1280, - 1, - 1 - ], - "data_offsets": [ - 11560244676, - 11566798276 - ] - }, - "model_ema.middle_block1transformer_blocks0attn1to_kweight": { - "dtype": "F32", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 11566798276, - 11573351876 - ] - }, - "model_ema.middle_block1transformer_blocks0attn1to_out0bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 11573351876, - 11573356996 - ] - }, - "model_ema.middle_block1transformer_blocks0attn1to_out0weight": { - "dtype": "F32", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 11573356996, - 11579910596 - ] - }, - "model_ema.middle_block1transformer_blocks0attn1to_qweight": { - "dtype": "F32", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 11579910596, - 11586464196 - ] - }, - "model_ema.middle_block1transformer_blocks0attn1to_vweight": { - "dtype": "F32", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 11586464196, - 11593017796 - ] - }, - "model_ema.middle_block1transformer_blocks0attn2to_kweight": { - "dtype": "F32", - "shape": [ - 1280, - 768 - ], - "data_offsets": [ - 11593017796, - 11596949956 - ] - }, - "model_ema.middle_block1transformer_blocks0attn2to_out0bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 11596949956, - 11596955076 - ] - }, - "model_ema.middle_block1transformer_blocks0attn2to_out0weight": { - "dtype": "F32", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 11596955076, - 11603508676 - ] - }, - "model_ema.middle_block1transformer_blocks0attn2to_qweight": { - "dtype": "F32", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 11603508676, - 11610062276 - ] - }, - "model_ema.middle_block1transformer_blocks0attn2to_vweight": { - "dtype": "F32", - "shape": [ - 1280, - 768 - ], - "data_offsets": [ - 11610062276, - 11613994436 - ] - }, - "model_ema.middle_block1transformer_blocks0ffnet0projbias": { - "dtype": "F32", - "shape": [ - 10240 - ], - "data_offsets": [ - 11613994436, - 11614035396 - ] - }, - "model_ema.middle_block1transformer_blocks0ffnet0projweight": { - "dtype": "F32", - "shape": [ - 10240, - 1280 - ], - "data_offsets": [ - 11614035396, - 11666464196 - ] - }, - "model_ema.middle_block1transformer_blocks0ffnet2bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 11666464196, - 11666469316 - ] - }, - "model_ema.middle_block1transformer_blocks0ffnet2weight": { - "dtype": "F32", - "shape": [ - 1280, - 5120 - ], - "data_offsets": [ - 11666469316, - 11692683716 - ] - }, - "model_ema.middle_block1transformer_blocks0norm1bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 11692683716, - 11692688836 - ] - }, - "model_ema.middle_block1transformer_blocks0norm1weight": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 11692688836, - 11692693956 - ] - }, - "model_ema.middle_block1transformer_blocks0norm2bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 11692693956, - 11692699076 - ] - }, - "model_ema.middle_block1transformer_blocks0norm2weight": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 11692699076, - 11692704196 - ] - }, - "model_ema.middle_block1transformer_blocks0norm3bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 11692704196, - 11692709316 - ] - }, - "model_ema.middle_block1transformer_blocks0norm3weight": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 11692709316, - 11692714436 - ] - }, - "model_ema.middle_block2emb_layers1bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 11692714436, - 11692719556 - ] - }, - "model_ema.middle_block2emb_layers1weight": { - "dtype": "F32", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 11692719556, - 11699273156 - ] - }, - "model_ema.middle_block2in_layers0bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 11699273156, - 11699278276 - ] - }, - "model_ema.middle_block2in_layers0weight": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 11699278276, - 11699283396 - ] - }, - "model_ema.middle_block2in_layers2bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 11699283396, - 11699288516 - ] - }, - "model_ema.middle_block2in_layers2weight": { - "dtype": "F32", - "shape": [ - 1280, - 1280, - 3, - 3 - ], - "data_offsets": [ - 11699288516, - 11758270916 - ] - }, - "model_ema.middle_block2out_layers0bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 11758270916, - 11758276036 - ] - }, - "model_ema.middle_block2out_layers0weight": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 11758276036, - 11758281156 - ] - }, - "model_ema.middle_block2out_layers3bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 11758281156, - 11758286276 - ] - }, - "model_ema.middle_block2out_layers3weight": { - "dtype": "F32", - "shape": [ - 1280, - 1280, - 3, - 3 - ], - "data_offsets": [ - 11758286276, - 11817268676 - ] - }, - "model_ema.out0bias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 11817268676, - 11817269956 - ] - }, - "model_ema.out0weight": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 11817269956, - 11817271236 - ] - }, - "model_ema.out2bias": { - "dtype": "F32", - "shape": [ - 4 - ], - "data_offsets": [ - 11817271236, - 11817271252 - ] - }, - "model_ema.out2weight": { - "dtype": "F32", - "shape": [ - 4, - 320, - 3, - 3 - ], - "data_offsets": [ - 11817271252, - 11817317332 - ] - }, - "model_ema.output_blocks00emb_layers1bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 11817317332, - 11817322452 - ] - }, - "model_ema.output_blocks00emb_layers1weight": { - "dtype": "F32", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 11817322452, - 11823876052 - ] - }, - "model_ema.output_blocks00in_layers0bias": { - "dtype": "F32", - "shape": [ - 2560 - ], - "data_offsets": [ - 11823876052, - 11823886292 - ] - }, - "model_ema.output_blocks00in_layers0weight": { - "dtype": "F32", - "shape": [ - 2560 - ], - "data_offsets": [ - 11823886292, - 11823896532 - ] - }, - "model_ema.output_blocks00in_layers2bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 11823896532, - 11823901652 - ] - }, - "model_ema.output_blocks00in_layers2weight": { - "dtype": "F32", - "shape": [ - 1280, - 2560, - 3, - 3 - ], - "data_offsets": [ - 11823901652, - 11941866452 - ] - }, - "model_ema.output_blocks00out_layers0bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 11941866452, - 11941871572 - ] - }, - "model_ema.output_blocks00out_layers0weight": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 11941871572, - 11941876692 - ] - }, - "model_ema.output_blocks00out_layers3bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 11941876692, - 11941881812 - ] - }, - "model_ema.output_blocks00out_layers3weight": { - "dtype": "F32", - "shape": [ - 1280, - 1280, - 3, - 3 - ], - "data_offsets": [ - 11941881812, - 12000864212 - ] - }, - "model_ema.output_blocks00skip_connectionbias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 12000864212, - 12000869332 - ] - }, - "model_ema.output_blocks00skip_connectionweight": { - "dtype": "F32", - "shape": [ - 1280, - 2560, - 1, - 1 - ], - "data_offsets": [ - 12000869332, - 12013976532 - ] - }, - "model_ema.output_blocks100emb_layers1bias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 12013976532, - 12013977812 - ] - }, - "model_ema.output_blocks100emb_layers1weight": { - "dtype": "F32", - "shape": [ - 320, - 1280 - ], - "data_offsets": [ - 12013977812, - 12015616212 - ] - }, - "model_ema.output_blocks100in_layers0bias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 12015616212, - 12015618772 - ] - }, - "model_ema.output_blocks100in_layers0weight": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 12015618772, - 12015621332 - ] - }, - "model_ema.output_blocks100in_layers2bias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 12015621332, - 12015622612 - ] - }, - "model_ema.output_blocks100in_layers2weight": { - "dtype": "F32", - "shape": [ - 320, - 640, - 3, - 3 - ], - "data_offsets": [ - 12015622612, - 12022995412 - ] - }, - "model_ema.output_blocks100out_layers0bias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 12022995412, - 12022996692 - ] - }, - "model_ema.output_blocks100out_layers0weight": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 12022996692, - 12022997972 - ] - }, - "model_ema.output_blocks100out_layers3bias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 12022997972, - 12022999252 - ] - }, - "model_ema.output_blocks100out_layers3weight": { - "dtype": "F32", - "shape": [ - 320, - 320, - 3, - 3 - ], - "data_offsets": [ - 12022999252, - 12026685652 - ] - }, - "model_ema.output_blocks100skip_connectionbias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 12026685652, - 12026686932 - ] - }, - "model_ema.output_blocks100skip_connectionweight": { - "dtype": "F32", - "shape": [ - 320, - 640, - 1, - 1 - ], - "data_offsets": [ - 12026686932, - 12027506132 - ] - }, - "model_ema.output_blocks101normbias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 12027506132, - 12027507412 - ] - }, - "model_ema.output_blocks101normweight": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 12027507412, - 12027508692 - ] - }, - "model_ema.output_blocks101proj_inbias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 12027508692, - 12027509972 - ] - }, - "model_ema.output_blocks101proj_inweight": { - "dtype": "F32", - "shape": [ - 320, - 320, - 1, - 1 - ], - "data_offsets": [ - 12027509972, - 12027919572 - ] - }, - "model_ema.output_blocks101proj_outbias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 12027919572, - 12027920852 - ] - }, - "model_ema.output_blocks101proj_outweight": { - "dtype": "F32", - "shape": [ - 320, - 320, - 1, - 1 - ], - "data_offsets": [ - 12027920852, - 12028330452 - ] - }, - "model_ema.output_blocks101transformer_blocks0attn1to_kweight": { - "dtype": "F32", - "shape": [ - 320, - 320 - ], - "data_offsets": [ - 12028330452, - 12028740052 - ] - }, - "model_ema.output_blocks101transformer_blocks0attn1to_out0bias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 12028740052, - 12028741332 - ] - }, - "model_ema.output_blocks101transformer_blocks0attn1to_out0weight": { - "dtype": "F32", - "shape": [ - 320, - 320 - ], - "data_offsets": [ - 12028741332, - 12029150932 - ] - }, - "model_ema.output_blocks101transformer_blocks0attn1to_qweight": { - "dtype": "F32", - "shape": [ - 320, - 320 - ], - "data_offsets": [ - 12029150932, - 12029560532 - ] - }, - "model_ema.output_blocks101transformer_blocks0attn1to_vweight": { - "dtype": "F32", - "shape": [ - 320, - 320 - ], - "data_offsets": [ - 12029560532, - 12029970132 - ] - }, - "model_ema.output_blocks101transformer_blocks0attn2to_kweight": { - "dtype": "F32", - "shape": [ - 320, - 768 - ], - "data_offsets": [ - 12029970132, - 12030953172 - ] - }, - "model_ema.output_blocks101transformer_blocks0attn2to_out0bias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 12030953172, - 12030954452 - ] - }, - "model_ema.output_blocks101transformer_blocks0attn2to_out0weight": { - "dtype": "F32", - "shape": [ - 320, - 320 - ], - "data_offsets": [ - 12030954452, - 12031364052 - ] - }, - "model_ema.output_blocks101transformer_blocks0attn2to_qweight": { - "dtype": "F32", - "shape": [ - 320, - 320 - ], - "data_offsets": [ - 12031364052, - 12031773652 - ] - }, - "model_ema.output_blocks101transformer_blocks0attn2to_vweight": { - "dtype": "F32", - "shape": [ - 320, - 768 - ], - "data_offsets": [ - 12031773652, - 12032756692 - ] - }, - "model_ema.output_blocks101transformer_blocks0ffnet0projbias": { - "dtype": "F32", - "shape": [ - 2560 - ], - "data_offsets": [ - 12032756692, - 12032766932 - ] - }, - "model_ema.output_blocks101transformer_blocks0ffnet0projweight": { - "dtype": "F32", - "shape": [ - 2560, - 320 - ], - "data_offsets": [ - 12032766932, - 12036043732 - ] - }, - "model_ema.output_blocks101transformer_blocks0ffnet2bias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 12036043732, - 12036045012 - ] - }, - "model_ema.output_blocks101transformer_blocks0ffnet2weight": { - "dtype": "F32", - "shape": [ - 320, - 1280 - ], - "data_offsets": [ - 12036045012, - 12037683412 - ] - }, - "model_ema.output_blocks101transformer_blocks0norm1bias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 12037683412, - 12037684692 - ] - }, - "model_ema.output_blocks101transformer_blocks0norm1weight": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 12037684692, - 12037685972 - ] - }, - "model_ema.output_blocks101transformer_blocks0norm2bias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 12037685972, - 12037687252 - ] - }, - "model_ema.output_blocks101transformer_blocks0norm2weight": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 12037687252, - 12037688532 - ] - }, - "model_ema.output_blocks101transformer_blocks0norm3bias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 12037688532, - 12037689812 - ] - }, - "model_ema.output_blocks101transformer_blocks0norm3weight": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 12037689812, - 12037691092 - ] - }, - "model_ema.output_blocks10emb_layers1bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 12037691092, - 12037696212 - ] - }, - "model_ema.output_blocks10emb_layers1weight": { - "dtype": "F32", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 12037696212, - 12044249812 - ] - }, - "model_ema.output_blocks10in_layers0bias": { - "dtype": "F32", - "shape": [ - 2560 - ], - "data_offsets": [ - 12044249812, - 12044260052 - ] - }, - "model_ema.output_blocks10in_layers0weight": { - "dtype": "F32", - "shape": [ - 2560 - ], - "data_offsets": [ - 12044260052, - 12044270292 - ] - }, - "model_ema.output_blocks10in_layers2bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 12044270292, - 12044275412 - ] - }, - "model_ema.output_blocks10in_layers2weight": { - "dtype": "F32", - "shape": [ - 1280, - 2560, - 3, - 3 - ], - "data_offsets": [ - 12044275412, - 12162240212 - ] - }, - "model_ema.output_blocks10out_layers0bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 12162240212, - 12162245332 - ] - }, - "model_ema.output_blocks10out_layers0weight": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 12162245332, - 12162250452 - ] - }, - "model_ema.output_blocks10out_layers3bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 12162250452, - 12162255572 - ] - }, - "model_ema.output_blocks10out_layers3weight": { - "dtype": "F32", - "shape": [ - 1280, - 1280, - 3, - 3 - ], - "data_offsets": [ - 12162255572, - 12221237972 - ] - }, - "model_ema.output_blocks10skip_connectionbias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 12221237972, - 12221243092 - ] - }, - "model_ema.output_blocks10skip_connectionweight": { - "dtype": "F32", - "shape": [ - 1280, - 2560, - 1, - 1 - ], - "data_offsets": [ - 12221243092, - 12234350292 - ] - }, - "model_ema.output_blocks110emb_layers1bias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 12234350292, - 12234351572 - ] - }, - "model_ema.output_blocks110emb_layers1weight": { - "dtype": "F32", - "shape": [ - 320, - 1280 - ], - "data_offsets": [ - 12234351572, - 12235989972 - ] - }, - "model_ema.output_blocks110in_layers0bias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 12235989972, - 12235992532 - ] - }, - "model_ema.output_blocks110in_layers0weight": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 12235992532, - 12235995092 - ] - }, - "model_ema.output_blocks110in_layers2bias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 12235995092, - 12235996372 - ] - }, - "model_ema.output_blocks110in_layers2weight": { - "dtype": "F32", - "shape": [ - 320, - 640, - 3, - 3 - ], - "data_offsets": [ - 12235996372, - 12243369172 - ] - }, - "model_ema.output_blocks110out_layers0bias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 12243369172, - 12243370452 - ] - }, - "model_ema.output_blocks110out_layers0weight": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 12243370452, - 12243371732 - ] - }, - "model_ema.output_blocks110out_layers3bias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 12243371732, - 12243373012 - ] - }, - "model_ema.output_blocks110out_layers3weight": { - "dtype": "F32", - "shape": [ - 320, - 320, - 3, - 3 - ], - "data_offsets": [ - 12243373012, - 12247059412 - ] - }, - "model_ema.output_blocks110skip_connectionbias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 12247059412, - 12247060692 - ] - }, - "model_ema.output_blocks110skip_connectionweight": { - "dtype": "F32", - "shape": [ - 320, - 640, - 1, - 1 - ], - "data_offsets": [ - 12247060692, - 12247879892 - ] - }, - "model_ema.output_blocks111normbias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 12247879892, - 12247881172 - ] - }, - "model_ema.output_blocks111normweight": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 12247881172, - 12247882452 - ] - }, - "model_ema.output_blocks111proj_inbias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 12247882452, - 12247883732 - ] - }, - "model_ema.output_blocks111proj_inweight": { - "dtype": "F32", - "shape": [ - 320, - 320, - 1, - 1 - ], - "data_offsets": [ - 12247883732, - 12248293332 - ] - }, - "model_ema.output_blocks111proj_outbias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 12248293332, - 12248294612 - ] - }, - "model_ema.output_blocks111proj_outweight": { - "dtype": "F32", - "shape": [ - 320, - 320, - 1, - 1 - ], - "data_offsets": [ - 12248294612, - 12248704212 - ] - }, - "model_ema.output_blocks111transformer_blocks0attn1to_kweight": { - "dtype": "F32", - "shape": [ - 320, - 320 - ], - "data_offsets": [ - 12248704212, - 12249113812 - ] - }, - "model_ema.output_blocks111transformer_blocks0attn1to_out0bias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 12249113812, - 12249115092 - ] - }, - "model_ema.output_blocks111transformer_blocks0attn1to_out0weight": { - "dtype": "F32", - "shape": [ - 320, - 320 - ], - "data_offsets": [ - 12249115092, - 12249524692 - ] - }, - "model_ema.output_blocks111transformer_blocks0attn1to_qweight": { - "dtype": "F32", - "shape": [ - 320, - 320 - ], - "data_offsets": [ - 12249524692, - 12249934292 - ] - }, - "model_ema.output_blocks111transformer_blocks0attn1to_vweight": { - "dtype": "F32", - "shape": [ - 320, - 320 - ], - "data_offsets": [ - 12249934292, - 12250343892 - ] - }, - "model_ema.output_blocks111transformer_blocks0attn2to_kweight": { - "dtype": "F32", - "shape": [ - 320, - 768 - ], - "data_offsets": [ - 12250343892, - 12251326932 - ] - }, - "model_ema.output_blocks111transformer_blocks0attn2to_out0bias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 12251326932, - 12251328212 - ] - }, - "model_ema.output_blocks111transformer_blocks0attn2to_out0weight": { - "dtype": "F32", - "shape": [ - 320, - 320 - ], - "data_offsets": [ - 12251328212, - 12251737812 - ] - }, - "model_ema.output_blocks111transformer_blocks0attn2to_qweight": { - "dtype": "F32", - "shape": [ - 320, - 320 - ], - "data_offsets": [ - 12251737812, - 12252147412 - ] - }, - "model_ema.output_blocks111transformer_blocks0attn2to_vweight": { - "dtype": "F32", - "shape": [ - 320, - 768 - ], - "data_offsets": [ - 12252147412, - 12253130452 - ] - }, - "model_ema.output_blocks111transformer_blocks0ffnet0projbias": { - "dtype": "F32", - "shape": [ - 2560 - ], - "data_offsets": [ - 12253130452, - 12253140692 - ] - }, - "model_ema.output_blocks111transformer_blocks0ffnet0projweight": { - "dtype": "F32", - "shape": [ - 2560, - 320 - ], - "data_offsets": [ - 12253140692, - 12256417492 - ] - }, - "model_ema.output_blocks111transformer_blocks0ffnet2bias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 12256417492, - 12256418772 - ] - }, - "model_ema.output_blocks111transformer_blocks0ffnet2weight": { - "dtype": "F32", - "shape": [ - 320, - 1280 - ], - "data_offsets": [ - 12256418772, - 12258057172 - ] - }, - "model_ema.output_blocks111transformer_blocks0norm1bias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 12258057172, - 12258058452 - ] - }, - "model_ema.output_blocks111transformer_blocks0norm1weight": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 12258058452, - 12258059732 - ] - }, - "model_ema.output_blocks111transformer_blocks0norm2bias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 12258059732, - 12258061012 - ] - }, - "model_ema.output_blocks111transformer_blocks0norm2weight": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 12258061012, - 12258062292 - ] - }, - "model_ema.output_blocks111transformer_blocks0norm3bias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 12258062292, - 12258063572 - ] - }, - "model_ema.output_blocks111transformer_blocks0norm3weight": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 12258063572, - 12258064852 - ] - }, - "model_ema.output_blocks20emb_layers1bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 12258064852, - 12258069972 - ] - }, - "model_ema.output_blocks20emb_layers1weight": { - "dtype": "F32", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 12258069972, - 12264623572 - ] - }, - "model_ema.output_blocks20in_layers0bias": { - "dtype": "F32", - "shape": [ - 2560 - ], - "data_offsets": [ - 12264623572, - 12264633812 - ] - }, - "model_ema.output_blocks20in_layers0weight": { - "dtype": "F32", - "shape": [ - 2560 - ], - "data_offsets": [ - 12264633812, - 12264644052 - ] - }, - "model_ema.output_blocks20in_layers2bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 12264644052, - 12264649172 - ] - }, - "model_ema.output_blocks20in_layers2weight": { - "dtype": "F32", - "shape": [ - 1280, - 2560, - 3, - 3 - ], - "data_offsets": [ - 12264649172, - 12382613972 - ] - }, - "model_ema.output_blocks20out_layers0bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 12382613972, - 12382619092 - ] - }, - "model_ema.output_blocks20out_layers0weight": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 12382619092, - 12382624212 - ] - }, - "model_ema.output_blocks20out_layers3bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 12382624212, - 12382629332 - ] - }, - "model_ema.output_blocks20out_layers3weight": { - "dtype": "F32", - "shape": [ - 1280, - 1280, - 3, - 3 - ], - "data_offsets": [ - 12382629332, - 12441611732 - ] - }, - "model_ema.output_blocks20skip_connectionbias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 12441611732, - 12441616852 - ] - }, - "model_ema.output_blocks20skip_connectionweight": { - "dtype": "F32", - "shape": [ - 1280, - 2560, - 1, - 1 - ], - "data_offsets": [ - 12441616852, - 12454724052 - ] - }, - "model_ema.output_blocks21convbias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 12454724052, - 12454729172 - ] - }, - "model_ema.output_blocks21convweight": { - "dtype": "F32", - "shape": [ - 1280, - 1280, - 3, - 3 - ], - "data_offsets": [ - 12454729172, - 12513711572 - ] - }, - "model_ema.output_blocks30emb_layers1bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 12513711572, - 12513716692 - ] - }, - "model_ema.output_blocks30emb_layers1weight": { - "dtype": "F32", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 12513716692, - 12520270292 - ] - }, - "model_ema.output_blocks30in_layers0bias": { - "dtype": "F32", - "shape": [ - 2560 - ], - "data_offsets": [ - 12520270292, - 12520280532 - ] - }, - "model_ema.output_blocks30in_layers0weight": { - "dtype": "F32", - "shape": [ - 2560 - ], - "data_offsets": [ - 12520280532, - 12520290772 - ] - }, - "model_ema.output_blocks30in_layers2bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 12520290772, - 12520295892 - ] - }, - "model_ema.output_blocks30in_layers2weight": { - "dtype": "F32", - "shape": [ - 1280, - 2560, - 3, - 3 - ], - "data_offsets": [ - 12520295892, - 12638260692 - ] - }, - "model_ema.output_blocks30out_layers0bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 12638260692, - 12638265812 - ] - }, - "model_ema.output_blocks30out_layers0weight": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 12638265812, - 12638270932 - ] - }, - "model_ema.output_blocks30out_layers3bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 12638270932, - 12638276052 - ] - }, - "model_ema.output_blocks30out_layers3weight": { - "dtype": "F32", - "shape": [ - 1280, - 1280, - 3, - 3 - ], - "data_offsets": [ - 12638276052, - 12697258452 - ] - }, - "model_ema.output_blocks30skip_connectionbias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 12697258452, - 12697263572 - ] - }, - "model_ema.output_blocks30skip_connectionweight": { - "dtype": "F32", - "shape": [ - 1280, - 2560, - 1, - 1 - ], - "data_offsets": [ - 12697263572, - 12710370772 - ] - }, - "model_ema.output_blocks31normbias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 12710370772, - 12710375892 - ] - }, - "model_ema.output_blocks31normweight": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 12710375892, - 12710381012 - ] - }, - "model_ema.output_blocks31proj_inbias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 12710381012, - 12710386132 - ] - }, - "model_ema.output_blocks31proj_inweight": { - "dtype": "F32", - "shape": [ - 1280, - 1280, - 1, - 1 - ], - "data_offsets": [ - 12710386132, - 12716939732 - ] - }, - "model_ema.output_blocks31proj_outbias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 12716939732, - 12716944852 - ] - }, - "model_ema.output_blocks31proj_outweight": { - "dtype": "F32", - "shape": [ - 1280, - 1280, - 1, - 1 - ], - "data_offsets": [ - 12716944852, - 12723498452 - ] - }, - "model_ema.output_blocks31transformer_blocks0attn1to_kweight": { - "dtype": "F32", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 12723498452, - 12730052052 - ] - }, - "model_ema.output_blocks31transformer_blocks0attn1to_out0bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 12730052052, - 12730057172 - ] - }, - "model_ema.output_blocks31transformer_blocks0attn1to_out0weight": { - "dtype": "F32", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 12730057172, - 12736610772 - ] - }, - "model_ema.output_blocks31transformer_blocks0attn1to_qweight": { - "dtype": "F32", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 12736610772, - 12743164372 - ] - }, - "model_ema.output_blocks31transformer_blocks0attn1to_vweight": { - "dtype": "F32", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 12743164372, - 12749717972 - ] - }, - "model_ema.output_blocks31transformer_blocks0attn2to_kweight": { - "dtype": "F32", - "shape": [ - 1280, - 768 - ], - "data_offsets": [ - 12749717972, - 12753650132 - ] - }, - "model_ema.output_blocks31transformer_blocks0attn2to_out0bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 12753650132, - 12753655252 - ] - }, - "model_ema.output_blocks31transformer_blocks0attn2to_out0weight": { - "dtype": "F32", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 12753655252, - 12760208852 - ] - }, - "model_ema.output_blocks31transformer_blocks0attn2to_qweight": { - "dtype": "F32", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 12760208852, - 12766762452 - ] - }, - "model_ema.output_blocks31transformer_blocks0attn2to_vweight": { - "dtype": "F32", - "shape": [ - 1280, - 768 - ], - "data_offsets": [ - 12766762452, - 12770694612 - ] - }, - "model_ema.output_blocks31transformer_blocks0ffnet0projbias": { - "dtype": "F32", - "shape": [ - 10240 - ], - "data_offsets": [ - 12770694612, - 12770735572 - ] - }, - "model_ema.output_blocks31transformer_blocks0ffnet0projweight": { - "dtype": "F32", - "shape": [ - 10240, - 1280 - ], - "data_offsets": [ - 12770735572, - 12823164372 - ] - }, - "model_ema.output_blocks31transformer_blocks0ffnet2bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 12823164372, - 12823169492 - ] - }, - "model_ema.output_blocks31transformer_blocks0ffnet2weight": { - "dtype": "F32", - "shape": [ - 1280, - 5120 - ], - "data_offsets": [ - 12823169492, - 12849383892 - ] - }, - "model_ema.output_blocks31transformer_blocks0norm1bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 12849383892, - 12849389012 - ] - }, - "model_ema.output_blocks31transformer_blocks0norm1weight": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 12849389012, - 12849394132 - ] - }, - "model_ema.output_blocks31transformer_blocks0norm2bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 12849394132, - 12849399252 - ] - }, - "model_ema.output_blocks31transformer_blocks0norm2weight": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 12849399252, - 12849404372 - ] - }, - "model_ema.output_blocks31transformer_blocks0norm3bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 12849404372, - 12849409492 - ] - }, - "model_ema.output_blocks31transformer_blocks0norm3weight": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 12849409492, - 12849414612 - ] - }, - "model_ema.output_blocks40emb_layers1bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 12849414612, - 12849419732 - ] - }, - "model_ema.output_blocks40emb_layers1weight": { - "dtype": "F32", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 12849419732, - 12855973332 - ] - }, - "model_ema.output_blocks40in_layers0bias": { - "dtype": "F32", - "shape": [ - 2560 - ], - "data_offsets": [ - 12855973332, - 12855983572 - ] - }, - "model_ema.output_blocks40in_layers0weight": { - "dtype": "F32", - "shape": [ - 2560 - ], - "data_offsets": [ - 12855983572, - 12855993812 - ] - }, - "model_ema.output_blocks40in_layers2bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 12855993812, - 12855998932 - ] - }, - "model_ema.output_blocks40in_layers2weight": { - "dtype": "F32", - "shape": [ - 1280, - 2560, - 3, - 3 - ], - "data_offsets": [ - 12855998932, - 12973963732 - ] - }, - "model_ema.output_blocks40out_layers0bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 12973963732, - 12973968852 - ] - }, - "model_ema.output_blocks40out_layers0weight": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 12973968852, - 12973973972 - ] - }, - "model_ema.output_blocks40out_layers3bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 12973973972, - 12973979092 - ] - }, - "model_ema.output_blocks40out_layers3weight": { - "dtype": "F32", - "shape": [ - 1280, - 1280, - 3, - 3 - ], - "data_offsets": [ - 12973979092, - 13032961492 - ] - }, - "model_ema.output_blocks40skip_connectionbias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 13032961492, - 13032966612 - ] - }, - "model_ema.output_blocks40skip_connectionweight": { - "dtype": "F32", - "shape": [ - 1280, - 2560, - 1, - 1 - ], - "data_offsets": [ - 13032966612, - 13046073812 - ] - }, - "model_ema.output_blocks41normbias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 13046073812, - 13046078932 - ] - }, - "model_ema.output_blocks41normweight": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 13046078932, - 13046084052 - ] - }, - "model_ema.output_blocks41proj_inbias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 13046084052, - 13046089172 - ] - }, - "model_ema.output_blocks41proj_inweight": { - "dtype": "F32", - "shape": [ - 1280, - 1280, - 1, - 1 - ], - "data_offsets": [ - 13046089172, - 13052642772 - ] - }, - "model_ema.output_blocks41proj_outbias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 13052642772, - 13052647892 - ] - }, - "model_ema.output_blocks41proj_outweight": { - "dtype": "F32", - "shape": [ - 1280, - 1280, - 1, - 1 - ], - "data_offsets": [ - 13052647892, - 13059201492 - ] - }, - "model_ema.output_blocks41transformer_blocks0attn1to_kweight": { - "dtype": "F32", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 13059201492, - 13065755092 - ] - }, - "model_ema.output_blocks41transformer_blocks0attn1to_out0bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 13065755092, - 13065760212 - ] - }, - "model_ema.output_blocks41transformer_blocks0attn1to_out0weight": { - "dtype": "F32", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 13065760212, - 13072313812 - ] - }, - "model_ema.output_blocks41transformer_blocks0attn1to_qweight": { - "dtype": "F32", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 13072313812, - 13078867412 - ] - }, - "model_ema.output_blocks41transformer_blocks0attn1to_vweight": { - "dtype": "F32", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 13078867412, - 13085421012 - ] - }, - "model_ema.output_blocks41transformer_blocks0attn2to_kweight": { - "dtype": "F32", - "shape": [ - 1280, - 768 - ], - "data_offsets": [ - 13085421012, - 13089353172 - ] - }, - "model_ema.output_blocks41transformer_blocks0attn2to_out0bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 13089353172, - 13089358292 - ] - }, - "model_ema.output_blocks41transformer_blocks0attn2to_out0weight": { - "dtype": "F32", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 13089358292, - 13095911892 - ] - }, - "model_ema.output_blocks41transformer_blocks0attn2to_qweight": { - "dtype": "F32", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 13095911892, - 13102465492 - ] - }, - "model_ema.output_blocks41transformer_blocks0attn2to_vweight": { - "dtype": "F32", - "shape": [ - 1280, - 768 - ], - "data_offsets": [ - 13102465492, - 13106397652 - ] - }, - "model_ema.output_blocks41transformer_blocks0ffnet0projbias": { - "dtype": "F32", - "shape": [ - 10240 - ], - "data_offsets": [ - 13106397652, - 13106438612 - ] - }, - "model_ema.output_blocks41transformer_blocks0ffnet0projweight": { - "dtype": "F32", - "shape": [ - 10240, - 1280 - ], - "data_offsets": [ - 13106438612, - 13158867412 - ] - }, - "model_ema.output_blocks41transformer_blocks0ffnet2bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 13158867412, - 13158872532 - ] - }, - "model_ema.output_blocks41transformer_blocks0ffnet2weight": { - "dtype": "F32", - "shape": [ - 1280, - 5120 - ], - "data_offsets": [ - 13158872532, - 13185086932 - ] - }, - "model_ema.output_blocks41transformer_blocks0norm1bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 13185086932, - 13185092052 - ] - }, - "model_ema.output_blocks41transformer_blocks0norm1weight": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 13185092052, - 13185097172 - ] - }, - "model_ema.output_blocks41transformer_blocks0norm2bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 13185097172, - 13185102292 - ] - }, - "model_ema.output_blocks41transformer_blocks0norm2weight": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 13185102292, - 13185107412 - ] - }, - "model_ema.output_blocks41transformer_blocks0norm3bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 13185107412, - 13185112532 - ] - }, - "model_ema.output_blocks41transformer_blocks0norm3weight": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 13185112532, - 13185117652 - ] - }, - "model_ema.output_blocks50emb_layers1bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 13185117652, - 13185122772 - ] - }, - "model_ema.output_blocks50emb_layers1weight": { - "dtype": "F32", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 13185122772, - 13191676372 - ] - }, - "model_ema.output_blocks50in_layers0bias": { - "dtype": "F32", - "shape": [ - 1920 - ], - "data_offsets": [ - 13191676372, - 13191684052 - ] - }, - "model_ema.output_blocks50in_layers0weight": { - "dtype": "F32", - "shape": [ - 1920 - ], - "data_offsets": [ - 13191684052, - 13191691732 - ] - }, - "model_ema.output_blocks50in_layers2bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 13191691732, - 13191696852 - ] - }, - "model_ema.output_blocks50in_layers2weight": { - "dtype": "F32", - "shape": [ - 1280, - 1920, - 3, - 3 - ], - "data_offsets": [ - 13191696852, - 13280170452 - ] - }, - "model_ema.output_blocks50out_layers0bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 13280170452, - 13280175572 - ] - }, - "model_ema.output_blocks50out_layers0weight": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 13280175572, - 13280180692 - ] - }, - "model_ema.output_blocks50out_layers3bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 13280180692, - 13280185812 - ] - }, - "model_ema.output_blocks50out_layers3weight": { - "dtype": "F32", - "shape": [ - 1280, - 1280, - 3, - 3 - ], - "data_offsets": [ - 13280185812, - 13339168212 - ] - }, - "model_ema.output_blocks50skip_connectionbias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 13339168212, - 13339173332 - ] - }, - "model_ema.output_blocks50skip_connectionweight": { - "dtype": "F32", - "shape": [ - 1280, - 1920, - 1, - 1 - ], - "data_offsets": [ - 13339173332, - 13349003732 - ] - }, - "model_ema.output_blocks51normbias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 13349003732, - 13349008852 - ] - }, - "model_ema.output_blocks51normweight": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 13349008852, - 13349013972 - ] - }, - "model_ema.output_blocks51proj_inbias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 13349013972, - 13349019092 - ] - }, - "model_ema.output_blocks51proj_inweight": { - "dtype": "F32", - "shape": [ - 1280, - 1280, - 1, - 1 - ], - "data_offsets": [ - 13349019092, - 13355572692 - ] - }, - "model_ema.output_blocks51proj_outbias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 13355572692, - 13355577812 - ] - }, - "model_ema.output_blocks51proj_outweight": { - "dtype": "F32", - "shape": [ - 1280, - 1280, - 1, - 1 - ], - "data_offsets": [ - 13355577812, - 13362131412 - ] - }, - "model_ema.output_blocks51transformer_blocks0attn1to_kweight": { - "dtype": "F32", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 13362131412, - 13368685012 - ] - }, - "model_ema.output_blocks51transformer_blocks0attn1to_out0bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 13368685012, - 13368690132 - ] - }, - "model_ema.output_blocks51transformer_blocks0attn1to_out0weight": { - "dtype": "F32", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 13368690132, - 13375243732 - ] - }, - "model_ema.output_blocks51transformer_blocks0attn1to_qweight": { - "dtype": "F32", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 13375243732, - 13381797332 - ] - }, - "model_ema.output_blocks51transformer_blocks0attn1to_vweight": { - "dtype": "F32", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 13381797332, - 13388350932 - ] - }, - "model_ema.output_blocks51transformer_blocks0attn2to_kweight": { - "dtype": "F32", - "shape": [ - 1280, - 768 - ], - "data_offsets": [ - 13388350932, - 13392283092 - ] - }, - "model_ema.output_blocks51transformer_blocks0attn2to_out0bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 13392283092, - 13392288212 - ] - }, - "model_ema.output_blocks51transformer_blocks0attn2to_out0weight": { - "dtype": "F32", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 13392288212, - 13398841812 - ] - }, - "model_ema.output_blocks51transformer_blocks0attn2to_qweight": { - "dtype": "F32", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 13398841812, - 13405395412 - ] - }, - "model_ema.output_blocks51transformer_blocks0attn2to_vweight": { - "dtype": "F32", - "shape": [ - 1280, - 768 - ], - "data_offsets": [ - 13405395412, - 13409327572 - ] - }, - "model_ema.output_blocks51transformer_blocks0ffnet0projbias": { - "dtype": "F32", - "shape": [ - 10240 - ], - "data_offsets": [ - 13409327572, - 13409368532 - ] - }, - "model_ema.output_blocks51transformer_blocks0ffnet0projweight": { - "dtype": "F32", - "shape": [ - 10240, - 1280 - ], - "data_offsets": [ - 13409368532, - 13461797332 - ] - }, - "model_ema.output_blocks51transformer_blocks0ffnet2bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 13461797332, - 13461802452 - ] - }, - "model_ema.output_blocks51transformer_blocks0ffnet2weight": { - "dtype": "F32", - "shape": [ - 1280, - 5120 - ], - "data_offsets": [ - 13461802452, - 13488016852 - ] - }, - "model_ema.output_blocks51transformer_blocks0norm1bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 13488016852, - 13488021972 - ] - }, - "model_ema.output_blocks51transformer_blocks0norm1weight": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 13488021972, - 13488027092 - ] - }, - "model_ema.output_blocks51transformer_blocks0norm2bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 13488027092, - 13488032212 - ] - }, - "model_ema.output_blocks51transformer_blocks0norm2weight": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 13488032212, - 13488037332 - ] - }, - "model_ema.output_blocks51transformer_blocks0norm3bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 13488037332, - 13488042452 - ] - }, - "model_ema.output_blocks51transformer_blocks0norm3weight": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 13488042452, - 13488047572 - ] - }, - "model_ema.output_blocks52convbias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 13488047572, - 13488052692 - ] - }, - "model_ema.output_blocks52convweight": { - "dtype": "F32", - "shape": [ - 1280, - 1280, - 3, - 3 - ], - "data_offsets": [ - 13488052692, - 13547035092 - ] - }, - "model_ema.output_blocks60emb_layers1bias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 13547035092, - 13547037652 - ] - }, - "model_ema.output_blocks60emb_layers1weight": { - "dtype": "F32", - "shape": [ - 640, - 1280 - ], - "data_offsets": [ - 13547037652, - 13550314452 - ] - }, - "model_ema.output_blocks60in_layers0bias": { - "dtype": "F32", - "shape": [ - 1920 - ], - "data_offsets": [ - 13550314452, - 13550322132 - ] - }, - "model_ema.output_blocks60in_layers0weight": { - "dtype": "F32", - "shape": [ - 1920 - ], - "data_offsets": [ - 13550322132, - 13550329812 - ] - }, - "model_ema.output_blocks60in_layers2bias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 13550329812, - 13550332372 - ] - }, - "model_ema.output_blocks60in_layers2weight": { - "dtype": "F32", - "shape": [ - 640, - 1920, - 3, - 3 - ], - "data_offsets": [ - 13550332372, - 13594569172 - ] - }, - "model_ema.output_blocks60out_layers0bias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 13594569172, - 13594571732 - ] - }, - "model_ema.output_blocks60out_layers0weight": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 13594571732, - 13594574292 - ] - }, - "model_ema.output_blocks60out_layers3bias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 13594574292, - 13594576852 - ] - }, - "model_ema.output_blocks60out_layers3weight": { - "dtype": "F32", - "shape": [ - 640, - 640, - 3, - 3 - ], - "data_offsets": [ - 13594576852, - 13609322452 - ] - }, - "model_ema.output_blocks60skip_connectionbias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 13609322452, - 13609325012 - ] - }, - "model_ema.output_blocks60skip_connectionweight": { - "dtype": "F32", - "shape": [ - 640, - 1920, - 1, - 1 - ], - "data_offsets": [ - 13609325012, - 13614240212 - ] - }, - "model_ema.output_blocks61normbias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 13614240212, - 13614242772 - ] - }, - "model_ema.output_blocks61normweight": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 13614242772, - 13614245332 - ] - }, - "model_ema.output_blocks61proj_inbias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 13614245332, - 13614247892 - ] - }, - "model_ema.output_blocks61proj_inweight": { - "dtype": "F32", - "shape": [ - 640, - 640, - 1, - 1 - ], - "data_offsets": [ - 13614247892, - 13615886292 - ] - }, - "model_ema.output_blocks61proj_outbias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 13615886292, - 13615888852 - ] - }, - "model_ema.output_blocks61proj_outweight": { - "dtype": "F32", - "shape": [ - 640, - 640, - 1, - 1 - ], - "data_offsets": [ - 13615888852, - 13617527252 - ] - }, - "model_ema.output_blocks61transformer_blocks0attn1to_kweight": { - "dtype": "F32", - "shape": [ - 640, - 640 - ], - "data_offsets": [ - 13617527252, - 13619165652 - ] - }, - "model_ema.output_blocks61transformer_blocks0attn1to_out0bias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 13619165652, - 13619168212 - ] - }, - "model_ema.output_blocks61transformer_blocks0attn1to_out0weight": { - "dtype": "F32", - "shape": [ - 640, - 640 - ], - "data_offsets": [ - 13619168212, - 13620806612 - ] - }, - "model_ema.output_blocks61transformer_blocks0attn1to_qweight": { - "dtype": "F32", - "shape": [ - 640, - 640 - ], - "data_offsets": [ - 13620806612, - 13622445012 - ] - }, - "model_ema.output_blocks61transformer_blocks0attn1to_vweight": { - "dtype": "F32", - "shape": [ - 640, - 640 - ], - "data_offsets": [ - 13622445012, - 13624083412 - ] - }, - "model_ema.output_blocks61transformer_blocks0attn2to_kweight": { - "dtype": "F32", - "shape": [ - 640, - 768 - ], - "data_offsets": [ - 13624083412, - 13626049492 - ] - }, - "model_ema.output_blocks61transformer_blocks0attn2to_out0bias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 13626049492, - 13626052052 - ] - }, - "model_ema.output_blocks61transformer_blocks0attn2to_out0weight": { - "dtype": "F32", - "shape": [ - 640, - 640 - ], - "data_offsets": [ - 13626052052, - 13627690452 - ] - }, - "model_ema.output_blocks61transformer_blocks0attn2to_qweight": { - "dtype": "F32", - "shape": [ - 640, - 640 - ], - "data_offsets": [ - 13627690452, - 13629328852 - ] - }, - "model_ema.output_blocks61transformer_blocks0attn2to_vweight": { - "dtype": "F32", - "shape": [ - 640, - 768 - ], - "data_offsets": [ - 13629328852, - 13631294932 - ] - }, - "model_ema.output_blocks61transformer_blocks0ffnet0projbias": { - "dtype": "F32", - "shape": [ - 5120 - ], - "data_offsets": [ - 13631294932, - 13631315412 - ] - }, - "model_ema.output_blocks61transformer_blocks0ffnet0projweight": { - "dtype": "F32", - "shape": [ - 5120, - 640 - ], - "data_offsets": [ - 13631315412, - 13644422612 - ] - }, - "model_ema.output_blocks61transformer_blocks0ffnet2bias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 13644422612, - 13644425172 - ] - }, - "model_ema.output_blocks61transformer_blocks0ffnet2weight": { - "dtype": "F32", - "shape": [ - 640, - 2560 - ], - "data_offsets": [ - 13644425172, - 13650978772 - ] - }, - "model_ema.output_blocks61transformer_blocks0norm1bias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 13650978772, - 13650981332 - ] - }, - "model_ema.output_blocks61transformer_blocks0norm1weight": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 13650981332, - 13650983892 - ] - }, - "model_ema.output_blocks61transformer_blocks0norm2bias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 13650983892, - 13650986452 - ] - }, - "model_ema.output_blocks61transformer_blocks0norm2weight": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 13650986452, - 13650989012 - ] - }, - "model_ema.output_blocks61transformer_blocks0norm3bias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 13650989012, - 13650991572 - ] - }, - "model_ema.output_blocks61transformer_blocks0norm3weight": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 13650991572, - 13650994132 - ] - }, - "model_ema.output_blocks70emb_layers1bias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 13650994132, - 13650996692 - ] - }, - "model_ema.output_blocks70emb_layers1weight": { - "dtype": "F32", - "shape": [ - 640, - 1280 - ], - "data_offsets": [ - 13650996692, - 13654273492 - ] - }, - "model_ema.output_blocks70in_layers0bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 13654273492, - 13654278612 - ] - }, - "model_ema.output_blocks70in_layers0weight": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 13654278612, - 13654283732 - ] - }, - "model_ema.output_blocks70in_layers2bias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 13654283732, - 13654286292 - ] - }, - "model_ema.output_blocks70in_layers2weight": { - "dtype": "F32", - "shape": [ - 640, - 1280, - 3, - 3 - ], - "data_offsets": [ - 13654286292, - 13683777492 - ] - }, - "model_ema.output_blocks70out_layers0bias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 13683777492, - 13683780052 - ] - }, - "model_ema.output_blocks70out_layers0weight": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 13683780052, - 13683782612 - ] - }, - "model_ema.output_blocks70out_layers3bias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 13683782612, - 13683785172 - ] - }, - "model_ema.output_blocks70out_layers3weight": { - "dtype": "F32", - "shape": [ - 640, - 640, - 3, - 3 - ], - "data_offsets": [ - 13683785172, - 13698530772 - ] - }, - "model_ema.output_blocks70skip_connectionbias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 13698530772, - 13698533332 - ] - }, - "model_ema.output_blocks70skip_connectionweight": { - "dtype": "F32", - "shape": [ - 640, - 1280, - 1, - 1 - ], - "data_offsets": [ - 13698533332, - 13701810132 - ] - }, - "model_ema.output_blocks71normbias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 13701810132, - 13701812692 - ] - }, - "model_ema.output_blocks71normweight": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 13701812692, - 13701815252 - ] - }, - "model_ema.output_blocks71proj_inbias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 13701815252, - 13701817812 - ] - }, - "model_ema.output_blocks71proj_inweight": { - "dtype": "F32", - "shape": [ - 640, - 640, - 1, - 1 - ], - "data_offsets": [ - 13701817812, - 13703456212 - ] - }, - "model_ema.output_blocks71proj_outbias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 13703456212, - 13703458772 - ] - }, - "model_ema.output_blocks71proj_outweight": { - "dtype": "F32", - "shape": [ - 640, - 640, - 1, - 1 - ], - "data_offsets": [ - 13703458772, - 13705097172 - ] - }, - "model_ema.output_blocks71transformer_blocks0attn1to_kweight": { - "dtype": "F32", - "shape": [ - 640, - 640 - ], - "data_offsets": [ - 13705097172, - 13706735572 - ] - }, - "model_ema.output_blocks71transformer_blocks0attn1to_out0bias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 13706735572, - 13706738132 - ] - }, - "model_ema.output_blocks71transformer_blocks0attn1to_out0weight": { - "dtype": "F32", - "shape": [ - 640, - 640 - ], - "data_offsets": [ - 13706738132, - 13708376532 - ] - }, - "model_ema.output_blocks71transformer_blocks0attn1to_qweight": { - "dtype": "F32", - "shape": [ - 640, - 640 - ], - "data_offsets": [ - 13708376532, - 13710014932 - ] - }, - "model_ema.output_blocks71transformer_blocks0attn1to_vweight": { - "dtype": "F32", - "shape": [ - 640, - 640 - ], - "data_offsets": [ - 13710014932, - 13711653332 - ] - }, - "model_ema.output_blocks71transformer_blocks0attn2to_kweight": { - "dtype": "F32", - "shape": [ - 640, - 768 - ], - "data_offsets": [ - 13711653332, - 13713619412 - ] - }, - "model_ema.output_blocks71transformer_blocks0attn2to_out0bias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 13713619412, - 13713621972 - ] - }, - "model_ema.output_blocks71transformer_blocks0attn2to_out0weight": { - "dtype": "F32", - "shape": [ - 640, - 640 - ], - "data_offsets": [ - 13713621972, - 13715260372 - ] - }, - "model_ema.output_blocks71transformer_blocks0attn2to_qweight": { - "dtype": "F32", - "shape": [ - 640, - 640 - ], - "data_offsets": [ - 13715260372, - 13716898772 - ] - }, - "model_ema.output_blocks71transformer_blocks0attn2to_vweight": { - "dtype": "F32", - "shape": [ - 640, - 768 - ], - "data_offsets": [ - 13716898772, - 13718864852 - ] - }, - "model_ema.output_blocks71transformer_blocks0ffnet0projbias": { - "dtype": "F32", - "shape": [ - 5120 - ], - "data_offsets": [ - 13718864852, - 13718885332 - ] - }, - "model_ema.output_blocks71transformer_blocks0ffnet0projweight": { - "dtype": "F32", - "shape": [ - 5120, - 640 - ], - "data_offsets": [ - 13718885332, - 13731992532 - ] - }, - "model_ema.output_blocks71transformer_blocks0ffnet2bias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 13731992532, - 13731995092 - ] - }, - "model_ema.output_blocks71transformer_blocks0ffnet2weight": { - "dtype": "F32", - "shape": [ - 640, - 2560 - ], - "data_offsets": [ - 13731995092, - 13738548692 - ] - }, - "model_ema.output_blocks71transformer_blocks0norm1bias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 13738548692, - 13738551252 - ] - }, - "model_ema.output_blocks71transformer_blocks0norm1weight": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 13738551252, - 13738553812 - ] - }, - "model_ema.output_blocks71transformer_blocks0norm2bias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 13738553812, - 13738556372 - ] - }, - "model_ema.output_blocks71transformer_blocks0norm2weight": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 13738556372, - 13738558932 - ] - }, - "model_ema.output_blocks71transformer_blocks0norm3bias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 13738558932, - 13738561492 - ] - }, - "model_ema.output_blocks71transformer_blocks0norm3weight": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 13738561492, - 13738564052 - ] - }, - "model_ema.output_blocks80emb_layers1bias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 13738564052, - 13738566612 - ] - }, - "model_ema.output_blocks80emb_layers1weight": { - "dtype": "F32", - "shape": [ - 640, - 1280 - ], - "data_offsets": [ - 13738566612, - 13741843412 - ] - }, - "model_ema.output_blocks80in_layers0bias": { - "dtype": "F32", - "shape": [ - 960 - ], - "data_offsets": [ - 13741843412, - 13741847252 - ] - }, - "model_ema.output_blocks80in_layers0weight": { - "dtype": "F32", - "shape": [ - 960 - ], - "data_offsets": [ - 13741847252, - 13741851092 - ] - }, - "model_ema.output_blocks80in_layers2bias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 13741851092, - 13741853652 - ] - }, - "model_ema.output_blocks80in_layers2weight": { - "dtype": "F32", - "shape": [ - 640, - 960, - 3, - 3 - ], - "data_offsets": [ - 13741853652, - 13763972052 - ] - }, - "model_ema.output_blocks80out_layers0bias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 13763972052, - 13763974612 - ] - }, - "model_ema.output_blocks80out_layers0weight": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 13763974612, - 13763977172 - ] - }, - "model_ema.output_blocks80out_layers3bias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 13763977172, - 13763979732 - ] - }, - "model_ema.output_blocks80out_layers3weight": { - "dtype": "F32", - "shape": [ - 640, - 640, - 3, - 3 - ], - "data_offsets": [ - 13763979732, - 13778725332 - ] - }, - "model_ema.output_blocks80skip_connectionbias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 13778725332, - 13778727892 - ] - }, - "model_ema.output_blocks80skip_connectionweight": { - "dtype": "F32", - "shape": [ - 640, - 960, - 1, - 1 - ], - "data_offsets": [ - 13778727892, - 13781185492 - ] - }, - "model_ema.output_blocks81normbias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 13781185492, - 13781188052 - ] - }, - "model_ema.output_blocks81normweight": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 13781188052, - 13781190612 - ] - }, - "model_ema.output_blocks81proj_inbias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 13781190612, - 13781193172 - ] - }, - "model_ema.output_blocks81proj_inweight": { - "dtype": "F32", - "shape": [ - 640, - 640, - 1, - 1 - ], - "data_offsets": [ - 13781193172, - 13782831572 - ] - }, - "model_ema.output_blocks81proj_outbias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 13782831572, - 13782834132 - ] - }, - "model_ema.output_blocks81proj_outweight": { - "dtype": "F32", - "shape": [ - 640, - 640, - 1, - 1 - ], - "data_offsets": [ - 13782834132, - 13784472532 - ] - }, - "model_ema.output_blocks81transformer_blocks0attn1to_kweight": { - "dtype": "F32", - "shape": [ - 640, - 640 - ], - "data_offsets": [ - 13784472532, - 13786110932 - ] - }, - "model_ema.output_blocks81transformer_blocks0attn1to_out0bias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 13786110932, - 13786113492 - ] - }, - "model_ema.output_blocks81transformer_blocks0attn1to_out0weight": { - "dtype": "F32", - "shape": [ - 640, - 640 - ], - "data_offsets": [ - 13786113492, - 13787751892 - ] - }, - "model_ema.output_blocks81transformer_blocks0attn1to_qweight": { - "dtype": "F32", - "shape": [ - 640, - 640 - ], - "data_offsets": [ - 13787751892, - 13789390292 - ] - }, - "model_ema.output_blocks81transformer_blocks0attn1to_vweight": { - "dtype": "F32", - "shape": [ - 640, - 640 - ], - "data_offsets": [ - 13789390292, - 13791028692 - ] - }, - "model_ema.output_blocks81transformer_blocks0attn2to_kweight": { - "dtype": "F32", - "shape": [ - 640, - 768 - ], - "data_offsets": [ - 13791028692, - 13792994772 - ] - }, - "model_ema.output_blocks81transformer_blocks0attn2to_out0bias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 13792994772, - 13792997332 - ] - }, - "model_ema.output_blocks81transformer_blocks0attn2to_out0weight": { - "dtype": "F32", - "shape": [ - 640, - 640 - ], - "data_offsets": [ - 13792997332, - 13794635732 - ] - }, - "model_ema.output_blocks81transformer_blocks0attn2to_qweight": { - "dtype": "F32", - "shape": [ - 640, - 640 - ], - "data_offsets": [ - 13794635732, - 13796274132 - ] - }, - "model_ema.output_blocks81transformer_blocks0attn2to_vweight": { - "dtype": "F32", - "shape": [ - 640, - 768 - ], - "data_offsets": [ - 13796274132, - 13798240212 - ] - }, - "model_ema.output_blocks81transformer_blocks0ffnet0projbias": { - "dtype": "F32", - "shape": [ - 5120 - ], - "data_offsets": [ - 13798240212, - 13798260692 - ] - }, - "model_ema.output_blocks81transformer_blocks0ffnet0projweight": { - "dtype": "F32", - "shape": [ - 5120, - 640 - ], - "data_offsets": [ - 13798260692, - 13811367892 - ] - }, - "model_ema.output_blocks81transformer_blocks0ffnet2bias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 13811367892, - 13811370452 - ] - }, - "model_ema.output_blocks81transformer_blocks0ffnet2weight": { - "dtype": "F32", - "shape": [ - 640, - 2560 - ], - "data_offsets": [ - 13811370452, - 13817924052 - ] - }, - "model_ema.output_blocks81transformer_blocks0norm1bias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 13817924052, - 13817926612 - ] - }, - "model_ema.output_blocks81transformer_blocks0norm1weight": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 13817926612, - 13817929172 - ] - }, - "model_ema.output_blocks81transformer_blocks0norm2bias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 13817929172, - 13817931732 - ] - }, - "model_ema.output_blocks81transformer_blocks0norm2weight": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 13817931732, - 13817934292 - ] - }, - "model_ema.output_blocks81transformer_blocks0norm3bias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 13817934292, - 13817936852 - ] - }, - "model_ema.output_blocks81transformer_blocks0norm3weight": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 13817936852, - 13817939412 - ] - }, - "model_ema.output_blocks82convbias": { - "dtype": "F32", - "shape": [ - 640 - ], - "data_offsets": [ - 13817939412, - 13817941972 - ] - }, - "model_ema.output_blocks82convweight": { - "dtype": "F32", - "shape": [ - 640, - 640, - 3, - 3 - ], - "data_offsets": [ - 13817941972, - 13832687572 - ] - }, - "model_ema.output_blocks90emb_layers1bias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 13832687572, - 13832688852 - ] - }, - "model_ema.output_blocks90emb_layers1weight": { - "dtype": "F32", - "shape": [ - 320, - 1280 - ], - "data_offsets": [ - 13832688852, - 13834327252 - ] - }, - "model_ema.output_blocks90in_layers0bias": { - "dtype": "F32", - "shape": [ - 960 - ], - "data_offsets": [ - 13834327252, - 13834331092 - ] - }, - "model_ema.output_blocks90in_layers0weight": { - "dtype": "F32", - "shape": [ - 960 - ], - "data_offsets": [ - 13834331092, - 13834334932 - ] - }, - "model_ema.output_blocks90in_layers2bias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 13834334932, - 13834336212 - ] - }, - "model_ema.output_blocks90in_layers2weight": { - "dtype": "F32", - "shape": [ - 320, - 960, - 3, - 3 - ], - "data_offsets": [ - 13834336212, - 13845395412 - ] - }, - "model_ema.output_blocks90out_layers0bias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 13845395412, - 13845396692 - ] - }, - "model_ema.output_blocks90out_layers0weight": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 13845396692, - 13845397972 - ] - }, - "model_ema.output_blocks90out_layers3bias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 13845397972, - 13845399252 - ] - }, - "model_ema.output_blocks90out_layers3weight": { - "dtype": "F32", - "shape": [ - 320, - 320, - 3, - 3 - ], - "data_offsets": [ - 13845399252, - 13849085652 - ] - }, - "model_ema.output_blocks90skip_connectionbias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 13849085652, - 13849086932 - ] - }, - "model_ema.output_blocks90skip_connectionweight": { - "dtype": "F32", - "shape": [ - 320, - 960, - 1, - 1 - ], - "data_offsets": [ - 13849086932, - 13850315732 - ] - }, - "model_ema.output_blocks91normbias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 13850315732, - 13850317012 - ] - }, - "model_ema.output_blocks91normweight": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 13850317012, - 13850318292 - ] - }, - "model_ema.output_blocks91proj_inbias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 13850318292, - 13850319572 - ] - }, - "model_ema.output_blocks91proj_inweight": { - "dtype": "F32", - "shape": [ - 320, - 320, - 1, - 1 - ], - "data_offsets": [ - 13850319572, - 13850729172 - ] - }, - "model_ema.output_blocks91proj_outbias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 13850729172, - 13850730452 - ] - }, - "model_ema.output_blocks91proj_outweight": { - "dtype": "F32", - "shape": [ - 320, - 320, - 1, - 1 - ], - "data_offsets": [ - 13850730452, - 13851140052 - ] - }, - "model_ema.output_blocks91transformer_blocks0attn1to_kweight": { - "dtype": "F32", - "shape": [ - 320, - 320 - ], - "data_offsets": [ - 13851140052, - 13851549652 - ] - }, - "model_ema.output_blocks91transformer_blocks0attn1to_out0bias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 13851549652, - 13851550932 - ] - }, - "model_ema.output_blocks91transformer_blocks0attn1to_out0weight": { - "dtype": "F32", - "shape": [ - 320, - 320 - ], - "data_offsets": [ - 13851550932, - 13851960532 - ] - }, - "model_ema.output_blocks91transformer_blocks0attn1to_qweight": { - "dtype": "F32", - "shape": [ - 320, - 320 - ], - "data_offsets": [ - 13851960532, - 13852370132 - ] - }, - "model_ema.output_blocks91transformer_blocks0attn1to_vweight": { - "dtype": "F32", - "shape": [ - 320, - 320 - ], - "data_offsets": [ - 13852370132, - 13852779732 - ] - }, - "model_ema.output_blocks91transformer_blocks0attn2to_kweight": { - "dtype": "F32", - "shape": [ - 320, - 768 - ], - "data_offsets": [ - 13852779732, - 13853762772 - ] - }, - "model_ema.output_blocks91transformer_blocks0attn2to_out0bias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 13853762772, - 13853764052 - ] - }, - "model_ema.output_blocks91transformer_blocks0attn2to_out0weight": { - "dtype": "F32", - "shape": [ - 320, - 320 - ], - "data_offsets": [ - 13853764052, - 13854173652 - ] - }, - "model_ema.output_blocks91transformer_blocks0attn2to_qweight": { - "dtype": "F32", - "shape": [ - 320, - 320 - ], - "data_offsets": [ - 13854173652, - 13854583252 - ] - }, - "model_ema.output_blocks91transformer_blocks0attn2to_vweight": { - "dtype": "F32", - "shape": [ - 320, - 768 - ], - "data_offsets": [ - 13854583252, - 13855566292 - ] - }, - "model_ema.output_blocks91transformer_blocks0ffnet0projbias": { - "dtype": "F32", - "shape": [ - 2560 - ], - "data_offsets": [ - 13855566292, - 13855576532 - ] - }, - "model_ema.output_blocks91transformer_blocks0ffnet0projweight": { - "dtype": "F32", - "shape": [ - 2560, - 320 - ], - "data_offsets": [ - 13855576532, - 13858853332 - ] - }, - "model_ema.output_blocks91transformer_blocks0ffnet2bias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 13858853332, - 13858854612 - ] - }, - "model_ema.output_blocks91transformer_blocks0ffnet2weight": { - "dtype": "F32", - "shape": [ - 320, - 1280 - ], - "data_offsets": [ - 13858854612, - 13860493012 - ] - }, - "model_ema.output_blocks91transformer_blocks0norm1bias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 13860493012, - 13860494292 - ] - }, - "model_ema.output_blocks91transformer_blocks0norm1weight": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 13860494292, - 13860495572 - ] - }, - "model_ema.output_blocks91transformer_blocks0norm2bias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 13860495572, - 13860496852 - ] - }, - "model_ema.output_blocks91transformer_blocks0norm2weight": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 13860496852, - 13860498132 - ] - }, - "model_ema.output_blocks91transformer_blocks0norm3bias": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 13860498132, - 13860499412 - ] - }, - "model_ema.output_blocks91transformer_blocks0norm3weight": { - "dtype": "F32", - "shape": [ - 320 - ], - "data_offsets": [ - 13860499412, - 13860500692 - ] - }, - "model_ema.time_embed0bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 13860500692, - 13860505812 - ] - }, - "model_ema.time_embed0weight": { - "dtype": "F32", - "shape": [ - 1280, - 320 - ], - "data_offsets": [ - 13860505812, - 13862144212 - ] - }, - "model_ema.time_embed2bias": { - "dtype": "F32", - "shape": [ - 1280 - ], - "data_offsets": [ - 13862144212, - 13862149332 - ] - }, - "model_ema.time_embed2weight": { - "dtype": "F32", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 13862149332, - 13868702932 - ] - }, - "text_model.embeddings.position_embedding.weight": { - "dtype": "F32", - "shape": [ - 77, - 768 - ], - "data_offsets": [ - 13868702932, - 13868939476 - ] - }, - "text_model.embeddings.position_ids": { - "dtype": "F32", - "shape": [ - 1, - 77 - ], - "data_offsets": [ - 13868939476, - 13868939784 - ] - }, - "text_model.embeddings.token_embedding.weight": { - "dtype": "F32", - "shape": [ - 49408, - 768 - ], - "data_offsets": [ - 13868939784, - 14020721160 - ] - }, - "text_model.encoder.layers.0.layer_norm1.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 14020721160, - 14020724232 - ] - }, - "text_model.encoder.layers.0.layer_norm1.weight": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 14020724232, - 14020727304 - ] - }, - "text_model.encoder.layers.0.layer_norm2.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 14020727304, - 14020730376 - ] - }, - "text_model.encoder.layers.0.layer_norm2.weight": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 14020730376, - 14020733448 - ] - }, - "text_model.encoder.layers.0.mlp.fc1.bias": { - "dtype": "F32", - "shape": [ - 3072 - ], - "data_offsets": [ - 14020733448, - 14020745736 - ] - }, - "text_model.encoder.layers.0.mlp.fc1.weight": { - "dtype": "F32", - "shape": [ - 3072, - 768 - ], - "data_offsets": [ - 14020745736, - 14030182920 - ] - }, - "text_model.encoder.layers.0.mlp.fc2.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 14030182920, - 14030185992 - ] - }, - "text_model.encoder.layers.0.mlp.fc2.weight": { - "dtype": "F32", - "shape": [ - 768, - 3072 - ], - "data_offsets": [ - 14030185992, - 14039623176 - ] - }, - "text_model.encoder.layers.0.self_attn.k_proj.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 14039623176, - 14039626248 - ] - }, - "text_model.encoder.layers.0.self_attn.k_proj.weight": { - "dtype": "F32", - "shape": [ - 768, - 768 - ], - "data_offsets": [ - 14039626248, - 14041985544 - ] - }, - "text_model.encoder.layers.0.self_attn.out_proj.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 14041985544, - 14041988616 - ] - }, - "text_model.encoder.layers.0.self_attn.out_proj.weight": { - "dtype": "F32", - "shape": [ - 768, - 768 - ], - "data_offsets": [ - 14041988616, - 14044347912 - ] - }, - "text_model.encoder.layers.0.self_attn.q_proj.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 14044347912, - 14044350984 - ] - }, - "text_model.encoder.layers.0.self_attn.q_proj.weight": { - "dtype": "F32", - "shape": [ - 768, - 768 - ], - "data_offsets": [ - 14044350984, - 14046710280 - ] - }, - "text_model.encoder.layers.0.self_attn.v_proj.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 14046710280, - 14046713352 - ] - }, - "text_model.encoder.layers.0.self_attn.v_proj.weight": { - "dtype": "F32", - "shape": [ - 768, - 768 - ], - "data_offsets": [ - 14046713352, - 14049072648 - ] - }, - "text_model.encoder.layers.1.layer_norm1.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 14049072648, - 14049075720 - ] - }, - "text_model.encoder.layers.1.layer_norm1.weight": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 14049075720, - 14049078792 - ] - }, - "text_model.encoder.layers.1.layer_norm2.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 14049078792, - 14049081864 - ] - }, - "text_model.encoder.layers.1.layer_norm2.weight": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 14049081864, - 14049084936 - ] - }, - "text_model.encoder.layers.1.mlp.fc1.bias": { - "dtype": "F32", - "shape": [ - 3072 - ], - "data_offsets": [ - 14049084936, - 14049097224 - ] - }, - "text_model.encoder.layers.1.mlp.fc1.weight": { - "dtype": "F32", - "shape": [ - 3072, - 768 - ], - "data_offsets": [ - 14049097224, - 14058534408 - ] - }, - "text_model.encoder.layers.1.mlp.fc2.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 14058534408, - 14058537480 - ] - }, - "text_model.encoder.layers.1.mlp.fc2.weight": { - "dtype": "F32", - "shape": [ - 768, - 3072 - ], - "data_offsets": [ - 14058537480, - 14067974664 - ] - }, - "text_model.encoder.layers.1.self_attn.k_proj.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 14067974664, - 14067977736 - ] - }, - "text_model.encoder.layers.1.self_attn.k_proj.weight": { - "dtype": "F32", - "shape": [ - 768, - 768 - ], - "data_offsets": [ - 14067977736, - 14070337032 - ] - }, - "text_model.encoder.layers.1.self_attn.out_proj.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 14070337032, - 14070340104 - ] - }, - "text_model.encoder.layers.1.self_attn.out_proj.weight": { - "dtype": "F32", - "shape": [ - 768, - 768 - ], - "data_offsets": [ - 14070340104, - 14072699400 - ] - }, - "text_model.encoder.layers.1.self_attn.q_proj.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 14072699400, - 14072702472 - ] - }, - "text_model.encoder.layers.1.self_attn.q_proj.weight": { - "dtype": "F32", - "shape": [ - 768, - 768 - ], - "data_offsets": [ - 14072702472, - 14075061768 - ] - }, - "text_model.encoder.layers.1.self_attn.v_proj.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 14075061768, - 14075064840 - ] - }, - "text_model.encoder.layers.1.self_attn.v_proj.weight": { - "dtype": "F32", - "shape": [ - 768, - 768 - ], - "data_offsets": [ - 14075064840, - 14077424136 - ] - }, - "text_model.encoder.layers.10.layer_norm1.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 14077424136, - 14077427208 - ] - }, - "text_model.encoder.layers.10.layer_norm1.weight": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 14077427208, - 14077430280 - ] - }, - "text_model.encoder.layers.10.layer_norm2.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 14077430280, - 14077433352 - ] - }, - "text_model.encoder.layers.10.layer_norm2.weight": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 14077433352, - 14077436424 - ] - }, - "text_model.encoder.layers.10.mlp.fc1.bias": { - "dtype": "F32", - "shape": [ - 3072 - ], - "data_offsets": [ - 14077436424, - 14077448712 - ] - }, - "text_model.encoder.layers.10.mlp.fc1.weight": { - "dtype": "F32", - "shape": [ - 3072, - 768 - ], - "data_offsets": [ - 14077448712, - 14086885896 - ] - }, - "text_model.encoder.layers.10.mlp.fc2.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 14086885896, - 14086888968 - ] - }, - "text_model.encoder.layers.10.mlp.fc2.weight": { - "dtype": "F32", - "shape": [ - 768, - 3072 - ], - "data_offsets": [ - 14086888968, - 14096326152 - ] - }, - "text_model.encoder.layers.10.self_attn.k_proj.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 14096326152, - 14096329224 - ] - }, - "text_model.encoder.layers.10.self_attn.k_proj.weight": { - "dtype": "F32", - "shape": [ - 768, - 768 - ], - "data_offsets": [ - 14096329224, - 14098688520 - ] - }, - "text_model.encoder.layers.10.self_attn.out_proj.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 14098688520, - 14098691592 - ] - }, - "text_model.encoder.layers.10.self_attn.out_proj.weight": { - "dtype": "F32", - "shape": [ - 768, - 768 - ], - "data_offsets": [ - 14098691592, - 14101050888 - ] - }, - "text_model.encoder.layers.10.self_attn.q_proj.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 14101050888, - 14101053960 - ] - }, - "text_model.encoder.layers.10.self_attn.q_proj.weight": { - "dtype": "F32", - "shape": [ - 768, - 768 - ], - "data_offsets": [ - 14101053960, - 14103413256 - ] - }, - "text_model.encoder.layers.10.self_attn.v_proj.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 14103413256, - 14103416328 - ] - }, - "text_model.encoder.layers.10.self_attn.v_proj.weight": { - "dtype": "F32", - "shape": [ - 768, - 768 - ], - "data_offsets": [ - 14103416328, - 14105775624 - ] - }, - "text_model.encoder.layers.11.layer_norm1.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 14105775624, - 14105778696 - ] - }, - "text_model.encoder.layers.11.layer_norm1.weight": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 14105778696, - 14105781768 - ] - }, - "text_model.encoder.layers.11.layer_norm2.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 14105781768, - 14105784840 - ] - }, - "text_model.encoder.layers.11.layer_norm2.weight": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 14105784840, - 14105787912 - ] - }, - "text_model.encoder.layers.11.mlp.fc1.bias": { - "dtype": "F32", - "shape": [ - 3072 - ], - "data_offsets": [ - 14105787912, - 14105800200 - ] - }, - "text_model.encoder.layers.11.mlp.fc1.weight": { - "dtype": "F32", - "shape": [ - 3072, - 768 - ], - "data_offsets": [ - 14105800200, - 14115237384 - ] - }, - "text_model.encoder.layers.11.mlp.fc2.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 14115237384, - 14115240456 - ] - }, - "text_model.encoder.layers.11.mlp.fc2.weight": { - "dtype": "F32", - "shape": [ - 768, - 3072 - ], - "data_offsets": [ - 14115240456, - 14124677640 - ] - }, - "text_model.encoder.layers.11.self_attn.k_proj.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 14124677640, - 14124680712 - ] - }, - "text_model.encoder.layers.11.self_attn.k_proj.weight": { - "dtype": "F32", - "shape": [ - 768, - 768 - ], - "data_offsets": [ - 14124680712, - 14127040008 - ] - }, - "text_model.encoder.layers.11.self_attn.out_proj.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 14127040008, - 14127043080 - ] - }, - "text_model.encoder.layers.11.self_attn.out_proj.weight": { - "dtype": "F32", - "shape": [ - 768, - 768 - ], - "data_offsets": [ - 14127043080, - 14129402376 - ] - }, - "text_model.encoder.layers.11.self_attn.q_proj.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 14129402376, - 14129405448 - ] - }, - "text_model.encoder.layers.11.self_attn.q_proj.weight": { - "dtype": "F32", - "shape": [ - 768, - 768 - ], - "data_offsets": [ - 14129405448, - 14131764744 - ] - }, - "text_model.encoder.layers.11.self_attn.v_proj.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 14131764744, - 14131767816 - ] - }, - "text_model.encoder.layers.11.self_attn.v_proj.weight": { - "dtype": "F32", - "shape": [ - 768, - 768 - ], - "data_offsets": [ - 14131767816, - 14134127112 - ] - }, - "text_model.encoder.layers.2.layer_norm1.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 14134127112, - 14134130184 - ] - }, - "text_model.encoder.layers.2.layer_norm1.weight": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 14134130184, - 14134133256 - ] - }, - "text_model.encoder.layers.2.layer_norm2.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 14134133256, - 14134136328 - ] - }, - "text_model.encoder.layers.2.layer_norm2.weight": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 14134136328, - 14134139400 - ] - }, - "text_model.encoder.layers.2.mlp.fc1.bias": { - "dtype": "F32", - "shape": [ - 3072 - ], - "data_offsets": [ - 14134139400, - 14134151688 - ] - }, - "text_model.encoder.layers.2.mlp.fc1.weight": { - "dtype": "F32", - "shape": [ - 3072, - 768 - ], - "data_offsets": [ - 14134151688, - 14143588872 - ] - }, - "text_model.encoder.layers.2.mlp.fc2.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 14143588872, - 14143591944 - ] - }, - "text_model.encoder.layers.2.mlp.fc2.weight": { - "dtype": "F32", - "shape": [ - 768, - 3072 - ], - "data_offsets": [ - 14143591944, - 14153029128 - ] - }, - "text_model.encoder.layers.2.self_attn.k_proj.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 14153029128, - 14153032200 - ] - }, - "text_model.encoder.layers.2.self_attn.k_proj.weight": { - "dtype": "F32", - "shape": [ - 768, - 768 - ], - "data_offsets": [ - 14153032200, - 14155391496 - ] - }, - "text_model.encoder.layers.2.self_attn.out_proj.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 14155391496, - 14155394568 - ] - }, - "text_model.encoder.layers.2.self_attn.out_proj.weight": { - "dtype": "F32", - "shape": [ - 768, - 768 - ], - "data_offsets": [ - 14155394568, - 14157753864 - ] - }, - "text_model.encoder.layers.2.self_attn.q_proj.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 14157753864, - 14157756936 - ] - }, - "text_model.encoder.layers.2.self_attn.q_proj.weight": { - "dtype": "F32", - "shape": [ - 768, - 768 - ], - "data_offsets": [ - 14157756936, - 14160116232 - ] - }, - "text_model.encoder.layers.2.self_attn.v_proj.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 14160116232, - 14160119304 - ] - }, - "text_model.encoder.layers.2.self_attn.v_proj.weight": { - "dtype": "F32", - "shape": [ - 768, - 768 - ], - "data_offsets": [ - 14160119304, - 14162478600 - ] - }, - "text_model.encoder.layers.3.layer_norm1.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 14162478600, - 14162481672 - ] - }, - "text_model.encoder.layers.3.layer_norm1.weight": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 14162481672, - 14162484744 - ] - }, - "text_model.encoder.layers.3.layer_norm2.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 14162484744, - 14162487816 - ] - }, - "text_model.encoder.layers.3.layer_norm2.weight": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 14162487816, - 14162490888 - ] - }, - "text_model.encoder.layers.3.mlp.fc1.bias": { - "dtype": "F32", - "shape": [ - 3072 - ], - "data_offsets": [ - 14162490888, - 14162503176 - ] - }, - "text_model.encoder.layers.3.mlp.fc1.weight": { - "dtype": "F32", - "shape": [ - 3072, - 768 - ], - "data_offsets": [ - 14162503176, - 14171940360 - ] - }, - "text_model.encoder.layers.3.mlp.fc2.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 14171940360, - 14171943432 - ] - }, - "text_model.encoder.layers.3.mlp.fc2.weight": { - "dtype": "F32", - "shape": [ - 768, - 3072 - ], - "data_offsets": [ - 14171943432, - 14181380616 - ] - }, - "text_model.encoder.layers.3.self_attn.k_proj.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 14181380616, - 14181383688 - ] - }, - "text_model.encoder.layers.3.self_attn.k_proj.weight": { - "dtype": "F32", - "shape": [ - 768, - 768 - ], - "data_offsets": [ - 14181383688, - 14183742984 - ] - }, - "text_model.encoder.layers.3.self_attn.out_proj.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 14183742984, - 14183746056 - ] - }, - "text_model.encoder.layers.3.self_attn.out_proj.weight": { - "dtype": "F32", - "shape": [ - 768, - 768 - ], - "data_offsets": [ - 14183746056, - 14186105352 - ] - }, - "text_model.encoder.layers.3.self_attn.q_proj.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 14186105352, - 14186108424 - ] - }, - "text_model.encoder.layers.3.self_attn.q_proj.weight": { - "dtype": "F32", - "shape": [ - 768, - 768 - ], - "data_offsets": [ - 14186108424, - 14188467720 - ] - }, - "text_model.encoder.layers.3.self_attn.v_proj.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 14188467720, - 14188470792 - ] - }, - "text_model.encoder.layers.3.self_attn.v_proj.weight": { - "dtype": "F32", - "shape": [ - 768, - 768 - ], - "data_offsets": [ - 14188470792, - 14190830088 - ] - }, - "text_model.encoder.layers.4.layer_norm1.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 14190830088, - 14190833160 - ] - }, - "text_model.encoder.layers.4.layer_norm1.weight": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 14190833160, - 14190836232 - ] - }, - "text_model.encoder.layers.4.layer_norm2.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 14190836232, - 14190839304 - ] - }, - "text_model.encoder.layers.4.layer_norm2.weight": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 14190839304, - 14190842376 - ] - }, - "text_model.encoder.layers.4.mlp.fc1.bias": { - "dtype": "F32", - "shape": [ - 3072 - ], - "data_offsets": [ - 14190842376, - 14190854664 - ] - }, - "text_model.encoder.layers.4.mlp.fc1.weight": { - "dtype": "F32", - "shape": [ - 3072, - 768 - ], - "data_offsets": [ - 14190854664, - 14200291848 - ] - }, - "text_model.encoder.layers.4.mlp.fc2.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 14200291848, - 14200294920 - ] - }, - "text_model.encoder.layers.4.mlp.fc2.weight": { - "dtype": "F32", - "shape": [ - 768, - 3072 - ], - "data_offsets": [ - 14200294920, - 14209732104 - ] - }, - "text_model.encoder.layers.4.self_attn.k_proj.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 14209732104, - 14209735176 - ] - }, - "text_model.encoder.layers.4.self_attn.k_proj.weight": { - "dtype": "F32", - "shape": [ - 768, - 768 - ], - "data_offsets": [ - 14209735176, - 14212094472 - ] - }, - "text_model.encoder.layers.4.self_attn.out_proj.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 14212094472, - 14212097544 - ] - }, - "text_model.encoder.layers.4.self_attn.out_proj.weight": { - "dtype": "F32", - "shape": [ - 768, - 768 - ], - "data_offsets": [ - 14212097544, - 14214456840 - ] - }, - "text_model.encoder.layers.4.self_attn.q_proj.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 14214456840, - 14214459912 - ] - }, - "text_model.encoder.layers.4.self_attn.q_proj.weight": { - "dtype": "F32", - "shape": [ - 768, - 768 - ], - "data_offsets": [ - 14214459912, - 14216819208 - ] - }, - "text_model.encoder.layers.4.self_attn.v_proj.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 14216819208, - 14216822280 - ] - }, - "text_model.encoder.layers.4.self_attn.v_proj.weight": { - "dtype": "F32", - "shape": [ - 768, - 768 - ], - "data_offsets": [ - 14216822280, - 14219181576 - ] - }, - "text_model.encoder.layers.5.layer_norm1.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 14219181576, - 14219184648 - ] - }, - "text_model.encoder.layers.5.layer_norm1.weight": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 14219184648, - 14219187720 - ] - }, - "text_model.encoder.layers.5.layer_norm2.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 14219187720, - 14219190792 - ] - }, - "text_model.encoder.layers.5.layer_norm2.weight": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 14219190792, - 14219193864 - ] - }, - "text_model.encoder.layers.5.mlp.fc1.bias": { - "dtype": "F32", - "shape": [ - 3072 - ], - "data_offsets": [ - 14219193864, - 14219206152 - ] - }, - "text_model.encoder.layers.5.mlp.fc1.weight": { - "dtype": "F32", - "shape": [ - 3072, - 768 - ], - "data_offsets": [ - 14219206152, - 14228643336 - ] - }, - "text_model.encoder.layers.5.mlp.fc2.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 14228643336, - 14228646408 - ] - }, - "text_model.encoder.layers.5.mlp.fc2.weight": { - "dtype": "F32", - "shape": [ - 768, - 3072 - ], - "data_offsets": [ - 14228646408, - 14238083592 - ] - }, - "text_model.encoder.layers.5.self_attn.k_proj.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 14238083592, - 14238086664 - ] - }, - "text_model.encoder.layers.5.self_attn.k_proj.weight": { - "dtype": "F32", - "shape": [ - 768, - 768 - ], - "data_offsets": [ - 14238086664, - 14240445960 - ] - }, - "text_model.encoder.layers.5.self_attn.out_proj.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 14240445960, - 14240449032 - ] - }, - "text_model.encoder.layers.5.self_attn.out_proj.weight": { - "dtype": "F32", - "shape": [ - 768, - 768 - ], - "data_offsets": [ - 14240449032, - 14242808328 - ] - }, - "text_model.encoder.layers.5.self_attn.q_proj.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 14242808328, - 14242811400 - ] - }, - "text_model.encoder.layers.5.self_attn.q_proj.weight": { - "dtype": "F32", - "shape": [ - 768, - 768 - ], - "data_offsets": [ - 14242811400, - 14245170696 - ] - }, - "text_model.encoder.layers.5.self_attn.v_proj.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 14245170696, - 14245173768 - ] - }, - "text_model.encoder.layers.5.self_attn.v_proj.weight": { - "dtype": "F32", - "shape": [ - 768, - 768 - ], - "data_offsets": [ - 14245173768, - 14247533064 - ] - }, - "text_model.encoder.layers.6.layer_norm1.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 14247533064, - 14247536136 - ] - }, - "text_model.encoder.layers.6.layer_norm1.weight": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 14247536136, - 14247539208 - ] - }, - "text_model.encoder.layers.6.layer_norm2.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 14247539208, - 14247542280 - ] - }, - "text_model.encoder.layers.6.layer_norm2.weight": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 14247542280, - 14247545352 - ] - }, - "text_model.encoder.layers.6.mlp.fc1.bias": { - "dtype": "F32", - "shape": [ - 3072 - ], - "data_offsets": [ - 14247545352, - 14247557640 - ] - }, - "text_model.encoder.layers.6.mlp.fc1.weight": { - "dtype": "F32", - "shape": [ - 3072, - 768 - ], - "data_offsets": [ - 14247557640, - 14256994824 - ] - }, - "text_model.encoder.layers.6.mlp.fc2.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 14256994824, - 14256997896 - ] - }, - "text_model.encoder.layers.6.mlp.fc2.weight": { - "dtype": "F32", - "shape": [ - 768, - 3072 - ], - "data_offsets": [ - 14256997896, - 14266435080 - ] - }, - "text_model.encoder.layers.6.self_attn.k_proj.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 14266435080, - 14266438152 - ] - }, - "text_model.encoder.layers.6.self_attn.k_proj.weight": { - "dtype": "F32", - "shape": [ - 768, - 768 - ], - "data_offsets": [ - 14266438152, - 14268797448 - ] - }, - "text_model.encoder.layers.6.self_attn.out_proj.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 14268797448, - 14268800520 - ] - }, - "text_model.encoder.layers.6.self_attn.out_proj.weight": { - "dtype": "F32", - "shape": [ - 768, - 768 - ], - "data_offsets": [ - 14268800520, - 14271159816 - ] - }, - "text_model.encoder.layers.6.self_attn.q_proj.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 14271159816, - 14271162888 - ] - }, - "text_model.encoder.layers.6.self_attn.q_proj.weight": { - "dtype": "F32", - "shape": [ - 768, - 768 - ], - "data_offsets": [ - 14271162888, - 14273522184 - ] - }, - "text_model.encoder.layers.6.self_attn.v_proj.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 14273522184, - 14273525256 - ] - }, - "text_model.encoder.layers.6.self_attn.v_proj.weight": { - "dtype": "F32", - "shape": [ - 768, - 768 - ], - "data_offsets": [ - 14273525256, - 14275884552 - ] - }, - "text_model.encoder.layers.7.layer_norm1.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 14275884552, - 14275887624 - ] - }, - "text_model.encoder.layers.7.layer_norm1.weight": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 14275887624, - 14275890696 - ] - }, - "text_model.encoder.layers.7.layer_norm2.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 14275890696, - 14275893768 - ] - }, - "text_model.encoder.layers.7.layer_norm2.weight": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 14275893768, - 14275896840 - ] - }, - "text_model.encoder.layers.7.mlp.fc1.bias": { - "dtype": "F32", - "shape": [ - 3072 - ], - "data_offsets": [ - 14275896840, - 14275909128 - ] - }, - "text_model.encoder.layers.7.mlp.fc1.weight": { - "dtype": "F32", - "shape": [ - 3072, - 768 - ], - "data_offsets": [ - 14275909128, - 14285346312 - ] - }, - "text_model.encoder.layers.7.mlp.fc2.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 14285346312, - 14285349384 - ] - }, - "text_model.encoder.layers.7.mlp.fc2.weight": { - "dtype": "F32", - "shape": [ - 768, - 3072 - ], - "data_offsets": [ - 14285349384, - 14294786568 - ] - }, - "text_model.encoder.layers.7.self_attn.k_proj.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 14294786568, - 14294789640 - ] - }, - "text_model.encoder.layers.7.self_attn.k_proj.weight": { - "dtype": "F32", - "shape": [ - 768, - 768 - ], - "data_offsets": [ - 14294789640, - 14297148936 - ] - }, - "text_model.encoder.layers.7.self_attn.out_proj.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 14297148936, - 14297152008 - ] - }, - "text_model.encoder.layers.7.self_attn.out_proj.weight": { - "dtype": "F32", - "shape": [ - 768, - 768 - ], - "data_offsets": [ - 14297152008, - 14299511304 - ] - }, - "text_model.encoder.layers.7.self_attn.q_proj.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 14299511304, - 14299514376 - ] - }, - "text_model.encoder.layers.7.self_attn.q_proj.weight": { - "dtype": "F32", - "shape": [ - 768, - 768 - ], - "data_offsets": [ - 14299514376, - 14301873672 - ] - }, - "text_model.encoder.layers.7.self_attn.v_proj.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 14301873672, - 14301876744 - ] - }, - "text_model.encoder.layers.7.self_attn.v_proj.weight": { - "dtype": "F32", - "shape": [ - 768, - 768 - ], - "data_offsets": [ - 14301876744, - 14304236040 - ] - }, - "text_model.encoder.layers.8.layer_norm1.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 14304236040, - 14304239112 - ] - }, - "text_model.encoder.layers.8.layer_norm1.weight": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 14304239112, - 14304242184 - ] - }, - "text_model.encoder.layers.8.layer_norm2.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 14304242184, - 14304245256 - ] - }, - "text_model.encoder.layers.8.layer_norm2.weight": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 14304245256, - 14304248328 - ] - }, - "text_model.encoder.layers.8.mlp.fc1.bias": { - "dtype": "F32", - "shape": [ - 3072 - ], - "data_offsets": [ - 14304248328, - 14304260616 - ] - }, - "text_model.encoder.layers.8.mlp.fc1.weight": { - "dtype": "F32", - "shape": [ - 3072, - 768 - ], - "data_offsets": [ - 14304260616, - 14313697800 - ] - }, - "text_model.encoder.layers.8.mlp.fc2.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 14313697800, - 14313700872 - ] - }, - "text_model.encoder.layers.8.mlp.fc2.weight": { - "dtype": "F32", - "shape": [ - 768, - 3072 - ], - "data_offsets": [ - 14313700872, - 14323138056 - ] - }, - "text_model.encoder.layers.8.self_attn.k_proj.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 14323138056, - 14323141128 - ] - }, - "text_model.encoder.layers.8.self_attn.k_proj.weight": { - "dtype": "F32", - "shape": [ - 768, - 768 - ], - "data_offsets": [ - 14323141128, - 14325500424 - ] - }, - "text_model.encoder.layers.8.self_attn.out_proj.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 14325500424, - 14325503496 - ] - }, - "text_model.encoder.layers.8.self_attn.out_proj.weight": { - "dtype": "F32", - "shape": [ - 768, - 768 - ], - "data_offsets": [ - 14325503496, - 14327862792 - ] - }, - "text_model.encoder.layers.8.self_attn.q_proj.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 14327862792, - 14327865864 - ] - }, - "text_model.encoder.layers.8.self_attn.q_proj.weight": { - "dtype": "F32", - "shape": [ - 768, - 768 - ], - "data_offsets": [ - 14327865864, - 14330225160 - ] - }, - "text_model.encoder.layers.8.self_attn.v_proj.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 14330225160, - 14330228232 - ] - }, - "text_model.encoder.layers.8.self_attn.v_proj.weight": { - "dtype": "F32", - "shape": [ - 768, - 768 - ], - "data_offsets": [ - 14330228232, - 14332587528 - ] - }, - "text_model.encoder.layers.9.layer_norm1.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 14332587528, - 14332590600 - ] - }, - "text_model.encoder.layers.9.layer_norm1.weight": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 14332590600, - 14332593672 - ] - }, - "text_model.encoder.layers.9.layer_norm2.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 14332593672, - 14332596744 - ] - }, - "text_model.encoder.layers.9.layer_norm2.weight": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 14332596744, - 14332599816 - ] - }, - "text_model.encoder.layers.9.mlp.fc1.bias": { - "dtype": "F32", - "shape": [ - 3072 - ], - "data_offsets": [ - 14332599816, - 14332612104 - ] - }, - "text_model.encoder.layers.9.mlp.fc1.weight": { - "dtype": "F32", - "shape": [ - 3072, - 768 - ], - "data_offsets": [ - 14332612104, - 14342049288 - ] - }, - "text_model.encoder.layers.9.mlp.fc2.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 14342049288, - 14342052360 - ] - }, - "text_model.encoder.layers.9.mlp.fc2.weight": { - "dtype": "F32", - "shape": [ - 768, - 3072 - ], - "data_offsets": [ - 14342052360, - 14351489544 - ] - }, - "text_model.encoder.layers.9.self_attn.k_proj.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 14351489544, - 14351492616 - ] - }, - "text_model.encoder.layers.9.self_attn.k_proj.weight": { - "dtype": "F32", - "shape": [ - 768, - 768 - ], - "data_offsets": [ - 14351492616, - 14353851912 - ] - }, - "text_model.encoder.layers.9.self_attn.out_proj.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 14353851912, - 14353854984 - ] - }, - "text_model.encoder.layers.9.self_attn.out_proj.weight": { - "dtype": "F32", - "shape": [ - 768, - 768 - ], - "data_offsets": [ - 14353854984, - 14356214280 - ] - }, - "text_model.encoder.layers.9.self_attn.q_proj.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 14356214280, - 14356217352 - ] - }, - "text_model.encoder.layers.9.self_attn.q_proj.weight": { - "dtype": "F32", - "shape": [ - 768, - 768 - ], - "data_offsets": [ - 14356217352, - 14358576648 - ] - }, - "text_model.encoder.layers.9.self_attn.v_proj.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 14358576648, - 14358579720 - ] - }, - "text_model.encoder.layers.9.self_attn.v_proj.weight": { - "dtype": "F32", - "shape": [ - 768, - 768 - ], - "data_offsets": [ - 14358579720, - 14360939016 - ] - }, - "text_model.final_layer_norm.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 14360939016, - 14360942088 - ] - }, - "text_model.final_layer_norm.weight": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 14360942088, - 14360945160 - ] - }, - "to_model_dim_n.bias": { - "dtype": "F32", - "shape": [ - 768 - ], - "data_offsets": [ - 14360945160, - 14360948232 - ] - }, - "to_model_dim_n.weight": { - "dtype": "F32", - "shape": [ - 768, - 1024 - ], - "data_offsets": [ - 14360948232, - 14364093960 - ] - }, - "cond_stage_model.transformer.text_model.embeddings.position_embedding.weight": { - "dtype": "F16", - "shape": [ - 77, - 768 - ], - "data_offsets": [ - 14364093960, - 14364212232 - ] - }, - "cond_stage_model.transformer.text_model.embeddings.token_embedding.weight": { - "dtype": "F16", - "shape": [ - 49408, - 768 - ], - "data_offsets": [ - 14364212232, - 14440102920 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.0.layer_norm1.bias": { - "dtype": "F16", - "shape": [ - 768 - ], - "data_offsets": [ - 14440102920, - 14440104456 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.0.layer_norm1.weight": { - "dtype": "F16", - "shape": [ - 768 - ], - "data_offsets": [ - 14440104456, - 14440105992 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.0.layer_norm2.bias": { - "dtype": "F16", - "shape": [ - 768 - ], - "data_offsets": [ - 14440105992, - 14440107528 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.0.layer_norm2.weight": { - "dtype": "F16", - "shape": [ - 768 - ], - "data_offsets": [ - 14440107528, - 14440109064 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.0.mlp.fc1.bias": { - "dtype": "F16", - "shape": [ - 3072 - ], - "data_offsets": [ - 14440109064, - 14440115208 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.0.mlp.fc2.bias": { - "dtype": "F16", - "shape": [ - 768 - ], - "data_offsets": [ - 14440115208, - 14440116744 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.0.self_attn.k_proj.bias": { - "dtype": "F16", - "shape": [ - 768 - ], - "data_offsets": [ - 14440116744, - 14440118280 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.0.self_attn.out_proj.bias": { - "dtype": "F16", - "shape": [ - 768 - ], - "data_offsets": [ - 14440118280, - 14440119816 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.0.self_attn.q_proj.bias": { - "dtype": "F16", - "shape": [ - 768 - ], - "data_offsets": [ - 14440119816, - 14440121352 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.0.self_attn.v_proj.bias": { - "dtype": "F16", - "shape": [ - 768 - ], - "data_offsets": [ - 14440121352, - 14440122888 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.1.layer_norm1.bias": { - "dtype": "F16", - "shape": [ - 768 - ], - "data_offsets": [ - 14440122888, - 14440124424 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.1.layer_norm1.weight": { - "dtype": "F16", - "shape": [ - 768 - ], - "data_offsets": [ - 14440124424, - 14440125960 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.1.layer_norm2.bias": { - "dtype": "F16", - "shape": [ - 768 - ], - "data_offsets": [ - 14440125960, - 14440127496 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.1.layer_norm2.weight": { - "dtype": "F16", - "shape": [ - 768 - ], - "data_offsets": [ - 14440127496, - 14440129032 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.1.mlp.fc1.bias": { - "dtype": "F16", - "shape": [ - 3072 - ], - "data_offsets": [ - 14440129032, - 14440135176 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.1.mlp.fc2.bias": { - "dtype": "F16", - "shape": [ - 768 - ], - "data_offsets": [ - 14440135176, - 14440136712 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.1.self_attn.k_proj.bias": { - "dtype": "F16", - "shape": [ - 768 - ], - "data_offsets": [ - 14440136712, - 14440138248 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.1.self_attn.out_proj.bias": { - "dtype": "F16", - "shape": [ - 768 - ], - "data_offsets": [ - 14440138248, - 14440139784 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.1.self_attn.q_proj.bias": { - "dtype": "F16", - "shape": [ - 768 - ], - "data_offsets": [ - 14440139784, - 14440141320 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.1.self_attn.v_proj.bias": { - "dtype": "F16", - "shape": [ - 768 - ], - "data_offsets": [ - 14440141320, - 14440142856 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.10.layer_norm1.bias": { - "dtype": "F16", - "shape": [ - 768 - ], - "data_offsets": [ - 14440142856, - 14440144392 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.10.layer_norm1.weight": { - "dtype": "F16", - "shape": [ - 768 - ], - "data_offsets": [ - 14440144392, - 14440145928 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.10.layer_norm2.bias": { - "dtype": "F16", - "shape": [ - 768 - ], - "data_offsets": [ - 14440145928, - 14440147464 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.10.layer_norm2.weight": { - "dtype": "F16", - "shape": [ - 768 - ], - "data_offsets": [ - 14440147464, - 14440149000 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.10.mlp.fc1.bias": { - "dtype": "F16", - "shape": [ - 3072 - ], - "data_offsets": [ - 14440149000, - 14440155144 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.10.mlp.fc2.bias": { - "dtype": "F16", - "shape": [ - 768 - ], - "data_offsets": [ - 14440155144, - 14440156680 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.10.self_attn.k_proj.bias": { - "dtype": "F16", - "shape": [ - 768 - ], - "data_offsets": [ - 14440156680, - 14440158216 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.10.self_attn.out_proj.bias": { - "dtype": "F16", - "shape": [ - 768 - ], - "data_offsets": [ - 14440158216, - 14440159752 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.10.self_attn.q_proj.bias": { - "dtype": "F16", - "shape": [ - 768 - ], - "data_offsets": [ - 14440159752, - 14440161288 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.10.self_attn.v_proj.bias": { - "dtype": "F16", - "shape": [ - 768 - ], - "data_offsets": [ - 14440161288, - 14440162824 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.11.layer_norm1.bias": { - "dtype": "F16", - "shape": [ - 768 - ], - "data_offsets": [ - 14440162824, - 14440164360 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.11.layer_norm1.weight": { - "dtype": "F16", - "shape": [ - 768 - ], - "data_offsets": [ - 14440164360, - 14440165896 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.11.layer_norm2.bias": { - "dtype": "F16", - "shape": [ - 768 - ], - "data_offsets": [ - 14440165896, - 14440167432 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.11.layer_norm2.weight": { - "dtype": "F16", - "shape": [ - 768 - ], - "data_offsets": [ - 14440167432, - 14440168968 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.11.mlp.fc1.bias": { - "dtype": "F16", - "shape": [ - 3072 - ], - "data_offsets": [ - 14440168968, - 14440175112 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.11.mlp.fc2.bias": { - "dtype": "F16", - "shape": [ - 768 - ], - "data_offsets": [ - 14440175112, - 14440176648 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.11.self_attn.k_proj.bias": { - "dtype": "F16", - "shape": [ - 768 - ], - "data_offsets": [ - 14440176648, - 14440178184 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.11.self_attn.out_proj.bias": { - "dtype": "F16", - "shape": [ - 768 - ], - "data_offsets": [ - 14440178184, - 14440179720 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.11.self_attn.q_proj.bias": { - "dtype": "F16", - "shape": [ - 768 - ], - "data_offsets": [ - 14440179720, - 14440181256 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.11.self_attn.v_proj.bias": { - "dtype": "F16", - "shape": [ - 768 - ], - "data_offsets": [ - 14440181256, - 14440182792 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.2.layer_norm1.bias": { - "dtype": "F16", - "shape": [ - 768 - ], - "data_offsets": [ - 14440182792, - 14440184328 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.2.layer_norm1.weight": { - "dtype": "F16", - "shape": [ - 768 - ], - "data_offsets": [ - 14440184328, - 14440185864 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.2.layer_norm2.bias": { - "dtype": "F16", - "shape": [ - 768 - ], - "data_offsets": [ - 14440185864, - 14440187400 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.2.layer_norm2.weight": { - "dtype": "F16", - "shape": [ - 768 - ], - "data_offsets": [ - 14440187400, - 14440188936 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.2.mlp.fc1.bias": { - "dtype": "F16", - "shape": [ - 3072 - ], - "data_offsets": [ - 14440188936, - 14440195080 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.2.mlp.fc2.bias": { - "dtype": "F16", - "shape": [ - 768 - ], - "data_offsets": [ - 14440195080, - 14440196616 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.2.self_attn.k_proj.bias": { - "dtype": "F16", - "shape": [ - 768 - ], - "data_offsets": [ - 14440196616, - 14440198152 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.2.self_attn.out_proj.bias": { - "dtype": "F16", - "shape": [ - 768 - ], - "data_offsets": [ - 14440198152, - 14440199688 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.2.self_attn.q_proj.bias": { - "dtype": "F16", - "shape": [ - 768 - ], - "data_offsets": [ - 14440199688, - 14440201224 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.2.self_attn.v_proj.bias": { - "dtype": "F16", - "shape": [ - 768 - ], - "data_offsets": [ - 14440201224, - 14440202760 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.3.layer_norm1.bias": { - "dtype": "F16", - "shape": [ - 768 - ], - "data_offsets": [ - 14440202760, - 14440204296 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.3.layer_norm1.weight": { - "dtype": "F16", - "shape": [ - 768 - ], - "data_offsets": [ - 14440204296, - 14440205832 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.3.layer_norm2.bias": { - "dtype": "F16", - "shape": [ - 768 - ], - "data_offsets": [ - 14440205832, - 14440207368 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.3.layer_norm2.weight": { - "dtype": "F16", - "shape": [ - 768 - ], - "data_offsets": [ - 14440207368, - 14440208904 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.3.mlp.fc1.bias": { - "dtype": "F16", - "shape": [ - 3072 - ], - "data_offsets": [ - 14440208904, - 14440215048 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.3.mlp.fc2.bias": { - "dtype": "F16", - "shape": [ - 768 - ], - "data_offsets": [ - 14440215048, - 14440216584 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.3.self_attn.k_proj.bias": { - "dtype": "F16", - "shape": [ - 768 - ], - "data_offsets": [ - 14440216584, - 14440218120 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.3.self_attn.out_proj.bias": { - "dtype": "F16", - "shape": [ - 768 - ], - "data_offsets": [ - 14440218120, - 14440219656 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.3.self_attn.q_proj.bias": { - "dtype": "F16", - "shape": [ - 768 - ], - "data_offsets": [ - 14440219656, - 14440221192 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.3.self_attn.v_proj.bias": { - "dtype": "F16", - "shape": [ - 768 - ], - "data_offsets": [ - 14440221192, - 14440222728 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.4.layer_norm1.bias": { - "dtype": "F16", - "shape": [ - 768 - ], - "data_offsets": [ - 14440222728, - 14440224264 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.4.layer_norm1.weight": { - "dtype": "F16", - "shape": [ - 768 - ], - "data_offsets": [ - 14440224264, - 14440225800 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.4.layer_norm2.bias": { - "dtype": "F16", - "shape": [ - 768 - ], - "data_offsets": [ - 14440225800, - 14440227336 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.4.layer_norm2.weight": { - "dtype": "F16", - "shape": [ - 768 - ], - "data_offsets": [ - 14440227336, - 14440228872 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.4.mlp.fc1.bias": { - "dtype": "F16", - "shape": [ - 3072 - ], - "data_offsets": [ - 14440228872, - 14440235016 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.4.mlp.fc2.bias": { - "dtype": "F16", - "shape": [ - 768 - ], - "data_offsets": [ - 14440235016, - 14440236552 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.4.self_attn.k_proj.bias": { - "dtype": "F16", - "shape": [ - 768 - ], - "data_offsets": [ - 14440236552, - 14440238088 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.4.self_attn.out_proj.bias": { - "dtype": "F16", - "shape": [ - 768 - ], - "data_offsets": [ - 14440238088, - 14440239624 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.4.self_attn.q_proj.bias": { - "dtype": "F16", - "shape": [ - 768 - ], - "data_offsets": [ - 14440239624, - 14440241160 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.4.self_attn.v_proj.bias": { - "dtype": "F16", - "shape": [ - 768 - ], - "data_offsets": [ - 14440241160, - 14440242696 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.5.layer_norm1.bias": { - "dtype": "F16", - "shape": [ - 768 - ], - "data_offsets": [ - 14440242696, - 14440244232 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.5.layer_norm1.weight": { - "dtype": "F16", - "shape": [ - 768 - ], - "data_offsets": [ - 14440244232, - 14440245768 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.5.layer_norm2.bias": { - "dtype": "F16", - "shape": [ - 768 - ], - "data_offsets": [ - 14440245768, - 14440247304 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.5.layer_norm2.weight": { - "dtype": "F16", - "shape": [ - 768 - ], - "data_offsets": [ - 14440247304, - 14440248840 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.5.mlp.fc1.bias": { - "dtype": "F16", - "shape": [ - 3072 - ], - "data_offsets": [ - 14440248840, - 14440254984 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.5.mlp.fc2.bias": { - "dtype": "F16", - "shape": [ - 768 - ], - "data_offsets": [ - 14440254984, - 14440256520 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.5.self_attn.k_proj.bias": { - "dtype": "F16", - "shape": [ - 768 - ], - "data_offsets": [ - 14440256520, - 14440258056 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.5.self_attn.out_proj.bias": { - "dtype": "F16", - "shape": [ - 768 - ], - "data_offsets": [ - 14440258056, - 14440259592 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.5.self_attn.q_proj.bias": { - "dtype": "F16", - "shape": [ - 768 - ], - "data_offsets": [ - 14440259592, - 14440261128 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.5.self_attn.v_proj.bias": { - "dtype": "F16", - "shape": [ - 768 - ], - "data_offsets": [ - 14440261128, - 14440262664 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.6.layer_norm1.bias": { - "dtype": "F16", - "shape": [ - 768 - ], - "data_offsets": [ - 14440262664, - 14440264200 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.6.layer_norm1.weight": { - "dtype": "F16", - "shape": [ - 768 - ], - "data_offsets": [ - 14440264200, - 14440265736 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.6.layer_norm2.bias": { - "dtype": "F16", - "shape": [ - 768 - ], - "data_offsets": [ - 14440265736, - 14440267272 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.6.layer_norm2.weight": { - "dtype": "F16", - "shape": [ - 768 - ], - "data_offsets": [ - 14440267272, - 14440268808 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.6.mlp.fc1.bias": { - "dtype": "F16", - "shape": [ - 3072 - ], - "data_offsets": [ - 14440268808, - 14440274952 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.6.mlp.fc2.bias": { - "dtype": "F16", - "shape": [ - 768 - ], - "data_offsets": [ - 14440274952, - 14440276488 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.6.self_attn.k_proj.bias": { - "dtype": "F16", - "shape": [ - 768 - ], - "data_offsets": [ - 14440276488, - 14440278024 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.6.self_attn.out_proj.bias": { - "dtype": "F16", - "shape": [ - 768 - ], - "data_offsets": [ - 14440278024, - 14440279560 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.6.self_attn.q_proj.bias": { - "dtype": "F16", - "shape": [ - 768 - ], - "data_offsets": [ - 14440279560, - 14440281096 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.6.self_attn.v_proj.bias": { - "dtype": "F16", - "shape": [ - 768 - ], - "data_offsets": [ - 14440281096, - 14440282632 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.7.layer_norm1.bias": { - "dtype": "F16", - "shape": [ - 768 - ], - "data_offsets": [ - 14440282632, - 14440284168 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.7.layer_norm1.weight": { - "dtype": "F16", - "shape": [ - 768 - ], - "data_offsets": [ - 14440284168, - 14440285704 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.7.layer_norm2.bias": { - "dtype": "F16", - "shape": [ - 768 - ], - "data_offsets": [ - 14440285704, - 14440287240 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.7.layer_norm2.weight": { - "dtype": "F16", - "shape": [ - 768 - ], - "data_offsets": [ - 14440287240, - 14440288776 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.7.mlp.fc1.bias": { - "dtype": "F16", - "shape": [ - 3072 - ], - "data_offsets": [ - 14440288776, - 14440294920 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.7.mlp.fc2.bias": { - "dtype": "F16", - "shape": [ - 768 - ], - "data_offsets": [ - 14440294920, - 14440296456 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.7.self_attn.k_proj.bias": { - "dtype": "F16", - "shape": [ - 768 - ], - "data_offsets": [ - 14440296456, - 14440297992 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.7.self_attn.out_proj.bias": { - "dtype": "F16", - "shape": [ - 768 - ], - "data_offsets": [ - 14440297992, - 14440299528 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.7.self_attn.q_proj.bias": { - "dtype": "F16", - "shape": [ - 768 - ], - "data_offsets": [ - 14440299528, - 14440301064 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.7.self_attn.v_proj.bias": { - "dtype": "F16", - "shape": [ - 768 - ], - "data_offsets": [ - 14440301064, - 14440302600 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.8.layer_norm1.bias": { - "dtype": "F16", - "shape": [ - 768 - ], - "data_offsets": [ - 14440302600, - 14440304136 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.8.layer_norm1.weight": { - "dtype": "F16", - "shape": [ - 768 - ], - "data_offsets": [ - 14440304136, - 14440305672 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.8.layer_norm2.bias": { - "dtype": "F16", - "shape": [ - 768 - ], - "data_offsets": [ - 14440305672, - 14440307208 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.8.layer_norm2.weight": { - "dtype": "F16", - "shape": [ - 768 - ], - "data_offsets": [ - 14440307208, - 14440308744 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.8.mlp.fc1.bias": { - "dtype": "F16", - "shape": [ - 3072 - ], - "data_offsets": [ - 14440308744, - 14440314888 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.8.mlp.fc2.bias": { - "dtype": "F16", - "shape": [ - 768 - ], - "data_offsets": [ - 14440314888, - 14440316424 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.8.self_attn.k_proj.bias": { - "dtype": "F16", - "shape": [ - 768 - ], - "data_offsets": [ - 14440316424, - 14440317960 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.8.self_attn.out_proj.bias": { - "dtype": "F16", - "shape": [ - 768 - ], - "data_offsets": [ - 14440317960, - 14440319496 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.8.self_attn.q_proj.bias": { - "dtype": "F16", - "shape": [ - 768 - ], - "data_offsets": [ - 14440319496, - 14440321032 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.8.self_attn.v_proj.bias": { - "dtype": "F16", - "shape": [ - 768 - ], - "data_offsets": [ - 14440321032, - 14440322568 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.9.layer_norm1.bias": { - "dtype": "F16", - "shape": [ - 768 - ], - "data_offsets": [ - 14440322568, - 14440324104 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.9.layer_norm1.weight": { - "dtype": "F16", - "shape": [ - 768 - ], - "data_offsets": [ - 14440324104, - 14440325640 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.9.layer_norm2.bias": { - "dtype": "F16", - "shape": [ - 768 - ], - "data_offsets": [ - 14440325640, - 14440327176 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.9.layer_norm2.weight": { - "dtype": "F16", - "shape": [ - 768 - ], - "data_offsets": [ - 14440327176, - 14440328712 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.9.mlp.fc1.bias": { - "dtype": "F16", - "shape": [ - 3072 - ], - "data_offsets": [ - 14440328712, - 14440334856 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.9.mlp.fc2.bias": { - "dtype": "F16", - "shape": [ - 768 - ], - "data_offsets": [ - 14440334856, - 14440336392 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.9.self_attn.k_proj.bias": { - "dtype": "F16", - "shape": [ - 768 - ], - "data_offsets": [ - 14440336392, - 14440337928 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.9.self_attn.out_proj.bias": { - "dtype": "F16", - "shape": [ - 768 - ], - "data_offsets": [ - 14440337928, - 14440339464 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.9.self_attn.q_proj.bias": { - "dtype": "F16", - "shape": [ - 768 - ], - "data_offsets": [ - 14440339464, - 14440341000 - ] - }, - "cond_stage_model.transformer.text_model.encoder.layers.9.self_attn.v_proj.bias": { - "dtype": "F16", - "shape": [ - 768 - ], - "data_offsets": [ - 14440341000, - 14440342536 - ] - }, - "cond_stage_model.transformer.text_model.final_layer_norm.bias": { - "dtype": "F16", - "shape": [ - 768 - ], - "data_offsets": [ - 14440342536, - 14440344072 - ] - }, - "cond_stage_model.transformer.text_model.final_layer_norm.weight": { - "dtype": "F16", - "shape": [ - 768 - ], - "data_offsets": [ - 14440344072, - 14440345608 - ] - }, - "control_model.input_hint_block.0.bias": { - "dtype": "F16", - "shape": [ - 16 - ], - "data_offsets": [ - 14440345608, - 14440345640 - ] - }, - "control_model.input_hint_block.0.weight": { - "dtype": "F16", - "shape": [ - 16, - 3, - 3, - 3 - ], - "data_offsets": [ - 14440345640, - 14440346504 - ] - }, - "control_model.input_hint_block.10.bias": { - "dtype": "F16", - "shape": [ - 96 - ], - "data_offsets": [ - 14440346504, - 14440346696 - ] - }, - "control_model.input_hint_block.10.weight": { - "dtype": "F16", - "shape": [ - 96, - 96, - 3, - 3 - ], - "data_offsets": [ - 14440346696, - 14440512584 - ] - }, - "control_model.input_hint_block.12.bias": { - "dtype": "F16", - "shape": [ - 256 - ], - "data_offsets": [ - 14440512584, - 14440513096 - ] - }, - "control_model.input_hint_block.12.weight": { - "dtype": "F16", - "shape": [ - 256, - 96, - 3, - 3 - ], - "data_offsets": [ - 14440513096, - 14440955464 - ] - }, - "control_model.input_hint_block.14.bias": { - "dtype": "F16", - "shape": [ - 320 - ], - "data_offsets": [ - 14440955464, - 14440956104 - ] - }, - "control_model.input_hint_block.14.weight": { - "dtype": "F16", - "shape": [ - 320, - 256, - 3, - 3 - ], - "data_offsets": [ - 14440956104, - 14442430664 - ] - }, - "control_model.input_hint_block.2.bias": { - "dtype": "F16", - "shape": [ - 16 - ], - "data_offsets": [ - 14442430664, - 14442430696 - ] - }, - "control_model.input_hint_block.2.weight": { - "dtype": "F16", - "shape": [ - 16, - 16, - 3, - 3 - ], - "data_offsets": [ - 14442430696, - 14442435304 - ] - }, - "control_model.input_hint_block.4.bias": { - "dtype": "F16", - "shape": [ - 32 - ], - "data_offsets": [ - 14442435304, - 14442435368 - ] - }, - "control_model.input_hint_block.4.weight": { - "dtype": "F16", - "shape": [ - 32, - 16, - 3, - 3 - ], - "data_offsets": [ - 14442435368, - 14442444584 - ] - }, - "control_model.input_hint_block.6.bias": { - "dtype": "F16", - "shape": [ - 32 - ], - "data_offsets": [ - 14442444584, - 14442444648 - ] - }, - "control_model.input_hint_block.6.weight": { - "dtype": "F16", - "shape": [ - 32, - 32, - 3, - 3 - ], - "data_offsets": [ - 14442444648, - 14442463080 - ] - }, - "control_model.input_hint_block.8.bias": { - "dtype": "F16", - "shape": [ - 96 - ], - "data_offsets": [ - 14442463080, - 14442463272 - ] - }, - "control_model.input_hint_block.8.weight": { - "dtype": "F16", - "shape": [ - 96, - 32, - 3, - 3 - ], - "data_offsets": [ - 14442463272, - 14442518568 - ] - }, - "first_stage_model.decoder.conv_in.bias": { - "dtype": "F16", - "shape": [ - 512 - ], - "data_offsets": [ - 14442518568, - 14442519592 - ] - }, - "first_stage_model.decoder.conv_in.weight": { - "dtype": "F16", - "shape": [ - 512, - 4, - 3, - 3 - ], - "data_offsets": [ - 14442519592, - 14442556456 - ] - }, - "first_stage_model.decoder.conv_out.bias": { - "dtype": "F16", - "shape": [ - 3 - ], - "data_offsets": [ - 14442556456, - 14442556462 - ] - }, - "first_stage_model.decoder.conv_out.weight": { - "dtype": "F16", - "shape": [ - 3, - 128, - 3, - 3 - ], - "data_offsets": [ - 14442556462, - 14442563374 - ] - }, - "first_stage_model.decoder.mid.attn_1.k.bias": { - "dtype": "F16", - "shape": [ - 512 - ], - "data_offsets": [ - 14442563374, - 14442564398 - ] - }, - "first_stage_model.decoder.mid.attn_1.k.weight": { - "dtype": "F16", - "shape": [ - 512, - 512, - 1, - 1 - ], - "data_offsets": [ - 14442564398, - 14443088686 - ] - }, - "first_stage_model.decoder.mid.attn_1.norm.bias": { - "dtype": "F16", - "shape": [ - 512 - ], - "data_offsets": [ - 14443088686, - 14443089710 - ] - }, - "first_stage_model.decoder.mid.attn_1.norm.weight": { - "dtype": "F16", - "shape": [ - 512 - ], - "data_offsets": [ - 14443089710, - 14443090734 - ] - }, - "first_stage_model.decoder.mid.attn_1.proj_out.bias": { - "dtype": "F16", - "shape": [ - 512 - ], - "data_offsets": [ - 14443090734, - 14443091758 - ] - }, - "first_stage_model.decoder.mid.attn_1.proj_out.weight": { - "dtype": "F16", - "shape": [ - 512, - 512, - 1, - 1 - ], - "data_offsets": [ - 14443091758, - 14443616046 - ] - }, - "first_stage_model.decoder.mid.attn_1.q.bias": { - "dtype": "F16", - "shape": [ - 512 - ], - "data_offsets": [ - 14443616046, - 14443617070 - ] - }, - "first_stage_model.decoder.mid.attn_1.q.weight": { - "dtype": "F16", - "shape": [ - 512, - 512, - 1, - 1 - ], - "data_offsets": [ - 14443617070, - 14444141358 - ] - }, - "first_stage_model.decoder.mid.attn_1.v.bias": { - "dtype": "F16", - "shape": [ - 512 - ], - "data_offsets": [ - 14444141358, - 14444142382 - ] - }, - "first_stage_model.decoder.mid.attn_1.v.weight": { - "dtype": "F16", - "shape": [ - 512, - 512, - 1, - 1 - ], - "data_offsets": [ - 14444142382, - 14444666670 - ] - }, - "first_stage_model.decoder.mid.block_1.conv1.bias": { - "dtype": "F16", - "shape": [ - 512 - ], - "data_offsets": [ - 14444666670, - 14444667694 - ] - }, - "first_stage_model.decoder.mid.block_1.conv1.weight": { - "dtype": "F16", - "shape": [ - 512, - 512, - 3, - 3 - ], - "data_offsets": [ - 14444667694, - 14449386286 - ] - }, - "first_stage_model.decoder.mid.block_1.conv2.bias": { - "dtype": "F16", - "shape": [ - 512 - ], - "data_offsets": [ - 14449386286, - 14449387310 - ] - }, - "first_stage_model.decoder.mid.block_1.conv2.weight": { - "dtype": "F16", - "shape": [ - 512, - 512, - 3, - 3 - ], - "data_offsets": [ - 14449387310, - 14454105902 - ] - }, - "first_stage_model.decoder.mid.block_1.norm1.bias": { - "dtype": "F16", - "shape": [ - 512 - ], - "data_offsets": [ - 14454105902, - 14454106926 - ] - }, - "first_stage_model.decoder.mid.block_1.norm1.weight": { - "dtype": "F16", - "shape": [ - 512 - ], - "data_offsets": [ - 14454106926, - 14454107950 - ] - }, - "first_stage_model.decoder.mid.block_1.norm2.bias": { - "dtype": "F16", - "shape": [ - 512 - ], - "data_offsets": [ - 14454107950, - 14454108974 - ] - }, - "first_stage_model.decoder.mid.block_1.norm2.weight": { - "dtype": "F16", - "shape": [ - 512 - ], - "data_offsets": [ - 14454108974, - 14454109998 - ] - }, - "first_stage_model.decoder.mid.block_2.conv1.bias": { - "dtype": "F16", - "shape": [ - 512 - ], - "data_offsets": [ - 14454109998, - 14454111022 - ] - }, - "first_stage_model.decoder.mid.block_2.conv1.weight": { - "dtype": "F16", - "shape": [ - 512, - 512, - 3, - 3 - ], - "data_offsets": [ - 14454111022, - 14458829614 - ] - }, - "first_stage_model.decoder.mid.block_2.conv2.bias": { - "dtype": "F16", - "shape": [ - 512 - ], - "data_offsets": [ - 14458829614, - 14458830638 - ] - }, - "first_stage_model.decoder.mid.block_2.conv2.weight": { - "dtype": "F16", - "shape": [ - 512, - 512, - 3, - 3 - ], - "data_offsets": [ - 14458830638, - 14463549230 - ] - }, - "first_stage_model.decoder.mid.block_2.norm1.bias": { - "dtype": "F16", - "shape": [ - 512 - ], - "data_offsets": [ - 14463549230, - 14463550254 - ] - }, - "first_stage_model.decoder.mid.block_2.norm1.weight": { - "dtype": "F16", - "shape": [ - 512 - ], - "data_offsets": [ - 14463550254, - 14463551278 - ] - }, - "first_stage_model.decoder.mid.block_2.norm2.bias": { - "dtype": "F16", - "shape": [ - 512 - ], - "data_offsets": [ - 14463551278, - 14463552302 - ] - }, - "first_stage_model.decoder.mid.block_2.norm2.weight": { - "dtype": "F16", - "shape": [ - 512 - ], - "data_offsets": [ - 14463552302, - 14463553326 - ] - }, - "first_stage_model.decoder.norm_out.bias": { - "dtype": "F16", - "shape": [ - 128 - ], - "data_offsets": [ - 14463553326, - 14463553582 - ] - }, - "first_stage_model.decoder.norm_out.weight": { - "dtype": "F16", - "shape": [ - 128 - ], - "data_offsets": [ - 14463553582, - 14463553838 - ] - }, - "first_stage_model.decoder.up.0.block.0.conv1.bias": { - "dtype": "F16", - "shape": [ - 128 - ], - "data_offsets": [ - 14463553838, - 14463554094 - ] - }, - "first_stage_model.decoder.up.0.block.0.conv1.weight": { - "dtype": "F16", - "shape": [ - 128, - 256, - 3, - 3 - ], - "data_offsets": [ - 14463554094, - 14464143918 - ] - }, - "first_stage_model.decoder.up.0.block.0.conv2.bias": { - "dtype": "F16", - "shape": [ - 128 - ], - "data_offsets": [ - 14464143918, - 14464144174 - ] - }, - "first_stage_model.decoder.up.0.block.0.conv2.weight": { - "dtype": "F16", - "shape": [ - 128, - 128, - 3, - 3 - ], - "data_offsets": [ - 14464144174, - 14464439086 - ] - }, - "first_stage_model.decoder.up.0.block.0.nin_shortcut.bias": { - "dtype": "F16", - "shape": [ - 128 - ], - "data_offsets": [ - 14464439086, - 14464439342 - ] - }, - "first_stage_model.decoder.up.0.block.0.nin_shortcut.weight": { - "dtype": "F16", - "shape": [ - 128, - 256, - 1, - 1 - ], - "data_offsets": [ - 14464439342, - 14464504878 - ] - }, - "first_stage_model.decoder.up.0.block.0.norm1.bias": { - "dtype": "F16", - "shape": [ - 256 - ], - "data_offsets": [ - 14464504878, - 14464505390 - ] - }, - "first_stage_model.decoder.up.0.block.0.norm1.weight": { - "dtype": "F16", - "shape": [ - 256 - ], - "data_offsets": [ - 14464505390, - 14464505902 - ] - }, - "first_stage_model.decoder.up.0.block.0.norm2.bias": { - "dtype": "F16", - "shape": [ - 128 - ], - "data_offsets": [ - 14464505902, - 14464506158 - ] - }, - "first_stage_model.decoder.up.0.block.0.norm2.weight": { - "dtype": "F16", - "shape": [ - 128 - ], - "data_offsets": [ - 14464506158, - 14464506414 - ] - }, - "first_stage_model.decoder.up.0.block.1.conv1.bias": { - "dtype": "F16", - "shape": [ - 128 - ], - "data_offsets": [ - 14464506414, - 14464506670 - ] - }, - "first_stage_model.decoder.up.0.block.1.conv1.weight": { - "dtype": "F16", - "shape": [ - 128, - 128, - 3, - 3 - ], - "data_offsets": [ - 14464506670, - 14464801582 - ] - }, - "first_stage_model.decoder.up.0.block.1.conv2.bias": { - "dtype": "F16", - "shape": [ - 128 - ], - "data_offsets": [ - 14464801582, - 14464801838 - ] - }, - "first_stage_model.decoder.up.0.block.1.conv2.weight": { - "dtype": "F16", - "shape": [ - 128, - 128, - 3, - 3 - ], - "data_offsets": [ - 14464801838, - 14465096750 - ] - }, - "first_stage_model.decoder.up.0.block.1.norm1.bias": { - "dtype": "F16", - "shape": [ - 128 - ], - "data_offsets": [ - 14465096750, - 14465097006 - ] - }, - "first_stage_model.decoder.up.0.block.1.norm1.weight": { - "dtype": "F16", - "shape": [ - 128 - ], - "data_offsets": [ - 14465097006, - 14465097262 - ] - }, - "first_stage_model.decoder.up.0.block.1.norm2.bias": { - "dtype": "F16", - "shape": [ - 128 - ], - "data_offsets": [ - 14465097262, - 14465097518 - ] - }, - "first_stage_model.decoder.up.0.block.1.norm2.weight": { - "dtype": "F16", - "shape": [ - 128 - ], - "data_offsets": [ - 14465097518, - 14465097774 - ] - }, - "first_stage_model.decoder.up.0.block.2.conv1.bias": { - "dtype": "F16", - "shape": [ - 128 - ], - "data_offsets": [ - 14465097774, - 14465098030 - ] - }, - "first_stage_model.decoder.up.0.block.2.conv1.weight": { - "dtype": "F16", - "shape": [ - 128, - 128, - 3, - 3 - ], - "data_offsets": [ - 14465098030, - 14465392942 - ] - }, - "first_stage_model.decoder.up.0.block.2.conv2.bias": { - "dtype": "F16", - "shape": [ - 128 - ], - "data_offsets": [ - 14465392942, - 14465393198 - ] - }, - "first_stage_model.decoder.up.0.block.2.conv2.weight": { - "dtype": "F16", - "shape": [ - 128, - 128, - 3, - 3 - ], - "data_offsets": [ - 14465393198, - 14465688110 - ] - }, - "first_stage_model.decoder.up.0.block.2.norm1.bias": { - "dtype": "F16", - "shape": [ - 128 - ], - "data_offsets": [ - 14465688110, - 14465688366 - ] - }, - "first_stage_model.decoder.up.0.block.2.norm1.weight": { - "dtype": "F16", - "shape": [ - 128 - ], - "data_offsets": [ - 14465688366, - 14465688622 - ] - }, - "first_stage_model.decoder.up.0.block.2.norm2.bias": { - "dtype": "F16", - "shape": [ - 128 - ], - "data_offsets": [ - 14465688622, - 14465688878 - ] - }, - "first_stage_model.decoder.up.0.block.2.norm2.weight": { - "dtype": "F16", - "shape": [ - 128 - ], - "data_offsets": [ - 14465688878, - 14465689134 - ] - }, - "first_stage_model.decoder.up.1.block.0.conv1.bias": { - "dtype": "F16", - "shape": [ - 256 - ], - "data_offsets": [ - 14465689134, - 14465689646 - ] - }, - "first_stage_model.decoder.up.1.block.0.conv1.weight": { - "dtype": "F16", - "shape": [ - 256, - 512, - 3, - 3 - ], - "data_offsets": [ - 14465689646, - 14468048942 - ] - }, - "first_stage_model.decoder.up.1.block.0.conv2.bias": { - "dtype": "F16", - "shape": [ - 256 - ], - "data_offsets": [ - 14468048942, - 14468049454 - ] - }, - "first_stage_model.decoder.up.1.block.0.conv2.weight": { - "dtype": "F16", - "shape": [ - 256, - 256, - 3, - 3 - ], - "data_offsets": [ - 14468049454, - 14469229102 - ] - }, - "first_stage_model.decoder.up.1.block.0.nin_shortcut.bias": { - "dtype": "F16", - "shape": [ - 256 - ], - "data_offsets": [ - 14469229102, - 14469229614 - ] - }, - "first_stage_model.decoder.up.1.block.0.nin_shortcut.weight": { - "dtype": "F16", - "shape": [ - 256, - 512, - 1, - 1 - ], - "data_offsets": [ - 14469229614, - 14469491758 - ] - }, - "first_stage_model.decoder.up.1.block.0.norm1.bias": { - "dtype": "F16", - "shape": [ - 512 - ], - "data_offsets": [ - 14469491758, - 14469492782 - ] - }, - "first_stage_model.decoder.up.1.block.0.norm1.weight": { - "dtype": "F16", - "shape": [ - 512 - ], - "data_offsets": [ - 14469492782, - 14469493806 - ] - }, - "first_stage_model.decoder.up.1.block.0.norm2.bias": { - "dtype": "F16", - "shape": [ - 256 - ], - "data_offsets": [ - 14469493806, - 14469494318 - ] - }, - "first_stage_model.decoder.up.1.block.0.norm2.weight": { - "dtype": "F16", - "shape": [ - 256 - ], - "data_offsets": [ - 14469494318, - 14469494830 - ] - }, - "first_stage_model.decoder.up.1.block.1.conv1.bias": { - "dtype": "F16", - "shape": [ - 256 - ], - "data_offsets": [ - 14469494830, - 14469495342 - ] - }, - "first_stage_model.decoder.up.1.block.1.conv1.weight": { - "dtype": "F16", - "shape": [ - 256, - 256, - 3, - 3 - ], - "data_offsets": [ - 14469495342, - 14470674990 - ] - }, - "first_stage_model.decoder.up.1.block.1.conv2.bias": { - "dtype": "F16", - "shape": [ - 256 - ], - "data_offsets": [ - 14470674990, - 14470675502 - ] - }, - "first_stage_model.decoder.up.1.block.1.conv2.weight": { - "dtype": "F16", - "shape": [ - 256, - 256, - 3, - 3 - ], - "data_offsets": [ - 14470675502, - 14471855150 - ] - }, - "first_stage_model.decoder.up.1.block.1.norm1.bias": { - "dtype": "F16", - "shape": [ - 256 - ], - "data_offsets": [ - 14471855150, - 14471855662 - ] - }, - "first_stage_model.decoder.up.1.block.1.norm1.weight": { - "dtype": "F16", - "shape": [ - 256 - ], - "data_offsets": [ - 14471855662, - 14471856174 - ] - }, - "first_stage_model.decoder.up.1.block.1.norm2.bias": { - "dtype": "F16", - "shape": [ - 256 - ], - "data_offsets": [ - 14471856174, - 14471856686 - ] - }, - "first_stage_model.decoder.up.1.block.1.norm2.weight": { - "dtype": "F16", - "shape": [ - 256 - ], - "data_offsets": [ - 14471856686, - 14471857198 - ] - }, - "first_stage_model.decoder.up.1.block.2.conv1.bias": { - "dtype": "F16", - "shape": [ - 256 - ], - "data_offsets": [ - 14471857198, - 14471857710 - ] - }, - "first_stage_model.decoder.up.1.block.2.conv1.weight": { - "dtype": "F16", - "shape": [ - 256, - 256, - 3, - 3 - ], - "data_offsets": [ - 14471857710, - 14473037358 - ] - }, - "first_stage_model.decoder.up.1.block.2.conv2.bias": { - "dtype": "F16", - "shape": [ - 256 - ], - "data_offsets": [ - 14473037358, - 14473037870 - ] - }, - "first_stage_model.decoder.up.1.block.2.conv2.weight": { - "dtype": "F16", - "shape": [ - 256, - 256, - 3, - 3 - ], - "data_offsets": [ - 14473037870, - 14474217518 - ] - }, - "first_stage_model.decoder.up.1.block.2.norm1.bias": { - "dtype": "F16", - "shape": [ - 256 - ], - "data_offsets": [ - 14474217518, - 14474218030 - ] - }, - "first_stage_model.decoder.up.1.block.2.norm1.weight": { - "dtype": "F16", - "shape": [ - 256 - ], - "data_offsets": [ - 14474218030, - 14474218542 - ] - }, - "first_stage_model.decoder.up.1.block.2.norm2.bias": { - "dtype": "F16", - "shape": [ - 256 - ], - "data_offsets": [ - 14474218542, - 14474219054 - ] - }, - "first_stage_model.decoder.up.1.block.2.norm2.weight": { - "dtype": "F16", - "shape": [ - 256 - ], - "data_offsets": [ - 14474219054, - 14474219566 - ] - }, - "first_stage_model.decoder.up.1.upsample.conv.bias": { - "dtype": "F16", - "shape": [ - 256 - ], - "data_offsets": [ - 14474219566, - 14474220078 - ] - }, - "first_stage_model.decoder.up.1.upsample.conv.weight": { - "dtype": "F16", - "shape": [ - 256, - 256, - 3, - 3 - ], - "data_offsets": [ - 14474220078, - 14475399726 - ] - }, - "first_stage_model.decoder.up.2.block.0.conv1.bias": { - "dtype": "F16", - "shape": [ - 512 - ], - "data_offsets": [ - 14475399726, - 14475400750 - ] - }, - "first_stage_model.decoder.up.2.block.0.conv1.weight": { - "dtype": "F16", - "shape": [ - 512, - 512, - 3, - 3 - ], - "data_offsets": [ - 14475400750, - 14480119342 - ] - }, - "first_stage_model.decoder.up.2.block.0.conv2.bias": { - "dtype": "F16", - "shape": [ - 512 - ], - "data_offsets": [ - 14480119342, - 14480120366 - ] - }, - "first_stage_model.decoder.up.2.block.0.conv2.weight": { - "dtype": "F16", - "shape": [ - 512, - 512, - 3, - 3 - ], - "data_offsets": [ - 14480120366, - 14484838958 - ] - }, - "first_stage_model.decoder.up.2.block.0.norm1.bias": { - "dtype": "F16", - "shape": [ - 512 - ], - "data_offsets": [ - 14484838958, - 14484839982 - ] - }, - "first_stage_model.decoder.up.2.block.0.norm1.weight": { - "dtype": "F16", - "shape": [ - 512 - ], - "data_offsets": [ - 14484839982, - 14484841006 - ] - }, - "first_stage_model.decoder.up.2.block.0.norm2.bias": { - "dtype": "F16", - "shape": [ - 512 - ], - "data_offsets": [ - 14484841006, - 14484842030 - ] - }, - "first_stage_model.decoder.up.2.block.0.norm2.weight": { - "dtype": "F16", - "shape": [ - 512 - ], - "data_offsets": [ - 14484842030, - 14484843054 - ] - }, - "first_stage_model.decoder.up.2.block.1.conv1.bias": { - "dtype": "F16", - "shape": [ - 512 - ], - "data_offsets": [ - 14484843054, - 14484844078 - ] - }, - "first_stage_model.decoder.up.2.block.1.conv1.weight": { - "dtype": "F16", - "shape": [ - 512, - 512, - 3, - 3 - ], - "data_offsets": [ - 14484844078, - 14489562670 - ] - }, - "first_stage_model.decoder.up.2.block.1.conv2.bias": { - "dtype": "F16", - "shape": [ - 512 - ], - "data_offsets": [ - 14489562670, - 14489563694 - ] - }, - "first_stage_model.decoder.up.2.block.1.conv2.weight": { - "dtype": "F16", - "shape": [ - 512, - 512, - 3, - 3 - ], - "data_offsets": [ - 14489563694, - 14494282286 - ] - }, - "first_stage_model.decoder.up.2.block.1.norm1.bias": { - "dtype": "F16", - "shape": [ - 512 - ], - "data_offsets": [ - 14494282286, - 14494283310 - ] - }, - "first_stage_model.decoder.up.2.block.1.norm1.weight": { - "dtype": "F16", - "shape": [ - 512 - ], - "data_offsets": [ - 14494283310, - 14494284334 - ] - }, - "first_stage_model.decoder.up.2.block.1.norm2.bias": { - "dtype": "F16", - "shape": [ - 512 - ], - "data_offsets": [ - 14494284334, - 14494285358 - ] - }, - "first_stage_model.decoder.up.2.block.1.norm2.weight": { - "dtype": "F16", - "shape": [ - 512 - ], - "data_offsets": [ - 14494285358, - 14494286382 - ] - }, - "first_stage_model.decoder.up.2.block.2.conv1.bias": { - "dtype": "F16", - "shape": [ - 512 - ], - "data_offsets": [ - 14494286382, - 14494287406 - ] - }, - "first_stage_model.decoder.up.2.block.2.conv1.weight": { - "dtype": "F16", - "shape": [ - 512, - 512, - 3, - 3 - ], - "data_offsets": [ - 14494287406, - 14499005998 - ] - }, - "first_stage_model.decoder.up.2.block.2.conv2.bias": { - "dtype": "F16", - "shape": [ - 512 - ], - "data_offsets": [ - 14499005998, - 14499007022 - ] - }, - "first_stage_model.decoder.up.2.block.2.conv2.weight": { - "dtype": "F16", - "shape": [ - 512, - 512, - 3, - 3 - ], - "data_offsets": [ - 14499007022, - 14503725614 - ] - }, - "first_stage_model.decoder.up.2.block.2.norm1.bias": { - "dtype": "F16", - "shape": [ - 512 - ], - "data_offsets": [ - 14503725614, - 14503726638 - ] - }, - "first_stage_model.decoder.up.2.block.2.norm1.weight": { - "dtype": "F16", - "shape": [ - 512 - ], - "data_offsets": [ - 14503726638, - 14503727662 - ] - }, - "first_stage_model.decoder.up.2.block.2.norm2.bias": { - "dtype": "F16", - "shape": [ - 512 - ], - "data_offsets": [ - 14503727662, - 14503728686 - ] - }, - "first_stage_model.decoder.up.2.block.2.norm2.weight": { - "dtype": "F16", - "shape": [ - 512 - ], - "data_offsets": [ - 14503728686, - 14503729710 - ] - }, - "first_stage_model.decoder.up.2.upsample.conv.bias": { - "dtype": "F16", - "shape": [ - 512 - ], - "data_offsets": [ - 14503729710, - 14503730734 - ] - }, - "first_stage_model.decoder.up.2.upsample.conv.weight": { - "dtype": "F16", - "shape": [ - 512, - 512, - 3, - 3 - ], - "data_offsets": [ - 14503730734, - 14508449326 - ] - }, - "first_stage_model.decoder.up.3.block.0.conv1.bias": { - "dtype": "F16", - "shape": [ - 512 - ], - "data_offsets": [ - 14508449326, - 14508450350 - ] - }, - "first_stage_model.decoder.up.3.block.0.conv1.weight": { - "dtype": "F16", - "shape": [ - 512, - 512, - 3, - 3 - ], - "data_offsets": [ - 14508450350, - 14513168942 - ] - }, - "first_stage_model.decoder.up.3.block.0.conv2.bias": { - "dtype": "F16", - "shape": [ - 512 - ], - "data_offsets": [ - 14513168942, - 14513169966 - ] - }, - "first_stage_model.decoder.up.3.block.0.conv2.weight": { - "dtype": "F16", - "shape": [ - 512, - 512, - 3, - 3 - ], - "data_offsets": [ - 14513169966, - 14517888558 - ] - }, - "first_stage_model.decoder.up.3.block.0.norm1.bias": { - "dtype": "F16", - "shape": [ - 512 - ], - "data_offsets": [ - 14517888558, - 14517889582 - ] - }, - "first_stage_model.decoder.up.3.block.0.norm1.weight": { - "dtype": "F16", - "shape": [ - 512 - ], - "data_offsets": [ - 14517889582, - 14517890606 - ] - }, - "first_stage_model.decoder.up.3.block.0.norm2.bias": { - "dtype": "F16", - "shape": [ - 512 - ], - "data_offsets": [ - 14517890606, - 14517891630 - ] - }, - "first_stage_model.decoder.up.3.block.0.norm2.weight": { - "dtype": "F16", - "shape": [ - 512 - ], - "data_offsets": [ - 14517891630, - 14517892654 - ] - }, - "first_stage_model.decoder.up.3.block.1.conv1.bias": { - "dtype": "F16", - "shape": [ - 512 - ], - "data_offsets": [ - 14517892654, - 14517893678 - ] - }, - "first_stage_model.decoder.up.3.block.1.conv1.weight": { - "dtype": "F16", - "shape": [ - 512, - 512, - 3, - 3 - ], - "data_offsets": [ - 14517893678, - 14522612270 - ] - }, - "first_stage_model.decoder.up.3.block.1.conv2.bias": { - "dtype": "F16", - "shape": [ - 512 - ], - "data_offsets": [ - 14522612270, - 14522613294 - ] - }, - "first_stage_model.decoder.up.3.block.1.conv2.weight": { - "dtype": "F16", - "shape": [ - 512, - 512, - 3, - 3 - ], - "data_offsets": [ - 14522613294, - 14527331886 - ] - }, - "first_stage_model.decoder.up.3.block.1.norm1.bias": { - "dtype": "F16", - "shape": [ - 512 - ], - "data_offsets": [ - 14527331886, - 14527332910 - ] - }, - "first_stage_model.decoder.up.3.block.1.norm1.weight": { - "dtype": "F16", - "shape": [ - 512 - ], - "data_offsets": [ - 14527332910, - 14527333934 - ] - }, - "first_stage_model.decoder.up.3.block.1.norm2.bias": { - "dtype": "F16", - "shape": [ - 512 - ], - "data_offsets": [ - 14527333934, - 14527334958 - ] - }, - "first_stage_model.decoder.up.3.block.1.norm2.weight": { - "dtype": "F16", - "shape": [ - 512 - ], - "data_offsets": [ - 14527334958, - 14527335982 - ] - }, - "first_stage_model.decoder.up.3.block.2.conv1.bias": { - "dtype": "F16", - "shape": [ - 512 - ], - "data_offsets": [ - 14527335982, - 14527337006 - ] - }, - "first_stage_model.decoder.up.3.block.2.conv1.weight": { - "dtype": "F16", - "shape": [ - 512, - 512, - 3, - 3 - ], - "data_offsets": [ - 14527337006, - 14532055598 - ] - }, - "first_stage_model.decoder.up.3.block.2.conv2.bias": { - "dtype": "F16", - "shape": [ - 512 - ], - "data_offsets": [ - 14532055598, - 14532056622 - ] - }, - "first_stage_model.decoder.up.3.block.2.conv2.weight": { - "dtype": "F16", - "shape": [ - 512, - 512, - 3, - 3 - ], - "data_offsets": [ - 14532056622, - 14536775214 - ] - }, - "first_stage_model.decoder.up.3.block.2.norm1.bias": { - "dtype": "F16", - "shape": [ - 512 - ], - "data_offsets": [ - 14536775214, - 14536776238 - ] - }, - "first_stage_model.decoder.up.3.block.2.norm1.weight": { - "dtype": "F16", - "shape": [ - 512 - ], - "data_offsets": [ - 14536776238, - 14536777262 - ] - }, - "first_stage_model.decoder.up.3.block.2.norm2.bias": { - "dtype": "F16", - "shape": [ - 512 - ], - "data_offsets": [ - 14536777262, - 14536778286 - ] - }, - "first_stage_model.decoder.up.3.block.2.norm2.weight": { - "dtype": "F16", - "shape": [ - 512 - ], - "data_offsets": [ - 14536778286, - 14536779310 - ] - }, - "first_stage_model.decoder.up.3.upsample.conv.bias": { - "dtype": "F16", - "shape": [ - 512 - ], - "data_offsets": [ - 14536779310, - 14536780334 - ] - }, - "first_stage_model.decoder.up.3.upsample.conv.weight": { - "dtype": "F16", - "shape": [ - 512, - 512, - 3, - 3 - ], - "data_offsets": [ - 14536780334, - 14541498926 - ] - }, - "first_stage_model.encoder.conv_in.bias": { - "dtype": "F16", - "shape": [ - 128 - ], - "data_offsets": [ - 14541498926, - 14541499182 - ] - }, - "first_stage_model.encoder.conv_in.weight": { - "dtype": "F16", - "shape": [ - 128, - 3, - 3, - 3 - ], - "data_offsets": [ - 14541499182, - 14541506094 - ] - }, - "first_stage_model.encoder.conv_out.bias": { - "dtype": "F16", - "shape": [ - 8 - ], - "data_offsets": [ - 14541506094, - 14541506110 - ] - }, - "first_stage_model.encoder.conv_out.weight": { - "dtype": "F16", - "shape": [ - 8, - 512, - 3, - 3 - ], - "data_offsets": [ - 14541506110, - 14541579838 - ] - }, - "first_stage_model.encoder.down.0.block.0.conv1.bias": { - "dtype": "F16", - "shape": [ - 128 - ], - "data_offsets": [ - 14541579838, - 14541580094 - ] - }, - "first_stage_model.encoder.down.0.block.0.conv1.weight": { - "dtype": "F16", - "shape": [ - 128, - 128, - 3, - 3 - ], - "data_offsets": [ - 14541580094, - 14541875006 - ] - }, - "first_stage_model.encoder.down.0.block.0.conv2.bias": { - "dtype": "F16", - "shape": [ - 128 - ], - "data_offsets": [ - 14541875006, - 14541875262 - ] - }, - "first_stage_model.encoder.down.0.block.0.conv2.weight": { - "dtype": "F16", - "shape": [ - 128, - 128, - 3, - 3 - ], - "data_offsets": [ - 14541875262, - 14542170174 - ] - }, - "first_stage_model.encoder.down.0.block.0.norm1.bias": { - "dtype": "F16", - "shape": [ - 128 - ], - "data_offsets": [ - 14542170174, - 14542170430 - ] - }, - "first_stage_model.encoder.down.0.block.0.norm1.weight": { - "dtype": "F16", - "shape": [ - 128 - ], - "data_offsets": [ - 14542170430, - 14542170686 - ] - }, - "first_stage_model.encoder.down.0.block.0.norm2.bias": { - "dtype": "F16", - "shape": [ - 128 - ], - "data_offsets": [ - 14542170686, - 14542170942 - ] - }, - "first_stage_model.encoder.down.0.block.0.norm2.weight": { - "dtype": "F16", - "shape": [ - 128 - ], - "data_offsets": [ - 14542170942, - 14542171198 - ] - }, - "first_stage_model.encoder.down.0.block.1.conv1.bias": { - "dtype": "F16", - "shape": [ - 128 - ], - "data_offsets": [ - 14542171198, - 14542171454 - ] - }, - "first_stage_model.encoder.down.0.block.1.conv1.weight": { - "dtype": "F16", - "shape": [ - 128, - 128, - 3, - 3 - ], - "data_offsets": [ - 14542171454, - 14542466366 - ] - }, - "first_stage_model.encoder.down.0.block.1.conv2.bias": { - "dtype": "F16", - "shape": [ - 128 - ], - "data_offsets": [ - 14542466366, - 14542466622 - ] - }, - "first_stage_model.encoder.down.0.block.1.conv2.weight": { - "dtype": "F16", - "shape": [ - 128, - 128, - 3, - 3 - ], - "data_offsets": [ - 14542466622, - 14542761534 - ] - }, - "first_stage_model.encoder.down.0.block.1.norm1.bias": { - "dtype": "F16", - "shape": [ - 128 - ], - "data_offsets": [ - 14542761534, - 14542761790 - ] - }, - "first_stage_model.encoder.down.0.block.1.norm1.weight": { - "dtype": "F16", - "shape": [ - 128 - ], - "data_offsets": [ - 14542761790, - 14542762046 - ] - }, - "first_stage_model.encoder.down.0.block.1.norm2.bias": { - "dtype": "F16", - "shape": [ - 128 - ], - "data_offsets": [ - 14542762046, - 14542762302 - ] - }, - "first_stage_model.encoder.down.0.block.1.norm2.weight": { - "dtype": "F16", - "shape": [ - 128 - ], - "data_offsets": [ - 14542762302, - 14542762558 - ] - }, - "first_stage_model.encoder.down.0.downsample.conv.bias": { - "dtype": "F16", - "shape": [ - 128 - ], - "data_offsets": [ - 14542762558, - 14542762814 - ] - }, - "first_stage_model.encoder.down.0.downsample.conv.weight": { - "dtype": "F16", - "shape": [ - 128, - 128, - 3, - 3 - ], - "data_offsets": [ - 14542762814, - 14543057726 - ] - }, - "first_stage_model.encoder.down.1.block.0.conv1.bias": { - "dtype": "F16", - "shape": [ - 256 - ], - "data_offsets": [ - 14543057726, - 14543058238 - ] - }, - "first_stage_model.encoder.down.1.block.0.conv1.weight": { - "dtype": "F16", - "shape": [ - 256, - 128, - 3, - 3 - ], - "data_offsets": [ - 14543058238, - 14543648062 - ] - }, - "first_stage_model.encoder.down.1.block.0.conv2.bias": { - "dtype": "F16", - "shape": [ - 256 - ], - "data_offsets": [ - 14543648062, - 14543648574 - ] - }, - "first_stage_model.encoder.down.1.block.0.conv2.weight": { - "dtype": "F16", - "shape": [ - 256, - 256, - 3, - 3 - ], - "data_offsets": [ - 14543648574, - 14544828222 - ] - }, - "first_stage_model.encoder.down.1.block.0.nin_shortcut.bias": { - "dtype": "F16", - "shape": [ - 256 - ], - "data_offsets": [ - 14544828222, - 14544828734 - ] - }, - "first_stage_model.encoder.down.1.block.0.nin_shortcut.weight": { - "dtype": "F16", - "shape": [ - 256, - 128, - 1, - 1 - ], - "data_offsets": [ - 14544828734, - 14544894270 - ] - }, - "first_stage_model.encoder.down.1.block.0.norm1.bias": { - "dtype": "F16", - "shape": [ - 128 - ], - "data_offsets": [ - 14544894270, - 14544894526 - ] - }, - "first_stage_model.encoder.down.1.block.0.norm1.weight": { - "dtype": "F16", - "shape": [ - 128 - ], - "data_offsets": [ - 14544894526, - 14544894782 - ] - }, - "first_stage_model.encoder.down.1.block.0.norm2.bias": { - "dtype": "F16", - "shape": [ - 256 - ], - "data_offsets": [ - 14544894782, - 14544895294 - ] - }, - "first_stage_model.encoder.down.1.block.0.norm2.weight": { - "dtype": "F16", - "shape": [ - 256 - ], - "data_offsets": [ - 14544895294, - 14544895806 - ] - }, - "first_stage_model.encoder.down.1.block.1.conv1.bias": { - "dtype": "F16", - "shape": [ - 256 - ], - "data_offsets": [ - 14544895806, - 14544896318 - ] - }, - "first_stage_model.encoder.down.1.block.1.conv1.weight": { - "dtype": "F16", - "shape": [ - 256, - 256, - 3, - 3 - ], - "data_offsets": [ - 14544896318, - 14546075966 - ] - }, - "first_stage_model.encoder.down.1.block.1.conv2.bias": { - "dtype": "F16", - "shape": [ - 256 - ], - "data_offsets": [ - 14546075966, - 14546076478 - ] - }, - "first_stage_model.encoder.down.1.block.1.conv2.weight": { - "dtype": "F16", - "shape": [ - 256, - 256, - 3, - 3 - ], - "data_offsets": [ - 14546076478, - 14547256126 - ] - }, - "first_stage_model.encoder.down.1.block.1.norm1.bias": { - "dtype": "F16", - "shape": [ - 256 - ], - "data_offsets": [ - 14547256126, - 14547256638 - ] - }, - "first_stage_model.encoder.down.1.block.1.norm1.weight": { - "dtype": "F16", - "shape": [ - 256 - ], - "data_offsets": [ - 14547256638, - 14547257150 - ] - }, - "first_stage_model.encoder.down.1.block.1.norm2.bias": { - "dtype": "F16", - "shape": [ - 256 - ], - "data_offsets": [ - 14547257150, - 14547257662 - ] - }, - "first_stage_model.encoder.down.1.block.1.norm2.weight": { - "dtype": "F16", - "shape": [ - 256 - ], - "data_offsets": [ - 14547257662, - 14547258174 - ] - }, - "first_stage_model.encoder.down.1.downsample.conv.bias": { - "dtype": "F16", - "shape": [ - 256 - ], - "data_offsets": [ - 14547258174, - 14547258686 - ] - }, - "first_stage_model.encoder.down.1.downsample.conv.weight": { - "dtype": "F16", - "shape": [ - 256, - 256, - 3, - 3 - ], - "data_offsets": [ - 14547258686, - 14548438334 - ] - }, - "first_stage_model.encoder.down.2.block.0.conv1.bias": { - "dtype": "F16", - "shape": [ - 512 - ], - "data_offsets": [ - 14548438334, - 14548439358 - ] - }, - "first_stage_model.encoder.down.2.block.0.conv1.weight": { - "dtype": "F16", - "shape": [ - 512, - 256, - 3, - 3 - ], - "data_offsets": [ - 14548439358, - 14550798654 - ] - }, - "first_stage_model.encoder.down.2.block.0.conv2.bias": { - "dtype": "F16", - "shape": [ - 512 - ], - "data_offsets": [ - 14550798654, - 14550799678 - ] - }, - "first_stage_model.encoder.down.2.block.0.conv2.weight": { - "dtype": "F16", - "shape": [ - 512, - 512, - 3, - 3 - ], - "data_offsets": [ - 14550799678, - 14555518270 - ] - }, - "first_stage_model.encoder.down.2.block.0.nin_shortcut.bias": { - "dtype": "F16", - "shape": [ - 512 - ], - "data_offsets": [ - 14555518270, - 14555519294 - ] - }, - "first_stage_model.encoder.down.2.block.0.nin_shortcut.weight": { - "dtype": "F16", - "shape": [ - 512, - 256, - 1, - 1 - ], - "data_offsets": [ - 14555519294, - 14555781438 - ] - }, - "first_stage_model.encoder.down.2.block.0.norm1.bias": { - "dtype": "F16", - "shape": [ - 256 - ], - "data_offsets": [ - 14555781438, - 14555781950 - ] - }, - "first_stage_model.encoder.down.2.block.0.norm1.weight": { - "dtype": "F16", - "shape": [ - 256 - ], - "data_offsets": [ - 14555781950, - 14555782462 - ] - }, - "first_stage_model.encoder.down.2.block.0.norm2.bias": { - "dtype": "F16", - "shape": [ - 512 - ], - "data_offsets": [ - 14555782462, - 14555783486 - ] - }, - "first_stage_model.encoder.down.2.block.0.norm2.weight": { - "dtype": "F16", - "shape": [ - 512 - ], - "data_offsets": [ - 14555783486, - 14555784510 - ] - }, - "first_stage_model.encoder.down.2.block.1.conv1.bias": { - "dtype": "F16", - "shape": [ - 512 - ], - "data_offsets": [ - 14555784510, - 14555785534 - ] - }, - "first_stage_model.encoder.down.2.block.1.conv1.weight": { - "dtype": "F16", - "shape": [ - 512, - 512, - 3, - 3 - ], - "data_offsets": [ - 14555785534, - 14560504126 - ] - }, - "first_stage_model.encoder.down.2.block.1.conv2.bias": { - "dtype": "F16", - "shape": [ - 512 - ], - "data_offsets": [ - 14560504126, - 14560505150 - ] - }, - "first_stage_model.encoder.down.2.block.1.conv2.weight": { - "dtype": "F16", - "shape": [ - 512, - 512, - 3, - 3 - ], - "data_offsets": [ - 14560505150, - 14565223742 - ] - }, - "first_stage_model.encoder.down.2.block.1.norm1.bias": { - "dtype": "F16", - "shape": [ - 512 - ], - "data_offsets": [ - 14565223742, - 14565224766 - ] - }, - "first_stage_model.encoder.down.2.block.1.norm1.weight": { - "dtype": "F16", - "shape": [ - 512 - ], - "data_offsets": [ - 14565224766, - 14565225790 - ] - }, - "first_stage_model.encoder.down.2.block.1.norm2.bias": { - "dtype": "F16", - "shape": [ - 512 - ], - "data_offsets": [ - 14565225790, - 14565226814 - ] - }, - "first_stage_model.encoder.down.2.block.1.norm2.weight": { - "dtype": "F16", - "shape": [ - 512 - ], - "data_offsets": [ - 14565226814, - 14565227838 - ] - }, - "first_stage_model.encoder.down.2.downsample.conv.bias": { - "dtype": "F16", - "shape": [ - 512 - ], - "data_offsets": [ - 14565227838, - 14565228862 - ] - }, - "first_stage_model.encoder.down.2.downsample.conv.weight": { - "dtype": "F16", - "shape": [ - 512, - 512, - 3, - 3 - ], - "data_offsets": [ - 14565228862, - 14569947454 - ] - }, - "first_stage_model.encoder.down.3.block.0.conv1.bias": { - "dtype": "F16", - "shape": [ - 512 - ], - "data_offsets": [ - 14569947454, - 14569948478 - ] - }, - "first_stage_model.encoder.down.3.block.0.conv1.weight": { - "dtype": "F16", - "shape": [ - 512, - 512, - 3, - 3 - ], - "data_offsets": [ - 14569948478, - 14574667070 - ] - }, - "first_stage_model.encoder.down.3.block.0.conv2.bias": { - "dtype": "F16", - "shape": [ - 512 - ], - "data_offsets": [ - 14574667070, - 14574668094 - ] - }, - "first_stage_model.encoder.down.3.block.0.conv2.weight": { - "dtype": "F16", - "shape": [ - 512, - 512, - 3, - 3 - ], - "data_offsets": [ - 14574668094, - 14579386686 - ] - }, - "first_stage_model.encoder.down.3.block.0.norm1.bias": { - "dtype": "F16", - "shape": [ - 512 - ], - "data_offsets": [ - 14579386686, - 14579387710 - ] - }, - "first_stage_model.encoder.down.3.block.0.norm1.weight": { - "dtype": "F16", - "shape": [ - 512 - ], - "data_offsets": [ - 14579387710, - 14579388734 - ] - }, - "first_stage_model.encoder.down.3.block.0.norm2.bias": { - "dtype": "F16", - "shape": [ - 512 - ], - "data_offsets": [ - 14579388734, - 14579389758 - ] - }, - "first_stage_model.encoder.down.3.block.0.norm2.weight": { - "dtype": "F16", - "shape": [ - 512 - ], - "data_offsets": [ - 14579389758, - 14579390782 - ] - }, - "first_stage_model.encoder.down.3.block.1.conv1.bias": { - "dtype": "F16", - "shape": [ - 512 - ], - "data_offsets": [ - 14579390782, - 14579391806 - ] - }, - "first_stage_model.encoder.down.3.block.1.conv1.weight": { - "dtype": "F16", - "shape": [ - 512, - 512, - 3, - 3 - ], - "data_offsets": [ - 14579391806, - 14584110398 - ] - }, - "first_stage_model.encoder.down.3.block.1.conv2.bias": { - "dtype": "F16", - "shape": [ - 512 - ], - "data_offsets": [ - 14584110398, - 14584111422 - ] - }, - "first_stage_model.encoder.down.3.block.1.conv2.weight": { - "dtype": "F16", - "shape": [ - 512, - 512, - 3, - 3 - ], - "data_offsets": [ - 14584111422, - 14588830014 - ] - }, - "first_stage_model.encoder.down.3.block.1.norm1.bias": { - "dtype": "F16", - "shape": [ - 512 - ], - "data_offsets": [ - 14588830014, - 14588831038 - ] - }, - "first_stage_model.encoder.down.3.block.1.norm1.weight": { - "dtype": "F16", - "shape": [ - 512 - ], - "data_offsets": [ - 14588831038, - 14588832062 - ] - }, - "first_stage_model.encoder.down.3.block.1.norm2.bias": { - "dtype": "F16", - "shape": [ - 512 - ], - "data_offsets": [ - 14588832062, - 14588833086 - ] - }, - "first_stage_model.encoder.down.3.block.1.norm2.weight": { - "dtype": "F16", - "shape": [ - 512 - ], - "data_offsets": [ - 14588833086, - 14588834110 - ] - }, - "first_stage_model.encoder.mid.attn_1.k.bias": { - "dtype": "F16", - "shape": [ - 512 - ], - "data_offsets": [ - 14588834110, - 14588835134 - ] - }, - "first_stage_model.encoder.mid.attn_1.k.weight": { - "dtype": "F16", - "shape": [ - 512, - 512, - 1, - 1 - ], - "data_offsets": [ - 14588835134, - 14589359422 - ] - }, - "first_stage_model.encoder.mid.attn_1.norm.bias": { - "dtype": "F16", - "shape": [ - 512 - ], - "data_offsets": [ - 14589359422, - 14589360446 - ] - }, - "first_stage_model.encoder.mid.attn_1.norm.weight": { - "dtype": "F16", - "shape": [ - 512 - ], - "data_offsets": [ - 14589360446, - 14589361470 - ] - }, - "first_stage_model.encoder.mid.attn_1.proj_out.bias": { - "dtype": "F16", - "shape": [ - 512 - ], - "data_offsets": [ - 14589361470, - 14589362494 - ] - }, - "first_stage_model.encoder.mid.attn_1.proj_out.weight": { - "dtype": "F16", - "shape": [ - 512, - 512, - 1, - 1 - ], - "data_offsets": [ - 14589362494, - 14589886782 - ] - }, - "first_stage_model.encoder.mid.attn_1.q.bias": { - "dtype": "F16", - "shape": [ - 512 - ], - "data_offsets": [ - 14589886782, - 14589887806 - ] - }, - "first_stage_model.encoder.mid.attn_1.q.weight": { - "dtype": "F16", - "shape": [ - 512, - 512, - 1, - 1 - ], - "data_offsets": [ - 14589887806, - 14590412094 - ] - }, - "first_stage_model.encoder.mid.attn_1.v.bias": { - "dtype": "F16", - "shape": [ - 512 - ], - "data_offsets": [ - 14590412094, - 14590413118 - ] - }, - "first_stage_model.encoder.mid.attn_1.v.weight": { - "dtype": "F16", - "shape": [ - 512, - 512, - 1, - 1 - ], - "data_offsets": [ - 14590413118, - 14590937406 - ] - }, - "first_stage_model.encoder.mid.block_1.conv1.bias": { - "dtype": "F16", - "shape": [ - 512 - ], - "data_offsets": [ - 14590937406, - 14590938430 - ] - }, - "first_stage_model.encoder.mid.block_1.conv1.weight": { - "dtype": "F16", - "shape": [ - 512, - 512, - 3, - 3 - ], - "data_offsets": [ - 14590938430, - 14595657022 - ] - }, - "first_stage_model.encoder.mid.block_1.conv2.bias": { - "dtype": "F16", - "shape": [ - 512 - ], - "data_offsets": [ - 14595657022, - 14595658046 - ] - }, - "first_stage_model.encoder.mid.block_1.conv2.weight": { - "dtype": "F16", - "shape": [ - 512, - 512, - 3, - 3 - ], - "data_offsets": [ - 14595658046, - 14600376638 - ] - }, - "first_stage_model.encoder.mid.block_1.norm1.bias": { - "dtype": "F16", - "shape": [ - 512 - ], - "data_offsets": [ - 14600376638, - 14600377662 - ] - }, - "first_stage_model.encoder.mid.block_1.norm1.weight": { - "dtype": "F16", - "shape": [ - 512 - ], - "data_offsets": [ - 14600377662, - 14600378686 - ] - }, - "first_stage_model.encoder.mid.block_1.norm2.bias": { - "dtype": "F16", - "shape": [ - 512 - ], - "data_offsets": [ - 14600378686, - 14600379710 - ] - }, - "first_stage_model.encoder.mid.block_1.norm2.weight": { - "dtype": "F16", - "shape": [ - 512 - ], - "data_offsets": [ - 14600379710, - 14600380734 - ] - }, - "first_stage_model.encoder.mid.block_2.conv1.bias": { - "dtype": "F16", - "shape": [ - 512 - ], - "data_offsets": [ - 14600380734, - 14600381758 - ] - }, - "first_stage_model.encoder.mid.block_2.conv1.weight": { - "dtype": "F16", - "shape": [ - 512, - 512, - 3, - 3 - ], - "data_offsets": [ - 14600381758, - 14605100350 - ] - }, - "first_stage_model.encoder.mid.block_2.conv2.bias": { - "dtype": "F16", - "shape": [ - 512 - ], - "data_offsets": [ - 14605100350, - 14605101374 - ] - }, - "first_stage_model.encoder.mid.block_2.conv2.weight": { - "dtype": "F16", - "shape": [ - 512, - 512, - 3, - 3 - ], - "data_offsets": [ - 14605101374, - 14609819966 - ] - }, - "first_stage_model.encoder.mid.block_2.norm1.bias": { - "dtype": "F16", - "shape": [ - 512 - ], - "data_offsets": [ - 14609819966, - 14609820990 - ] - }, - "first_stage_model.encoder.mid.block_2.norm1.weight": { - "dtype": "F16", - "shape": [ - 512 - ], - "data_offsets": [ - 14609820990, - 14609822014 - ] - }, - "first_stage_model.encoder.mid.block_2.norm2.bias": { - "dtype": "F16", - "shape": [ - 512 - ], - "data_offsets": [ - 14609822014, - 14609823038 - ] - }, - "first_stage_model.encoder.mid.block_2.norm2.weight": { - "dtype": "F16", - "shape": [ - 512 - ], - "data_offsets": [ - 14609823038, - 14609824062 - ] - }, - "first_stage_model.encoder.norm_out.bias": { - "dtype": "F16", - "shape": [ - 512 - ], - "data_offsets": [ - 14609824062, - 14609825086 - ] - }, - "first_stage_model.encoder.norm_out.weight": { - "dtype": "F16", - "shape": [ - 512 - ], - "data_offsets": [ - 14609825086, - 14609826110 - ] - }, - "first_stage_model.post_quant_conv.bias": { - "dtype": "F16", - "shape": [ - 4 - ], - "data_offsets": [ - 14609826110, - 14609826118 - ] - }, - "first_stage_model.post_quant_conv.weight": { - "dtype": "F16", - "shape": [ - 4, - 4, - 1, - 1 - ], - "data_offsets": [ - 14609826118, - 14609826150 - ] - }, - "first_stage_model.quant_conv.bias": { - "dtype": "F16", - "shape": [ - 8 - ], - "data_offsets": [ - 14609826150, - 14609826166 - ] - }, - "first_stage_model.quant_conv.weight": { - "dtype": "F16", - "shape": [ - 8, - 8, - 1, - 1 - ], - "data_offsets": [ - 14609826166, - 14609826294 - ] - }, - "lora_te_text_model_encoder_layers_0_mlp_fc1.alpha": { - "dtype": "F16", - "shape": [], - "data_offsets": [ - 14609826294, - 14609826296 - ] - }, - "lora_te_text_model_encoder_layers_0_mlp_fc1.lora_down.weight": { - "dtype": "F16", - "shape": [ - 64, - 768 - ], - "data_offsets": [ - 14609826296, - 14609924600 - ] - }, - "lora_te_text_model_encoder_layers_0_mlp_fc1.lora_up.weight": { - "dtype": "F16", - "shape": [ - 3072, - 64 - ], - "data_offsets": [ - 14609924600, - 14610317816 - ] - }, - "lora_te_text_model_encoder_layers_0_mlp_fc2.alpha": { - "dtype": "F16", - "shape": [], - "data_offsets": [ - 14610317816, - 14610317818 - ] - }, - "lora_te_text_model_encoder_layers_0_mlp_fc2.lora_down.weight": { - "dtype": "F16", - "shape": [ - 64, - 3072 - ], - "data_offsets": [ - 14610317818, - 14610711034 - ] - }, - "lora_te_text_model_encoder_layers_0_mlp_fc2.lora_up.weight": { - "dtype": "F16", - "shape": [ - 768, - 64 - ], - "data_offsets": [ - 14610711034, - 14610809338 - ] - }, - "lora_te_text_model_encoder_layers_0_self_attn_k_proj.alpha": { - "dtype": "F16", - "shape": [], - "data_offsets": [ - 14610809338, - 14610809340 - ] - }, - "lora_te_text_model_encoder_layers_0_self_attn_k_proj.lora_down.weight": { - "dtype": "F16", - "shape": [ - 64, - 768 - ], - "data_offsets": [ - 14610809340, - 14610907644 - ] - }, - "lora_te_text_model_encoder_layers_0_self_attn_k_proj.lora_up.weight": { - "dtype": "F16", - "shape": [ - 768, - 64 - ], - "data_offsets": [ - 14610907644, - 14611005948 - ] - }, - "lora_te_text_model_encoder_layers_0_self_attn_out_proj.alpha": { - "dtype": "F16", - "shape": [], - "data_offsets": [ - 14611005948, - 14611005950 - ] - }, - "lora_te_text_model_encoder_layers_0_self_attn_out_proj.lora_down.weight": { - "dtype": "F16", - "shape": [ - 64, - 768 - ], - "data_offsets": [ - 14611005950, - 14611104254 - ] - }, - "lora_te_text_model_encoder_layers_0_self_attn_out_proj.lora_up.weight": { - "dtype": "F16", - "shape": [ - 768, - 64 - ], - "data_offsets": [ - 14611104254, - 14611202558 - ] - }, - "lora_te_text_model_encoder_layers_0_self_attn_q_proj.alpha": { - "dtype": "F16", - "shape": [], - "data_offsets": [ - 14611202558, - 14611202560 - ] - }, - "lora_te_text_model_encoder_layers_0_self_attn_q_proj.lora_down.weight": { - "dtype": "F16", - "shape": [ - 64, - 768 - ], - "data_offsets": [ - 14611202560, - 14611300864 - ] - }, - "lora_te_text_model_encoder_layers_0_self_attn_q_proj.lora_up.weight": { - "dtype": "F16", - "shape": [ - 768, - 64 - ], - "data_offsets": [ - 14611300864, - 14611399168 - ] - }, - "lora_te_text_model_encoder_layers_0_self_attn_v_proj.alpha": { - "dtype": "F16", - "shape": [], - "data_offsets": [ - 14611399168, - 14611399170 - ] - }, - "lora_te_text_model_encoder_layers_0_self_attn_v_proj.lora_down.weight": { - "dtype": "F16", - "shape": [ - 64, - 768 - ], - "data_offsets": [ - 14611399170, - 14611497474 - ] - }, - "lora_te_text_model_encoder_layers_0_self_attn_v_proj.lora_up.weight": { - "dtype": "F16", - "shape": [ - 768, - 64 - ], - "data_offsets": [ - 14611497474, - 14611595778 - ] - }, - "lora_te_text_model_encoder_layers_10_mlp_fc1.alpha": { - "dtype": "F16", - "shape": [], - "data_offsets": [ - 14611595778, - 14611595780 - ] - }, - "lora_te_text_model_encoder_layers_10_mlp_fc1.lora_down.weight": { - "dtype": "F16", - "shape": [ - 64, - 768 - ], - "data_offsets": [ - 14611595780, - 14611694084 - ] - }, - "lora_te_text_model_encoder_layers_10_mlp_fc1.lora_up.weight": { - "dtype": "F16", - "shape": [ - 3072, - 64 - ], - "data_offsets": [ - 14611694084, - 14612087300 - ] - }, - "lora_te_text_model_encoder_layers_10_mlp_fc2.alpha": { - "dtype": "F16", - "shape": [], - "data_offsets": [ - 14612087300, - 14612087302 - ] - }, - "lora_te_text_model_encoder_layers_10_mlp_fc2.lora_down.weight": { - "dtype": "F16", - "shape": [ - 64, - 3072 - ], - "data_offsets": [ - 14612087302, - 14612480518 - ] - }, - "lora_te_text_model_encoder_layers_10_mlp_fc2.lora_up.weight": { - "dtype": "F16", - "shape": [ - 768, - 64 - ], - "data_offsets": [ - 14612480518, - 14612578822 - ] - }, - "lora_te_text_model_encoder_layers_10_self_attn_k_proj.alpha": { - "dtype": "F16", - "shape": [], - "data_offsets": [ - 14612578822, - 14612578824 - ] - }, - "lora_te_text_model_encoder_layers_10_self_attn_k_proj.lora_down.weight": { - "dtype": "F16", - "shape": [ - 64, - 768 - ], - "data_offsets": [ - 14612578824, - 14612677128 - ] - }, - "lora_te_text_model_encoder_layers_10_self_attn_k_proj.lora_up.weight": { - "dtype": "F16", - "shape": [ - 768, - 64 - ], - "data_offsets": [ - 14612677128, - 14612775432 - ] - }, - "lora_te_text_model_encoder_layers_10_self_attn_out_proj.alpha": { - "dtype": "F16", - "shape": [], - "data_offsets": [ - 14612775432, - 14612775434 - ] - }, - "lora_te_text_model_encoder_layers_10_self_attn_out_proj.lora_down.weight": { - "dtype": "F16", - "shape": [ - 64, - 768 - ], - "data_offsets": [ - 14612775434, - 14612873738 - ] - }, - "lora_te_text_model_encoder_layers_10_self_attn_out_proj.lora_up.weight": { - "dtype": "F16", - "shape": [ - 768, - 64 - ], - "data_offsets": [ - 14612873738, - 14612972042 - ] - }, - "lora_te_text_model_encoder_layers_10_self_attn_q_proj.alpha": { - "dtype": "F16", - "shape": [], - "data_offsets": [ - 14612972042, - 14612972044 - ] - }, - "lora_te_text_model_encoder_layers_10_self_attn_q_proj.lora_down.weight": { - "dtype": "F16", - "shape": [ - 64, - 768 - ], - "data_offsets": [ - 14612972044, - 14613070348 - ] - }, - "lora_te_text_model_encoder_layers_10_self_attn_q_proj.lora_up.weight": { - "dtype": "F16", - "shape": [ - 768, - 64 - ], - "data_offsets": [ - 14613070348, - 14613168652 - ] - }, - "lora_te_text_model_encoder_layers_10_self_attn_v_proj.alpha": { - "dtype": "F16", - "shape": [], - "data_offsets": [ - 14613168652, - 14613168654 - ] - }, - "lora_te_text_model_encoder_layers_10_self_attn_v_proj.lora_down.weight": { - "dtype": "F16", - "shape": [ - 64, - 768 - ], - "data_offsets": [ - 14613168654, - 14613266958 - ] - }, - "lora_te_text_model_encoder_layers_10_self_attn_v_proj.lora_up.weight": { - "dtype": "F16", - "shape": [ - 768, - 64 - ], - "data_offsets": [ - 14613266958, - 14613365262 - ] - }, - "lora_te_text_model_encoder_layers_11_mlp_fc1.alpha": { - "dtype": "F16", - "shape": [], - "data_offsets": [ - 14613365262, - 14613365264 - ] - }, - "lora_te_text_model_encoder_layers_11_mlp_fc1.lora_down.weight": { - "dtype": "F16", - "shape": [ - 64, - 768 - ], - "data_offsets": [ - 14613365264, - 14613463568 - ] - }, - "lora_te_text_model_encoder_layers_11_mlp_fc1.lora_up.weight": { - "dtype": "F16", - "shape": [ - 3072, - 64 - ], - "data_offsets": [ - 14613463568, - 14613856784 - ] - }, - "lora_te_text_model_encoder_layers_11_mlp_fc2.alpha": { - "dtype": "F16", - "shape": [], - "data_offsets": [ - 14613856784, - 14613856786 - ] - }, - "lora_te_text_model_encoder_layers_11_mlp_fc2.lora_down.weight": { - "dtype": "F16", - "shape": [ - 64, - 3072 - ], - "data_offsets": [ - 14613856786, - 14614250002 - ] - }, - "lora_te_text_model_encoder_layers_11_mlp_fc2.lora_up.weight": { - "dtype": "F16", - "shape": [ - 768, - 64 - ], - "data_offsets": [ - 14614250002, - 14614348306 - ] - }, - "lora_te_text_model_encoder_layers_11_self_attn_k_proj.alpha": { - "dtype": "F16", - "shape": [], - "data_offsets": [ - 14614348306, - 14614348308 - ] - }, - "lora_te_text_model_encoder_layers_11_self_attn_k_proj.lora_down.weight": { - "dtype": "F16", - "shape": [ - 64, - 768 - ], - "data_offsets": [ - 14614348308, - 14614446612 - ] - }, - "lora_te_text_model_encoder_layers_11_self_attn_k_proj.lora_up.weight": { - "dtype": "F16", - "shape": [ - 768, - 64 - ], - "data_offsets": [ - 14614446612, - 14614544916 - ] - }, - "lora_te_text_model_encoder_layers_11_self_attn_out_proj.alpha": { - "dtype": "F16", - "shape": [], - "data_offsets": [ - 14614544916, - 14614544918 - ] - }, - "lora_te_text_model_encoder_layers_11_self_attn_out_proj.lora_down.weight": { - "dtype": "F16", - "shape": [ - 64, - 768 - ], - "data_offsets": [ - 14614544918, - 14614643222 - ] - }, - "lora_te_text_model_encoder_layers_11_self_attn_out_proj.lora_up.weight": { - "dtype": "F16", - "shape": [ - 768, - 64 - ], - "data_offsets": [ - 14614643222, - 14614741526 - ] - }, - "lora_te_text_model_encoder_layers_11_self_attn_q_proj.alpha": { - "dtype": "F16", - "shape": [], - "data_offsets": [ - 14614741526, - 14614741528 - ] - }, - "lora_te_text_model_encoder_layers_11_self_attn_q_proj.lora_down.weight": { - "dtype": "F16", - "shape": [ - 64, - 768 - ], - "data_offsets": [ - 14614741528, - 14614839832 - ] - }, - "lora_te_text_model_encoder_layers_11_self_attn_q_proj.lora_up.weight": { - "dtype": "F16", - "shape": [ - 768, - 64 - ], - "data_offsets": [ - 14614839832, - 14614938136 - ] - }, - "lora_te_text_model_encoder_layers_11_self_attn_v_proj.alpha": { - "dtype": "F16", - "shape": [], - "data_offsets": [ - 14614938136, - 14614938138 - ] - }, - "lora_te_text_model_encoder_layers_11_self_attn_v_proj.lora_down.weight": { - "dtype": "F16", - "shape": [ - 64, - 768 - ], - "data_offsets": [ - 14614938138, - 14615036442 - ] - }, - "lora_te_text_model_encoder_layers_11_self_attn_v_proj.lora_up.weight": { - "dtype": "F16", - "shape": [ - 768, - 64 - ], - "data_offsets": [ - 14615036442, - 14615134746 - ] - }, - "lora_te_text_model_encoder_layers_1_mlp_fc1.alpha": { - "dtype": "F16", - "shape": [], - "data_offsets": [ - 14615134746, - 14615134748 - ] - }, - "lora_te_text_model_encoder_layers_1_mlp_fc1.lora_down.weight": { - "dtype": "F16", - "shape": [ - 64, - 768 - ], - "data_offsets": [ - 14615134748, - 14615233052 - ] - }, - "lora_te_text_model_encoder_layers_1_mlp_fc1.lora_up.weight": { - "dtype": "F16", - "shape": [ - 3072, - 64 - ], - "data_offsets": [ - 14615233052, - 14615626268 - ] - }, - "lora_te_text_model_encoder_layers_1_mlp_fc2.alpha": { - "dtype": "F16", - "shape": [], - "data_offsets": [ - 14615626268, - 14615626270 - ] - }, - "lora_te_text_model_encoder_layers_1_mlp_fc2.lora_down.weight": { - "dtype": "F16", - "shape": [ - 64, - 3072 - ], - "data_offsets": [ - 14615626270, - 14616019486 - ] - }, - "lora_te_text_model_encoder_layers_1_mlp_fc2.lora_up.weight": { - "dtype": "F16", - "shape": [ - 768, - 64 - ], - "data_offsets": [ - 14616019486, - 14616117790 - ] - }, - "lora_te_text_model_encoder_layers_1_self_attn_k_proj.alpha": { - "dtype": "F16", - "shape": [], - "data_offsets": [ - 14616117790, - 14616117792 - ] - }, - "lora_te_text_model_encoder_layers_1_self_attn_k_proj.lora_down.weight": { - "dtype": "F16", - "shape": [ - 64, - 768 - ], - "data_offsets": [ - 14616117792, - 14616216096 - ] - }, - "lora_te_text_model_encoder_layers_1_self_attn_k_proj.lora_up.weight": { - "dtype": "F16", - "shape": [ - 768, - 64 - ], - "data_offsets": [ - 14616216096, - 14616314400 - ] - }, - "lora_te_text_model_encoder_layers_1_self_attn_out_proj.alpha": { - "dtype": "F16", - "shape": [], - "data_offsets": [ - 14616314400, - 14616314402 - ] - }, - "lora_te_text_model_encoder_layers_1_self_attn_out_proj.lora_down.weight": { - "dtype": "F16", - "shape": [ - 64, - 768 - ], - "data_offsets": [ - 14616314402, - 14616412706 - ] - }, - "lora_te_text_model_encoder_layers_1_self_attn_out_proj.lora_up.weight": { - "dtype": "F16", - "shape": [ - 768, - 64 - ], - "data_offsets": [ - 14616412706, - 14616511010 - ] - }, - "lora_te_text_model_encoder_layers_1_self_attn_q_proj.alpha": { - "dtype": "F16", - "shape": [], - "data_offsets": [ - 14616511010, - 14616511012 - ] - }, - "lora_te_text_model_encoder_layers_1_self_attn_q_proj.lora_down.weight": { - "dtype": "F16", - "shape": [ - 64, - 768 - ], - "data_offsets": [ - 14616511012, - 14616609316 - ] - }, - "lora_te_text_model_encoder_layers_1_self_attn_q_proj.lora_up.weight": { - "dtype": "F16", - "shape": [ - 768, - 64 - ], - "data_offsets": [ - 14616609316, - 14616707620 - ] - }, - "lora_te_text_model_encoder_layers_1_self_attn_v_proj.alpha": { - "dtype": "F16", - "shape": [], - "data_offsets": [ - 14616707620, - 14616707622 - ] - }, - "lora_te_text_model_encoder_layers_1_self_attn_v_proj.lora_down.weight": { - "dtype": "F16", - "shape": [ - 64, - 768 - ], - "data_offsets": [ - 14616707622, - 14616805926 - ] - }, - "lora_te_text_model_encoder_layers_1_self_attn_v_proj.lora_up.weight": { - "dtype": "F16", - "shape": [ - 768, - 64 - ], - "data_offsets": [ - 14616805926, - 14616904230 - ] - }, - "lora_te_text_model_encoder_layers_2_mlp_fc1.alpha": { - "dtype": "F16", - "shape": [], - "data_offsets": [ - 14616904230, - 14616904232 - ] - }, - "lora_te_text_model_encoder_layers_2_mlp_fc1.lora_down.weight": { - "dtype": "F16", - "shape": [ - 64, - 768 - ], - "data_offsets": [ - 14616904232, - 14617002536 - ] - }, - "lora_te_text_model_encoder_layers_2_mlp_fc1.lora_up.weight": { - "dtype": "F16", - "shape": [ - 3072, - 64 - ], - "data_offsets": [ - 14617002536, - 14617395752 - ] - }, - "lora_te_text_model_encoder_layers_2_mlp_fc2.alpha": { - "dtype": "F16", - "shape": [], - "data_offsets": [ - 14617395752, - 14617395754 - ] - }, - "lora_te_text_model_encoder_layers_2_mlp_fc2.lora_down.weight": { - "dtype": "F16", - "shape": [ - 64, - 3072 - ], - "data_offsets": [ - 14617395754, - 14617788970 - ] - }, - "lora_te_text_model_encoder_layers_2_mlp_fc2.lora_up.weight": { - "dtype": "F16", - "shape": [ - 768, - 64 - ], - "data_offsets": [ - 14617788970, - 14617887274 - ] - }, - "lora_te_text_model_encoder_layers_2_self_attn_k_proj.alpha": { - "dtype": "F16", - "shape": [], - "data_offsets": [ - 14617887274, - 14617887276 - ] - }, - "lora_te_text_model_encoder_layers_2_self_attn_k_proj.lora_down.weight": { - "dtype": "F16", - "shape": [ - 64, - 768 - ], - "data_offsets": [ - 14617887276, - 14617985580 - ] - }, - "lora_te_text_model_encoder_layers_2_self_attn_k_proj.lora_up.weight": { - "dtype": "F16", - "shape": [ - 768, - 64 - ], - "data_offsets": [ - 14617985580, - 14618083884 - ] - }, - "lora_te_text_model_encoder_layers_2_self_attn_out_proj.alpha": { - "dtype": "F16", - "shape": [], - "data_offsets": [ - 14618083884, - 14618083886 - ] - }, - "lora_te_text_model_encoder_layers_2_self_attn_out_proj.lora_down.weight": { - "dtype": "F16", - "shape": [ - 64, - 768 - ], - "data_offsets": [ - 14618083886, - 14618182190 - ] - }, - "lora_te_text_model_encoder_layers_2_self_attn_out_proj.lora_up.weight": { - "dtype": "F16", - "shape": [ - 768, - 64 - ], - "data_offsets": [ - 14618182190, - 14618280494 - ] - }, - "lora_te_text_model_encoder_layers_2_self_attn_q_proj.alpha": { - "dtype": "F16", - "shape": [], - "data_offsets": [ - 14618280494, - 14618280496 - ] - }, - "lora_te_text_model_encoder_layers_2_self_attn_q_proj.lora_down.weight": { - "dtype": "F16", - "shape": [ - 64, - 768 - ], - "data_offsets": [ - 14618280496, - 14618378800 - ] - }, - "lora_te_text_model_encoder_layers_2_self_attn_q_proj.lora_up.weight": { - "dtype": "F16", - "shape": [ - 768, - 64 - ], - "data_offsets": [ - 14618378800, - 14618477104 - ] - }, - "lora_te_text_model_encoder_layers_2_self_attn_v_proj.alpha": { - "dtype": "F16", - "shape": [], - "data_offsets": [ - 14618477104, - 14618477106 - ] - }, - "lora_te_text_model_encoder_layers_2_self_attn_v_proj.lora_down.weight": { - "dtype": "F16", - "shape": [ - 64, - 768 - ], - "data_offsets": [ - 14618477106, - 14618575410 - ] - }, - "lora_te_text_model_encoder_layers_2_self_attn_v_proj.lora_up.weight": { - "dtype": "F16", - "shape": [ - 768, - 64 - ], - "data_offsets": [ - 14618575410, - 14618673714 - ] - }, - "lora_te_text_model_encoder_layers_3_mlp_fc1.alpha": { - "dtype": "F16", - "shape": [], - "data_offsets": [ - 14618673714, - 14618673716 - ] - }, - "lora_te_text_model_encoder_layers_3_mlp_fc1.lora_down.weight": { - "dtype": "F16", - "shape": [ - 64, - 768 - ], - "data_offsets": [ - 14618673716, - 14618772020 - ] - }, - "lora_te_text_model_encoder_layers_3_mlp_fc1.lora_up.weight": { - "dtype": "F16", - "shape": [ - 3072, - 64 - ], - "data_offsets": [ - 14618772020, - 14619165236 - ] - }, - "lora_te_text_model_encoder_layers_3_mlp_fc2.alpha": { - "dtype": "F16", - "shape": [], - "data_offsets": [ - 14619165236, - 14619165238 - ] - }, - "lora_te_text_model_encoder_layers_3_mlp_fc2.lora_down.weight": { - "dtype": "F16", - "shape": [ - 64, - 3072 - ], - "data_offsets": [ - 14619165238, - 14619558454 - ] - }, - "lora_te_text_model_encoder_layers_3_mlp_fc2.lora_up.weight": { - "dtype": "F16", - "shape": [ - 768, - 64 - ], - "data_offsets": [ - 14619558454, - 14619656758 - ] - }, - "lora_te_text_model_encoder_layers_3_self_attn_k_proj.alpha": { - "dtype": "F16", - "shape": [], - "data_offsets": [ - 14619656758, - 14619656760 - ] - }, - "lora_te_text_model_encoder_layers_3_self_attn_k_proj.lora_down.weight": { - "dtype": "F16", - "shape": [ - 64, - 768 - ], - "data_offsets": [ - 14619656760, - 14619755064 - ] - }, - "lora_te_text_model_encoder_layers_3_self_attn_k_proj.lora_up.weight": { - "dtype": "F16", - "shape": [ - 768, - 64 - ], - "data_offsets": [ - 14619755064, - 14619853368 - ] - }, - "lora_te_text_model_encoder_layers_3_self_attn_out_proj.alpha": { - "dtype": "F16", - "shape": [], - "data_offsets": [ - 14619853368, - 14619853370 - ] - }, - "lora_te_text_model_encoder_layers_3_self_attn_out_proj.lora_down.weight": { - "dtype": "F16", - "shape": [ - 64, - 768 - ], - "data_offsets": [ - 14619853370, - 14619951674 - ] - }, - "lora_te_text_model_encoder_layers_3_self_attn_out_proj.lora_up.weight": { - "dtype": "F16", - "shape": [ - 768, - 64 - ], - "data_offsets": [ - 14619951674, - 14620049978 - ] - }, - "lora_te_text_model_encoder_layers_3_self_attn_q_proj.alpha": { - "dtype": "F16", - "shape": [], - "data_offsets": [ - 14620049978, - 14620049980 - ] - }, - "lora_te_text_model_encoder_layers_3_self_attn_q_proj.lora_down.weight": { - "dtype": "F16", - "shape": [ - 64, - 768 - ], - "data_offsets": [ - 14620049980, - 14620148284 - ] - }, - "lora_te_text_model_encoder_layers_3_self_attn_q_proj.lora_up.weight": { - "dtype": "F16", - "shape": [ - 768, - 64 - ], - "data_offsets": [ - 14620148284, - 14620246588 - ] - }, - "lora_te_text_model_encoder_layers_3_self_attn_v_proj.alpha": { - "dtype": "F16", - "shape": [], - "data_offsets": [ - 14620246588, - 14620246590 - ] - }, - "lora_te_text_model_encoder_layers_3_self_attn_v_proj.lora_down.weight": { - "dtype": "F16", - "shape": [ - 64, - 768 - ], - "data_offsets": [ - 14620246590, - 14620344894 - ] - }, - "lora_te_text_model_encoder_layers_3_self_attn_v_proj.lora_up.weight": { - "dtype": "F16", - "shape": [ - 768, - 64 - ], - "data_offsets": [ - 14620344894, - 14620443198 - ] - }, - "lora_te_text_model_encoder_layers_4_mlp_fc1.alpha": { - "dtype": "F16", - "shape": [], - "data_offsets": [ - 14620443198, - 14620443200 - ] - }, - "lora_te_text_model_encoder_layers_4_mlp_fc1.lora_down.weight": { - "dtype": "F16", - "shape": [ - 64, - 768 - ], - "data_offsets": [ - 14620443200, - 14620541504 - ] - }, - "lora_te_text_model_encoder_layers_4_mlp_fc1.lora_up.weight": { - "dtype": "F16", - "shape": [ - 3072, - 64 - ], - "data_offsets": [ - 14620541504, - 14620934720 - ] - }, - "lora_te_text_model_encoder_layers_4_mlp_fc2.alpha": { - "dtype": "F16", - "shape": [], - "data_offsets": [ - 14620934720, - 14620934722 - ] - }, - "lora_te_text_model_encoder_layers_4_mlp_fc2.lora_down.weight": { - "dtype": "F16", - "shape": [ - 64, - 3072 - ], - "data_offsets": [ - 14620934722, - 14621327938 - ] - }, - "lora_te_text_model_encoder_layers_4_mlp_fc2.lora_up.weight": { - "dtype": "F16", - "shape": [ - 768, - 64 - ], - "data_offsets": [ - 14621327938, - 14621426242 - ] - }, - "lora_te_text_model_encoder_layers_4_self_attn_k_proj.alpha": { - "dtype": "F16", - "shape": [], - "data_offsets": [ - 14621426242, - 14621426244 - ] - }, - "lora_te_text_model_encoder_layers_4_self_attn_k_proj.lora_down.weight": { - "dtype": "F16", - "shape": [ - 64, - 768 - ], - "data_offsets": [ - 14621426244, - 14621524548 - ] - }, - "lora_te_text_model_encoder_layers_4_self_attn_k_proj.lora_up.weight": { - "dtype": "F16", - "shape": [ - 768, - 64 - ], - "data_offsets": [ - 14621524548, - 14621622852 - ] - }, - "lora_te_text_model_encoder_layers_4_self_attn_out_proj.alpha": { - "dtype": "F16", - "shape": [], - "data_offsets": [ - 14621622852, - 14621622854 - ] - }, - "lora_te_text_model_encoder_layers_4_self_attn_out_proj.lora_down.weight": { - "dtype": "F16", - "shape": [ - 64, - 768 - ], - "data_offsets": [ - 14621622854, - 14621721158 - ] - }, - "lora_te_text_model_encoder_layers_4_self_attn_out_proj.lora_up.weight": { - "dtype": "F16", - "shape": [ - 768, - 64 - ], - "data_offsets": [ - 14621721158, - 14621819462 - ] - }, - "lora_te_text_model_encoder_layers_4_self_attn_q_proj.alpha": { - "dtype": "F16", - "shape": [], - "data_offsets": [ - 14621819462, - 14621819464 - ] - }, - "lora_te_text_model_encoder_layers_4_self_attn_q_proj.lora_down.weight": { - "dtype": "F16", - "shape": [ - 64, - 768 - ], - "data_offsets": [ - 14621819464, - 14621917768 - ] - }, - "lora_te_text_model_encoder_layers_4_self_attn_q_proj.lora_up.weight": { - "dtype": "F16", - "shape": [ - 768, - 64 - ], - "data_offsets": [ - 14621917768, - 14622016072 - ] - }, - "lora_te_text_model_encoder_layers_4_self_attn_v_proj.alpha": { - "dtype": "F16", - "shape": [], - "data_offsets": [ - 14622016072, - 14622016074 - ] - }, - "lora_te_text_model_encoder_layers_4_self_attn_v_proj.lora_down.weight": { - "dtype": "F16", - "shape": [ - 64, - 768 - ], - "data_offsets": [ - 14622016074, - 14622114378 - ] - }, - "lora_te_text_model_encoder_layers_4_self_attn_v_proj.lora_up.weight": { - "dtype": "F16", - "shape": [ - 768, - 64 - ], - "data_offsets": [ - 14622114378, - 14622212682 - ] - }, - "lora_te_text_model_encoder_layers_5_mlp_fc1.alpha": { - "dtype": "F16", - "shape": [], - "data_offsets": [ - 14622212682, - 14622212684 - ] - }, - "lora_te_text_model_encoder_layers_5_mlp_fc1.lora_down.weight": { - "dtype": "F16", - "shape": [ - 64, - 768 - ], - "data_offsets": [ - 14622212684, - 14622310988 - ] - }, - "lora_te_text_model_encoder_layers_5_mlp_fc1.lora_up.weight": { - "dtype": "F16", - "shape": [ - 3072, - 64 - ], - "data_offsets": [ - 14622310988, - 14622704204 - ] - }, - "lora_te_text_model_encoder_layers_5_mlp_fc2.alpha": { - "dtype": "F16", - "shape": [], - "data_offsets": [ - 14622704204, - 14622704206 - ] - }, - "lora_te_text_model_encoder_layers_5_mlp_fc2.lora_down.weight": { - "dtype": "F16", - "shape": [ - 64, - 3072 - ], - "data_offsets": [ - 14622704206, - 14623097422 - ] - }, - "lora_te_text_model_encoder_layers_5_mlp_fc2.lora_up.weight": { - "dtype": "F16", - "shape": [ - 768, - 64 - ], - "data_offsets": [ - 14623097422, - 14623195726 - ] - }, - "lora_te_text_model_encoder_layers_5_self_attn_k_proj.alpha": { - "dtype": "F16", - "shape": [], - "data_offsets": [ - 14623195726, - 14623195728 - ] - }, - "lora_te_text_model_encoder_layers_5_self_attn_k_proj.lora_down.weight": { - "dtype": "F16", - "shape": [ - 64, - 768 - ], - "data_offsets": [ - 14623195728, - 14623294032 - ] - }, - "lora_te_text_model_encoder_layers_5_self_attn_k_proj.lora_up.weight": { - "dtype": "F16", - "shape": [ - 768, - 64 - ], - "data_offsets": [ - 14623294032, - 14623392336 - ] - }, - "lora_te_text_model_encoder_layers_5_self_attn_out_proj.alpha": { - "dtype": "F16", - "shape": [], - "data_offsets": [ - 14623392336, - 14623392338 - ] - }, - "lora_te_text_model_encoder_layers_5_self_attn_out_proj.lora_down.weight": { - "dtype": "F16", - "shape": [ - 64, - 768 - ], - "data_offsets": [ - 14623392338, - 14623490642 - ] - }, - "lora_te_text_model_encoder_layers_5_self_attn_out_proj.lora_up.weight": { - "dtype": "F16", - "shape": [ - 768, - 64 - ], - "data_offsets": [ - 14623490642, - 14623588946 - ] - }, - "lora_te_text_model_encoder_layers_5_self_attn_q_proj.alpha": { - "dtype": "F16", - "shape": [], - "data_offsets": [ - 14623588946, - 14623588948 - ] - }, - "lora_te_text_model_encoder_layers_5_self_attn_q_proj.lora_down.weight": { - "dtype": "F16", - "shape": [ - 64, - 768 - ], - "data_offsets": [ - 14623588948, - 14623687252 - ] - }, - "lora_te_text_model_encoder_layers_5_self_attn_q_proj.lora_up.weight": { - "dtype": "F16", - "shape": [ - 768, - 64 - ], - "data_offsets": [ - 14623687252, - 14623785556 - ] - }, - "lora_te_text_model_encoder_layers_5_self_attn_v_proj.alpha": { - "dtype": "F16", - "shape": [], - "data_offsets": [ - 14623785556, - 14623785558 - ] - }, - "lora_te_text_model_encoder_layers_5_self_attn_v_proj.lora_down.weight": { - "dtype": "F16", - "shape": [ - 64, - 768 - ], - "data_offsets": [ - 14623785558, - 14623883862 - ] - }, - "lora_te_text_model_encoder_layers_5_self_attn_v_proj.lora_up.weight": { - "dtype": "F16", - "shape": [ - 768, - 64 - ], - "data_offsets": [ - 14623883862, - 14623982166 - ] - }, - "lora_te_text_model_encoder_layers_6_mlp_fc1.alpha": { - "dtype": "F16", - "shape": [], - "data_offsets": [ - 14623982166, - 14623982168 - ] - }, - "lora_te_text_model_encoder_layers_6_mlp_fc1.lora_down.weight": { - "dtype": "F16", - "shape": [ - 64, - 768 - ], - "data_offsets": [ - 14623982168, - 14624080472 - ] - }, - "lora_te_text_model_encoder_layers_6_mlp_fc1.lora_up.weight": { - "dtype": "F16", - "shape": [ - 3072, - 64 - ], - "data_offsets": [ - 14624080472, - 14624473688 - ] - }, - "lora_te_text_model_encoder_layers_6_mlp_fc2.alpha": { - "dtype": "F16", - "shape": [], - "data_offsets": [ - 14624473688, - 14624473690 - ] - }, - "lora_te_text_model_encoder_layers_6_mlp_fc2.lora_down.weight": { - "dtype": "F16", - "shape": [ - 64, - 3072 - ], - "data_offsets": [ - 14624473690, - 14624866906 - ] - }, - "lora_te_text_model_encoder_layers_6_mlp_fc2.lora_up.weight": { - "dtype": "F16", - "shape": [ - 768, - 64 - ], - "data_offsets": [ - 14624866906, - 14624965210 - ] - }, - "lora_te_text_model_encoder_layers_6_self_attn_k_proj.alpha": { - "dtype": "F16", - "shape": [], - "data_offsets": [ - 14624965210, - 14624965212 - ] - }, - "lora_te_text_model_encoder_layers_6_self_attn_k_proj.lora_down.weight": { - "dtype": "F16", - "shape": [ - 64, - 768 - ], - "data_offsets": [ - 14624965212, - 14625063516 - ] - }, - "lora_te_text_model_encoder_layers_6_self_attn_k_proj.lora_up.weight": { - "dtype": "F16", - "shape": [ - 768, - 64 - ], - "data_offsets": [ - 14625063516, - 14625161820 - ] - }, - "lora_te_text_model_encoder_layers_6_self_attn_out_proj.alpha": { - "dtype": "F16", - "shape": [], - "data_offsets": [ - 14625161820, - 14625161822 - ] - }, - "lora_te_text_model_encoder_layers_6_self_attn_out_proj.lora_down.weight": { - "dtype": "F16", - "shape": [ - 64, - 768 - ], - "data_offsets": [ - 14625161822, - 14625260126 - ] - }, - "lora_te_text_model_encoder_layers_6_self_attn_out_proj.lora_up.weight": { - "dtype": "F16", - "shape": [ - 768, - 64 - ], - "data_offsets": [ - 14625260126, - 14625358430 - ] - }, - "lora_te_text_model_encoder_layers_6_self_attn_q_proj.alpha": { - "dtype": "F16", - "shape": [], - "data_offsets": [ - 14625358430, - 14625358432 - ] - }, - "lora_te_text_model_encoder_layers_6_self_attn_q_proj.lora_down.weight": { - "dtype": "F16", - "shape": [ - 64, - 768 - ], - "data_offsets": [ - 14625358432, - 14625456736 - ] - }, - "lora_te_text_model_encoder_layers_6_self_attn_q_proj.lora_up.weight": { - "dtype": "F16", - "shape": [ - 768, - 64 - ], - "data_offsets": [ - 14625456736, - 14625555040 - ] - }, - "lora_te_text_model_encoder_layers_6_self_attn_v_proj.alpha": { - "dtype": "F16", - "shape": [], - "data_offsets": [ - 14625555040, - 14625555042 - ] - }, - "lora_te_text_model_encoder_layers_6_self_attn_v_proj.lora_down.weight": { - "dtype": "F16", - "shape": [ - 64, - 768 - ], - "data_offsets": [ - 14625555042, - 14625653346 - ] - }, - "lora_te_text_model_encoder_layers_6_self_attn_v_proj.lora_up.weight": { - "dtype": "F16", - "shape": [ - 768, - 64 - ], - "data_offsets": [ - 14625653346, - 14625751650 - ] - }, - "lora_te_text_model_encoder_layers_7_mlp_fc1.alpha": { - "dtype": "F16", - "shape": [], - "data_offsets": [ - 14625751650, - 14625751652 - ] - }, - "lora_te_text_model_encoder_layers_7_mlp_fc1.lora_down.weight": { - "dtype": "F16", - "shape": [ - 64, - 768 - ], - "data_offsets": [ - 14625751652, - 14625849956 - ] - }, - "lora_te_text_model_encoder_layers_7_mlp_fc1.lora_up.weight": { - "dtype": "F16", - "shape": [ - 3072, - 64 - ], - "data_offsets": [ - 14625849956, - 14626243172 - ] - }, - "lora_te_text_model_encoder_layers_7_mlp_fc2.alpha": { - "dtype": "F16", - "shape": [], - "data_offsets": [ - 14626243172, - 14626243174 - ] - }, - "lora_te_text_model_encoder_layers_7_mlp_fc2.lora_down.weight": { - "dtype": "F16", - "shape": [ - 64, - 3072 - ], - "data_offsets": [ - 14626243174, - 14626636390 - ] - }, - "lora_te_text_model_encoder_layers_7_mlp_fc2.lora_up.weight": { - "dtype": "F16", - "shape": [ - 768, - 64 - ], - "data_offsets": [ - 14626636390, - 14626734694 - ] - }, - "lora_te_text_model_encoder_layers_7_self_attn_k_proj.alpha": { - "dtype": "F16", - "shape": [], - "data_offsets": [ - 14626734694, - 14626734696 - ] - }, - "lora_te_text_model_encoder_layers_7_self_attn_k_proj.lora_down.weight": { - "dtype": "F16", - "shape": [ - 64, - 768 - ], - "data_offsets": [ - 14626734696, - 14626833000 - ] - }, - "lora_te_text_model_encoder_layers_7_self_attn_k_proj.lora_up.weight": { - "dtype": "F16", - "shape": [ - 768, - 64 - ], - "data_offsets": [ - 14626833000, - 14626931304 - ] - }, - "lora_te_text_model_encoder_layers_7_self_attn_out_proj.alpha": { - "dtype": "F16", - "shape": [], - "data_offsets": [ - 14626931304, - 14626931306 - ] - }, - "lora_te_text_model_encoder_layers_7_self_attn_out_proj.lora_down.weight": { - "dtype": "F16", - "shape": [ - 64, - 768 - ], - "data_offsets": [ - 14626931306, - 14627029610 - ] - }, - "lora_te_text_model_encoder_layers_7_self_attn_out_proj.lora_up.weight": { - "dtype": "F16", - "shape": [ - 768, - 64 - ], - "data_offsets": [ - 14627029610, - 14627127914 - ] - }, - "lora_te_text_model_encoder_layers_7_self_attn_q_proj.alpha": { - "dtype": "F16", - "shape": [], - "data_offsets": [ - 14627127914, - 14627127916 - ] - }, - "lora_te_text_model_encoder_layers_7_self_attn_q_proj.lora_down.weight": { - "dtype": "F16", - "shape": [ - 64, - 768 - ], - "data_offsets": [ - 14627127916, - 14627226220 - ] - }, - "lora_te_text_model_encoder_layers_7_self_attn_q_proj.lora_up.weight": { - "dtype": "F16", - "shape": [ - 768, - 64 - ], - "data_offsets": [ - 14627226220, - 14627324524 - ] - }, - "lora_te_text_model_encoder_layers_7_self_attn_v_proj.alpha": { - "dtype": "F16", - "shape": [], - "data_offsets": [ - 14627324524, - 14627324526 - ] - }, - "lora_te_text_model_encoder_layers_7_self_attn_v_proj.lora_down.weight": { - "dtype": "F16", - "shape": [ - 64, - 768 - ], - "data_offsets": [ - 14627324526, - 14627422830 - ] - }, - "lora_te_text_model_encoder_layers_7_self_attn_v_proj.lora_up.weight": { - "dtype": "F16", - "shape": [ - 768, - 64 - ], - "data_offsets": [ - 14627422830, - 14627521134 - ] - }, - "lora_te_text_model_encoder_layers_8_mlp_fc1.alpha": { - "dtype": "F16", - "shape": [], - "data_offsets": [ - 14627521134, - 14627521136 - ] - }, - "lora_te_text_model_encoder_layers_8_mlp_fc1.lora_down.weight": { - "dtype": "F16", - "shape": [ - 64, - 768 - ], - "data_offsets": [ - 14627521136, - 14627619440 - ] - }, - "lora_te_text_model_encoder_layers_8_mlp_fc1.lora_up.weight": { - "dtype": "F16", - "shape": [ - 3072, - 64 - ], - "data_offsets": [ - 14627619440, - 14628012656 - ] - }, - "lora_te_text_model_encoder_layers_8_mlp_fc2.alpha": { - "dtype": "F16", - "shape": [], - "data_offsets": [ - 14628012656, - 14628012658 - ] - }, - "lora_te_text_model_encoder_layers_8_mlp_fc2.lora_down.weight": { - "dtype": "F16", - "shape": [ - 64, - 3072 - ], - "data_offsets": [ - 14628012658, - 14628405874 - ] - }, - "lora_te_text_model_encoder_layers_8_mlp_fc2.lora_up.weight": { - "dtype": "F16", - "shape": [ - 768, - 64 - ], - "data_offsets": [ - 14628405874, - 14628504178 - ] - }, - "lora_te_text_model_encoder_layers_8_self_attn_k_proj.alpha": { - "dtype": "F16", - "shape": [], - "data_offsets": [ - 14628504178, - 14628504180 - ] - }, - "lora_te_text_model_encoder_layers_8_self_attn_k_proj.lora_down.weight": { - "dtype": "F16", - "shape": [ - 64, - 768 - ], - "data_offsets": [ - 14628504180, - 14628602484 - ] - }, - "lora_te_text_model_encoder_layers_8_self_attn_k_proj.lora_up.weight": { - "dtype": "F16", - "shape": [ - 768, - 64 - ], - "data_offsets": [ - 14628602484, - 14628700788 - ] - }, - "lora_te_text_model_encoder_layers_8_self_attn_out_proj.alpha": { - "dtype": "F16", - "shape": [], - "data_offsets": [ - 14628700788, - 14628700790 - ] - }, - "lora_te_text_model_encoder_layers_8_self_attn_out_proj.lora_down.weight": { - "dtype": "F16", - "shape": [ - 64, - 768 - ], - "data_offsets": [ - 14628700790, - 14628799094 - ] - }, - "lora_te_text_model_encoder_layers_8_self_attn_out_proj.lora_up.weight": { - "dtype": "F16", - "shape": [ - 768, - 64 - ], - "data_offsets": [ - 14628799094, - 14628897398 - ] - }, - "lora_te_text_model_encoder_layers_8_self_attn_q_proj.alpha": { - "dtype": "F16", - "shape": [], - "data_offsets": [ - 14628897398, - 14628897400 - ] - }, - "lora_te_text_model_encoder_layers_8_self_attn_q_proj.lora_down.weight": { - "dtype": "F16", - "shape": [ - 64, - 768 - ], - "data_offsets": [ - 14628897400, - 14628995704 - ] - }, - "lora_te_text_model_encoder_layers_8_self_attn_q_proj.lora_up.weight": { - "dtype": "F16", - "shape": [ - 768, - 64 - ], - "data_offsets": [ - 14628995704, - 14629094008 - ] - }, - "lora_te_text_model_encoder_layers_8_self_attn_v_proj.alpha": { - "dtype": "F16", - "shape": [], - "data_offsets": [ - 14629094008, - 14629094010 - ] - }, - "lora_te_text_model_encoder_layers_8_self_attn_v_proj.lora_down.weight": { - "dtype": "F16", - "shape": [ - 64, - 768 - ], - "data_offsets": [ - 14629094010, - 14629192314 - ] - }, - "lora_te_text_model_encoder_layers_8_self_attn_v_proj.lora_up.weight": { - "dtype": "F16", - "shape": [ - 768, - 64 - ], - "data_offsets": [ - 14629192314, - 14629290618 - ] - }, - "lora_te_text_model_encoder_layers_9_mlp_fc1.alpha": { - "dtype": "F16", - "shape": [], - "data_offsets": [ - 14629290618, - 14629290620 - ] - }, - "lora_te_text_model_encoder_layers_9_mlp_fc1.lora_down.weight": { - "dtype": "F16", - "shape": [ - 64, - 768 - ], - "data_offsets": [ - 14629290620, - 14629388924 - ] - }, - "lora_te_text_model_encoder_layers_9_mlp_fc1.lora_up.weight": { - "dtype": "F16", - "shape": [ - 3072, - 64 - ], - "data_offsets": [ - 14629388924, - 14629782140 - ] - }, - "lora_te_text_model_encoder_layers_9_mlp_fc2.alpha": { - "dtype": "F16", - "shape": [], - "data_offsets": [ - 14629782140, - 14629782142 - ] - }, - "lora_te_text_model_encoder_layers_9_mlp_fc2.lora_down.weight": { - "dtype": "F16", - "shape": [ - 64, - 3072 - ], - "data_offsets": [ - 14629782142, - 14630175358 - ] - }, - "lora_te_text_model_encoder_layers_9_mlp_fc2.lora_up.weight": { - "dtype": "F16", - "shape": [ - 768, - 64 - ], - "data_offsets": [ - 14630175358, - 14630273662 - ] - }, - "lora_te_text_model_encoder_layers_9_self_attn_k_proj.alpha": { - "dtype": "F16", - "shape": [], - "data_offsets": [ - 14630273662, - 14630273664 - ] - }, - "lora_te_text_model_encoder_layers_9_self_attn_k_proj.lora_down.weight": { - "dtype": "F16", - "shape": [ - 64, - 768 - ], - "data_offsets": [ - 14630273664, - 14630371968 - ] - }, - "lora_te_text_model_encoder_layers_9_self_attn_k_proj.lora_up.weight": { - "dtype": "F16", - "shape": [ - 768, - 64 - ], - "data_offsets": [ - 14630371968, - 14630470272 - ] - }, - "lora_te_text_model_encoder_layers_9_self_attn_out_proj.alpha": { - "dtype": "F16", - "shape": [], - "data_offsets": [ - 14630470272, - 14630470274 - ] - }, - "lora_te_text_model_encoder_layers_9_self_attn_out_proj.lora_down.weight": { - "dtype": "F16", - "shape": [ - 64, - 768 - ], - "data_offsets": [ - 14630470274, - 14630568578 - ] - }, - "lora_te_text_model_encoder_layers_9_self_attn_out_proj.lora_up.weight": { - "dtype": "F16", - "shape": [ - 768, - 64 - ], - "data_offsets": [ - 14630568578, - 14630666882 - ] - }, - "lora_te_text_model_encoder_layers_9_self_attn_q_proj.alpha": { - "dtype": "F16", - "shape": [], - "data_offsets": [ - 14630666882, - 14630666884 - ] - }, - "lora_te_text_model_encoder_layers_9_self_attn_q_proj.lora_down.weight": { - "dtype": "F16", - "shape": [ - 64, - 768 - ], - "data_offsets": [ - 14630666884, - 14630765188 - ] - }, - "lora_te_text_model_encoder_layers_9_self_attn_q_proj.lora_up.weight": { - "dtype": "F16", - "shape": [ - 768, - 64 - ], - "data_offsets": [ - 14630765188, - 14630863492 - ] - }, - "lora_te_text_model_encoder_layers_9_self_attn_v_proj.alpha": { - "dtype": "F16", - "shape": [], - "data_offsets": [ - 14630863492, - 14630863494 - ] - }, - "lora_te_text_model_encoder_layers_9_self_attn_v_proj.lora_down.weight": { - "dtype": "F16", - "shape": [ - 64, - 768 - ], - "data_offsets": [ - 14630863494, - 14630961798 - ] - }, - "lora_te_text_model_encoder_layers_9_self_attn_v_proj.lora_up.weight": { - "dtype": "F16", - "shape": [ - 768, - 64 - ], - "data_offsets": [ - 14630961798, - 14631060102 - ] - }, - "model.clip_img_proj.bias": { - "dtype": "F16", - "shape": [ - 2048 - ], - "data_offsets": [ - 14631060102, - 14631064198 - ] - }, - "model.clip_img_proj.weight": { - "dtype": "F16", - "shape": [ - 2048, - 768 - ], - "data_offsets": [ - 14631064198, - 14634209926 - ] - }, - "model.diffusion_model.input_blocks.0.0.bias": { - "dtype": "F16", - "shape": [ - 320 - ], - "data_offsets": [ - 14634209926, - 14634210566 - ] - }, - "model.diffusion_model.input_blocks.0.0.weight": { - "dtype": "F16", - "shape": [ - 320, - 4, - 3, - 3 - ], - "data_offsets": [ - 14634210566, - 14634233606 - ] - }, - "model.diffusion_model.input_blocks.1.0.emb_layers.1.bias": { - "dtype": "F16", - "shape": [ - 320 - ], - "data_offsets": [ - 14634233606, - 14634234246 - ] - }, - "model.diffusion_model.input_blocks.1.0.emb_layers.1.weight": { - "dtype": "F16", - "shape": [ - 320, - 1280 - ], - "data_offsets": [ - 14634234246, - 14635053446 - ] - }, - "model.diffusion_model.input_blocks.1.0.in_layers.0.bias": { - "dtype": "F16", - "shape": [ - 320 - ], - "data_offsets": [ - 14635053446, - 14635054086 - ] - }, - "model.diffusion_model.input_blocks.1.0.in_layers.0.weight": { - "dtype": "F16", - "shape": [ - 320 - ], - "data_offsets": [ - 14635054086, - 14635054726 - ] - }, - "model.diffusion_model.input_blocks.1.0.in_layers.2.bias": { - "dtype": "F16", - "shape": [ - 320 - ], - "data_offsets": [ - 14635054726, - 14635055366 - ] - }, - "model.diffusion_model.input_blocks.1.0.in_layers.2.weight": { - "dtype": "F16", - "shape": [ - 320, - 320, - 3, - 3 - ], - "data_offsets": [ - 14635055366, - 14636898566 - ] - }, - "model.diffusion_model.input_blocks.1.0.out_layers.0.bias": { - "dtype": "F16", - "shape": [ - 320 - ], - "data_offsets": [ - 14636898566, - 14636899206 - ] - }, - "model.diffusion_model.input_blocks.1.0.out_layers.0.weight": { - "dtype": "F16", - "shape": [ - 320 - ], - "data_offsets": [ - 14636899206, - 14636899846 - ] - }, - "model.diffusion_model.input_blocks.1.0.out_layers.3.bias": { - "dtype": "F16", - "shape": [ - 320 - ], - "data_offsets": [ - 14636899846, - 14636900486 - ] - }, - "model.diffusion_model.input_blocks.1.0.out_layers.3.weight": { - "dtype": "F16", - "shape": [ - 320, - 320, - 3, - 3 - ], - "data_offsets": [ - 14636900486, - 14638743686 - ] - }, - "model.diffusion_model.input_blocks.1.1.norm.bias": { - "dtype": "F16", - "shape": [ - 320 - ], - "data_offsets": [ - 14638743686, - 14638744326 - ] - }, - "model.diffusion_model.input_blocks.1.1.norm.weight": { - "dtype": "F16", - "shape": [ - 320 - ], - "data_offsets": [ - 14638744326, - 14638744966 - ] - }, - "model.diffusion_model.input_blocks.1.1.proj_in.bias": { - "dtype": "F16", - "shape": [ - 320 - ], - "data_offsets": [ - 14638744966, - 14638745606 - ] - }, - "model.diffusion_model.input_blocks.1.1.proj_out.bias": { - "dtype": "F16", - "shape": [ - 320 - ], - "data_offsets": [ - 14638745606, - 14638746246 - ] - }, - "model.diffusion_model.input_blocks.1.1.transformer_blocks.0.attn1.to_out.0.bias": { - "dtype": "F16", - "shape": [ - 320 - ], - "data_offsets": [ - 14638746246, - 14638746886 - ] - }, - "model.diffusion_model.input_blocks.1.1.transformer_blocks.0.attn2.to_out.0.bias": { - "dtype": "F16", - "shape": [ - 320 - ], - "data_offsets": [ - 14638746886, - 14638747526 - ] - }, - "model.diffusion_model.input_blocks.1.1.transformer_blocks.0.ff.net.0.proj.bias": { - "dtype": "F16", - "shape": [ - 2560 - ], - "data_offsets": [ - 14638747526, - 14638752646 - ] - }, - "model.diffusion_model.input_blocks.1.1.transformer_blocks.0.ff.net.2.bias": { - "dtype": "F16", - "shape": [ - 320 - ], - "data_offsets": [ - 14638752646, - 14638753286 - ] - }, - "model.diffusion_model.input_blocks.1.1.transformer_blocks.0.norm1.bias": { - "dtype": "F16", - "shape": [ - 320 - ], - "data_offsets": [ - 14638753286, - 14638753926 - ] - }, - "model.diffusion_model.input_blocks.1.1.transformer_blocks.0.norm1.weight": { - "dtype": "F16", - "shape": [ - 320 - ], - "data_offsets": [ - 14638753926, - 14638754566 - ] - }, - "model.diffusion_model.input_blocks.1.1.transformer_blocks.0.norm2.bias": { - "dtype": "F16", - "shape": [ - 320 - ], - "data_offsets": [ - 14638754566, - 14638755206 - ] - }, - "model.diffusion_model.input_blocks.1.1.transformer_blocks.0.norm2.weight": { - "dtype": "F16", - "shape": [ - 320 - ], - "data_offsets": [ - 14638755206, - 14638755846 - ] - }, - "model.diffusion_model.input_blocks.1.1.transformer_blocks.0.norm3.bias": { - "dtype": "F16", - "shape": [ - 320 - ], - "data_offsets": [ - 14638755846, - 14638756486 - ] - }, - "model.diffusion_model.input_blocks.1.1.transformer_blocks.0.norm3.weight": { - "dtype": "F16", - "shape": [ - 320 - ], - "data_offsets": [ - 14638756486, - 14638757126 - ] - }, - "model.diffusion_model.input_blocks.10.0.emb_layers.1.bias": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 14638757126, - 14638759686 - ] - }, - "model.diffusion_model.input_blocks.10.0.emb_layers.1.weight": { - "dtype": "F16", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 14638759686, - 14642036486 - ] - }, - "model.diffusion_model.input_blocks.10.0.in_layers.0.bias": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 14642036486, - 14642039046 - ] - }, - "model.diffusion_model.input_blocks.10.0.in_layers.0.weight": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 14642039046, - 14642041606 - ] - }, - "model.diffusion_model.input_blocks.10.0.in_layers.2.bias": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 14642041606, - 14642044166 - ] - }, - "model.diffusion_model.input_blocks.10.0.in_layers.2.weight": { - "dtype": "F16", - "shape": [ - 1280, - 1280, - 3, - 3 - ], - "data_offsets": [ - 14642044166, - 14671535366 - ] - }, - "model.diffusion_model.input_blocks.10.0.out_layers.0.bias": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 14671535366, - 14671537926 - ] - }, - "model.diffusion_model.input_blocks.10.0.out_layers.0.weight": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 14671537926, - 14671540486 - ] - }, - "model.diffusion_model.input_blocks.10.0.out_layers.3.bias": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 14671540486, - 14671543046 - ] - }, - "model.diffusion_model.input_blocks.10.0.out_layers.3.weight": { - "dtype": "F16", - "shape": [ - 1280, - 1280, - 3, - 3 - ], - "data_offsets": [ - 14671543046, - 14701034246 - ] - }, - "model.diffusion_model.input_blocks.11.0.emb_layers.1.bias": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 14701034246, - 14701036806 - ] - }, - "model.diffusion_model.input_blocks.11.0.emb_layers.1.weight": { - "dtype": "F16", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 14701036806, - 14704313606 - ] - }, - "model.diffusion_model.input_blocks.11.0.in_layers.0.bias": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 14704313606, - 14704316166 - ] - }, - "model.diffusion_model.input_blocks.11.0.in_layers.0.weight": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 14704316166, - 14704318726 - ] - }, - "model.diffusion_model.input_blocks.11.0.in_layers.2.bias": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 14704318726, - 14704321286 - ] - }, - "model.diffusion_model.input_blocks.11.0.in_layers.2.weight": { - "dtype": "F16", - "shape": [ - 1280, - 1280, - 3, - 3 - ], - "data_offsets": [ - 14704321286, - 14733812486 - ] - }, - "model.diffusion_model.input_blocks.11.0.out_layers.0.bias": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 14733812486, - 14733815046 - ] - }, - "model.diffusion_model.input_blocks.11.0.out_layers.0.weight": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 14733815046, - 14733817606 - ] - }, - "model.diffusion_model.input_blocks.11.0.out_layers.3.bias": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 14733817606, - 14733820166 - ] - }, - "model.diffusion_model.input_blocks.11.0.out_layers.3.weight": { - "dtype": "F16", - "shape": [ - 1280, - 1280, - 3, - 3 - ], - "data_offsets": [ - 14733820166, - 14763311366 - ] - }, - "model.diffusion_model.input_blocks.2.0.emb_layers.1.bias": { - "dtype": "F16", - "shape": [ - 320 - ], - "data_offsets": [ - 14763311366, - 14763312006 - ] - }, - "model.diffusion_model.input_blocks.2.0.emb_layers.1.weight": { - "dtype": "F16", - "shape": [ - 320, - 1280 - ], - "data_offsets": [ - 14763312006, - 14764131206 - ] - }, - "model.diffusion_model.input_blocks.2.0.in_layers.0.bias": { - "dtype": "F16", - "shape": [ - 320 - ], - "data_offsets": [ - 14764131206, - 14764131846 - ] - }, - "model.diffusion_model.input_blocks.2.0.in_layers.0.weight": { - "dtype": "F16", - "shape": [ - 320 - ], - "data_offsets": [ - 14764131846, - 14764132486 - ] - }, - "model.diffusion_model.input_blocks.2.0.in_layers.2.bias": { - "dtype": "F16", - "shape": [ - 320 - ], - "data_offsets": [ - 14764132486, - 14764133126 - ] - }, - "model.diffusion_model.input_blocks.2.0.in_layers.2.weight": { - "dtype": "F16", - "shape": [ - 320, - 320, - 3, - 3 - ], - "data_offsets": [ - 14764133126, - 14765976326 - ] - }, - "model.diffusion_model.input_blocks.2.0.out_layers.0.bias": { - "dtype": "F16", - "shape": [ - 320 - ], - "data_offsets": [ - 14765976326, - 14765976966 - ] - }, - "model.diffusion_model.input_blocks.2.0.out_layers.0.weight": { - "dtype": "F16", - "shape": [ - 320 - ], - "data_offsets": [ - 14765976966, - 14765977606 - ] - }, - "model.diffusion_model.input_blocks.2.0.out_layers.3.bias": { - "dtype": "F16", - "shape": [ - 320 - ], - "data_offsets": [ - 14765977606, - 14765978246 - ] - }, - "model.diffusion_model.input_blocks.2.0.out_layers.3.weight": { - "dtype": "F16", - "shape": [ - 320, - 320, - 3, - 3 - ], - "data_offsets": [ - 14765978246, - 14767821446 - ] - }, - "model.diffusion_model.input_blocks.2.1.norm.bias": { - "dtype": "F16", - "shape": [ - 320 - ], - "data_offsets": [ - 14767821446, - 14767822086 - ] - }, - "model.diffusion_model.input_blocks.2.1.norm.weight": { - "dtype": "F16", - "shape": [ - 320 - ], - "data_offsets": [ - 14767822086, - 14767822726 - ] - }, - "model.diffusion_model.input_blocks.2.1.proj_in.bias": { - "dtype": "F16", - "shape": [ - 320 - ], - "data_offsets": [ - 14767822726, - 14767823366 - ] - }, - "model.diffusion_model.input_blocks.2.1.proj_out.bias": { - "dtype": "F16", - "shape": [ - 320 - ], - "data_offsets": [ - 14767823366, - 14767824006 - ] - }, - "model.diffusion_model.input_blocks.2.1.transformer_blocks.0.attn1.to_out.0.bias": { - "dtype": "F16", - "shape": [ - 320 - ], - "data_offsets": [ - 14767824006, - 14767824646 - ] - }, - "model.diffusion_model.input_blocks.2.1.transformer_blocks.0.attn2.to_out.0.bias": { - "dtype": "F16", - "shape": [ - 320 - ], - "data_offsets": [ - 14767824646, - 14767825286 - ] - }, - "model.diffusion_model.input_blocks.2.1.transformer_blocks.0.ff.net.0.proj.bias": { - "dtype": "F16", - "shape": [ - 2560 - ], - "data_offsets": [ - 14767825286, - 14767830406 - ] - }, - "model.diffusion_model.input_blocks.2.1.transformer_blocks.0.ff.net.2.bias": { - "dtype": "F16", - "shape": [ - 320 - ], - "data_offsets": [ - 14767830406, - 14767831046 - ] - }, - "model.diffusion_model.input_blocks.2.1.transformer_blocks.0.norm1.bias": { - "dtype": "F16", - "shape": [ - 320 - ], - "data_offsets": [ - 14767831046, - 14767831686 - ] - }, - "model.diffusion_model.input_blocks.2.1.transformer_blocks.0.norm1.weight": { - "dtype": "F16", - "shape": [ - 320 - ], - "data_offsets": [ - 14767831686, - 14767832326 - ] - }, - "model.diffusion_model.input_blocks.2.1.transformer_blocks.0.norm2.bias": { - "dtype": "F16", - "shape": [ - 320 - ], - "data_offsets": [ - 14767832326, - 14767832966 - ] - }, - "model.diffusion_model.input_blocks.2.1.transformer_blocks.0.norm2.weight": { - "dtype": "F16", - "shape": [ - 320 - ], - "data_offsets": [ - 14767832966, - 14767833606 - ] - }, - "model.diffusion_model.input_blocks.2.1.transformer_blocks.0.norm3.bias": { - "dtype": "F16", - "shape": [ - 320 - ], - "data_offsets": [ - 14767833606, - 14767834246 - ] - }, - "model.diffusion_model.input_blocks.2.1.transformer_blocks.0.norm3.weight": { - "dtype": "F16", - "shape": [ - 320 - ], - "data_offsets": [ - 14767834246, - 14767834886 - ] - }, - "model.diffusion_model.input_blocks.3.0.op.bias": { - "dtype": "F16", - "shape": [ - 320 - ], - "data_offsets": [ - 14767834886, - 14767835526 - ] - }, - "model.diffusion_model.input_blocks.3.0.op.weight": { - "dtype": "F16", - "shape": [ - 320, - 320, - 3, - 3 - ], - "data_offsets": [ - 14767835526, - 14769678726 - ] - }, - "model.diffusion_model.input_blocks.4.0.emb_layers.1.bias": { - "dtype": "F16", - "shape": [ - 640 - ], - "data_offsets": [ - 14769678726, - 14769680006 - ] - }, - "model.diffusion_model.input_blocks.4.0.emb_layers.1.weight": { - "dtype": "F16", - "shape": [ - 640, - 1280 - ], - "data_offsets": [ - 14769680006, - 14771318406 - ] - }, - "model.diffusion_model.input_blocks.4.0.in_layers.0.bias": { - "dtype": "F16", - "shape": [ - 320 - ], - "data_offsets": [ - 14771318406, - 14771319046 - ] - }, - "model.diffusion_model.input_blocks.4.0.in_layers.0.weight": { - "dtype": "F16", - "shape": [ - 320 - ], - "data_offsets": [ - 14771319046, - 14771319686 - ] - }, - "model.diffusion_model.input_blocks.4.0.in_layers.2.bias": { - "dtype": "F16", - "shape": [ - 640 - ], - "data_offsets": [ - 14771319686, - 14771320966 - ] - }, - "model.diffusion_model.input_blocks.4.0.in_layers.2.weight": { - "dtype": "F16", - "shape": [ - 640, - 320, - 3, - 3 - ], - "data_offsets": [ - 14771320966, - 14775007366 - ] - }, - "model.diffusion_model.input_blocks.4.0.out_layers.0.bias": { - "dtype": "F16", - "shape": [ - 640 - ], - "data_offsets": [ - 14775007366, - 14775008646 - ] - }, - "model.diffusion_model.input_blocks.4.0.out_layers.0.weight": { - "dtype": "F16", - "shape": [ - 640 - ], - "data_offsets": [ - 14775008646, - 14775009926 - ] - }, - "model.diffusion_model.input_blocks.4.0.out_layers.3.bias": { - "dtype": "F16", - "shape": [ - 640 - ], - "data_offsets": [ - 14775009926, - 14775011206 - ] - }, - "model.diffusion_model.input_blocks.4.0.out_layers.3.weight": { - "dtype": "F16", - "shape": [ - 640, - 640, - 3, - 3 - ], - "data_offsets": [ - 14775011206, - 14782384006 - ] - }, - "model.diffusion_model.input_blocks.4.0.skip_connection.bias": { - "dtype": "F16", - "shape": [ - 640 - ], - "data_offsets": [ - 14782384006, - 14782385286 - ] - }, - "model.diffusion_model.input_blocks.4.0.skip_connection.weight": { - "dtype": "F16", - "shape": [ - 640, - 320, - 1, - 1 - ], - "data_offsets": [ - 14782385286, - 14782794886 - ] - }, - "model.diffusion_model.input_blocks.4.1.norm.bias": { - "dtype": "F16", - "shape": [ - 640 - ], - "data_offsets": [ - 14782794886, - 14782796166 - ] - }, - "model.diffusion_model.input_blocks.4.1.norm.weight": { - "dtype": "F16", - "shape": [ - 640 - ], - "data_offsets": [ - 14782796166, - 14782797446 - ] - }, - "model.diffusion_model.input_blocks.4.1.proj_in.bias": { - "dtype": "F16", - "shape": [ - 640 - ], - "data_offsets": [ - 14782797446, - 14782798726 - ] - }, - "model.diffusion_model.input_blocks.4.1.proj_out.bias": { - "dtype": "F16", - "shape": [ - 640 - ], - "data_offsets": [ - 14782798726, - 14782800006 - ] - }, - "model.diffusion_model.input_blocks.4.1.transformer_blocks.0.attn1.to_out.0.bias": { - "dtype": "F16", - "shape": [ - 640 - ], - "data_offsets": [ - 14782800006, - 14782801286 - ] - }, - "model.diffusion_model.input_blocks.4.1.transformer_blocks.0.attn2.to_out.0.bias": { - "dtype": "F16", - "shape": [ - 640 - ], - "data_offsets": [ - 14782801286, - 14782802566 - ] - }, - "model.diffusion_model.input_blocks.4.1.transformer_blocks.0.ff.net.0.proj.bias": { - "dtype": "F16", - "shape": [ - 5120 - ], - "data_offsets": [ - 14782802566, - 14782812806 - ] - }, - "model.diffusion_model.input_blocks.4.1.transformer_blocks.0.ff.net.2.bias": { - "dtype": "F16", - "shape": [ - 640 - ], - "data_offsets": [ - 14782812806, - 14782814086 - ] - }, - "model.diffusion_model.input_blocks.4.1.transformer_blocks.0.norm1.bias": { - "dtype": "F16", - "shape": [ - 640 - ], - "data_offsets": [ - 14782814086, - 14782815366 - ] - }, - "model.diffusion_model.input_blocks.4.1.transformer_blocks.0.norm1.weight": { - "dtype": "F16", - "shape": [ - 640 - ], - "data_offsets": [ - 14782815366, - 14782816646 - ] - }, - "model.diffusion_model.input_blocks.4.1.transformer_blocks.0.norm2.bias": { - "dtype": "F16", - "shape": [ - 640 - ], - "data_offsets": [ - 14782816646, - 14782817926 - ] - }, - "model.diffusion_model.input_blocks.4.1.transformer_blocks.0.norm2.weight": { - "dtype": "F16", - "shape": [ - 640 - ], - "data_offsets": [ - 14782817926, - 14782819206 - ] - }, - "model.diffusion_model.input_blocks.4.1.transformer_blocks.0.norm3.bias": { - "dtype": "F16", - "shape": [ - 640 - ], - "data_offsets": [ - 14782819206, - 14782820486 - ] - }, - "model.diffusion_model.input_blocks.4.1.transformer_blocks.0.norm3.weight": { - "dtype": "F16", - "shape": [ - 640 - ], - "data_offsets": [ - 14782820486, - 14782821766 - ] - }, - "model.diffusion_model.input_blocks.5.0.emb_layers.1.bias": { - "dtype": "F16", - "shape": [ - 640 - ], - "data_offsets": [ - 14782821766, - 14782823046 - ] - }, - "model.diffusion_model.input_blocks.5.0.emb_layers.1.weight": { - "dtype": "F16", - "shape": [ - 640, - 1280 - ], - "data_offsets": [ - 14782823046, - 14784461446 - ] - }, - "model.diffusion_model.input_blocks.5.0.in_layers.0.bias": { - "dtype": "F16", - "shape": [ - 640 - ], - "data_offsets": [ - 14784461446, - 14784462726 - ] - }, - "model.diffusion_model.input_blocks.5.0.in_layers.0.weight": { - "dtype": "F16", - "shape": [ - 640 - ], - "data_offsets": [ - 14784462726, - 14784464006 - ] - }, - "model.diffusion_model.input_blocks.5.0.in_layers.2.bias": { - "dtype": "F16", - "shape": [ - 640 - ], - "data_offsets": [ - 14784464006, - 14784465286 - ] - }, - "model.diffusion_model.input_blocks.5.0.in_layers.2.weight": { - "dtype": "F16", - "shape": [ - 640, - 640, - 3, - 3 - ], - "data_offsets": [ - 14784465286, - 14791838086 - ] - }, - "model.diffusion_model.input_blocks.5.0.out_layers.0.bias": { - "dtype": "F16", - "shape": [ - 640 - ], - "data_offsets": [ - 14791838086, - 14791839366 - ] - }, - "model.diffusion_model.input_blocks.5.0.out_layers.0.weight": { - "dtype": "F16", - "shape": [ - 640 - ], - "data_offsets": [ - 14791839366, - 14791840646 - ] - }, - "model.diffusion_model.input_blocks.5.0.out_layers.3.bias": { - "dtype": "F16", - "shape": [ - 640 - ], - "data_offsets": [ - 14791840646, - 14791841926 - ] - }, - "model.diffusion_model.input_blocks.5.0.out_layers.3.weight": { - "dtype": "F16", - "shape": [ - 640, - 640, - 3, - 3 - ], - "data_offsets": [ - 14791841926, - 14799214726 - ] - }, - "model.diffusion_model.input_blocks.5.1.norm.bias": { - "dtype": "F16", - "shape": [ - 640 - ], - "data_offsets": [ - 14799214726, - 14799216006 - ] - }, - "model.diffusion_model.input_blocks.5.1.norm.weight": { - "dtype": "F16", - "shape": [ - 640 - ], - "data_offsets": [ - 14799216006, - 14799217286 - ] - }, - "model.diffusion_model.input_blocks.5.1.proj_in.bias": { - "dtype": "F16", - "shape": [ - 640 - ], - "data_offsets": [ - 14799217286, - 14799218566 - ] - }, - "model.diffusion_model.input_blocks.5.1.proj_out.bias": { - "dtype": "F16", - "shape": [ - 640 - ], - "data_offsets": [ - 14799218566, - 14799219846 - ] - }, - "model.diffusion_model.input_blocks.5.1.transformer_blocks.0.attn1.to_out.0.bias": { - "dtype": "F16", - "shape": [ - 640 - ], - "data_offsets": [ - 14799219846, - 14799221126 - ] - }, - "model.diffusion_model.input_blocks.5.1.transformer_blocks.0.attn2.to_out.0.bias": { - "dtype": "F16", - "shape": [ - 640 - ], - "data_offsets": [ - 14799221126, - 14799222406 - ] - }, - "model.diffusion_model.input_blocks.5.1.transformer_blocks.0.ff.net.0.proj.bias": { - "dtype": "F16", - "shape": [ - 5120 - ], - "data_offsets": [ - 14799222406, - 14799232646 - ] - }, - "model.diffusion_model.input_blocks.5.1.transformer_blocks.0.ff.net.2.bias": { - "dtype": "F16", - "shape": [ - 640 - ], - "data_offsets": [ - 14799232646, - 14799233926 - ] - }, - "model.diffusion_model.input_blocks.5.1.transformer_blocks.0.norm1.bias": { - "dtype": "F16", - "shape": [ - 640 - ], - "data_offsets": [ - 14799233926, - 14799235206 - ] - }, - "model.diffusion_model.input_blocks.5.1.transformer_blocks.0.norm1.weight": { - "dtype": "F16", - "shape": [ - 640 - ], - "data_offsets": [ - 14799235206, - 14799236486 - ] - }, - "model.diffusion_model.input_blocks.5.1.transformer_blocks.0.norm2.bias": { - "dtype": "F16", - "shape": [ - 640 - ], - "data_offsets": [ - 14799236486, - 14799237766 - ] - }, - "model.diffusion_model.input_blocks.5.1.transformer_blocks.0.norm2.weight": { - "dtype": "F16", - "shape": [ - 640 - ], - "data_offsets": [ - 14799237766, - 14799239046 - ] - }, - "model.diffusion_model.input_blocks.5.1.transformer_blocks.0.norm3.bias": { - "dtype": "F16", - "shape": [ - 640 - ], - "data_offsets": [ - 14799239046, - 14799240326 - ] - }, - "model.diffusion_model.input_blocks.5.1.transformer_blocks.0.norm3.weight": { - "dtype": "F16", - "shape": [ - 640 - ], - "data_offsets": [ - 14799240326, - 14799241606 - ] - }, - "model.diffusion_model.input_blocks.6.0.op.bias": { - "dtype": "F16", - "shape": [ - 640 - ], - "data_offsets": [ - 14799241606, - 14799242886 - ] - }, - "model.diffusion_model.input_blocks.6.0.op.weight": { - "dtype": "F16", - "shape": [ - 640, - 640, - 3, - 3 - ], - "data_offsets": [ - 14799242886, - 14806615686 - ] - }, - "model.diffusion_model.input_blocks.7.0.emb_layers.1.bias": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 14806615686, - 14806618246 - ] - }, - "model.diffusion_model.input_blocks.7.0.emb_layers.1.weight": { - "dtype": "F16", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 14806618246, - 14809895046 - ] - }, - "model.diffusion_model.input_blocks.7.0.in_layers.0.bias": { - "dtype": "F16", - "shape": [ - 640 - ], - "data_offsets": [ - 14809895046, - 14809896326 - ] - }, - "model.diffusion_model.input_blocks.7.0.in_layers.0.weight": { - "dtype": "F16", - "shape": [ - 640 - ], - "data_offsets": [ - 14809896326, - 14809897606 - ] - }, - "model.diffusion_model.input_blocks.7.0.in_layers.2.bias": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 14809897606, - 14809900166 - ] - }, - "model.diffusion_model.input_blocks.7.0.in_layers.2.weight": { - "dtype": "F16", - "shape": [ - 1280, - 640, - 3, - 3 - ], - "data_offsets": [ - 14809900166, - 14824645766 - ] - }, - "model.diffusion_model.input_blocks.7.0.out_layers.0.bias": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 14824645766, - 14824648326 - ] - }, - "model.diffusion_model.input_blocks.7.0.out_layers.0.weight": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 14824648326, - 14824650886 - ] - }, - "model.diffusion_model.input_blocks.7.0.out_layers.3.bias": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 14824650886, - 14824653446 - ] - }, - "model.diffusion_model.input_blocks.7.0.out_layers.3.weight": { - "dtype": "F16", - "shape": [ - 1280, - 1280, - 3, - 3 - ], - "data_offsets": [ - 14824653446, - 14854144646 - ] - }, - "model.diffusion_model.input_blocks.7.0.skip_connection.bias": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 14854144646, - 14854147206 - ] - }, - "model.diffusion_model.input_blocks.7.0.skip_connection.weight": { - "dtype": "F16", - "shape": [ - 1280, - 640, - 1, - 1 - ], - "data_offsets": [ - 14854147206, - 14855785606 - ] - }, - "model.diffusion_model.input_blocks.7.1.norm.bias": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 14855785606, - 14855788166 - ] - }, - "model.diffusion_model.input_blocks.7.1.norm.weight": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 14855788166, - 14855790726 - ] - }, - "model.diffusion_model.input_blocks.7.1.proj_in.bias": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 14855790726, - 14855793286 - ] - }, - "model.diffusion_model.input_blocks.7.1.proj_out.bias": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 14855793286, - 14855795846 - ] - }, - "model.diffusion_model.input_blocks.7.1.transformer_blocks.0.attn1.to_out.0.bias": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 14855795846, - 14855798406 - ] - }, - "model.diffusion_model.input_blocks.7.1.transformer_blocks.0.attn2.to_out.0.bias": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 14855798406, - 14855800966 - ] - }, - "model.diffusion_model.input_blocks.7.1.transformer_blocks.0.ff.net.0.proj.bias": { - "dtype": "F16", - "shape": [ - 10240 - ], - "data_offsets": [ - 14855800966, - 14855821446 - ] - }, - "model.diffusion_model.input_blocks.7.1.transformer_blocks.0.ff.net.2.bias": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 14855821446, - 14855824006 - ] - }, - "model.diffusion_model.input_blocks.7.1.transformer_blocks.0.norm1.bias": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 14855824006, - 14855826566 - ] - }, - "model.diffusion_model.input_blocks.7.1.transformer_blocks.0.norm1.weight": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 14855826566, - 14855829126 - ] - }, - "model.diffusion_model.input_blocks.7.1.transformer_blocks.0.norm2.bias": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 14855829126, - 14855831686 - ] - }, - "model.diffusion_model.input_blocks.7.1.transformer_blocks.0.norm2.weight": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 14855831686, - 14855834246 - ] - }, - "model.diffusion_model.input_blocks.7.1.transformer_blocks.0.norm3.bias": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 14855834246, - 14855836806 - ] - }, - "model.diffusion_model.input_blocks.7.1.transformer_blocks.0.norm3.weight": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 14855836806, - 14855839366 - ] - }, - "model.diffusion_model.input_blocks.8.0.emb_layers.1.bias": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 14855839366, - 14855841926 - ] - }, - "model.diffusion_model.input_blocks.8.0.emb_layers.1.weight": { - "dtype": "F16", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 14855841926, - 14859118726 - ] - }, - "model.diffusion_model.input_blocks.8.0.in_layers.0.bias": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 14859118726, - 14859121286 - ] - }, - "model.diffusion_model.input_blocks.8.0.in_layers.0.weight": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 14859121286, - 14859123846 - ] - }, - "model.diffusion_model.input_blocks.8.0.in_layers.2.bias": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 14859123846, - 14859126406 - ] - }, - "model.diffusion_model.input_blocks.8.0.in_layers.2.weight": { - "dtype": "F16", - "shape": [ - 1280, - 1280, - 3, - 3 - ], - "data_offsets": [ - 14859126406, - 14888617606 - ] - }, - "model.diffusion_model.input_blocks.8.0.out_layers.0.bias": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 14888617606, - 14888620166 - ] - }, - "model.diffusion_model.input_blocks.8.0.out_layers.0.weight": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 14888620166, - 14888622726 - ] - }, - "model.diffusion_model.input_blocks.8.0.out_layers.3.bias": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 14888622726, - 14888625286 - ] - }, - "model.diffusion_model.input_blocks.8.0.out_layers.3.weight": { - "dtype": "F16", - "shape": [ - 1280, - 1280, - 3, - 3 - ], - "data_offsets": [ - 14888625286, - 14918116486 - ] - }, - "model.diffusion_model.input_blocks.8.1.norm.bias": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 14918116486, - 14918119046 - ] - }, - "model.diffusion_model.input_blocks.8.1.norm.weight": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 14918119046, - 14918121606 - ] - }, - "model.diffusion_model.input_blocks.8.1.proj_in.bias": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 14918121606, - 14918124166 - ] - }, - "model.diffusion_model.input_blocks.8.1.proj_out.bias": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 14918124166, - 14918126726 - ] - }, - "model.diffusion_model.input_blocks.8.1.transformer_blocks.0.attn1.to_out.0.bias": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 14918126726, - 14918129286 - ] - }, - "model.diffusion_model.input_blocks.8.1.transformer_blocks.0.attn2.to_out.0.bias": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 14918129286, - 14918131846 - ] - }, - "model.diffusion_model.input_blocks.8.1.transformer_blocks.0.ff.net.0.proj.bias": { - "dtype": "F16", - "shape": [ - 10240 - ], - "data_offsets": [ - 14918131846, - 14918152326 - ] - }, - "model.diffusion_model.input_blocks.8.1.transformer_blocks.0.ff.net.2.bias": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 14918152326, - 14918154886 - ] - }, - "model.diffusion_model.input_blocks.8.1.transformer_blocks.0.norm1.bias": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 14918154886, - 14918157446 - ] - }, - "model.diffusion_model.input_blocks.8.1.transformer_blocks.0.norm1.weight": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 14918157446, - 14918160006 - ] - }, - "model.diffusion_model.input_blocks.8.1.transformer_blocks.0.norm2.bias": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 14918160006, - 14918162566 - ] - }, - "model.diffusion_model.input_blocks.8.1.transformer_blocks.0.norm2.weight": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 14918162566, - 14918165126 - ] - }, - "model.diffusion_model.input_blocks.8.1.transformer_blocks.0.norm3.bias": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 14918165126, - 14918167686 - ] - }, - "model.diffusion_model.input_blocks.8.1.transformer_blocks.0.norm3.weight": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 14918167686, - 14918170246 - ] - }, - "model.diffusion_model.input_blocks.9.0.op.bias": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 14918170246, - 14918172806 - ] - }, - "model.diffusion_model.input_blocks.9.0.op.weight": { - "dtype": "F16", - "shape": [ - 1280, - 1280, - 3, - 3 - ], - "data_offsets": [ - 14918172806, - 14947664006 - ] - }, - "model.diffusion_model.middle_block.0.emb_layers.1.bias": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 14947664006, - 14947666566 - ] - }, - "model.diffusion_model.middle_block.0.emb_layers.1.weight": { - "dtype": "F16", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 14947666566, - 14950943366 - ] - }, - "model.diffusion_model.middle_block.0.in_layers.0.bias": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 14950943366, - 14950945926 - ] - }, - "model.diffusion_model.middle_block.0.in_layers.0.weight": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 14950945926, - 14950948486 - ] - }, - "model.diffusion_model.middle_block.0.in_layers.2.bias": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 14950948486, - 14950951046 - ] - }, - "model.diffusion_model.middle_block.0.in_layers.2.weight": { - "dtype": "F16", - "shape": [ - 1280, - 1280, - 3, - 3 - ], - "data_offsets": [ - 14950951046, - 14980442246 - ] - }, - "model.diffusion_model.middle_block.0.out_layers.0.bias": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 14980442246, - 14980444806 - ] - }, - "model.diffusion_model.middle_block.0.out_layers.0.weight": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 14980444806, - 14980447366 - ] - }, - "model.diffusion_model.middle_block.0.out_layers.3.bias": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 14980447366, - 14980449926 - ] - }, - "model.diffusion_model.middle_block.0.out_layers.3.weight": { - "dtype": "F16", - "shape": [ - 1280, - 1280, - 3, - 3 - ], - "data_offsets": [ - 14980449926, - 15009941126 - ] - }, - "model.diffusion_model.middle_block.1.norm.bias": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 15009941126, - 15009943686 - ] - }, - "model.diffusion_model.middle_block.1.norm.weight": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 15009943686, - 15009946246 - ] - }, - "model.diffusion_model.middle_block.1.proj_in.bias": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 15009946246, - 15009948806 - ] - }, - "model.diffusion_model.middle_block.1.proj_out.bias": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 15009948806, - 15009951366 - ] - }, - "model.diffusion_model.middle_block.1.transformer_blocks.0.attn1.to_out.0.bias": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 15009951366, - 15009953926 - ] - }, - "model.diffusion_model.middle_block.1.transformer_blocks.0.attn2.to_out.0.bias": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 15009953926, - 15009956486 - ] - }, - "model.diffusion_model.middle_block.1.transformer_blocks.0.ff.net.0.proj.bias": { - "dtype": "F16", - "shape": [ - 10240 - ], - "data_offsets": [ - 15009956486, - 15009976966 - ] - }, - "model.diffusion_model.middle_block.1.transformer_blocks.0.ff.net.2.bias": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 15009976966, - 15009979526 - ] - }, - "model.diffusion_model.middle_block.1.transformer_blocks.0.norm1.bias": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 15009979526, - 15009982086 - ] - }, - "model.diffusion_model.middle_block.1.transformer_blocks.0.norm1.weight": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 15009982086, - 15009984646 - ] - }, - "model.diffusion_model.middle_block.1.transformer_blocks.0.norm2.bias": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 15009984646, - 15009987206 - ] - }, - "model.diffusion_model.middle_block.1.transformer_blocks.0.norm2.weight": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 15009987206, - 15009989766 - ] - }, - "model.diffusion_model.middle_block.1.transformer_blocks.0.norm3.bias": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 15009989766, - 15009992326 - ] - }, - "model.diffusion_model.middle_block.1.transformer_blocks.0.norm3.weight": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 15009992326, - 15009994886 - ] - }, - "model.diffusion_model.middle_block.2.emb_layers.1.bias": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 15009994886, - 15009997446 - ] - }, - "model.diffusion_model.middle_block.2.emb_layers.1.weight": { - "dtype": "F16", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 15009997446, - 15013274246 - ] - }, - "model.diffusion_model.middle_block.2.in_layers.0.bias": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 15013274246, - 15013276806 - ] - }, - "model.diffusion_model.middle_block.2.in_layers.0.weight": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 15013276806, - 15013279366 - ] - }, - "model.diffusion_model.middle_block.2.in_layers.2.bias": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 15013279366, - 15013281926 - ] - }, - "model.diffusion_model.middle_block.2.in_layers.2.weight": { - "dtype": "F16", - "shape": [ - 1280, - 1280, - 3, - 3 - ], - "data_offsets": [ - 15013281926, - 15042773126 - ] - }, - "model.diffusion_model.middle_block.2.out_layers.0.bias": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 15042773126, - 15042775686 - ] - }, - "model.diffusion_model.middle_block.2.out_layers.0.weight": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 15042775686, - 15042778246 - ] - }, - "model.diffusion_model.middle_block.2.out_layers.3.bias": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 15042778246, - 15042780806 - ] - }, - "model.diffusion_model.middle_block.2.out_layers.3.weight": { - "dtype": "F16", - "shape": [ - 1280, - 1280, - 3, - 3 - ], - "data_offsets": [ - 15042780806, - 15072272006 - ] - }, - "model.diffusion_model.out.0.bias": { - "dtype": "F16", - "shape": [ - 320 - ], - "data_offsets": [ - 15072272006, - 15072272646 - ] - }, - "model.diffusion_model.out.0.weight": { - "dtype": "F16", - "shape": [ - 320 - ], - "data_offsets": [ - 15072272646, - 15072273286 - ] - }, - "model.diffusion_model.out.2.bias": { - "dtype": "F16", - "shape": [ - 4 - ], - "data_offsets": [ - 15072273286, - 15072273294 - ] - }, - "model.diffusion_model.out.2.weight": { - "dtype": "F16", - "shape": [ - 4, - 320, - 3, - 3 - ], - "data_offsets": [ - 15072273294, - 15072296334 - ] - }, - "model.diffusion_model.output_blocks.0.0.emb_layers.1.bias": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 15072296334, - 15072298894 - ] - }, - "model.diffusion_model.output_blocks.0.0.emb_layers.1.weight": { - "dtype": "F16", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 15072298894, - 15075575694 - ] - }, - "model.diffusion_model.output_blocks.0.0.in_layers.0.bias": { - "dtype": "F16", - "shape": [ - 2560 - ], - "data_offsets": [ - 15075575694, - 15075580814 - ] - }, - "model.diffusion_model.output_blocks.0.0.in_layers.0.weight": { - "dtype": "F16", - "shape": [ - 2560 - ], - "data_offsets": [ - 15075580814, - 15075585934 - ] - }, - "model.diffusion_model.output_blocks.0.0.in_layers.2.bias": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 15075585934, - 15075588494 - ] - }, - "model.diffusion_model.output_blocks.0.0.in_layers.2.weight": { - "dtype": "F16", - "shape": [ - 1280, - 2560, - 3, - 3 - ], - "data_offsets": [ - 15075588494, - 15134570894 - ] - }, - "model.diffusion_model.output_blocks.0.0.out_layers.0.bias": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 15134570894, - 15134573454 - ] - }, - "model.diffusion_model.output_blocks.0.0.out_layers.0.weight": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 15134573454, - 15134576014 - ] - }, - "model.diffusion_model.output_blocks.0.0.out_layers.3.bias": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 15134576014, - 15134578574 - ] - }, - "model.diffusion_model.output_blocks.0.0.out_layers.3.weight": { - "dtype": "F16", - "shape": [ - 1280, - 1280, - 3, - 3 - ], - "data_offsets": [ - 15134578574, - 15164069774 - ] - }, - "model.diffusion_model.output_blocks.0.0.skip_connection.bias": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 15164069774, - 15164072334 - ] - }, - "model.diffusion_model.output_blocks.0.0.skip_connection.weight": { - "dtype": "F16", - "shape": [ - 1280, - 2560, - 1, - 1 - ], - "data_offsets": [ - 15164072334, - 15170625934 - ] - }, - "model.diffusion_model.output_blocks.1.0.emb_layers.1.bias": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 15170625934, - 15170628494 - ] - }, - "model.diffusion_model.output_blocks.1.0.emb_layers.1.weight": { - "dtype": "F16", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 15170628494, - 15173905294 - ] - }, - "model.diffusion_model.output_blocks.1.0.in_layers.0.bias": { - "dtype": "F16", - "shape": [ - 2560 - ], - "data_offsets": [ - 15173905294, - 15173910414 - ] - }, - "model.diffusion_model.output_blocks.1.0.in_layers.0.weight": { - "dtype": "F16", - "shape": [ - 2560 - ], - "data_offsets": [ - 15173910414, - 15173915534 - ] - }, - "model.diffusion_model.output_blocks.1.0.in_layers.2.bias": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 15173915534, - 15173918094 - ] - }, - "model.diffusion_model.output_blocks.1.0.in_layers.2.weight": { - "dtype": "F16", - "shape": [ - 1280, - 2560, - 3, - 3 - ], - "data_offsets": [ - 15173918094, - 15232900494 - ] - }, - "model.diffusion_model.output_blocks.1.0.out_layers.0.bias": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 15232900494, - 15232903054 - ] - }, - "model.diffusion_model.output_blocks.1.0.out_layers.0.weight": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 15232903054, - 15232905614 - ] - }, - "model.diffusion_model.output_blocks.1.0.out_layers.3.bias": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 15232905614, - 15232908174 - ] - }, - "model.diffusion_model.output_blocks.1.0.out_layers.3.weight": { - "dtype": "F16", - "shape": [ - 1280, - 1280, - 3, - 3 - ], - "data_offsets": [ - 15232908174, - 15262399374 - ] - }, - "model.diffusion_model.output_blocks.1.0.skip_connection.bias": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 15262399374, - 15262401934 - ] - }, - "model.diffusion_model.output_blocks.1.0.skip_connection.weight": { - "dtype": "F16", - "shape": [ - 1280, - 2560, - 1, - 1 - ], - "data_offsets": [ - 15262401934, - 15268955534 - ] - }, - "model.diffusion_model.output_blocks.10.0.emb_layers.1.bias": { - "dtype": "F16", - "shape": [ - 320 - ], - "data_offsets": [ - 15268955534, - 15268956174 - ] - }, - "model.diffusion_model.output_blocks.10.0.emb_layers.1.weight": { - "dtype": "F16", - "shape": [ - 320, - 1280 - ], - "data_offsets": [ - 15268956174, - 15269775374 - ] - }, - "model.diffusion_model.output_blocks.10.0.in_layers.0.bias": { - "dtype": "F16", - "shape": [ - 640 - ], - "data_offsets": [ - 15269775374, - 15269776654 - ] - }, - "model.diffusion_model.output_blocks.10.0.in_layers.0.weight": { - "dtype": "F16", - "shape": [ - 640 - ], - "data_offsets": [ - 15269776654, - 15269777934 - ] - }, - "model.diffusion_model.output_blocks.10.0.in_layers.2.bias": { - "dtype": "F16", - "shape": [ - 320 - ], - "data_offsets": [ - 15269777934, - 15269778574 - ] - }, - "model.diffusion_model.output_blocks.10.0.in_layers.2.weight": { - "dtype": "F16", - "shape": [ - 320, - 640, - 3, - 3 - ], - "data_offsets": [ - 15269778574, - 15273464974 - ] - }, - "model.diffusion_model.output_blocks.10.0.out_layers.0.bias": { - "dtype": "F16", - "shape": [ - 320 - ], - "data_offsets": [ - 15273464974, - 15273465614 - ] - }, - "model.diffusion_model.output_blocks.10.0.out_layers.0.weight": { - "dtype": "F16", - "shape": [ - 320 - ], - "data_offsets": [ - 15273465614, - 15273466254 - ] - }, - "model.diffusion_model.output_blocks.10.0.out_layers.3.bias": { - "dtype": "F16", - "shape": [ - 320 - ], - "data_offsets": [ - 15273466254, - 15273466894 - ] - }, - "model.diffusion_model.output_blocks.10.0.out_layers.3.weight": { - "dtype": "F16", - "shape": [ - 320, - 320, - 3, - 3 - ], - "data_offsets": [ - 15273466894, - 15275310094 - ] - }, - "model.diffusion_model.output_blocks.10.0.skip_connection.bias": { - "dtype": "F16", - "shape": [ - 320 - ], - "data_offsets": [ - 15275310094, - 15275310734 - ] - }, - "model.diffusion_model.output_blocks.10.0.skip_connection.weight": { - "dtype": "F16", - "shape": [ - 320, - 640, - 1, - 1 - ], - "data_offsets": [ - 15275310734, - 15275720334 - ] - }, - "model.diffusion_model.output_blocks.10.1.norm.bias": { - "dtype": "F16", - "shape": [ - 320 - ], - "data_offsets": [ - 15275720334, - 15275720974 - ] - }, - "model.diffusion_model.output_blocks.10.1.norm.weight": { - "dtype": "F16", - "shape": [ - 320 - ], - "data_offsets": [ - 15275720974, - 15275721614 - ] - }, - "model.diffusion_model.output_blocks.10.1.proj_in.bias": { - "dtype": "F16", - "shape": [ - 320 - ], - "data_offsets": [ - 15275721614, - 15275722254 - ] - }, - "model.diffusion_model.output_blocks.10.1.proj_out.bias": { - "dtype": "F16", - "shape": [ - 320 - ], - "data_offsets": [ - 15275722254, - 15275722894 - ] - }, - "model.diffusion_model.output_blocks.10.1.transformer_blocks.0.attn1.to_out.0.bias": { - "dtype": "F16", - "shape": [ - 320 - ], - "data_offsets": [ - 15275722894, - 15275723534 - ] - }, - "model.diffusion_model.output_blocks.10.1.transformer_blocks.0.attn2.to_out.0.bias": { - "dtype": "F16", - "shape": [ - 320 - ], - "data_offsets": [ - 15275723534, - 15275724174 - ] - }, - "model.diffusion_model.output_blocks.10.1.transformer_blocks.0.ff.net.0.proj.bias": { - "dtype": "F16", - "shape": [ - 2560 - ], - "data_offsets": [ - 15275724174, - 15275729294 - ] - }, - "model.diffusion_model.output_blocks.10.1.transformer_blocks.0.ff.net.2.bias": { - "dtype": "F16", - "shape": [ - 320 - ], - "data_offsets": [ - 15275729294, - 15275729934 - ] - }, - "model.diffusion_model.output_blocks.10.1.transformer_blocks.0.norm1.bias": { - "dtype": "F16", - "shape": [ - 320 - ], - "data_offsets": [ - 15275729934, - 15275730574 - ] - }, - "model.diffusion_model.output_blocks.10.1.transformer_blocks.0.norm1.weight": { - "dtype": "F16", - "shape": [ - 320 - ], - "data_offsets": [ - 15275730574, - 15275731214 - ] - }, - "model.diffusion_model.output_blocks.10.1.transformer_blocks.0.norm2.bias": { - "dtype": "F16", - "shape": [ - 320 - ], - "data_offsets": [ - 15275731214, - 15275731854 - ] - }, - "model.diffusion_model.output_blocks.10.1.transformer_blocks.0.norm2.weight": { - "dtype": "F16", - "shape": [ - 320 - ], - "data_offsets": [ - 15275731854, - 15275732494 - ] - }, - "model.diffusion_model.output_blocks.10.1.transformer_blocks.0.norm3.bias": { - "dtype": "F16", - "shape": [ - 320 - ], - "data_offsets": [ - 15275732494, - 15275733134 - ] - }, - "model.diffusion_model.output_blocks.10.1.transformer_blocks.0.norm3.weight": { - "dtype": "F16", - "shape": [ - 320 - ], - "data_offsets": [ - 15275733134, - 15275733774 - ] - }, - "model.diffusion_model.output_blocks.11.0.emb_layers.1.bias": { - "dtype": "F16", - "shape": [ - 320 - ], - "data_offsets": [ - 15275733774, - 15275734414 - ] - }, - "model.diffusion_model.output_blocks.11.0.emb_layers.1.weight": { - "dtype": "F16", - "shape": [ - 320, - 1280 - ], - "data_offsets": [ - 15275734414, - 15276553614 - ] - }, - "model.diffusion_model.output_blocks.11.0.in_layers.0.bias": { - "dtype": "F16", - "shape": [ - 640 - ], - "data_offsets": [ - 15276553614, - 15276554894 - ] - }, - "model.diffusion_model.output_blocks.11.0.in_layers.0.weight": { - "dtype": "F16", - "shape": [ - 640 - ], - "data_offsets": [ - 15276554894, - 15276556174 - ] - }, - "model.diffusion_model.output_blocks.11.0.in_layers.2.bias": { - "dtype": "F16", - "shape": [ - 320 - ], - "data_offsets": [ - 15276556174, - 15276556814 - ] - }, - "model.diffusion_model.output_blocks.11.0.in_layers.2.weight": { - "dtype": "F16", - "shape": [ - 320, - 640, - 3, - 3 - ], - "data_offsets": [ - 15276556814, - 15280243214 - ] - }, - "model.diffusion_model.output_blocks.11.0.out_layers.0.bias": { - "dtype": "F16", - "shape": [ - 320 - ], - "data_offsets": [ - 15280243214, - 15280243854 - ] - }, - "model.diffusion_model.output_blocks.11.0.out_layers.0.weight": { - "dtype": "F16", - "shape": [ - 320 - ], - "data_offsets": [ - 15280243854, - 15280244494 - ] - }, - "model.diffusion_model.output_blocks.11.0.out_layers.3.bias": { - "dtype": "F16", - "shape": [ - 320 - ], - "data_offsets": [ - 15280244494, - 15280245134 - ] - }, - "model.diffusion_model.output_blocks.11.0.out_layers.3.weight": { - "dtype": "F16", - "shape": [ - 320, - 320, - 3, - 3 - ], - "data_offsets": [ - 15280245134, - 15282088334 - ] - }, - "model.diffusion_model.output_blocks.11.0.skip_connection.bias": { - "dtype": "F16", - "shape": [ - 320 - ], - "data_offsets": [ - 15282088334, - 15282088974 - ] - }, - "model.diffusion_model.output_blocks.11.0.skip_connection.weight": { - "dtype": "F16", - "shape": [ - 320, - 640, - 1, - 1 - ], - "data_offsets": [ - 15282088974, - 15282498574 - ] - }, - "model.diffusion_model.output_blocks.11.1.norm.bias": { - "dtype": "F16", - "shape": [ - 320 - ], - "data_offsets": [ - 15282498574, - 15282499214 - ] - }, - "model.diffusion_model.output_blocks.11.1.norm.weight": { - "dtype": "F16", - "shape": [ - 320 - ], - "data_offsets": [ - 15282499214, - 15282499854 - ] - }, - "model.diffusion_model.output_blocks.11.1.proj_in.bias": { - "dtype": "F16", - "shape": [ - 320 - ], - "data_offsets": [ - 15282499854, - 15282500494 - ] - }, - "model.diffusion_model.output_blocks.11.1.proj_out.bias": { - "dtype": "F16", - "shape": [ - 320 - ], - "data_offsets": [ - 15282500494, - 15282501134 - ] - }, - "model.diffusion_model.output_blocks.11.1.transformer_blocks.0.attn1.to_out.0.bias": { - "dtype": "F16", - "shape": [ - 320 - ], - "data_offsets": [ - 15282501134, - 15282501774 - ] - }, - "model.diffusion_model.output_blocks.11.1.transformer_blocks.0.attn2.to_out.0.bias": { - "dtype": "F16", - "shape": [ - 320 - ], - "data_offsets": [ - 15282501774, - 15282502414 - ] - }, - "model.diffusion_model.output_blocks.11.1.transformer_blocks.0.ff.net.0.proj.bias": { - "dtype": "F16", - "shape": [ - 2560 - ], - "data_offsets": [ - 15282502414, - 15282507534 - ] - }, - "model.diffusion_model.output_blocks.11.1.transformer_blocks.0.ff.net.2.bias": { - "dtype": "F16", - "shape": [ - 320 - ], - "data_offsets": [ - 15282507534, - 15282508174 - ] - }, - "model.diffusion_model.output_blocks.11.1.transformer_blocks.0.norm1.bias": { - "dtype": "F16", - "shape": [ - 320 - ], - "data_offsets": [ - 15282508174, - 15282508814 - ] - }, - "model.diffusion_model.output_blocks.11.1.transformer_blocks.0.norm1.weight": { - "dtype": "F16", - "shape": [ - 320 - ], - "data_offsets": [ - 15282508814, - 15282509454 - ] - }, - "model.diffusion_model.output_blocks.11.1.transformer_blocks.0.norm2.bias": { - "dtype": "F16", - "shape": [ - 320 - ], - "data_offsets": [ - 15282509454, - 15282510094 - ] - }, - "model.diffusion_model.output_blocks.11.1.transformer_blocks.0.norm2.weight": { - "dtype": "F16", - "shape": [ - 320 - ], - "data_offsets": [ - 15282510094, - 15282510734 - ] - }, - "model.diffusion_model.output_blocks.11.1.transformer_blocks.0.norm3.bias": { - "dtype": "F16", - "shape": [ - 320 - ], - "data_offsets": [ - 15282510734, - 15282511374 - ] - }, - "model.diffusion_model.output_blocks.11.1.transformer_blocks.0.norm3.weight": { - "dtype": "F16", - "shape": [ - 320 - ], - "data_offsets": [ - 15282511374, - 15282512014 - ] - }, - "model.diffusion_model.output_blocks.2.0.emb_layers.1.bias": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 15282512014, - 15282514574 - ] - }, - "model.diffusion_model.output_blocks.2.0.emb_layers.1.weight": { - "dtype": "F16", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 15282514574, - 15285791374 - ] - }, - "model.diffusion_model.output_blocks.2.0.in_layers.0.bias": { - "dtype": "F16", - "shape": [ - 2560 - ], - "data_offsets": [ - 15285791374, - 15285796494 - ] - }, - "model.diffusion_model.output_blocks.2.0.in_layers.0.weight": { - "dtype": "F16", - "shape": [ - 2560 - ], - "data_offsets": [ - 15285796494, - 15285801614 - ] - }, - "model.diffusion_model.output_blocks.2.0.in_layers.2.bias": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 15285801614, - 15285804174 - ] - }, - "model.diffusion_model.output_blocks.2.0.in_layers.2.weight": { - "dtype": "F16", - "shape": [ - 1280, - 2560, - 3, - 3 - ], - "data_offsets": [ - 15285804174, - 15344786574 - ] - }, - "model.diffusion_model.output_blocks.2.0.out_layers.0.bias": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 15344786574, - 15344789134 - ] - }, - "model.diffusion_model.output_blocks.2.0.out_layers.0.weight": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 15344789134, - 15344791694 - ] - }, - "model.diffusion_model.output_blocks.2.0.out_layers.3.bias": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 15344791694, - 15344794254 - ] - }, - "model.diffusion_model.output_blocks.2.0.out_layers.3.weight": { - "dtype": "F16", - "shape": [ - 1280, - 1280, - 3, - 3 - ], - "data_offsets": [ - 15344794254, - 15374285454 - ] - }, - "model.diffusion_model.output_blocks.2.0.skip_connection.bias": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 15374285454, - 15374288014 - ] - }, - "model.diffusion_model.output_blocks.2.0.skip_connection.weight": { - "dtype": "F16", - "shape": [ - 1280, - 2560, - 1, - 1 - ], - "data_offsets": [ - 15374288014, - 15380841614 - ] - }, - "model.diffusion_model.output_blocks.2.1.conv.bias": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 15380841614, - 15380844174 - ] - }, - "model.diffusion_model.output_blocks.2.1.conv.weight": { - "dtype": "F16", - "shape": [ - 1280, - 1280, - 3, - 3 - ], - "data_offsets": [ - 15380844174, - 15410335374 - ] - }, - "model.diffusion_model.output_blocks.3.0.emb_layers.1.bias": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 15410335374, - 15410337934 - ] - }, - "model.diffusion_model.output_blocks.3.0.emb_layers.1.weight": { - "dtype": "F16", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 15410337934, - 15413614734 - ] - }, - "model.diffusion_model.output_blocks.3.0.in_layers.0.bias": { - "dtype": "F16", - "shape": [ - 2560 - ], - "data_offsets": [ - 15413614734, - 15413619854 - ] - }, - "model.diffusion_model.output_blocks.3.0.in_layers.0.weight": { - "dtype": "F16", - "shape": [ - 2560 - ], - "data_offsets": [ - 15413619854, - 15413624974 - ] - }, - "model.diffusion_model.output_blocks.3.0.in_layers.2.bias": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 15413624974, - 15413627534 - ] - }, - "model.diffusion_model.output_blocks.3.0.in_layers.2.weight": { - "dtype": "F16", - "shape": [ - 1280, - 2560, - 3, - 3 - ], - "data_offsets": [ - 15413627534, - 15472609934 - ] - }, - "model.diffusion_model.output_blocks.3.0.out_layers.0.bias": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 15472609934, - 15472612494 - ] - }, - "model.diffusion_model.output_blocks.3.0.out_layers.0.weight": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 15472612494, - 15472615054 - ] - }, - "model.diffusion_model.output_blocks.3.0.out_layers.3.bias": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 15472615054, - 15472617614 - ] - }, - "model.diffusion_model.output_blocks.3.0.out_layers.3.weight": { - "dtype": "F16", - "shape": [ - 1280, - 1280, - 3, - 3 - ], - "data_offsets": [ - 15472617614, - 15502108814 - ] - }, - "model.diffusion_model.output_blocks.3.0.skip_connection.bias": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 15502108814, - 15502111374 - ] - }, - "model.diffusion_model.output_blocks.3.0.skip_connection.weight": { - "dtype": "F16", - "shape": [ - 1280, - 2560, - 1, - 1 - ], - "data_offsets": [ - 15502111374, - 15508664974 - ] - }, - "model.diffusion_model.output_blocks.3.1.norm.bias": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 15508664974, - 15508667534 - ] - }, - "model.diffusion_model.output_blocks.3.1.norm.weight": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 15508667534, - 15508670094 - ] - }, - "model.diffusion_model.output_blocks.3.1.proj_in.bias": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 15508670094, - 15508672654 - ] - }, - "model.diffusion_model.output_blocks.3.1.proj_out.bias": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 15508672654, - 15508675214 - ] - }, - "model.diffusion_model.output_blocks.3.1.transformer_blocks.0.attn1.to_out.0.bias": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 15508675214, - 15508677774 - ] - }, - "model.diffusion_model.output_blocks.3.1.transformer_blocks.0.attn2.to_out.0.bias": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 15508677774, - 15508680334 - ] - }, - "model.diffusion_model.output_blocks.3.1.transformer_blocks.0.ff.net.0.proj.bias": { - "dtype": "F16", - "shape": [ - 10240 - ], - "data_offsets": [ - 15508680334, - 15508700814 - ] - }, - "model.diffusion_model.output_blocks.3.1.transformer_blocks.0.ff.net.2.bias": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 15508700814, - 15508703374 - ] - }, - "model.diffusion_model.output_blocks.3.1.transformer_blocks.0.norm1.bias": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 15508703374, - 15508705934 - ] - }, - "model.diffusion_model.output_blocks.3.1.transformer_blocks.0.norm1.weight": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 15508705934, - 15508708494 - ] - }, - "model.diffusion_model.output_blocks.3.1.transformer_blocks.0.norm2.bias": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 15508708494, - 15508711054 - ] - }, - "model.diffusion_model.output_blocks.3.1.transformer_blocks.0.norm2.weight": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 15508711054, - 15508713614 - ] - }, - "model.diffusion_model.output_blocks.3.1.transformer_blocks.0.norm3.bias": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 15508713614, - 15508716174 - ] - }, - "model.diffusion_model.output_blocks.3.1.transformer_blocks.0.norm3.weight": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 15508716174, - 15508718734 - ] - }, - "model.diffusion_model.output_blocks.4.0.emb_layers.1.bias": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 15508718734, - 15508721294 - ] - }, - "model.diffusion_model.output_blocks.4.0.emb_layers.1.weight": { - "dtype": "F16", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 15508721294, - 15511998094 - ] - }, - "model.diffusion_model.output_blocks.4.0.in_layers.0.bias": { - "dtype": "F16", - "shape": [ - 2560 - ], - "data_offsets": [ - 15511998094, - 15512003214 - ] - }, - "model.diffusion_model.output_blocks.4.0.in_layers.0.weight": { - "dtype": "F16", - "shape": [ - 2560 - ], - "data_offsets": [ - 15512003214, - 15512008334 - ] - }, - "model.diffusion_model.output_blocks.4.0.in_layers.2.bias": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 15512008334, - 15512010894 - ] - }, - "model.diffusion_model.output_blocks.4.0.in_layers.2.weight": { - "dtype": "F16", - "shape": [ - 1280, - 2560, - 3, - 3 - ], - "data_offsets": [ - 15512010894, - 15570993294 - ] - }, - "model.diffusion_model.output_blocks.4.0.out_layers.0.bias": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 15570993294, - 15570995854 - ] - }, - "model.diffusion_model.output_blocks.4.0.out_layers.0.weight": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 15570995854, - 15570998414 - ] - }, - "model.diffusion_model.output_blocks.4.0.out_layers.3.bias": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 15570998414, - 15571000974 - ] - }, - "model.diffusion_model.output_blocks.4.0.out_layers.3.weight": { - "dtype": "F16", - "shape": [ - 1280, - 1280, - 3, - 3 - ], - "data_offsets": [ - 15571000974, - 15600492174 - ] - }, - "model.diffusion_model.output_blocks.4.0.skip_connection.bias": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 15600492174, - 15600494734 - ] - }, - "model.diffusion_model.output_blocks.4.0.skip_connection.weight": { - "dtype": "F16", - "shape": [ - 1280, - 2560, - 1, - 1 - ], - "data_offsets": [ - 15600494734, - 15607048334 - ] - }, - "model.diffusion_model.output_blocks.4.1.norm.bias": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 15607048334, - 15607050894 - ] - }, - "model.diffusion_model.output_blocks.4.1.norm.weight": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 15607050894, - 15607053454 - ] - }, - "model.diffusion_model.output_blocks.4.1.proj_in.bias": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 15607053454, - 15607056014 - ] - }, - "model.diffusion_model.output_blocks.4.1.proj_out.bias": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 15607056014, - 15607058574 - ] - }, - "model.diffusion_model.output_blocks.4.1.transformer_blocks.0.attn1.to_out.0.bias": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 15607058574, - 15607061134 - ] - }, - "model.diffusion_model.output_blocks.4.1.transformer_blocks.0.attn2.to_out.0.bias": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 15607061134, - 15607063694 - ] - }, - "model.diffusion_model.output_blocks.4.1.transformer_blocks.0.ff.net.0.proj.bias": { - "dtype": "F16", - "shape": [ - 10240 - ], - "data_offsets": [ - 15607063694, - 15607084174 - ] - }, - "model.diffusion_model.output_blocks.4.1.transformer_blocks.0.ff.net.2.bias": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 15607084174, - 15607086734 - ] - }, - "model.diffusion_model.output_blocks.4.1.transformer_blocks.0.norm1.bias": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 15607086734, - 15607089294 - ] - }, - "model.diffusion_model.output_blocks.4.1.transformer_blocks.0.norm1.weight": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 15607089294, - 15607091854 - ] - }, - "model.diffusion_model.output_blocks.4.1.transformer_blocks.0.norm2.bias": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 15607091854, - 15607094414 - ] - }, - "model.diffusion_model.output_blocks.4.1.transformer_blocks.0.norm2.weight": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 15607094414, - 15607096974 - ] - }, - "model.diffusion_model.output_blocks.4.1.transformer_blocks.0.norm3.bias": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 15607096974, - 15607099534 - ] - }, - "model.diffusion_model.output_blocks.4.1.transformer_blocks.0.norm3.weight": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 15607099534, - 15607102094 - ] - }, - "model.diffusion_model.output_blocks.5.0.emb_layers.1.bias": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 15607102094, - 15607104654 - ] - }, - "model.diffusion_model.output_blocks.5.0.emb_layers.1.weight": { - "dtype": "F16", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 15607104654, - 15610381454 - ] - }, - "model.diffusion_model.output_blocks.5.0.in_layers.0.bias": { - "dtype": "F16", - "shape": [ - 1920 - ], - "data_offsets": [ - 15610381454, - 15610385294 - ] - }, - "model.diffusion_model.output_blocks.5.0.in_layers.0.weight": { - "dtype": "F16", - "shape": [ - 1920 - ], - "data_offsets": [ - 15610385294, - 15610389134 - ] - }, - "model.diffusion_model.output_blocks.5.0.in_layers.2.bias": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 15610389134, - 15610391694 - ] - }, - "model.diffusion_model.output_blocks.5.0.in_layers.2.weight": { - "dtype": "F16", - "shape": [ - 1280, - 1920, - 3, - 3 - ], - "data_offsets": [ - 15610391694, - 15654628494 - ] - }, - "model.diffusion_model.output_blocks.5.0.out_layers.0.bias": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 15654628494, - 15654631054 - ] - }, - "model.diffusion_model.output_blocks.5.0.out_layers.0.weight": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 15654631054, - 15654633614 - ] - }, - "model.diffusion_model.output_blocks.5.0.out_layers.3.bias": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 15654633614, - 15654636174 - ] - }, - "model.diffusion_model.output_blocks.5.0.out_layers.3.weight": { - "dtype": "F16", - "shape": [ - 1280, - 1280, - 3, - 3 - ], - "data_offsets": [ - 15654636174, - 15684127374 - ] - }, - "model.diffusion_model.output_blocks.5.0.skip_connection.bias": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 15684127374, - 15684129934 - ] - }, - "model.diffusion_model.output_blocks.5.0.skip_connection.weight": { - "dtype": "F16", - "shape": [ - 1280, - 1920, - 1, - 1 - ], - "data_offsets": [ - 15684129934, - 15689045134 - ] - }, - "model.diffusion_model.output_blocks.5.1.norm.bias": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 15689045134, - 15689047694 - ] - }, - "model.diffusion_model.output_blocks.5.1.norm.weight": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 15689047694, - 15689050254 - ] - }, - "model.diffusion_model.output_blocks.5.1.proj_in.bias": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 15689050254, - 15689052814 - ] - }, - "model.diffusion_model.output_blocks.5.1.proj_out.bias": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 15689052814, - 15689055374 - ] - }, - "model.diffusion_model.output_blocks.5.1.transformer_blocks.0.attn1.to_out.0.bias": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 15689055374, - 15689057934 - ] - }, - "model.diffusion_model.output_blocks.5.1.transformer_blocks.0.attn2.to_out.0.bias": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 15689057934, - 15689060494 - ] - }, - "model.diffusion_model.output_blocks.5.1.transformer_blocks.0.ff.net.0.proj.bias": { - "dtype": "F16", - "shape": [ - 10240 - ], - "data_offsets": [ - 15689060494, - 15689080974 - ] - }, - "model.diffusion_model.output_blocks.5.1.transformer_blocks.0.ff.net.2.bias": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 15689080974, - 15689083534 - ] - }, - "model.diffusion_model.output_blocks.5.1.transformer_blocks.0.norm1.bias": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 15689083534, - 15689086094 - ] - }, - "model.diffusion_model.output_blocks.5.1.transformer_blocks.0.norm1.weight": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 15689086094, - 15689088654 - ] - }, - "model.diffusion_model.output_blocks.5.1.transformer_blocks.0.norm2.bias": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 15689088654, - 15689091214 - ] - }, - "model.diffusion_model.output_blocks.5.1.transformer_blocks.0.norm2.weight": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 15689091214, - 15689093774 - ] - }, - "model.diffusion_model.output_blocks.5.1.transformer_blocks.0.norm3.bias": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 15689093774, - 15689096334 - ] - }, - "model.diffusion_model.output_blocks.5.1.transformer_blocks.0.norm3.weight": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 15689096334, - 15689098894 - ] - }, - "model.diffusion_model.output_blocks.5.2.conv.bias": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 15689098894, - 15689101454 - ] - }, - "model.diffusion_model.output_blocks.5.2.conv.weight": { - "dtype": "F16", - "shape": [ - 1280, - 1280, - 3, - 3 - ], - "data_offsets": [ - 15689101454, - 15718592654 - ] - }, - "model.diffusion_model.output_blocks.6.0.emb_layers.1.bias": { - "dtype": "F16", - "shape": [ - 640 - ], - "data_offsets": [ - 15718592654, - 15718593934 - ] - }, - "model.diffusion_model.output_blocks.6.0.emb_layers.1.weight": { - "dtype": "F16", - "shape": [ - 640, - 1280 - ], - "data_offsets": [ - 15718593934, - 15720232334 - ] - }, - "model.diffusion_model.output_blocks.6.0.in_layers.0.bias": { - "dtype": "F16", - "shape": [ - 1920 - ], - "data_offsets": [ - 15720232334, - 15720236174 - ] - }, - "model.diffusion_model.output_blocks.6.0.in_layers.0.weight": { - "dtype": "F16", - "shape": [ - 1920 - ], - "data_offsets": [ - 15720236174, - 15720240014 - ] - }, - "model.diffusion_model.output_blocks.6.0.in_layers.2.bias": { - "dtype": "F16", - "shape": [ - 640 - ], - "data_offsets": [ - 15720240014, - 15720241294 - ] - }, - "model.diffusion_model.output_blocks.6.0.in_layers.2.weight": { - "dtype": "F16", - "shape": [ - 640, - 1920, - 3, - 3 - ], - "data_offsets": [ - 15720241294, - 15742359694 - ] - }, - "model.diffusion_model.output_blocks.6.0.out_layers.0.bias": { - "dtype": "F16", - "shape": [ - 640 - ], - "data_offsets": [ - 15742359694, - 15742360974 - ] - }, - "model.diffusion_model.output_blocks.6.0.out_layers.0.weight": { - "dtype": "F16", - "shape": [ - 640 - ], - "data_offsets": [ - 15742360974, - 15742362254 - ] - }, - "model.diffusion_model.output_blocks.6.0.out_layers.3.bias": { - "dtype": "F16", - "shape": [ - 640 - ], - "data_offsets": [ - 15742362254, - 15742363534 - ] - }, - "model.diffusion_model.output_blocks.6.0.out_layers.3.weight": { - "dtype": "F16", - "shape": [ - 640, - 640, - 3, - 3 - ], - "data_offsets": [ - 15742363534, - 15749736334 - ] - }, - "model.diffusion_model.output_blocks.6.0.skip_connection.bias": { - "dtype": "F16", - "shape": [ - 640 - ], - "data_offsets": [ - 15749736334, - 15749737614 - ] - }, - "model.diffusion_model.output_blocks.6.0.skip_connection.weight": { - "dtype": "F16", - "shape": [ - 640, - 1920, - 1, - 1 - ], - "data_offsets": [ - 15749737614, - 15752195214 - ] - }, - "model.diffusion_model.output_blocks.6.1.norm.bias": { - "dtype": "F16", - "shape": [ - 640 - ], - "data_offsets": [ - 15752195214, - 15752196494 - ] - }, - "model.diffusion_model.output_blocks.6.1.norm.weight": { - "dtype": "F16", - "shape": [ - 640 - ], - "data_offsets": [ - 15752196494, - 15752197774 - ] - }, - "model.diffusion_model.output_blocks.6.1.proj_in.bias": { - "dtype": "F16", - "shape": [ - 640 - ], - "data_offsets": [ - 15752197774, - 15752199054 - ] - }, - "model.diffusion_model.output_blocks.6.1.proj_out.bias": { - "dtype": "F16", - "shape": [ - 640 - ], - "data_offsets": [ - 15752199054, - 15752200334 - ] - }, - "model.diffusion_model.output_blocks.6.1.transformer_blocks.0.attn1.to_out.0.bias": { - "dtype": "F16", - "shape": [ - 640 - ], - "data_offsets": [ - 15752200334, - 15752201614 - ] - }, - "model.diffusion_model.output_blocks.6.1.transformer_blocks.0.attn2.to_out.0.bias": { - "dtype": "F16", - "shape": [ - 640 - ], - "data_offsets": [ - 15752201614, - 15752202894 - ] - }, - "model.diffusion_model.output_blocks.6.1.transformer_blocks.0.ff.net.0.proj.bias": { - "dtype": "F16", - "shape": [ - 5120 - ], - "data_offsets": [ - 15752202894, - 15752213134 - ] - }, - "model.diffusion_model.output_blocks.6.1.transformer_blocks.0.ff.net.2.bias": { - "dtype": "F16", - "shape": [ - 640 - ], - "data_offsets": [ - 15752213134, - 15752214414 - ] - }, - "model.diffusion_model.output_blocks.6.1.transformer_blocks.0.norm1.bias": { - "dtype": "F16", - "shape": [ - 640 - ], - "data_offsets": [ - 15752214414, - 15752215694 - ] - }, - "model.diffusion_model.output_blocks.6.1.transformer_blocks.0.norm1.weight": { - "dtype": "F16", - "shape": [ - 640 - ], - "data_offsets": [ - 15752215694, - 15752216974 - ] - }, - "model.diffusion_model.output_blocks.6.1.transformer_blocks.0.norm2.bias": { - "dtype": "F16", - "shape": [ - 640 - ], - "data_offsets": [ - 15752216974, - 15752218254 - ] - }, - "model.diffusion_model.output_blocks.6.1.transformer_blocks.0.norm2.weight": { - "dtype": "F16", - "shape": [ - 640 - ], - "data_offsets": [ - 15752218254, - 15752219534 - ] - }, - "model.diffusion_model.output_blocks.6.1.transformer_blocks.0.norm3.bias": { - "dtype": "F16", - "shape": [ - 640 - ], - "data_offsets": [ - 15752219534, - 15752220814 - ] - }, - "model.diffusion_model.output_blocks.6.1.transformer_blocks.0.norm3.weight": { - "dtype": "F16", - "shape": [ - 640 - ], - "data_offsets": [ - 15752220814, - 15752222094 - ] - }, - "model.diffusion_model.output_blocks.7.0.emb_layers.1.bias": { - "dtype": "F16", - "shape": [ - 640 - ], - "data_offsets": [ - 15752222094, - 15752223374 - ] - }, - "model.diffusion_model.output_blocks.7.0.emb_layers.1.weight": { - "dtype": "F16", - "shape": [ - 640, - 1280 - ], - "data_offsets": [ - 15752223374, - 15753861774 - ] - }, - "model.diffusion_model.output_blocks.7.0.in_layers.0.bias": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 15753861774, - 15753864334 - ] - }, - "model.diffusion_model.output_blocks.7.0.in_layers.0.weight": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 15753864334, - 15753866894 - ] - }, - "model.diffusion_model.output_blocks.7.0.in_layers.2.bias": { - "dtype": "F16", - "shape": [ - 640 - ], - "data_offsets": [ - 15753866894, - 15753868174 - ] - }, - "model.diffusion_model.output_blocks.7.0.in_layers.2.weight": { - "dtype": "F16", - "shape": [ - 640, - 1280, - 3, - 3 - ], - "data_offsets": [ - 15753868174, - 15768613774 - ] - }, - "model.diffusion_model.output_blocks.7.0.out_layers.0.bias": { - "dtype": "F16", - "shape": [ - 640 - ], - "data_offsets": [ - 15768613774, - 15768615054 - ] - }, - "model.diffusion_model.output_blocks.7.0.out_layers.0.weight": { - "dtype": "F16", - "shape": [ - 640 - ], - "data_offsets": [ - 15768615054, - 15768616334 - ] - }, - "model.diffusion_model.output_blocks.7.0.out_layers.3.bias": { - "dtype": "F16", - "shape": [ - 640 - ], - "data_offsets": [ - 15768616334, - 15768617614 - ] - }, - "model.diffusion_model.output_blocks.7.0.out_layers.3.weight": { - "dtype": "F16", - "shape": [ - 640, - 640, - 3, - 3 - ], - "data_offsets": [ - 15768617614, - 15775990414 - ] - }, - "model.diffusion_model.output_blocks.7.0.skip_connection.bias": { - "dtype": "F16", - "shape": [ - 640 - ], - "data_offsets": [ - 15775990414, - 15775991694 - ] - }, - "model.diffusion_model.output_blocks.7.0.skip_connection.weight": { - "dtype": "F16", - "shape": [ - 640, - 1280, - 1, - 1 - ], - "data_offsets": [ - 15775991694, - 15777630094 - ] - }, - "model.diffusion_model.output_blocks.7.1.norm.bias": { - "dtype": "F16", - "shape": [ - 640 - ], - "data_offsets": [ - 15777630094, - 15777631374 - ] - }, - "model.diffusion_model.output_blocks.7.1.norm.weight": { - "dtype": "F16", - "shape": [ - 640 - ], - "data_offsets": [ - 15777631374, - 15777632654 - ] - }, - "model.diffusion_model.output_blocks.7.1.proj_in.bias": { - "dtype": "F16", - "shape": [ - 640 - ], - "data_offsets": [ - 15777632654, - 15777633934 - ] - }, - "model.diffusion_model.output_blocks.7.1.proj_out.bias": { - "dtype": "F16", - "shape": [ - 640 - ], - "data_offsets": [ - 15777633934, - 15777635214 - ] - }, - "model.diffusion_model.output_blocks.7.1.transformer_blocks.0.attn1.to_out.0.bias": { - "dtype": "F16", - "shape": [ - 640 - ], - "data_offsets": [ - 15777635214, - 15777636494 - ] - }, - "model.diffusion_model.output_blocks.7.1.transformer_blocks.0.attn2.to_out.0.bias": { - "dtype": "F16", - "shape": [ - 640 - ], - "data_offsets": [ - 15777636494, - 15777637774 - ] - }, - "model.diffusion_model.output_blocks.7.1.transformer_blocks.0.ff.net.0.proj.bias": { - "dtype": "F16", - "shape": [ - 5120 - ], - "data_offsets": [ - 15777637774, - 15777648014 - ] - }, - "model.diffusion_model.output_blocks.7.1.transformer_blocks.0.ff.net.2.bias": { - "dtype": "F16", - "shape": [ - 640 - ], - "data_offsets": [ - 15777648014, - 15777649294 - ] - }, - "model.diffusion_model.output_blocks.7.1.transformer_blocks.0.norm1.bias": { - "dtype": "F16", - "shape": [ - 640 - ], - "data_offsets": [ - 15777649294, - 15777650574 - ] - }, - "model.diffusion_model.output_blocks.7.1.transformer_blocks.0.norm1.weight": { - "dtype": "F16", - "shape": [ - 640 - ], - "data_offsets": [ - 15777650574, - 15777651854 - ] - }, - "model.diffusion_model.output_blocks.7.1.transformer_blocks.0.norm2.bias": { - "dtype": "F16", - "shape": [ - 640 - ], - "data_offsets": [ - 15777651854, - 15777653134 - ] - }, - "model.diffusion_model.output_blocks.7.1.transformer_blocks.0.norm2.weight": { - "dtype": "F16", - "shape": [ - 640 - ], - "data_offsets": [ - 15777653134, - 15777654414 - ] - }, - "model.diffusion_model.output_blocks.7.1.transformer_blocks.0.norm3.bias": { - "dtype": "F16", - "shape": [ - 640 - ], - "data_offsets": [ - 15777654414, - 15777655694 - ] - }, - "model.diffusion_model.output_blocks.7.1.transformer_blocks.0.norm3.weight": { - "dtype": "F16", - "shape": [ - 640 - ], - "data_offsets": [ - 15777655694, - 15777656974 - ] - }, - "model.diffusion_model.output_blocks.8.0.emb_layers.1.bias": { - "dtype": "F16", - "shape": [ - 640 - ], - "data_offsets": [ - 15777656974, - 15777658254 - ] - }, - "model.diffusion_model.output_blocks.8.0.emb_layers.1.weight": { - "dtype": "F16", - "shape": [ - 640, - 1280 - ], - "data_offsets": [ - 15777658254, - 15779296654 - ] - }, - "model.diffusion_model.output_blocks.8.0.in_layers.0.bias": { - "dtype": "F16", - "shape": [ - 960 - ], - "data_offsets": [ - 15779296654, - 15779298574 - ] - }, - "model.diffusion_model.output_blocks.8.0.in_layers.0.weight": { - "dtype": "F16", - "shape": [ - 960 - ], - "data_offsets": [ - 15779298574, - 15779300494 - ] - }, - "model.diffusion_model.output_blocks.8.0.in_layers.2.bias": { - "dtype": "F16", - "shape": [ - 640 - ], - "data_offsets": [ - 15779300494, - 15779301774 - ] - }, - "model.diffusion_model.output_blocks.8.0.in_layers.2.weight": { - "dtype": "F16", - "shape": [ - 640, - 960, - 3, - 3 - ], - "data_offsets": [ - 15779301774, - 15790360974 - ] - }, - "model.diffusion_model.output_blocks.8.0.out_layers.0.bias": { - "dtype": "F16", - "shape": [ - 640 - ], - "data_offsets": [ - 15790360974, - 15790362254 - ] - }, - "model.diffusion_model.output_blocks.8.0.out_layers.0.weight": { - "dtype": "F16", - "shape": [ - 640 - ], - "data_offsets": [ - 15790362254, - 15790363534 - ] - }, - "model.diffusion_model.output_blocks.8.0.out_layers.3.bias": { - "dtype": "F16", - "shape": [ - 640 - ], - "data_offsets": [ - 15790363534, - 15790364814 - ] - }, - "model.diffusion_model.output_blocks.8.0.out_layers.3.weight": { - "dtype": "F16", - "shape": [ - 640, - 640, - 3, - 3 - ], - "data_offsets": [ - 15790364814, - 15797737614 - ] - }, - "model.diffusion_model.output_blocks.8.0.skip_connection.bias": { - "dtype": "F16", - "shape": [ - 640 - ], - "data_offsets": [ - 15797737614, - 15797738894 - ] - }, - "model.diffusion_model.output_blocks.8.0.skip_connection.weight": { - "dtype": "F16", - "shape": [ - 640, - 960, - 1, - 1 - ], - "data_offsets": [ - 15797738894, - 15798967694 - ] - }, - "model.diffusion_model.output_blocks.8.1.norm.bias": { - "dtype": "F16", - "shape": [ - 640 - ], - "data_offsets": [ - 15798967694, - 15798968974 - ] - }, - "model.diffusion_model.output_blocks.8.1.norm.weight": { - "dtype": "F16", - "shape": [ - 640 - ], - "data_offsets": [ - 15798968974, - 15798970254 - ] - }, - "model.diffusion_model.output_blocks.8.1.proj_in.bias": { - "dtype": "F16", - "shape": [ - 640 - ], - "data_offsets": [ - 15798970254, - 15798971534 - ] - }, - "model.diffusion_model.output_blocks.8.1.proj_out.bias": { - "dtype": "F16", - "shape": [ - 640 - ], - "data_offsets": [ - 15798971534, - 15798972814 - ] - }, - "model.diffusion_model.output_blocks.8.1.transformer_blocks.0.attn1.to_out.0.bias": { - "dtype": "F16", - "shape": [ - 640 - ], - "data_offsets": [ - 15798972814, - 15798974094 - ] - }, - "model.diffusion_model.output_blocks.8.1.transformer_blocks.0.attn2.to_out.0.bias": { - "dtype": "F16", - "shape": [ - 640 - ], - "data_offsets": [ - 15798974094, - 15798975374 - ] - }, - "model.diffusion_model.output_blocks.8.1.transformer_blocks.0.ff.net.0.proj.bias": { - "dtype": "F16", - "shape": [ - 5120 - ], - "data_offsets": [ - 15798975374, - 15798985614 - ] - }, - "model.diffusion_model.output_blocks.8.1.transformer_blocks.0.ff.net.2.bias": { - "dtype": "F16", - "shape": [ - 640 - ], - "data_offsets": [ - 15798985614, - 15798986894 - ] - }, - "model.diffusion_model.output_blocks.8.1.transformer_blocks.0.norm1.bias": { - "dtype": "F16", - "shape": [ - 640 - ], - "data_offsets": [ - 15798986894, - 15798988174 - ] - }, - "model.diffusion_model.output_blocks.8.1.transformer_blocks.0.norm1.weight": { - "dtype": "F16", - "shape": [ - 640 - ], - "data_offsets": [ - 15798988174, - 15798989454 - ] - }, - "model.diffusion_model.output_blocks.8.1.transformer_blocks.0.norm2.bias": { - "dtype": "F16", - "shape": [ - 640 - ], - "data_offsets": [ - 15798989454, - 15798990734 - ] - }, - "model.diffusion_model.output_blocks.8.1.transformer_blocks.0.norm2.weight": { - "dtype": "F16", - "shape": [ - 640 - ], - "data_offsets": [ - 15798990734, - 15798992014 - ] - }, - "model.diffusion_model.output_blocks.8.1.transformer_blocks.0.norm3.bias": { - "dtype": "F16", - "shape": [ - 640 - ], - "data_offsets": [ - 15798992014, - 15798993294 - ] - }, - "model.diffusion_model.output_blocks.8.1.transformer_blocks.0.norm3.weight": { - "dtype": "F16", - "shape": [ - 640 - ], - "data_offsets": [ - 15798993294, - 15798994574 - ] - }, - "model.diffusion_model.output_blocks.8.2.conv.bias": { - "dtype": "F16", - "shape": [ - 640 - ], - "data_offsets": [ - 15798994574, - 15798995854 - ] - }, - "model.diffusion_model.output_blocks.8.2.conv.weight": { - "dtype": "F16", - "shape": [ - 640, - 640, - 3, - 3 - ], - "data_offsets": [ - 15798995854, - 15806368654 - ] - }, - "model.diffusion_model.output_blocks.9.0.emb_layers.1.bias": { - "dtype": "F16", - "shape": [ - 320 - ], - "data_offsets": [ - 15806368654, - 15806369294 - ] - }, - "model.diffusion_model.output_blocks.9.0.emb_layers.1.weight": { - "dtype": "F16", - "shape": [ - 320, - 1280 - ], - "data_offsets": [ - 15806369294, - 15807188494 - ] - }, - "model.diffusion_model.output_blocks.9.0.in_layers.0.bias": { - "dtype": "F16", - "shape": [ - 960 - ], - "data_offsets": [ - 15807188494, - 15807190414 - ] - }, - "model.diffusion_model.output_blocks.9.0.in_layers.0.weight": { - "dtype": "F16", - "shape": [ - 960 - ], - "data_offsets": [ - 15807190414, - 15807192334 - ] - }, - "model.diffusion_model.output_blocks.9.0.in_layers.2.bias": { - "dtype": "F16", - "shape": [ - 320 - ], - "data_offsets": [ - 15807192334, - 15807192974 - ] - }, - "model.diffusion_model.output_blocks.9.0.in_layers.2.weight": { - "dtype": "F16", - "shape": [ - 320, - 960, - 3, - 3 - ], - "data_offsets": [ - 15807192974, - 15812722574 - ] - }, - "model.diffusion_model.output_blocks.9.0.out_layers.0.bias": { - "dtype": "F16", - "shape": [ - 320 - ], - "data_offsets": [ - 15812722574, - 15812723214 - ] - }, - "model.diffusion_model.output_blocks.9.0.out_layers.0.weight": { - "dtype": "F16", - "shape": [ - 320 - ], - "data_offsets": [ - 15812723214, - 15812723854 - ] - }, - "model.diffusion_model.output_blocks.9.0.out_layers.3.bias": { - "dtype": "F16", - "shape": [ - 320 - ], - "data_offsets": [ - 15812723854, - 15812724494 - ] - }, - "model.diffusion_model.output_blocks.9.0.out_layers.3.weight": { - "dtype": "F16", - "shape": [ - 320, - 320, - 3, - 3 - ], - "data_offsets": [ - 15812724494, - 15814567694 - ] - }, - "model.diffusion_model.output_blocks.9.0.skip_connection.bias": { - "dtype": "F16", - "shape": [ - 320 - ], - "data_offsets": [ - 15814567694, - 15814568334 - ] - }, - "model.diffusion_model.output_blocks.9.0.skip_connection.weight": { - "dtype": "F16", - "shape": [ - 320, - 960, - 1, - 1 - ], - "data_offsets": [ - 15814568334, - 15815182734 - ] - }, - "model.diffusion_model.output_blocks.9.1.norm.bias": { - "dtype": "F16", - "shape": [ - 320 - ], - "data_offsets": [ - 15815182734, - 15815183374 - ] - }, - "model.diffusion_model.output_blocks.9.1.norm.weight": { - "dtype": "F16", - "shape": [ - 320 - ], - "data_offsets": [ - 15815183374, - 15815184014 - ] - }, - "model.diffusion_model.output_blocks.9.1.proj_in.bias": { - "dtype": "F16", - "shape": [ - 320 - ], - "data_offsets": [ - 15815184014, - 15815184654 - ] - }, - "model.diffusion_model.output_blocks.9.1.proj_out.bias": { - "dtype": "F16", - "shape": [ - 320 - ], - "data_offsets": [ - 15815184654, - 15815185294 - ] - }, - "model.diffusion_model.output_blocks.9.1.transformer_blocks.0.attn1.to_out.0.bias": { - "dtype": "F16", - "shape": [ - 320 - ], - "data_offsets": [ - 15815185294, - 15815185934 - ] - }, - "model.diffusion_model.output_blocks.9.1.transformer_blocks.0.attn2.to_out.0.bias": { - "dtype": "F16", - "shape": [ - 320 - ], - "data_offsets": [ - 15815185934, - 15815186574 - ] - }, - "model.diffusion_model.output_blocks.9.1.transformer_blocks.0.ff.net.0.proj.bias": { - "dtype": "F16", - "shape": [ - 2560 - ], - "data_offsets": [ - 15815186574, - 15815191694 - ] - }, - "model.diffusion_model.output_blocks.9.1.transformer_blocks.0.ff.net.2.bias": { - "dtype": "F16", - "shape": [ - 320 - ], - "data_offsets": [ - 15815191694, - 15815192334 - ] - }, - "model.diffusion_model.output_blocks.9.1.transformer_blocks.0.norm1.bias": { - "dtype": "F16", - "shape": [ - 320 - ], - "data_offsets": [ - 15815192334, - 15815192974 - ] - }, - "model.diffusion_model.output_blocks.9.1.transformer_blocks.0.norm1.weight": { - "dtype": "F16", - "shape": [ - 320 - ], - "data_offsets": [ - 15815192974, - 15815193614 - ] - }, - "model.diffusion_model.output_blocks.9.1.transformer_blocks.0.norm2.bias": { - "dtype": "F16", - "shape": [ - 320 - ], - "data_offsets": [ - 15815193614, - 15815194254 - ] - }, - "model.diffusion_model.output_blocks.9.1.transformer_blocks.0.norm2.weight": { - "dtype": "F16", - "shape": [ - 320 - ], - "data_offsets": [ - 15815194254, - 15815194894 - ] - }, - "model.diffusion_model.output_blocks.9.1.transformer_blocks.0.norm3.bias": { - "dtype": "F16", - "shape": [ - 320 - ], - "data_offsets": [ - 15815194894, - 15815195534 - ] - }, - "model.diffusion_model.output_blocks.9.1.transformer_blocks.0.norm3.weight": { - "dtype": "F16", - "shape": [ - 320 - ], - "data_offsets": [ - 15815195534, - 15815196174 - ] - }, - "model.diffusion_model.time_embed.0.bias": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 15815196174, - 15815198734 - ] - }, - "model.diffusion_model.time_embed.0.weight": { - "dtype": "F16", - "shape": [ - 1280, - 320 - ], - "data_offsets": [ - 15815198734, - 15816017934 - ] - }, - "model.diffusion_model.time_embed.2.bias": { - "dtype": "F16", - "shape": [ - 1280 - ], - "data_offsets": [ - 15816017934, - 15816020494 - ] - }, - "model.diffusion_model.time_embed.2.weight": { - "dtype": "F16", - "shape": [ - 1280, - 1280 - ], - "data_offsets": [ - 15816020494, - 15819297294 - ] - }, - "model.final_ln.bias": { - "dtype": "F16", - "shape": [ - 2048 - ], - "data_offsets": [ - 15819297294, - 15819301390 - ] - }, - "model.final_ln.weight": { - "dtype": "F16", - "shape": [ - 2048 - ], - "data_offsets": [ - 15819301390, - 15819305486 - ] - }, - "model.out_proj.bias": { - "dtype": "F16", - "shape": [ - 768 - ], - "data_offsets": [ - 15819305486, - 15819307022 - ] - }, - "model.out_proj.weight": { - "dtype": "F16", - "shape": [ - 768, - 2048 - ], - "data_offsets": [ - 15819307022, - 15822452750 - ] - }, - "model.positional_embedding": { - "dtype": "F16", - "shape": [ - 1, - 81, - 2048 - ], - "data_offsets": [ - 15822452750, - 15822784526 - ] - }, - "model.prd_emb": { - "dtype": "F16", - "shape": [ - 1, - 1, - 2048 - ], - "data_offsets": [ - 15822784526, - 15822788622 - ] - }, - "model.text_emb_proj.bias": { - "dtype": "F16", - "shape": [ - 2048 - ], - "data_offsets": [ - 15822788622, - 15822792718 - ] - }, - "model.text_emb_proj.weight": { - "dtype": "F16", - "shape": [ - 2048, - 768 - ], - "data_offsets": [ - 15822792718, - 15825938446 - ] - }, - "model.text_enc_proj.bias": { - "dtype": "F16", - "shape": [ - 2048 - ], - "data_offsets": [ - 15825938446, - 15825942542 - ] - }, - "model.text_enc_proj.weight": { - "dtype": "F16", - "shape": [ - 2048, - 768 - ], - "data_offsets": [ - 15825942542, - 15829088270 - ] - }, - "model.time_embed.0.bias": { - "dtype": "F16", - "shape": [ - 2048 - ], - "data_offsets": [ - 15829088270, - 15829092366 - ] - }, - "model.time_embed.0.weight": { - "dtype": "F16", - "shape": [ - 2048, - 2048 - ], - "data_offsets": [ - 15829092366, - 15837480974 - ] - }, - "model.time_embed.2.bias": { - "dtype": "F16", - "shape": [ - 2048 - ], - "data_offsets": [ - 15837480974, - 15837485070 - ] - }, - "model.time_embed.2.weight": { - "dtype": "F16", - "shape": [ - 2048, - 2048 - ], - "data_offsets": [ - 15837485070, - 15845873678 - ] - }, - "model.transformer.resblocks.0.attn.c_proj.bias": { - "dtype": "F16", - "shape": [ - 2048 - ], - "data_offsets": [ - 15845873678, - 15845877774 - ] - }, - "model.transformer.resblocks.0.attn.c_proj.weight": { - "dtype": "F16", - "shape": [ - 2048, - 2048 - ], - "data_offsets": [ - 15845877774, - 15854266382 - ] - }, - "model.transformer.resblocks.0.attn.c_qkv.bias": { - "dtype": "F16", - "shape": [ - 6144 - ], - "data_offsets": [ - 15854266382, - 15854278670 - ] - }, - "model.transformer.resblocks.0.attn.c_qkv.weight": { - "dtype": "F16", - "shape": [ - 6144, - 2048 - ], - "data_offsets": [ - 15854278670, - 15879444494 - ] - }, - "model.transformer.resblocks.0.ln_1.bias": { - "dtype": "F16", - "shape": [ - 2048 - ], - "data_offsets": [ - 15879444494, - 15879448590 - ] - }, - "model.transformer.resblocks.0.ln_1.weight": { - "dtype": "F16", - "shape": [ - 2048 - ], - "data_offsets": [ - 15879448590, - 15879452686 - ] - }, - "model.transformer.resblocks.0.ln_2.bias": { - "dtype": "F16", - "shape": [ - 2048 - ], - "data_offsets": [ - 15879452686, - 15879456782 - ] - }, - "model.transformer.resblocks.0.ln_2.weight": { - "dtype": "F16", - "shape": [ - 2048 - ], - "data_offsets": [ - 15879456782, - 15879460878 - ] - }, - "model.transformer.resblocks.0.mlp.c_fc.bias": { - "dtype": "F16", - "shape": [ - 8192 - ], - "data_offsets": [ - 15879460878, - 15879477262 - ] - }, - "model.transformer.resblocks.0.mlp.c_fc.weight": { - "dtype": "F16", - "shape": [ - 8192, - 2048 - ], - "data_offsets": [ - 15879477262, - 15913031694 - ] - }, - "model.transformer.resblocks.0.mlp.c_proj.bias": { - "dtype": "F16", - "shape": [ - 2048 - ], - "data_offsets": [ - 15913031694, - 15913035790 - ] - }, - "model.transformer.resblocks.0.mlp.c_proj.weight": { - "dtype": "F16", - "shape": [ - 2048, - 8192 - ], - "data_offsets": [ - 15913035790, - 15946590222 - ] - }, - "model.transformer.resblocks.1.attn.c_proj.bias": { - "dtype": "F16", - "shape": [ - 2048 - ], - "data_offsets": [ - 15946590222, - 15946594318 - ] - }, - "model.transformer.resblocks.1.attn.c_proj.weight": { - "dtype": "F16", - "shape": [ - 2048, - 2048 - ], - "data_offsets": [ - 15946594318, - 15954982926 - ] - }, - "model.transformer.resblocks.1.attn.c_qkv.bias": { - "dtype": "F16", - "shape": [ - 6144 - ], - "data_offsets": [ - 15954982926, - 15954995214 - ] - }, - "model.transformer.resblocks.1.attn.c_qkv.weight": { - "dtype": "F16", - "shape": [ - 6144, - 2048 - ], - "data_offsets": [ - 15954995214, - 15980161038 - ] - }, - "model.transformer.resblocks.1.ln_1.bias": { - "dtype": "F16", - "shape": [ - 2048 - ], - "data_offsets": [ - 15980161038, - 15980165134 - ] - }, - "model.transformer.resblocks.1.ln_1.weight": { - "dtype": "F16", - "shape": [ - 2048 - ], - "data_offsets": [ - 15980165134, - 15980169230 - ] - }, - "model.transformer.resblocks.1.ln_2.bias": { - "dtype": "F16", - "shape": [ - 2048 - ], - "data_offsets": [ - 15980169230, - 15980173326 - ] - }, - "model.transformer.resblocks.1.ln_2.weight": { - "dtype": "F16", - "shape": [ - 2048 - ], - "data_offsets": [ - 15980173326, - 15980177422 - ] - }, - "model.transformer.resblocks.1.mlp.c_fc.bias": { - "dtype": "F16", - "shape": [ - 8192 - ], - "data_offsets": [ - 15980177422, - 15980193806 - ] - }, - "model.transformer.resblocks.1.mlp.c_fc.weight": { - "dtype": "F16", - "shape": [ - 8192, - 2048 - ], - "data_offsets": [ - 15980193806, - 16013748238 - ] - }, - "model.transformer.resblocks.1.mlp.c_proj.bias": { - "dtype": "F16", - "shape": [ - 2048 - ], - "data_offsets": [ - 16013748238, - 16013752334 - ] - }, - "model.transformer.resblocks.1.mlp.c_proj.weight": { - "dtype": "F16", - "shape": [ - 2048, - 8192 - ], - "data_offsets": [ - 16013752334, - 16047306766 - ] - }, - "model.transformer.resblocks.10.attn.c_proj.bias": { - "dtype": "F16", - "shape": [ - 2048 - ], - "data_offsets": [ - 16047306766, - 16047310862 - ] - }, - "model.transformer.resblocks.10.attn.c_proj.weight": { - "dtype": "F16", - "shape": [ - 2048, - 2048 - ], - "data_offsets": [ - 16047310862, - 16055699470 - ] - }, - "model.transformer.resblocks.10.attn.c_qkv.bias": { - "dtype": "F16", - "shape": [ - 6144 - ], - "data_offsets": [ - 16055699470, - 16055711758 - ] - }, - "model.transformer.resblocks.10.attn.c_qkv.weight": { - "dtype": "F16", - "shape": [ - 6144, - 2048 - ], - "data_offsets": [ - 16055711758, - 16080877582 - ] - }, - "model.transformer.resblocks.10.ln_1.bias": { - "dtype": "F16", - "shape": [ - 2048 - ], - "data_offsets": [ - 16080877582, - 16080881678 - ] - }, - "model.transformer.resblocks.10.ln_1.weight": { - "dtype": "F16", - "shape": [ - 2048 - ], - "data_offsets": [ - 16080881678, - 16080885774 - ] - }, - "model.transformer.resblocks.10.ln_2.bias": { - "dtype": "F16", - "shape": [ - 2048 - ], - "data_offsets": [ - 16080885774, - 16080889870 - ] - }, - "model.transformer.resblocks.10.ln_2.weight": { - "dtype": "F16", - "shape": [ - 2048 - ], - "data_offsets": [ - 16080889870, - 16080893966 - ] - }, - "model.transformer.resblocks.10.mlp.c_fc.bias": { - "dtype": "F16", - "shape": [ - 8192 - ], - "data_offsets": [ - 16080893966, - 16080910350 - ] - }, - "model.transformer.resblocks.10.mlp.c_fc.weight": { - "dtype": "F16", - "shape": [ - 8192, - 2048 - ], - "data_offsets": [ - 16080910350, - 16114464782 - ] - }, - "model.transformer.resblocks.10.mlp.c_proj.bias": { - "dtype": "F16", - "shape": [ - 2048 - ], - "data_offsets": [ - 16114464782, - 16114468878 - ] - }, - "model.transformer.resblocks.10.mlp.c_proj.weight": { - "dtype": "F16", - "shape": [ - 2048, - 8192 - ], - "data_offsets": [ - 16114468878, - 16148023310 - ] - }, - "model.transformer.resblocks.11.attn.c_proj.bias": { - "dtype": "F16", - "shape": [ - 2048 - ], - "data_offsets": [ - 16148023310, - 16148027406 - ] - }, - "model.transformer.resblocks.11.attn.c_proj.weight": { - "dtype": "F16", - "shape": [ - 2048, - 2048 - ], - "data_offsets": [ - 16148027406, - 16156416014 - ] - }, - "model.transformer.resblocks.11.attn.c_qkv.bias": { - "dtype": "F16", - "shape": [ - 6144 - ], - "data_offsets": [ - 16156416014, - 16156428302 - ] - }, - "model.transformer.resblocks.11.attn.c_qkv.weight": { - "dtype": "F16", - "shape": [ - 6144, - 2048 - ], - "data_offsets": [ - 16156428302, - 16181594126 - ] - }, - "model.transformer.resblocks.11.ln_1.bias": { - "dtype": "F16", - "shape": [ - 2048 - ], - "data_offsets": [ - 16181594126, - 16181598222 - ] - }, - "model.transformer.resblocks.11.ln_1.weight": { - "dtype": "F16", - "shape": [ - 2048 - ], - "data_offsets": [ - 16181598222, - 16181602318 - ] - }, - "model.transformer.resblocks.11.ln_2.bias": { - "dtype": "F16", - "shape": [ - 2048 - ], - "data_offsets": [ - 16181602318, - 16181606414 - ] - }, - "model.transformer.resblocks.11.ln_2.weight": { - "dtype": "F16", - "shape": [ - 2048 - ], - "data_offsets": [ - 16181606414, - 16181610510 - ] - }, - "model.transformer.resblocks.11.mlp.c_fc.bias": { - "dtype": "F16", - "shape": [ - 8192 - ], - "data_offsets": [ - 16181610510, - 16181626894 - ] - }, - "model.transformer.resblocks.11.mlp.c_fc.weight": { - "dtype": "F16", - "shape": [ - 8192, - 2048 - ], - "data_offsets": [ - 16181626894, - 16215181326 - ] - }, - "model.transformer.resblocks.11.mlp.c_proj.bias": { - "dtype": "F16", - "shape": [ - 2048 - ], - "data_offsets": [ - 16215181326, - 16215185422 - ] - }, - "model.transformer.resblocks.11.mlp.c_proj.weight": { - "dtype": "F16", - "shape": [ - 2048, - 8192 - ], - "data_offsets": [ - 16215185422, - 16248739854 - ] - }, - "model.transformer.resblocks.12.attn.c_proj.bias": { - "dtype": "F16", - "shape": [ - 2048 - ], - "data_offsets": [ - 16248739854, - 16248743950 - ] - }, - "model.transformer.resblocks.12.attn.c_proj.weight": { - "dtype": "F16", - "shape": [ - 2048, - 2048 - ], - "data_offsets": [ - 16248743950, - 16257132558 - ] - }, - "model.transformer.resblocks.12.attn.c_qkv.bias": { - "dtype": "F16", - "shape": [ - 6144 - ], - "data_offsets": [ - 16257132558, - 16257144846 - ] - }, - "model.transformer.resblocks.12.attn.c_qkv.weight": { - "dtype": "F16", - "shape": [ - 6144, - 2048 - ], - "data_offsets": [ - 16257144846, - 16282310670 - ] - }, - "model.transformer.resblocks.12.ln_1.bias": { - "dtype": "F16", - "shape": [ - 2048 - ], - "data_offsets": [ - 16282310670, - 16282314766 - ] - }, - "model.transformer.resblocks.12.ln_1.weight": { - "dtype": "F16", - "shape": [ - 2048 - ], - "data_offsets": [ - 16282314766, - 16282318862 - ] - }, - "model.transformer.resblocks.12.ln_2.bias": { - "dtype": "F16", - "shape": [ - 2048 - ], - "data_offsets": [ - 16282318862, - 16282322958 - ] - }, - "model.transformer.resblocks.12.ln_2.weight": { - "dtype": "F16", - "shape": [ - 2048 - ], - "data_offsets": [ - 16282322958, - 16282327054 - ] - }, - "model.transformer.resblocks.12.mlp.c_fc.bias": { - "dtype": "F16", - "shape": [ - 8192 - ], - "data_offsets": [ - 16282327054, - 16282343438 - ] - }, - "model.transformer.resblocks.12.mlp.c_fc.weight": { - "dtype": "F16", - "shape": [ - 8192, - 2048 - ], - "data_offsets": [ - 16282343438, - 16315897870 - ] - }, - "model.transformer.resblocks.12.mlp.c_proj.bias": { - "dtype": "F16", - "shape": [ - 2048 - ], - "data_offsets": [ - 16315897870, - 16315901966 - ] - }, - "model.transformer.resblocks.12.mlp.c_proj.weight": { - "dtype": "F16", - "shape": [ - 2048, - 8192 - ], - "data_offsets": [ - 16315901966, - 16349456398 - ] - }, - "model.transformer.resblocks.13.attn.c_proj.bias": { - "dtype": "F16", - "shape": [ - 2048 - ], - "data_offsets": [ - 16349456398, - 16349460494 - ] - }, - "model.transformer.resblocks.13.attn.c_proj.weight": { - "dtype": "F16", - "shape": [ - 2048, - 2048 - ], - "data_offsets": [ - 16349460494, - 16357849102 - ] - }, - "model.transformer.resblocks.13.attn.c_qkv.bias": { - "dtype": "F16", - "shape": [ - 6144 - ], - "data_offsets": [ - 16357849102, - 16357861390 - ] - }, - "model.transformer.resblocks.13.attn.c_qkv.weight": { - "dtype": "F16", - "shape": [ - 6144, - 2048 - ], - "data_offsets": [ - 16357861390, - 16383027214 - ] - }, - "model.transformer.resblocks.13.ln_1.bias": { - "dtype": "F16", - "shape": [ - 2048 - ], - "data_offsets": [ - 16383027214, - 16383031310 - ] - }, - "model.transformer.resblocks.13.ln_1.weight": { - "dtype": "F16", - "shape": [ - 2048 - ], - "data_offsets": [ - 16383031310, - 16383035406 - ] - }, - "model.transformer.resblocks.13.ln_2.bias": { - "dtype": "F16", - "shape": [ - 2048 - ], - "data_offsets": [ - 16383035406, - 16383039502 - ] - }, - "model.transformer.resblocks.13.ln_2.weight": { - "dtype": "F16", - "shape": [ - 2048 - ], - "data_offsets": [ - 16383039502, - 16383043598 - ] - }, - "model.transformer.resblocks.13.mlp.c_fc.bias": { - "dtype": "F16", - "shape": [ - 8192 - ], - "data_offsets": [ - 16383043598, - 16383059982 - ] - }, - "model.transformer.resblocks.13.mlp.c_fc.weight": { - "dtype": "F16", - "shape": [ - 8192, - 2048 - ], - "data_offsets": [ - 16383059982, - 16416614414 - ] - }, - "model.transformer.resblocks.13.mlp.c_proj.bias": { - "dtype": "F16", - "shape": [ - 2048 - ], - "data_offsets": [ - 16416614414, - 16416618510 - ] - }, - "model.transformer.resblocks.13.mlp.c_proj.weight": { - "dtype": "F16", - "shape": [ - 2048, - 8192 - ], - "data_offsets": [ - 16416618510, - 16450172942 - ] - }, - "model.transformer.resblocks.14.attn.c_proj.bias": { - "dtype": "F16", - "shape": [ - 2048 - ], - "data_offsets": [ - 16450172942, - 16450177038 - ] - }, - "model.transformer.resblocks.14.attn.c_proj.weight": { - "dtype": "F16", - "shape": [ - 2048, - 2048 - ], - "data_offsets": [ - 16450177038, - 16458565646 - ] - }, - "model.transformer.resblocks.14.attn.c_qkv.bias": { - "dtype": "F16", - "shape": [ - 6144 - ], - "data_offsets": [ - 16458565646, - 16458577934 - ] - }, - "model.transformer.resblocks.14.attn.c_qkv.weight": { - "dtype": "F16", - "shape": [ - 6144, - 2048 - ], - "data_offsets": [ - 16458577934, - 16483743758 - ] - }, - "model.transformer.resblocks.14.ln_1.bias": { - "dtype": "F16", - "shape": [ - 2048 - ], - "data_offsets": [ - 16483743758, - 16483747854 - ] - }, - "model.transformer.resblocks.14.ln_1.weight": { - "dtype": "F16", - "shape": [ - 2048 - ], - "data_offsets": [ - 16483747854, - 16483751950 - ] - }, - "model.transformer.resblocks.14.ln_2.bias": { - "dtype": "F16", - "shape": [ - 2048 - ], - "data_offsets": [ - 16483751950, - 16483756046 - ] - }, - "model.transformer.resblocks.14.ln_2.weight": { - "dtype": "F16", - "shape": [ - 2048 - ], - "data_offsets": [ - 16483756046, - 16483760142 - ] - }, - "model.transformer.resblocks.14.mlp.c_fc.bias": { - "dtype": "F16", - "shape": [ - 8192 - ], - "data_offsets": [ - 16483760142, - 16483776526 - ] - }, - "model.transformer.resblocks.14.mlp.c_fc.weight": { - "dtype": "F16", - "shape": [ - 8192, - 2048 - ], - "data_offsets": [ - 16483776526, - 16517330958 - ] - }, - "model.transformer.resblocks.14.mlp.c_proj.bias": { - "dtype": "F16", - "shape": [ - 2048 - ], - "data_offsets": [ - 16517330958, - 16517335054 - ] - }, - "model.transformer.resblocks.14.mlp.c_proj.weight": { - "dtype": "F16", - "shape": [ - 2048, - 8192 - ], - "data_offsets": [ - 16517335054, - 16550889486 - ] - }, - "model.transformer.resblocks.15.attn.c_proj.bias": { - "dtype": "F16", - "shape": [ - 2048 - ], - "data_offsets": [ - 16550889486, - 16550893582 - ] - }, - "model.transformer.resblocks.15.attn.c_proj.weight": { - "dtype": "F16", - "shape": [ - 2048, - 2048 - ], - "data_offsets": [ - 16550893582, - 16559282190 - ] - }, - "model.transformer.resblocks.15.attn.c_qkv.bias": { - "dtype": "F16", - "shape": [ - 6144 - ], - "data_offsets": [ - 16559282190, - 16559294478 - ] - }, - "model.transformer.resblocks.15.attn.c_qkv.weight": { - "dtype": "F16", - "shape": [ - 6144, - 2048 - ], - "data_offsets": [ - 16559294478, - 16584460302 - ] - }, - "model.transformer.resblocks.15.ln_1.bias": { - "dtype": "F16", - "shape": [ - 2048 - ], - "data_offsets": [ - 16584460302, - 16584464398 - ] - }, - "model.transformer.resblocks.15.ln_1.weight": { - "dtype": "F16", - "shape": [ - 2048 - ], - "data_offsets": [ - 16584464398, - 16584468494 - ] - }, - "model.transformer.resblocks.15.ln_2.bias": { - "dtype": "F16", - "shape": [ - 2048 - ], - "data_offsets": [ - 16584468494, - 16584472590 - ] - }, - "model.transformer.resblocks.15.ln_2.weight": { - "dtype": "F16", - "shape": [ - 2048 - ], - "data_offsets": [ - 16584472590, - 16584476686 - ] - }, - "model.transformer.resblocks.15.mlp.c_fc.bias": { - "dtype": "F16", - "shape": [ - 8192 - ], - "data_offsets": [ - 16584476686, - 16584493070 - ] - }, - "model.transformer.resblocks.15.mlp.c_fc.weight": { - "dtype": "F16", - "shape": [ - 8192, - 2048 - ], - "data_offsets": [ - 16584493070, - 16618047502 - ] - }, - "model.transformer.resblocks.15.mlp.c_proj.bias": { - "dtype": "F16", - "shape": [ - 2048 - ], - "data_offsets": [ - 16618047502, - 16618051598 - ] - }, - "model.transformer.resblocks.15.mlp.c_proj.weight": { - "dtype": "F16", - "shape": [ - 2048, - 8192 - ], - "data_offsets": [ - 16618051598, - 16651606030 - ] - }, - "model.transformer.resblocks.16.attn.c_proj.bias": { - "dtype": "F16", - "shape": [ - 2048 - ], - "data_offsets": [ - 16651606030, - 16651610126 - ] - }, - "model.transformer.resblocks.16.attn.c_proj.weight": { - "dtype": "F16", - "shape": [ - 2048, - 2048 - ], - "data_offsets": [ - 16651610126, - 16659998734 - ] - }, - "model.transformer.resblocks.16.attn.c_qkv.bias": { - "dtype": "F16", - "shape": [ - 6144 - ], - "data_offsets": [ - 16659998734, - 16660011022 - ] - }, - "model.transformer.resblocks.16.attn.c_qkv.weight": { - "dtype": "F16", - "shape": [ - 6144, - 2048 - ], - "data_offsets": [ - 16660011022, - 16685176846 - ] - }, - "model.transformer.resblocks.16.ln_1.bias": { - "dtype": "F16", - "shape": [ - 2048 - ], - "data_offsets": [ - 16685176846, - 16685180942 - ] - }, - "model.transformer.resblocks.16.ln_1.weight": { - "dtype": "F16", - "shape": [ - 2048 - ], - "data_offsets": [ - 16685180942, - 16685185038 - ] - }, - "model.transformer.resblocks.16.ln_2.bias": { - "dtype": "F16", - "shape": [ - 2048 - ], - "data_offsets": [ - 16685185038, - 16685189134 - ] - }, - "model.transformer.resblocks.16.ln_2.weight": { - "dtype": "F16", - "shape": [ - 2048 - ], - "data_offsets": [ - 16685189134, - 16685193230 - ] - }, - "model.transformer.resblocks.16.mlp.c_fc.bias": { - "dtype": "F16", - "shape": [ - 8192 - ], - "data_offsets": [ - 16685193230, - 16685209614 - ] - }, - "model.transformer.resblocks.16.mlp.c_fc.weight": { - "dtype": "F16", - "shape": [ - 8192, - 2048 - ], - "data_offsets": [ - 16685209614, - 16718764046 - ] - }, - "model.transformer.resblocks.16.mlp.c_proj.bias": { - "dtype": "F16", - "shape": [ - 2048 - ], - "data_offsets": [ - 16718764046, - 16718768142 - ] - }, - "model.transformer.resblocks.16.mlp.c_proj.weight": { - "dtype": "F16", - "shape": [ - 2048, - 8192 - ], - "data_offsets": [ - 16718768142, - 16752322574 - ] - }, - "model.transformer.resblocks.17.attn.c_proj.bias": { - "dtype": "F16", - "shape": [ - 2048 - ], - "data_offsets": [ - 16752322574, - 16752326670 - ] - }, - "model.transformer.resblocks.17.attn.c_proj.weight": { - "dtype": "F16", - "shape": [ - 2048, - 2048 - ], - "data_offsets": [ - 16752326670, - 16760715278 - ] - }, - "model.transformer.resblocks.17.attn.c_qkv.bias": { - "dtype": "F16", - "shape": [ - 6144 - ], - "data_offsets": [ - 16760715278, - 16760727566 - ] - }, - "model.transformer.resblocks.17.attn.c_qkv.weight": { - "dtype": "F16", - "shape": [ - 6144, - 2048 - ], - "data_offsets": [ - 16760727566, - 16785893390 - ] - }, - "model.transformer.resblocks.17.ln_1.bias": { - "dtype": "F16", - "shape": [ - 2048 - ], - "data_offsets": [ - 16785893390, - 16785897486 - ] - }, - "model.transformer.resblocks.17.ln_1.weight": { - "dtype": "F16", - "shape": [ - 2048 - ], - "data_offsets": [ - 16785897486, - 16785901582 - ] - }, - "model.transformer.resblocks.17.ln_2.bias": { - "dtype": "F16", - "shape": [ - 2048 - ], - "data_offsets": [ - 16785901582, - 16785905678 - ] - }, - "model.transformer.resblocks.17.ln_2.weight": { - "dtype": "F16", - "shape": [ - 2048 - ], - "data_offsets": [ - 16785905678, - 16785909774 - ] - }, - "model.transformer.resblocks.17.mlp.c_fc.bias": { - "dtype": "F16", - "shape": [ - 8192 - ], - "data_offsets": [ - 16785909774, - 16785926158 - ] - }, - "model.transformer.resblocks.17.mlp.c_fc.weight": { - "dtype": "F16", - "shape": [ - 8192, - 2048 - ], - "data_offsets": [ - 16785926158, - 16819480590 - ] - }, - "model.transformer.resblocks.17.mlp.c_proj.bias": { - "dtype": "F16", - "shape": [ - 2048 - ], - "data_offsets": [ - 16819480590, - 16819484686 - ] - }, - "model.transformer.resblocks.17.mlp.c_proj.weight": { - "dtype": "F16", - "shape": [ - 2048, - 8192 - ], - "data_offsets": [ - 16819484686, - 16853039118 - ] - }, - "model.transformer.resblocks.18.attn.c_proj.bias": { - "dtype": "F16", - "shape": [ - 2048 - ], - "data_offsets": [ - 16853039118, - 16853043214 - ] - }, - "model.transformer.resblocks.18.attn.c_proj.weight": { - "dtype": "F16", - "shape": [ - 2048, - 2048 - ], - "data_offsets": [ - 16853043214, - 16861431822 - ] - }, - "model.transformer.resblocks.18.attn.c_qkv.bias": { - "dtype": "F16", - "shape": [ - 6144 - ], - "data_offsets": [ - 16861431822, - 16861444110 - ] - }, - "model.transformer.resblocks.18.attn.c_qkv.weight": { - "dtype": "F16", - "shape": [ - 6144, - 2048 - ], - "data_offsets": [ - 16861444110, - 16886609934 - ] - }, - "model.transformer.resblocks.18.ln_1.bias": { - "dtype": "F16", - "shape": [ - 2048 - ], - "data_offsets": [ - 16886609934, - 16886614030 - ] - }, - "model.transformer.resblocks.18.ln_1.weight": { - "dtype": "F16", - "shape": [ - 2048 - ], - "data_offsets": [ - 16886614030, - 16886618126 - ] - }, - "model.transformer.resblocks.18.ln_2.bias": { - "dtype": "F16", - "shape": [ - 2048 - ], - "data_offsets": [ - 16886618126, - 16886622222 - ] - }, - "model.transformer.resblocks.18.ln_2.weight": { - "dtype": "F16", - "shape": [ - 2048 - ], - "data_offsets": [ - 16886622222, - 16886626318 - ] - }, - "model.transformer.resblocks.18.mlp.c_fc.bias": { - "dtype": "F16", - "shape": [ - 8192 - ], - "data_offsets": [ - 16886626318, - 16886642702 - ] - }, - "model.transformer.resblocks.18.mlp.c_fc.weight": { - "dtype": "F16", - "shape": [ - 8192, - 2048 - ], - "data_offsets": [ - 16886642702, - 16920197134 - ] - }, - "model.transformer.resblocks.18.mlp.c_proj.bias": { - "dtype": "F16", - "shape": [ - 2048 - ], - "data_offsets": [ - 16920197134, - 16920201230 - ] - }, - "model.transformer.resblocks.18.mlp.c_proj.weight": { - "dtype": "F16", - "shape": [ - 2048, - 8192 - ], - "data_offsets": [ - 16920201230, - 16953755662 - ] - }, - "model.transformer.resblocks.19.attn.c_proj.bias": { - "dtype": "F16", - "shape": [ - 2048 - ], - "data_offsets": [ - 16953755662, - 16953759758 - ] - }, - "model.transformer.resblocks.19.attn.c_proj.weight": { - "dtype": "F16", - "shape": [ - 2048, - 2048 - ], - "data_offsets": [ - 16953759758, - 16962148366 - ] - }, - "model.transformer.resblocks.19.attn.c_qkv.bias": { - "dtype": "F16", - "shape": [ - 6144 - ], - "data_offsets": [ - 16962148366, - 16962160654 - ] - }, - "model.transformer.resblocks.19.attn.c_qkv.weight": { - "dtype": "F16", - "shape": [ - 6144, - 2048 - ], - "data_offsets": [ - 16962160654, - 16987326478 - ] - }, - "model.transformer.resblocks.19.ln_1.bias": { - "dtype": "F16", - "shape": [ - 2048 - ], - "data_offsets": [ - 16987326478, - 16987330574 - ] - }, - "model.transformer.resblocks.19.ln_1.weight": { - "dtype": "F16", - "shape": [ - 2048 - ], - "data_offsets": [ - 16987330574, - 16987334670 - ] - }, - "model.transformer.resblocks.19.ln_2.bias": { - "dtype": "F16", - "shape": [ - 2048 - ], - "data_offsets": [ - 16987334670, - 16987338766 - ] - }, - "model.transformer.resblocks.19.ln_2.weight": { - "dtype": "F16", - "shape": [ - 2048 - ], - "data_offsets": [ - 16987338766, - 16987342862 - ] - }, - "model.transformer.resblocks.19.mlp.c_fc.bias": { - "dtype": "F16", - "shape": [ - 8192 - ], - "data_offsets": [ - 16987342862, - 16987359246 - ] - }, - "model.transformer.resblocks.19.mlp.c_fc.weight": { - "dtype": "F16", - "shape": [ - 8192, - 2048 - ], - "data_offsets": [ - 16987359246, - 17020913678 - ] - }, - "model.transformer.resblocks.19.mlp.c_proj.bias": { - "dtype": "F16", - "shape": [ - 2048 - ], - "data_offsets": [ - 17020913678, - 17020917774 - ] - }, - "model.transformer.resblocks.19.mlp.c_proj.weight": { - "dtype": "F16", - "shape": [ - 2048, - 8192 - ], - "data_offsets": [ - 17020917774, - 17054472206 - ] - }, - "model.transformer.resblocks.2.attn.c_proj.bias": { - "dtype": "F16", - "shape": [ - 2048 - ], - "data_offsets": [ - 17054472206, - 17054476302 - ] - }, - "model.transformer.resblocks.2.attn.c_proj.weight": { - "dtype": "F16", - "shape": [ - 2048, - 2048 - ], - "data_offsets": [ - 17054476302, - 17062864910 - ] - }, - "model.transformer.resblocks.2.attn.c_qkv.bias": { - "dtype": "F16", - "shape": [ - 6144 - ], - "data_offsets": [ - 17062864910, - 17062877198 - ] - }, - "model.transformer.resblocks.2.attn.c_qkv.weight": { - "dtype": "F16", - "shape": [ - 6144, - 2048 - ], - "data_offsets": [ - 17062877198, - 17088043022 - ] - }, - "model.transformer.resblocks.2.ln_1.bias": { - "dtype": "F16", - "shape": [ - 2048 - ], - "data_offsets": [ - 17088043022, - 17088047118 - ] - }, - "model.transformer.resblocks.2.ln_1.weight": { - "dtype": "F16", - "shape": [ - 2048 - ], - "data_offsets": [ - 17088047118, - 17088051214 - ] - }, - "model.transformer.resblocks.2.ln_2.bias": { - "dtype": "F16", - "shape": [ - 2048 - ], - "data_offsets": [ - 17088051214, - 17088055310 - ] - }, - "model.transformer.resblocks.2.ln_2.weight": { - "dtype": "F16", - "shape": [ - 2048 - ], - "data_offsets": [ - 17088055310, - 17088059406 - ] - }, - "model.transformer.resblocks.2.mlp.c_fc.bias": { - "dtype": "F16", - "shape": [ - 8192 - ], - "data_offsets": [ - 17088059406, - 17088075790 - ] - }, - "model.transformer.resblocks.2.mlp.c_fc.weight": { - "dtype": "F16", - "shape": [ - 8192, - 2048 - ], - "data_offsets": [ - 17088075790, - 17121630222 - ] - }, - "model.transformer.resblocks.2.mlp.c_proj.bias": { - "dtype": "F16", - "shape": [ - 2048 - ], - "data_offsets": [ - 17121630222, - 17121634318 - ] - }, - "model.transformer.resblocks.2.mlp.c_proj.weight": { - "dtype": "F16", - "shape": [ - 2048, - 8192 - ], - "data_offsets": [ - 17121634318, - 17155188750 - ] - }, - "model.transformer.resblocks.3.attn.c_proj.bias": { - "dtype": "F16", - "shape": [ - 2048 - ], - "data_offsets": [ - 17155188750, - 17155192846 - ] - }, - "model.transformer.resblocks.3.attn.c_proj.weight": { - "dtype": "F16", - "shape": [ - 2048, - 2048 - ], - "data_offsets": [ - 17155192846, - 17163581454 - ] - }, - "model.transformer.resblocks.3.attn.c_qkv.bias": { - "dtype": "F16", - "shape": [ - 6144 - ], - "data_offsets": [ - 17163581454, - 17163593742 - ] - }, - "model.transformer.resblocks.3.attn.c_qkv.weight": { - "dtype": "F16", - "shape": [ - 6144, - 2048 - ], - "data_offsets": [ - 17163593742, - 17188759566 - ] - }, - "model.transformer.resblocks.3.ln_1.bias": { - "dtype": "F16", - "shape": [ - 2048 - ], - "data_offsets": [ - 17188759566, - 17188763662 - ] - }, - "model.transformer.resblocks.3.ln_1.weight": { - "dtype": "F16", - "shape": [ - 2048 - ], - "data_offsets": [ - 17188763662, - 17188767758 - ] - }, - "model.transformer.resblocks.3.ln_2.bias": { - "dtype": "F16", - "shape": [ - 2048 - ], - "data_offsets": [ - 17188767758, - 17188771854 - ] - }, - "model.transformer.resblocks.3.ln_2.weight": { - "dtype": "F16", - "shape": [ - 2048 - ], - "data_offsets": [ - 17188771854, - 17188775950 - ] - }, - "model.transformer.resblocks.3.mlp.c_fc.bias": { - "dtype": "F16", - "shape": [ - 8192 - ], - "data_offsets": [ - 17188775950, - 17188792334 - ] - }, - "model.transformer.resblocks.3.mlp.c_fc.weight": { - "dtype": "F16", - "shape": [ - 8192, - 2048 - ], - "data_offsets": [ - 17188792334, - 17222346766 - ] - }, - "model.transformer.resblocks.3.mlp.c_proj.bias": { - "dtype": "F16", - "shape": [ - 2048 - ], - "data_offsets": [ - 17222346766, - 17222350862 - ] - }, - "model.transformer.resblocks.3.mlp.c_proj.weight": { - "dtype": "F16", - "shape": [ - 2048, - 8192 - ], - "data_offsets": [ - 17222350862, - 17255905294 - ] - }, - "model.transformer.resblocks.4.attn.c_proj.bias": { - "dtype": "F16", - "shape": [ - 2048 - ], - "data_offsets": [ - 17255905294, - 17255909390 - ] - }, - "model.transformer.resblocks.4.attn.c_proj.weight": { - "dtype": "F16", - "shape": [ - 2048, - 2048 - ], - "data_offsets": [ - 17255909390, - 17264297998 - ] - }, - "model.transformer.resblocks.4.attn.c_qkv.bias": { - "dtype": "F16", - "shape": [ - 6144 - ], - "data_offsets": [ - 17264297998, - 17264310286 - ] - }, - "model.transformer.resblocks.4.attn.c_qkv.weight": { - "dtype": "F16", - "shape": [ - 6144, - 2048 - ], - "data_offsets": [ - 17264310286, - 17289476110 - ] - }, - "model.transformer.resblocks.4.ln_1.bias": { - "dtype": "F16", - "shape": [ - 2048 - ], - "data_offsets": [ - 17289476110, - 17289480206 - ] - }, - "model.transformer.resblocks.4.ln_1.weight": { - "dtype": "F16", - "shape": [ - 2048 - ], - "data_offsets": [ - 17289480206, - 17289484302 - ] - }, - "model.transformer.resblocks.4.ln_2.bias": { - "dtype": "F16", - "shape": [ - 2048 - ], - "data_offsets": [ - 17289484302, - 17289488398 - ] - }, - "model.transformer.resblocks.4.ln_2.weight": { - "dtype": "F16", - "shape": [ - 2048 - ], - "data_offsets": [ - 17289488398, - 17289492494 - ] - }, - "model.transformer.resblocks.4.mlp.c_fc.bias": { - "dtype": "F16", - "shape": [ - 8192 - ], - "data_offsets": [ - 17289492494, - 17289508878 - ] - }, - "model.transformer.resblocks.4.mlp.c_fc.weight": { - "dtype": "F16", - "shape": [ - 8192, - 2048 - ], - "data_offsets": [ - 17289508878, - 17323063310 - ] - }, - "model.transformer.resblocks.4.mlp.c_proj.bias": { - "dtype": "F16", - "shape": [ - 2048 - ], - "data_offsets": [ - 17323063310, - 17323067406 - ] - }, - "model.transformer.resblocks.4.mlp.c_proj.weight": { - "dtype": "F16", - "shape": [ - 2048, - 8192 - ], - "data_offsets": [ - 17323067406, - 17356621838 - ] - }, - "model.transformer.resblocks.5.attn.c_proj.bias": { - "dtype": "F16", - "shape": [ - 2048 - ], - "data_offsets": [ - 17356621838, - 17356625934 - ] - }, - "model.transformer.resblocks.5.attn.c_proj.weight": { - "dtype": "F16", - "shape": [ - 2048, - 2048 - ], - "data_offsets": [ - 17356625934, - 17365014542 - ] - }, - "model.transformer.resblocks.5.attn.c_qkv.bias": { - "dtype": "F16", - "shape": [ - 6144 - ], - "data_offsets": [ - 17365014542, - 17365026830 - ] - }, - "model.transformer.resblocks.5.attn.c_qkv.weight": { - "dtype": "F16", - "shape": [ - 6144, - 2048 - ], - "data_offsets": [ - 17365026830, - 17390192654 - ] - }, - "model.transformer.resblocks.5.ln_1.bias": { - "dtype": "F16", - "shape": [ - 2048 - ], - "data_offsets": [ - 17390192654, - 17390196750 - ] - }, - "model.transformer.resblocks.5.ln_1.weight": { - "dtype": "F16", - "shape": [ - 2048 - ], - "data_offsets": [ - 17390196750, - 17390200846 - ] - }, - "model.transformer.resblocks.5.ln_2.bias": { - "dtype": "F16", - "shape": [ - 2048 - ], - "data_offsets": [ - 17390200846, - 17390204942 - ] - }, - "model.transformer.resblocks.5.ln_2.weight": { - "dtype": "F16", - "shape": [ - 2048 - ], - "data_offsets": [ - 17390204942, - 17390209038 - ] - }, - "model.transformer.resblocks.5.mlp.c_fc.bias": { - "dtype": "F16", - "shape": [ - 8192 - ], - "data_offsets": [ - 17390209038, - 17390225422 - ] - }, - "model.transformer.resblocks.5.mlp.c_fc.weight": { - "dtype": "F16", - "shape": [ - 8192, - 2048 - ], - "data_offsets": [ - 17390225422, - 17423779854 - ] - }, - "model.transformer.resblocks.5.mlp.c_proj.bias": { - "dtype": "F16", - "shape": [ - 2048 - ], - "data_offsets": [ - 17423779854, - 17423783950 - ] - }, - "model.transformer.resblocks.5.mlp.c_proj.weight": { - "dtype": "F16", - "shape": [ - 2048, - 8192 - ], - "data_offsets": [ - 17423783950, - 17457338382 - ] - }, - "model.transformer.resblocks.6.attn.c_proj.bias": { - "dtype": "F16", - "shape": [ - 2048 - ], - "data_offsets": [ - 17457338382, - 17457342478 - ] - }, - "model.transformer.resblocks.6.attn.c_proj.weight": { - "dtype": "F16", - "shape": [ - 2048, - 2048 - ], - "data_offsets": [ - 17457342478, - 17465731086 - ] - }, - "model.transformer.resblocks.6.attn.c_qkv.bias": { - "dtype": "F16", - "shape": [ - 6144 - ], - "data_offsets": [ - 17465731086, - 17465743374 - ] - }, - "model.transformer.resblocks.6.attn.c_qkv.weight": { - "dtype": "F16", - "shape": [ - 6144, - 2048 - ], - "data_offsets": [ - 17465743374, - 17490909198 - ] - }, - "model.transformer.resblocks.6.ln_1.bias": { - "dtype": "F16", - "shape": [ - 2048 - ], - "data_offsets": [ - 17490909198, - 17490913294 - ] - }, - "model.transformer.resblocks.6.ln_1.weight": { - "dtype": "F16", - "shape": [ - 2048 - ], - "data_offsets": [ - 17490913294, - 17490917390 - ] - }, - "model.transformer.resblocks.6.ln_2.bias": { - "dtype": "F16", - "shape": [ - 2048 - ], - "data_offsets": [ - 17490917390, - 17490921486 - ] - }, - "model.transformer.resblocks.6.ln_2.weight": { - "dtype": "F16", - "shape": [ - 2048 - ], - "data_offsets": [ - 17490921486, - 17490925582 - ] - }, - "model.transformer.resblocks.6.mlp.c_fc.bias": { - "dtype": "F16", - "shape": [ - 8192 - ], - "data_offsets": [ - 17490925582, - 17490941966 - ] - }, - "model.transformer.resblocks.6.mlp.c_fc.weight": { - "dtype": "F16", - "shape": [ - 8192, - 2048 - ], - "data_offsets": [ - 17490941966, - 17524496398 - ] - }, - "model.transformer.resblocks.6.mlp.c_proj.bias": { - "dtype": "F16", - "shape": [ - 2048 - ], - "data_offsets": [ - 17524496398, - 17524500494 - ] - }, - "model.transformer.resblocks.6.mlp.c_proj.weight": { - "dtype": "F16", - "shape": [ - 2048, - 8192 - ], - "data_offsets": [ - 17524500494, - 17558054926 - ] - }, - "model.transformer.resblocks.7.attn.c_proj.bias": { - "dtype": "F16", - "shape": [ - 2048 - ], - "data_offsets": [ - 17558054926, - 17558059022 - ] - }, - "model.transformer.resblocks.7.attn.c_proj.weight": { - "dtype": "F16", - "shape": [ - 2048, - 2048 - ], - "data_offsets": [ - 17558059022, - 17566447630 - ] - }, - "model.transformer.resblocks.7.attn.c_qkv.bias": { - "dtype": "F16", - "shape": [ - 6144 - ], - "data_offsets": [ - 17566447630, - 17566459918 - ] - }, - "model.transformer.resblocks.7.attn.c_qkv.weight": { - "dtype": "F16", - "shape": [ - 6144, - 2048 - ], - "data_offsets": [ - 17566459918, - 17591625742 - ] - }, - "model.transformer.resblocks.7.ln_1.bias": { - "dtype": "F16", - "shape": [ - 2048 - ], - "data_offsets": [ - 17591625742, - 17591629838 - ] - }, - "model.transformer.resblocks.7.ln_1.weight": { - "dtype": "F16", - "shape": [ - 2048 - ], - "data_offsets": [ - 17591629838, - 17591633934 - ] - }, - "model.transformer.resblocks.7.ln_2.bias": { - "dtype": "F16", - "shape": [ - 2048 - ], - "data_offsets": [ - 17591633934, - 17591638030 - ] - }, - "model.transformer.resblocks.7.ln_2.weight": { - "dtype": "F16", - "shape": [ - 2048 - ], - "data_offsets": [ - 17591638030, - 17591642126 - ] - }, - "model.transformer.resblocks.7.mlp.c_fc.bias": { - "dtype": "F16", - "shape": [ - 8192 - ], - "data_offsets": [ - 17591642126, - 17591658510 - ] - }, - "model.transformer.resblocks.7.mlp.c_fc.weight": { - "dtype": "F16", - "shape": [ - 8192, - 2048 - ], - "data_offsets": [ - 17591658510, - 17625212942 - ] - }, - "model.transformer.resblocks.7.mlp.c_proj.bias": { - "dtype": "F16", - "shape": [ - 2048 - ], - "data_offsets": [ - 17625212942, - 17625217038 - ] - }, - "model.transformer.resblocks.7.mlp.c_proj.weight": { - "dtype": "F16", - "shape": [ - 2048, - 8192 - ], - "data_offsets": [ - 17625217038, - 17658771470 - ] - }, - "model.transformer.resblocks.8.attn.c_proj.bias": { - "dtype": "F16", - "shape": [ - 2048 - ], - "data_offsets": [ - 17658771470, - 17658775566 - ] - }, - "model.transformer.resblocks.8.attn.c_proj.weight": { - "dtype": "F16", - "shape": [ - 2048, - 2048 - ], - "data_offsets": [ - 17658775566, - 17667164174 - ] - }, - "model.transformer.resblocks.8.attn.c_qkv.bias": { - "dtype": "F16", - "shape": [ - 6144 - ], - "data_offsets": [ - 17667164174, - 17667176462 - ] - }, - "model.transformer.resblocks.8.attn.c_qkv.weight": { - "dtype": "F16", - "shape": [ - 6144, - 2048 - ], - "data_offsets": [ - 17667176462, - 17692342286 - ] - }, - "model.transformer.resblocks.8.ln_1.bias": { - "dtype": "F16", - "shape": [ - 2048 - ], - "data_offsets": [ - 17692342286, - 17692346382 - ] - }, - "model.transformer.resblocks.8.ln_1.weight": { - "dtype": "F16", - "shape": [ - 2048 - ], - "data_offsets": [ - 17692346382, - 17692350478 - ] - }, - "model.transformer.resblocks.8.ln_2.bias": { - "dtype": "F16", - "shape": [ - 2048 - ], - "data_offsets": [ - 17692350478, - 17692354574 - ] - }, - "model.transformer.resblocks.8.ln_2.weight": { - "dtype": "F16", - "shape": [ - 2048 - ], - "data_offsets": [ - 17692354574, - 17692358670 - ] - }, - "model.transformer.resblocks.8.mlp.c_fc.bias": { - "dtype": "F16", - "shape": [ - 8192 - ], - "data_offsets": [ - 17692358670, - 17692375054 - ] - }, - "model.transformer.resblocks.8.mlp.c_fc.weight": { - "dtype": "F16", - "shape": [ - 8192, - 2048 - ], - "data_offsets": [ - 17692375054, - 17725929486 - ] - }, - "model.transformer.resblocks.8.mlp.c_proj.bias": { - "dtype": "F16", - "shape": [ - 2048 - ], - "data_offsets": [ - 17725929486, - 17725933582 - ] - }, - "model.transformer.resblocks.8.mlp.c_proj.weight": { - "dtype": "F16", - "shape": [ - 2048, - 8192 - ], - "data_offsets": [ - 17725933582, - 17759488014 - ] - }, - "model.transformer.resblocks.9.attn.c_proj.bias": { - "dtype": "F16", - "shape": [ - 2048 - ], - "data_offsets": [ - 17759488014, - 17759492110 - ] - }, - "model.transformer.resblocks.9.attn.c_proj.weight": { - "dtype": "F16", - "shape": [ - 2048, - 2048 - ], - "data_offsets": [ - 17759492110, - 17767880718 - ] - }, - "model.transformer.resblocks.9.attn.c_qkv.bias": { - "dtype": "F16", - "shape": [ - 6144 - ], - "data_offsets": [ - 17767880718, - 17767893006 - ] - }, - "model.transformer.resblocks.9.attn.c_qkv.weight": { - "dtype": "F16", - "shape": [ - 6144, - 2048 - ], - "data_offsets": [ - 17767893006, - 17793058830 - ] - }, - "model.transformer.resblocks.9.ln_1.bias": { - "dtype": "F16", - "shape": [ - 2048 - ], - "data_offsets": [ - 17793058830, - 17793062926 - ] - }, - "model.transformer.resblocks.9.ln_1.weight": { - "dtype": "F16", - "shape": [ - 2048 - ], - "data_offsets": [ - 17793062926, - 17793067022 - ] - }, - "model.transformer.resblocks.9.ln_2.bias": { - "dtype": "F16", - "shape": [ - 2048 - ], - "data_offsets": [ - 17793067022, - 17793071118 - ] - }, - "model.transformer.resblocks.9.ln_2.weight": { - "dtype": "F16", - "shape": [ - 2048 - ], - "data_offsets": [ - 17793071118, - 17793075214 - ] - }, - "model.transformer.resblocks.9.mlp.c_fc.bias": { - "dtype": "F16", - "shape": [ - 8192 - ], - "data_offsets": [ - 17793075214, - 17793091598 - ] - }, - "model.transformer.resblocks.9.mlp.c_fc.weight": { - "dtype": "F16", - "shape": [ - 8192, - 2048 - ], - "data_offsets": [ - 17793091598, - 17826646030 - ] - }, - "model.transformer.resblocks.9.mlp.c_proj.bias": { - "dtype": "F16", - "shape": [ - 2048 - ], - "data_offsets": [ - 17826646030, - 17826650126 - ] - }, - "model.transformer.resblocks.9.mlp.c_proj.weight": { - "dtype": "F16", - "shape": [ - 2048, - 8192 - ], - "data_offsets": [ - 17826650126, - 17860204558 - ] - } -} \ No newline at end of file