exdysa commited on
Commit
82635e2
·
verified ·
1 Parent(s): 7410512

Upload 8 files

Browse files
weight-maps/.DS_Store ADDED
Binary file (6.15 kB). View file
 
weight-maps/air.transformer.clip-l.stable-diffusion-1.json ADDED
@@ -0,0 +1,200 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "weight_map": {
3
+ "embeddings.position_embedding.weight" : [77,768],
4
+ "embeddings.token_embedding.weight" : [49408,768],
5
+ "encoder.layers.0.layer_norm1.bias" : [768],
6
+ "encoder.layers.0.layer_norm1.weight" : [768],
7
+ "encoder.layers.0.layer_norm2.bias" : [768],
8
+ "encoder.layers.0.layer_norm2.weight" : [768],
9
+ "encoder.layers.0.mlp.fc1.bias" : [3072],
10
+ "encoder.layers.0.mlp.fc1.weight" : [3072,768],
11
+ "encoder.layers.0.mlp.fc2.bias" : [768],
12
+ "encoder.layers.0.mlp.fc2.weight" : [768,3072],
13
+ "encoder.layers.0.self_attn.k_proj.bias" : [768],
14
+ "encoder.layers.0.self_attn.k_proj.weight" : [768,768],
15
+ "encoder.layers.0.self_attn.out_proj.bias" : [768],
16
+ "encoder.layers.0.self_attn.out_proj.weight" : [768,768],
17
+ "encoder.layers.0.self_attn.q_proj.bias" : [768],
18
+ "encoder.layers.0.self_attn.q_proj.weight" : [768,768],
19
+ "encoder.layers.0.self_attn.v_proj.bias" : [768],
20
+ "encoder.layers.0.self_attn.v_proj.weight" : [768,768],
21
+ "encoder.layers.1.layer_norm1.bias" : [768],
22
+ "encoder.layers.1.layer_norm1.weight" : [768],
23
+ "encoder.layers.1.layer_norm2.bias" : [768],
24
+ "encoder.layers.1.layer_norm2.weight" : [768],
25
+ "encoder.layers.1.mlp.fc1.bias" : [3072],
26
+ "encoder.layers.1.mlp.fc1.weight" : [3072,768],
27
+ "encoder.layers.1.mlp.fc2.bias" : [768],
28
+ "encoder.layers.1.mlp.fc2.weight" : [768,3072],
29
+ "encoder.layers.1.self_attn.k_proj.bias" : [768],
30
+ "encoder.layers.1.self_attn.k_proj.weight" : [768,768],
31
+ "encoder.layers.1.self_attn.out_proj.bias" : [768],
32
+ "encoder.layers.1.self_attn.out_proj.weight" : [768,768],
33
+ "encoder.layers.1.self_attn.q_proj.bias" : [768],
34
+ "encoder.layers.1.self_attn.q_proj.weight" : [768,768],
35
+ "encoder.layers.1.self_attn.v_proj.bias" : [768],
36
+ "encoder.layers.1.self_attn.v_proj.weight" : [768,768],
37
+ "encoder.layers.10.layer_norm1.bias" : [768],
38
+ "encoder.layers.10.layer_norm1.weight" : [768],
39
+ "encoder.layers.10.layer_norm2.bias" : [768],
40
+ "encoder.layers.10.layer_norm2.weight" : [768],
41
+ "encoder.layers.10.mlp.fc1.bias" : [3072],
42
+ "encoder.layers.10.mlp.fc1.weight" : [3072,768],
43
+ "encoder.layers.10.mlp.fc2.bias" : [768],
44
+ "encoder.layers.10.mlp.fc2.weight" : [768,3072],
45
+ "encoder.layers.10.self_attn.k_proj.bias" : [768],
46
+ "encoder.layers.10.self_attn.k_proj.weight" : [768,768],
47
+ "encoder.layers.10.self_attn.out_proj.bias" : [768],
48
+ "encoder.layers.10.self_attn.out_proj.weight" : [768,768],
49
+ "encoder.layers.10.self_attn.q_proj.bias" : [768],
50
+ "encoder.layers.10.self_attn.q_proj.weight" : [768,768],
51
+ "encoder.layers.10.self_attn.v_proj.bias" : [768],
52
+ "encoder.layers.10.self_attn.v_proj.weight" : [768,768],
53
+ "encoder.layers.11.layer_norm1.bias" : [768],
54
+ "encoder.layers.11.layer_norm1.weight" : [768],
55
+ "encoder.layers.11.layer_norm2.bias" : [768],
56
+ "encoder.layers.11.layer_norm2.weight" : [768],
57
+ "encoder.layers.11.mlp.fc1.bias" : [3072],
58
+ "encoder.layers.11.mlp.fc1.weight" : [3072,768],
59
+ "encoder.layers.11.mlp.fc2.bias" : [768],
60
+ "encoder.layers.11.mlp.fc2.weight" : [768,3072],
61
+ "encoder.layers.11.self_attn.k_proj.bias" : [768],
62
+ "encoder.layers.11.self_attn.k_proj.weight" : [768,768],
63
+ "encoder.layers.11.self_attn.out_proj.bias" : [768],
64
+ "encoder.layers.11.self_attn.out_proj.weight" : [768,768],
65
+ "encoder.layers.11.self_attn.q_proj.bias" : [768],
66
+ "encoder.layers.11.self_attn.q_proj.weight" : [768,768],
67
+ "encoder.layers.11.self_attn.v_proj.bias" : [768],
68
+ "encoder.layers.11.self_attn.v_proj.weight" : [768,768],
69
+ "encoder.layers.2.layer_norm1.bias" : [768],
70
+ "encoder.layers.2.layer_norm1.weight" : [768],
71
+ "encoder.layers.2.layer_norm2.bias" : [768],
72
+ "encoder.layers.2.layer_norm2.weight" : [768],
73
+ "encoder.layers.2.mlp.fc1.bias" : [3072],
74
+ "encoder.layers.2.mlp.fc1.weight" : [3072,768],
75
+ "encoder.layers.2.mlp.fc2.bias" : [768],
76
+ "encoder.layers.2.mlp.fc2.weight" : [768,3072],
77
+ "encoder.layers.2.self_attn.k_proj.bias" : [768],
78
+ "encoder.layers.2.self_attn.k_proj.weight" : [768,768],
79
+ "encoder.layers.2.self_attn.out_proj.bias" : [768],
80
+ "encoder.layers.2.self_attn.out_proj.weight" : [768,768],
81
+ "encoder.layers.2.self_attn.q_proj.bias" : [768],
82
+ "encoder.layers.2.self_attn.q_proj.weight" : [768,768],
83
+ "encoder.layers.2.self_attn.v_proj.bias" : [768],
84
+ "encoder.layers.2.self_attn.v_proj.weight" : [768,768],
85
+ "encoder.layers.3.layer_norm1.bias" : [768],
86
+ "encoder.layers.3.layer_norm1.weight" : [768],
87
+ "encoder.layers.3.layer_norm2.bias" : [768],
88
+ "encoder.layers.3.layer_norm2.weight" : [768],
89
+ "encoder.layers.3.mlp.fc1.bias" : [3072],
90
+ "encoder.layers.3.mlp.fc1.weight" : [3072,768],
91
+ "encoder.layers.3.mlp.fc2.bias" : [768],
92
+ "encoder.layers.3.mlp.fc2.weight" : [768,3072],
93
+ "encoder.layers.3.self_attn.k_proj.bias" : [768],
94
+ "encoder.layers.3.self_attn.k_proj.weight" : [768,768],
95
+ "encoder.layers.3.self_attn.out_proj.bias" : [768],
96
+ "encoder.layers.3.self_attn.out_proj.weight" : [768,768],
97
+ "encoder.layers.3.self_attn.q_proj.bias" : [768],
98
+ "encoder.layers.3.self_attn.q_proj.weight" : [768,768],
99
+ "encoder.layers.3.self_attn.v_proj.bias" : [768],
100
+ "encoder.layers.3.self_attn.v_proj.weight" : [768,768],
101
+ "encoder.layers.4.layer_norm1.bias" : [768],
102
+ "encoder.layers.4.layer_norm1.weight" : [768],
103
+ "encoder.layers.4.layer_norm2.bias" : [768],
104
+ "encoder.layers.4.layer_norm2.weight" : [768],
105
+ "encoder.layers.4.mlp.fc1.bias" : [3072],
106
+ "encoder.layers.4.mlp.fc1.weight" : [3072,768],
107
+ "encoder.layers.4.mlp.fc2.bias" : [768],
108
+ "encoder.layers.4.mlp.fc2.weight" : [768,3072],
109
+ "encoder.layers.4.self_attn.k_proj.bias" : [768],
110
+ "encoder.layers.4.self_attn.k_proj.weight" : [768,768],
111
+ "encoder.layers.4.self_attn.out_proj.bias" : [768],
112
+ "encoder.layers.4.self_attn.out_proj.weight" : [768,768],
113
+ "encoder.layers.4.self_attn.q_proj.bias" : [768],
114
+ "encoder.layers.4.self_attn.q_proj.weight" : [768,768],
115
+ "encoder.layers.4.self_attn.v_proj.bias" : [768],
116
+ "encoder.layers.4.self_attn.v_proj.weight" : [768,768],
117
+ "encoder.layers.5.layer_norm1.bias" : [768],
118
+ "encoder.layers.5.layer_norm1.weight" : [768],
119
+ "encoder.layers.5.layer_norm2.bias" : [768],
120
+ "encoder.layers.5.layer_norm2.weight" : [768],
121
+ "encoder.layers.5.mlp.fc1.bias" : [3072],
122
+ "encoder.layers.5.mlp.fc1.weight" : [3072,768],
123
+ "encoder.layers.5.mlp.fc2.bias" : [768],
124
+ "encoder.layers.5.mlp.fc2.weight" : [768,3072],
125
+ "encoder.layers.5.self_attn.k_proj.bias" : [768],
126
+ "encoder.layers.5.self_attn.k_proj.weight" : [768,768],
127
+ "encoder.layers.5.self_attn.out_proj.bias" : [768],
128
+ "encoder.layers.5.self_attn.out_proj.weight" : [768,768],
129
+ "encoder.layers.5.self_attn.q_proj.bias" : [768],
130
+ "encoder.layers.5.self_attn.q_proj.weight" : [768,768],
131
+ "encoder.layers.5.self_attn.v_proj.bias" : [768],
132
+ "encoder.layers.5.self_attn.v_proj.weight" : [768,768],
133
+ "encoder.layers.6.layer_norm1.bias" : [768],
134
+ "encoder.layers.6.layer_norm1.weight" : [768],
135
+ "encoder.layers.6.layer_norm2.bias" : [768],
136
+ "encoder.layers.6.layer_norm2.weight" : [768],
137
+ "encoder.layers.6.mlp.fc1.bias" : [3072],
138
+ "encoder.layers.6.mlp.fc1.weight" : [3072,768],
139
+ "encoder.layers.6.mlp.fc2.bias" : [768],
140
+ "encoder.layers.6.mlp.fc2.weight" : [768,3072],
141
+ "encoder.layers.6.self_attn.k_proj.bias" : [768],
142
+ "encoder.layers.6.self_attn.k_proj.weight" : [768,768],
143
+ "encoder.layers.6.self_attn.out_proj.bias" : [768],
144
+ "encoder.layers.6.self_attn.out_proj.weight" : [768,768],
145
+ "encoder.layers.6.self_attn.q_proj.bias" : [768],
146
+ "encoder.layers.6.self_attn.q_proj.weight" : [768,768],
147
+ "encoder.layers.6.self_attn.v_proj.bias" : [768],
148
+ "encoder.layers.6.self_attn.v_proj.weight" : [768,768],
149
+ "encoder.layers.7.layer_norm1.bias" : [768],
150
+ "encoder.layers.7.layer_norm1.weight" : [768],
151
+ "encoder.layers.7.layer_norm2.bias" : [768],
152
+ "encoder.layers.7.layer_norm2.weight" : [768],
153
+ "encoder.layers.7.mlp.fc1.bias" : [3072],
154
+ "encoder.layers.7.mlp.fc1.weight" : [3072,768],
155
+ "encoder.layers.7.mlp.fc2.bias" : [768],
156
+ "encoder.layers.7.mlp.fc2.weight" : [768,3072],
157
+ "encoder.layers.7.self_attn.k_proj.bias" : [768],
158
+ "encoder.layers.7.self_attn.k_proj.weight" : [768,768],
159
+ "encoder.layers.7.self_attn.out_proj.bias" : [768],
160
+ "encoder.layers.7.self_attn.out_proj.weight" : [768,768],
161
+ "encoder.layers.7.self_attn.q_proj.bias" : [768],
162
+ "encoder.layers.7.self_attn.q_proj.weight" : [768,768],
163
+ "encoder.layers.7.self_attn.v_proj.bias" : [768],
164
+ "encoder.layers.7.self_attn.v_proj.weight" : [768,768],
165
+ "encoder.layers.8.layer_norm1.bias" : [768],
166
+ "encoder.layers.8.layer_norm1.weight" : [768],
167
+ "encoder.layers.8.layer_norm2.bias" : [768],
168
+ "encoder.layers.8.layer_norm2.weight" : [768],
169
+ "encoder.layers.8.mlp.fc1.bias" : [3072],
170
+ "encoder.layers.8.mlp.fc1.weight" : [3072,768],
171
+ "encoder.layers.8.mlp.fc2.bias" : [768],
172
+ "encoder.layers.8.mlp.fc2.weight" : [768,3072],
173
+ "encoder.layers.8.self_attn.k_proj.bias" : [768],
174
+ "encoder.layers.8.self_attn.k_proj.weight" : [768,768],
175
+ "encoder.layers.8.self_attn.out_proj.bias" : [768],
176
+ "encoder.layers.8.self_attn.out_proj.weight" : [768,768],
177
+ "encoder.layers.8.self_attn.q_proj.bias" : [768],
178
+ "encoder.layers.8.self_attn.q_proj.weight" : [768,768],
179
+ "encoder.layers.8.self_attn.v_proj.bias" : [768],
180
+ "encoder.layers.8.self_attn.v_proj.weight" : [768,768],
181
+ "encoder.layers.9.layer_norm1.bias" : [768],
182
+ "encoder.layers.9.layer_norm1.weight" : [768],
183
+ "encoder.layers.9.layer_norm2.bias" : [768],
184
+ "encoder.layers.9.layer_norm2.weight" : [768],
185
+ "encoder.layers.9.mlp.fc1.bias" : [3072],
186
+ "encoder.layers.9.mlp.fc1.weight" : [3072,768],
187
+ "encoder.layers.9.mlp.fc2.bias" : [768],
188
+ "encoder.layers.9.mlp.fc2.weight" : [768,3072],
189
+ "encoder.layers.9.self_attn.k_proj.bias" : [768],
190
+ "encoder.layers.9.self_attn.k_proj.weight" : [768,768],
191
+ "encoder.layers.9.self_attn.out_proj.bias" : [768],
192
+ "encoder.layers.9.self_attn.out_proj.weight" : [768,768],
193
+ "encoder.layers.9.self_attn.q_proj.bias" : [768],
194
+ "encoder.layers.9.self_attn.q_proj.weight" : [768,768],
195
+ "encoder.layers.9.self_attn.v_proj.bias" : [768],
196
+ "encoder.layers.9.self_attn.v_proj.weight" : [768,768],
197
+ "final_layer_norm.bias" : [768],
198
+ "final_layer_norm.weight" : [768]
199
+ }
200
+ }
weight-maps/air.transformer.clip-l.stable-diffusion-xl-base.json ADDED
@@ -0,0 +1,394 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "weight_map": {
3
+ "ln_final.bias" : [1280],
4
+ "ln_final.weight" : [1280],
5
+ "logit_scale" : [],
6
+ "positional_embedding" : [77,1280],
7
+ "text_projection" : [1280,1280],
8
+ "token_embedding.weight" : [49408,1280],
9
+ "transformer.resblocks.0.attn.in_proj_bias" : [3840],
10
+ "transformer.resblocks.0.attn.in_proj_weight" : [3840,1280],
11
+ "transformer.resblocks.0.attn.out_proj.bias" : [1280],
12
+ "transformer.resblocks.0.attn.out_proj.weight" : [1280,1280],
13
+ "transformer.resblocks.0.ln_1.bias" : [1280],
14
+ "transformer.resblocks.0.ln_1.weight" : [1280],
15
+ "transformer.resblocks.0.ln_2.bias" : [1280],
16
+ "transformer.resblocks.0.ln_2.weight" : [1280],
17
+ "transformer.resblocks.0.mlp.c_fc.bias" : [5120],
18
+ "transformer.resblocks.0.mlp.c_fc.weight" : [5120,1280],
19
+ "transformer.resblocks.0.mlp.c_proj.bias" : [1280],
20
+ "transformer.resblocks.0.mlp.c_proj.weight" : [1280,5120],
21
+ "transformer.resblocks.1.attn.in_proj_bias" : [3840],
22
+ "transformer.resblocks.1.attn.in_proj_weight" : [3840,1280],
23
+ "transformer.resblocks.1.attn.out_proj.bias" : [1280],
24
+ "transformer.resblocks.1.attn.out_proj.weight" : [1280,1280],
25
+ "transformer.resblocks.1.ln_1.bias" : [1280],
26
+ "transformer.resblocks.1.ln_1.weight" : [1280],
27
+ "transformer.resblocks.1.ln_2.bias" : [1280],
28
+ "transformer.resblocks.1.ln_2.weight" : [1280],
29
+ "transformer.resblocks.1.mlp.c_fc.bias" : [5120],
30
+ "transformer.resblocks.1.mlp.c_fc.weight" : [5120,1280],
31
+ "transformer.resblocks.1.mlp.c_proj.bias" : [1280],
32
+ "transformer.resblocks.1.mlp.c_proj.weight" : [1280,5120],
33
+ "transformer.resblocks.10.attn.in_proj_bias" : [3840],
34
+ "transformer.resblocks.10.attn.in_proj_weight" : [3840,1280],
35
+ "transformer.resblocks.10.attn.out_proj.bias" : [1280],
36
+ "transformer.resblocks.10.attn.out_proj.weight" : [1280,1280],
37
+ "transformer.resblocks.10.ln_1.bias" : [1280],
38
+ "transformer.resblocks.10.ln_1.weight" : [1280],
39
+ "transformer.resblocks.10.ln_2.bias" : [1280],
40
+ "transformer.resblocks.10.ln_2.weight" : [1280],
41
+ "transformer.resblocks.10.mlp.c_fc.bias" : [5120],
42
+ "transformer.resblocks.10.mlp.c_fc.weight" : [5120,1280],
43
+ "transformer.resblocks.10.mlp.c_proj.bias" : [1280],
44
+ "transformer.resblocks.10.mlp.c_proj.weight" : [1280,5120],
45
+ "transformer.resblocks.11.attn.in_proj_bias" : [3840],
46
+ "transformer.resblocks.11.attn.in_proj_weight" : [3840,1280],
47
+ "transformer.resblocks.11.attn.out_proj.bias" : [1280],
48
+ "transformer.resblocks.11.attn.out_proj.weight" : [1280,1280],
49
+ "transformer.resblocks.11.ln_1.bias" : [1280],
50
+ "transformer.resblocks.11.ln_1.weight" : [1280],
51
+ "transformer.resblocks.11.ln_2.bias" : [1280],
52
+ "transformer.resblocks.11.ln_2.weight" : [1280],
53
+ "transformer.resblocks.11.mlp.c_fc.bias" : [5120],
54
+ "transformer.resblocks.11.mlp.c_fc.weight" : [5120,1280],
55
+ "transformer.resblocks.11.mlp.c_proj.bias" : [1280],
56
+ "transformer.resblocks.11.mlp.c_proj.weight" : [1280,5120],
57
+ "transformer.resblocks.12.attn.in_proj_bias" : [3840],
58
+ "transformer.resblocks.12.attn.in_proj_weight" : [3840,1280],
59
+ "transformer.resblocks.12.attn.out_proj.bias" : [1280],
60
+ "transformer.resblocks.12.attn.out_proj.weight" : [1280,1280],
61
+ "transformer.resblocks.12.ln_1.bias" : [1280],
62
+ "transformer.resblocks.12.ln_1.weight" : [1280],
63
+ "transformer.resblocks.12.ln_2.bias" : [1280],
64
+ "transformer.resblocks.12.ln_2.weight" : [1280],
65
+ "transformer.resblocks.12.mlp.c_fc.bias" : [5120],
66
+ "transformer.resblocks.12.mlp.c_fc.weight" : [5120,1280],
67
+ "transformer.resblocks.12.mlp.c_proj.bias" : [1280],
68
+ "transformer.resblocks.12.mlp.c_proj.weight" : [1280,5120],
69
+ "transformer.resblocks.13.attn.in_proj_bias" : [3840],
70
+ "transformer.resblocks.13.attn.in_proj_weight" : [3840,1280],
71
+ "transformer.resblocks.13.attn.out_proj.bias" : [1280],
72
+ "transformer.resblocks.13.attn.out_proj.weight" : [1280,1280],
73
+ "transformer.resblocks.13.ln_1.bias" : [1280],
74
+ "transformer.resblocks.13.ln_1.weight" : [1280],
75
+ "transformer.resblocks.13.ln_2.bias" : [1280],
76
+ "transformer.resblocks.13.ln_2.weight" : [1280],
77
+ "transformer.resblocks.13.mlp.c_fc.bias" : [5120],
78
+ "transformer.resblocks.13.mlp.c_fc.weight" : [5120,1280],
79
+ "transformer.resblocks.13.mlp.c_proj.bias" : [1280],
80
+ "transformer.resblocks.13.mlp.c_proj.weight" : [1280,5120],
81
+ "transformer.resblocks.14.attn.in_proj_bias" : [3840],
82
+ "transformer.resblocks.14.attn.in_proj_weight" : [3840,1280],
83
+ "transformer.resblocks.14.attn.out_proj.bias" : [1280],
84
+ "transformer.resblocks.14.attn.out_proj.weight" : [1280,1280],
85
+ "transformer.resblocks.14.ln_1.bias" : [1280],
86
+ "transformer.resblocks.14.ln_1.weight" : [1280],
87
+ "transformer.resblocks.14.ln_2.bias" : [1280],
88
+ "transformer.resblocks.14.ln_2.weight" : [1280],
89
+ "transformer.resblocks.14.mlp.c_fc.bias" : [5120],
90
+ "transformer.resblocks.14.mlp.c_fc.weight" : [5120,1280],
91
+ "transformer.resblocks.14.mlp.c_proj.bias" : [1280],
92
+ "transformer.resblocks.14.mlp.c_proj.weight" : [1280,5120],
93
+ "transformer.resblocks.15.attn.in_proj_bias" : [3840],
94
+ "transformer.resblocks.15.attn.in_proj_weight" : [3840,1280],
95
+ "transformer.resblocks.15.attn.out_proj.bias" : [1280],
96
+ "transformer.resblocks.15.attn.out_proj.weight" : [1280,1280],
97
+ "transformer.resblocks.15.ln_1.bias" : [1280],
98
+ "transformer.resblocks.15.ln_1.weight" : [1280],
99
+ "transformer.resblocks.15.ln_2.bias" : [1280],
100
+ "transformer.resblocks.15.ln_2.weight" : [1280],
101
+ "transformer.resblocks.15.mlp.c_fc.bias" : [5120],
102
+ "transformer.resblocks.15.mlp.c_fc.weight" : [5120,1280],
103
+ "transformer.resblocks.15.mlp.c_proj.bias" : [1280],
104
+ "transformer.resblocks.15.mlp.c_proj.weight" : [1280,5120],
105
+ "transformer.resblocks.16.attn.in_proj_bias" : [3840],
106
+ "transformer.resblocks.16.attn.in_proj_weight" : [3840,1280],
107
+ "transformer.resblocks.16.attn.out_proj.bias" : [1280],
108
+ "transformer.resblocks.16.attn.out_proj.weight" : [1280,1280],
109
+ "transformer.resblocks.16.ln_1.bias" : [1280],
110
+ "transformer.resblocks.16.ln_1.weight" : [1280],
111
+ "transformer.resblocks.16.ln_2.bias" : [1280],
112
+ "transformer.resblocks.16.ln_2.weight" : [1280],
113
+ "transformer.resblocks.16.mlp.c_fc.bias" : [5120],
114
+ "transformer.resblocks.16.mlp.c_fc.weight" : [5120,1280],
115
+ "transformer.resblocks.16.mlp.c_proj.bias" : [1280],
116
+ "transformer.resblocks.16.mlp.c_proj.weight" : [1280,5120],
117
+ "transformer.resblocks.17.attn.in_proj_bias" : [3840],
118
+ "transformer.resblocks.17.attn.in_proj_weight" : [3840,1280],
119
+ "transformer.resblocks.17.attn.out_proj.bias" : [1280],
120
+ "transformer.resblocks.17.attn.out_proj.weight" : [1280,1280],
121
+ "transformer.resblocks.17.ln_1.bias" : [1280],
122
+ "transformer.resblocks.17.ln_1.weight" : [1280],
123
+ "transformer.resblocks.17.ln_2.bias" : [1280],
124
+ "transformer.resblocks.17.ln_2.weight" : [1280],
125
+ "transformer.resblocks.17.mlp.c_fc.bias" : [5120],
126
+ "transformer.resblocks.17.mlp.c_fc.weight" : [5120,1280],
127
+ "transformer.resblocks.17.mlp.c_proj.bias" : [1280],
128
+ "transformer.resblocks.17.mlp.c_proj.weight" : [1280,5120],
129
+ "transformer.resblocks.18.attn.in_proj_bias" : [3840],
130
+ "transformer.resblocks.18.attn.in_proj_weight" : [3840,1280],
131
+ "transformer.resblocks.18.attn.out_proj.bias" : [1280],
132
+ "transformer.resblocks.18.attn.out_proj.weight" : [1280,1280],
133
+ "transformer.resblocks.18.ln_1.bias" : [1280],
134
+ "transformer.resblocks.18.ln_1.weight" : [1280],
135
+ "transformer.resblocks.18.ln_2.bias" : [1280],
136
+ "transformer.resblocks.18.ln_2.weight" : [1280],
137
+ "transformer.resblocks.18.mlp.c_fc.bias" : [5120],
138
+ "transformer.resblocks.18.mlp.c_fc.weight" : [5120,1280],
139
+ "transformer.resblocks.18.mlp.c_proj.bias" : [1280],
140
+ "transformer.resblocks.18.mlp.c_proj.weight" : [1280,5120],
141
+ "transformer.resblocks.19.attn.in_proj_bias" : [3840],
142
+ "transformer.resblocks.19.attn.in_proj_weight" : [3840,1280],
143
+ "transformer.resblocks.19.attn.out_proj.bias" : [1280],
144
+ "transformer.resblocks.19.attn.out_proj.weight" : [1280,1280],
145
+ "transformer.resblocks.19.ln_1.bias" : [1280],
146
+ "transformer.resblocks.19.ln_1.weight" : [1280],
147
+ "transformer.resblocks.19.ln_2.bias" : [1280],
148
+ "transformer.resblocks.19.ln_2.weight" : [1280],
149
+ "transformer.resblocks.19.mlp.c_fc.bias" : [5120],
150
+ "transformer.resblocks.19.mlp.c_fc.weight" : [5120,1280],
151
+ "transformer.resblocks.19.mlp.c_proj.bias" : [1280],
152
+ "transformer.resblocks.19.mlp.c_proj.weight" : [1280,5120],
153
+ "transformer.resblocks.2.attn.in_proj_bias" : [3840],
154
+ "transformer.resblocks.2.attn.in_proj_weight" : [3840,1280],
155
+ "transformer.resblocks.2.attn.out_proj.bias" : [1280],
156
+ "transformer.resblocks.2.attn.out_proj.weight" : [1280,1280],
157
+ "transformer.resblocks.2.ln_1.bias" : [1280],
158
+ "transformer.resblocks.2.ln_1.weight" : [1280],
159
+ "transformer.resblocks.2.ln_2.bias" : [1280],
160
+ "transformer.resblocks.2.ln_2.weight" : [1280],
161
+ "transformer.resblocks.2.mlp.c_fc.bias" : [5120],
162
+ "transformer.resblocks.2.mlp.c_fc.weight" : [5120,1280],
163
+ "transformer.resblocks.2.mlp.c_proj.bias" : [1280],
164
+ "transformer.resblocks.2.mlp.c_proj.weight" : [1280,5120],
165
+ "transformer.resblocks.20.attn.in_proj_bias" : [3840],
166
+ "transformer.resblocks.20.attn.in_proj_weight" : [3840,1280],
167
+ "transformer.resblocks.20.attn.out_proj.bias" : [1280],
168
+ "transformer.resblocks.20.attn.out_proj.weight" : [1280,1280],
169
+ "transformer.resblocks.20.ln_1.bias" : [1280],
170
+ "transformer.resblocks.20.ln_1.weight" : [1280],
171
+ "transformer.resblocks.20.ln_2.bias" : [1280],
172
+ "transformer.resblocks.20.ln_2.weight" : [1280],
173
+ "transformer.resblocks.20.mlp.c_fc.bias" : [5120],
174
+ "transformer.resblocks.20.mlp.c_fc.weight" : [5120,1280],
175
+ "transformer.resblocks.20.mlp.c_proj.bias" : [1280],
176
+ "transformer.resblocks.20.mlp.c_proj.weight" : [1280,5120],
177
+ "transformer.resblocks.21.attn.in_proj_bias" : [3840],
178
+ "transformer.resblocks.21.attn.in_proj_weight" : [3840,1280],
179
+ "transformer.resblocks.21.attn.out_proj.bias" : [1280],
180
+ "transformer.resblocks.21.attn.out_proj.weight" : [1280,1280],
181
+ "transformer.resblocks.21.ln_1.bias" : [1280],
182
+ "transformer.resblocks.21.ln_1.weight" : [1280],
183
+ "transformer.resblocks.21.ln_2.bias" : [1280],
184
+ "transformer.resblocks.21.ln_2.weight" : [1280],
185
+ "transformer.resblocks.21.mlp.c_fc.bias" : [5120],
186
+ "transformer.resblocks.21.mlp.c_fc.weight" : [5120,1280],
187
+ "transformer.resblocks.21.mlp.c_proj.bias" : [1280],
188
+ "transformer.resblocks.21.mlp.c_proj.weight" : [1280,5120],
189
+ "transformer.resblocks.22.attn.in_proj_bias" : [3840],
190
+ "transformer.resblocks.22.attn.in_proj_weight" : [3840,1280],
191
+ "transformer.resblocks.22.attn.out_proj.bias" : [1280],
192
+ "transformer.resblocks.22.attn.out_proj.weight" : [1280,1280],
193
+ "transformer.resblocks.22.ln_1.bias" : [1280],
194
+ "transformer.resblocks.22.ln_1.weight" : [1280],
195
+ "transformer.resblocks.22.ln_2.bias" : [1280],
196
+ "transformer.resblocks.22.ln_2.weight" : [1280],
197
+ "transformer.resblocks.22.mlp.c_fc.bias" : [5120],
198
+ "transformer.resblocks.22.mlp.c_fc.weight" : [5120,1280],
199
+ "transformer.resblocks.22.mlp.c_proj.bias" : [1280],
200
+ "transformer.resblocks.22.mlp.c_proj.weight" : [1280,5120],
201
+ "transformer.resblocks.23.attn.in_proj_bias" : [3840],
202
+ "transformer.resblocks.23.attn.in_proj_weight" : [3840,1280],
203
+ "transformer.resblocks.23.attn.out_proj.bias" : [1280],
204
+ "transformer.resblocks.23.attn.out_proj.weight" : [1280,1280],
205
+ "transformer.resblocks.23.ln_1.bias" : [1280],
206
+ "transformer.resblocks.23.ln_1.weight" : [1280],
207
+ "transformer.resblocks.23.ln_2.bias" : [1280],
208
+ "transformer.resblocks.23.ln_2.weight" : [1280],
209
+ "transformer.resblocks.23.mlp.c_fc.bias" : [5120],
210
+ "transformer.resblocks.23.mlp.c_fc.weight" : [5120,1280],
211
+ "transformer.resblocks.23.mlp.c_proj.bias" : [1280],
212
+ "transformer.resblocks.23.mlp.c_proj.weight" : [1280,5120],
213
+ "transformer.resblocks.24.attn.in_proj_bias" : [3840],
214
+ "transformer.resblocks.24.attn.in_proj_weight" : [3840,1280],
215
+ "transformer.resblocks.24.attn.out_proj.bias" : [1280],
216
+ "transformer.resblocks.24.attn.out_proj.weight" : [1280,1280],
217
+ "transformer.resblocks.24.ln_1.bias" : [1280],
218
+ "transformer.resblocks.24.ln_1.weight" : [1280],
219
+ "transformer.resblocks.24.ln_2.bias" : [1280],
220
+ "transformer.resblocks.24.ln_2.weight" : [1280],
221
+ "transformer.resblocks.24.mlp.c_fc.bias" : [5120],
222
+ "transformer.resblocks.24.mlp.c_fc.weight" : [5120,1280],
223
+ "transformer.resblocks.24.mlp.c_proj.bias" : [1280],
224
+ "transformer.resblocks.24.mlp.c_proj.weight" : [1280,5120],
225
+ "transformer.resblocks.25.attn.in_proj_bias" : [3840],
226
+ "transformer.resblocks.25.attn.in_proj_weight" : [3840,1280],
227
+ "transformer.resblocks.25.attn.out_proj.bias" : [1280],
228
+ "transformer.resblocks.25.attn.out_proj.weight" : [1280,1280],
229
+ "transformer.resblocks.25.ln_1.bias" : [1280],
230
+ "transformer.resblocks.25.ln_1.weight" : [1280],
231
+ "transformer.resblocks.25.ln_2.bias" : [1280],
232
+ "transformer.resblocks.25.ln_2.weight" : [1280],
233
+ "transformer.resblocks.25.mlp.c_fc.bias" : [5120],
234
+ "transformer.resblocks.25.mlp.c_fc.weight" : [5120,1280],
235
+ "transformer.resblocks.25.mlp.c_proj.bias" : [1280],
236
+ "transformer.resblocks.25.mlp.c_proj.weight" : [1280,5120],
237
+ "transformer.resblocks.26.attn.in_proj_bias" : [3840],
238
+ "transformer.resblocks.26.attn.in_proj_weight" : [3840,1280],
239
+ "transformer.resblocks.26.attn.out_proj.bias" : [1280],
240
+ "transformer.resblocks.26.attn.out_proj.weight" : [1280,1280],
241
+ "transformer.resblocks.26.ln_1.bias" : [1280],
242
+ "transformer.resblocks.26.ln_1.weight" : [1280],
243
+ "transformer.resblocks.26.ln_2.bias" : [1280],
244
+ "transformer.resblocks.26.ln_2.weight" : [1280],
245
+ "transformer.resblocks.26.mlp.c_fc.bias" : [5120],
246
+ "transformer.resblocks.26.mlp.c_fc.weight" : [5120,1280],
247
+ "transformer.resblocks.26.mlp.c_proj.bias" : [1280],
248
+ "transformer.resblocks.26.mlp.c_proj.weight" : [1280,5120],
249
+ "transformer.resblocks.27.attn.in_proj_bias" : [3840],
250
+ "transformer.resblocks.27.attn.in_proj_weight" : [3840,1280],
251
+ "transformer.resblocks.27.attn.out_proj.bias" : [1280],
252
+ "transformer.resblocks.27.attn.out_proj.weight" : [1280,1280],
253
+ "transformer.resblocks.27.ln_1.bias" : [1280],
254
+ "transformer.resblocks.27.ln_1.weight" : [1280],
255
+ "transformer.resblocks.27.ln_2.bias" : [1280],
256
+ "transformer.resblocks.27.ln_2.weight" : [1280],
257
+ "transformer.resblocks.27.mlp.c_fc.bias" : [5120],
258
+ "transformer.resblocks.27.mlp.c_fc.weight" : [5120,1280],
259
+ "transformer.resblocks.27.mlp.c_proj.bias" : [1280],
260
+ "transformer.resblocks.27.mlp.c_proj.weight" : [1280,5120],
261
+ "transformer.resblocks.28.attn.in_proj_bias" : [3840],
262
+ "transformer.resblocks.28.attn.in_proj_weight" : [3840,1280],
263
+ "transformer.resblocks.28.attn.out_proj.bias" : [1280],
264
+ "transformer.resblocks.28.attn.out_proj.weight" : [1280,1280],
265
+ "transformer.resblocks.28.ln_1.bias" : [1280],
266
+ "transformer.resblocks.28.ln_1.weight" : [1280],
267
+ "transformer.resblocks.28.ln_2.bias" : [1280],
268
+ "transformer.resblocks.28.ln_2.weight" : [1280],
269
+ "transformer.resblocks.28.mlp.c_fc.bias" : [5120],
270
+ "transformer.resblocks.28.mlp.c_fc.weight" : [5120,1280],
271
+ "transformer.resblocks.28.mlp.c_proj.bias" : [1280],
272
+ "transformer.resblocks.28.mlp.c_proj.weight" : [1280,5120],
273
+ "transformer.resblocks.29.attn.in_proj_bias" : [3840],
274
+ "transformer.resblocks.29.attn.in_proj_weight" : [3840,1280],
275
+ "transformer.resblocks.29.attn.out_proj.bias" : [1280],
276
+ "transformer.resblocks.29.attn.out_proj.weight" : [1280,1280],
277
+ "transformer.resblocks.29.ln_1.bias" : [1280],
278
+ "transformer.resblocks.29.ln_1.weight" : [1280],
279
+ "transformer.resblocks.29.ln_2.bias" : [1280],
280
+ "transformer.resblocks.29.ln_2.weight" : [1280],
281
+ "transformer.resblocks.29.mlp.c_fc.bias" : [5120],
282
+ "transformer.resblocks.29.mlp.c_fc.weight" : [5120,1280],
283
+ "transformer.resblocks.29.mlp.c_proj.bias" : [1280],
284
+ "transformer.resblocks.29.mlp.c_proj.weight" : [1280,5120],
285
+ "transformer.resblocks.3.attn.in_proj_bias" : [3840],
286
+ "transformer.resblocks.3.attn.in_proj_weight" : [3840,1280],
287
+ "transformer.resblocks.3.attn.out_proj.bias" : [1280],
288
+ "transformer.resblocks.3.attn.out_proj.weight" : [1280,1280],
289
+ "transformer.resblocks.3.ln_1.bias" : [1280],
290
+ "transformer.resblocks.3.ln_1.weight" : [1280],
291
+ "transformer.resblocks.3.ln_2.bias" : [1280],
292
+ "transformer.resblocks.3.ln_2.weight" : [1280],
293
+ "transformer.resblocks.3.mlp.c_fc.bias" : [5120],
294
+ "transformer.resblocks.3.mlp.c_fc.weight" : [5120,1280],
295
+ "transformer.resblocks.3.mlp.c_proj.bias" : [1280],
296
+ "transformer.resblocks.3.mlp.c_proj.weight" : [1280,5120],
297
+ "transformer.resblocks.30.attn.in_proj_bias" : [3840],
298
+ "transformer.resblocks.30.attn.in_proj_weight" : [3840,1280],
299
+ "transformer.resblocks.30.attn.out_proj.bias" : [1280],
300
+ "transformer.resblocks.30.attn.out_proj.weight" : [1280,1280],
301
+ "transformer.resblocks.30.ln_1.bias" : [1280],
302
+ "transformer.resblocks.30.ln_1.weight" : [1280],
303
+ "transformer.resblocks.30.ln_2.bias" : [1280],
304
+ "transformer.resblocks.30.ln_2.weight" : [1280],
305
+ "transformer.resblocks.30.mlp.c_fc.bias" : [5120],
306
+ "transformer.resblocks.30.mlp.c_fc.weight" : [5120,1280],
307
+ "transformer.resblocks.30.mlp.c_proj.bias" : [1280],
308
+ "transformer.resblocks.30.mlp.c_proj.weight" : [1280,5120],
309
+ "transformer.resblocks.31.attn.in_proj_bias" : [3840],
310
+ "transformer.resblocks.31.attn.in_proj_weight" : [3840,1280],
311
+ "transformer.resblocks.31.attn.out_proj.bias" : [1280],
312
+ "transformer.resblocks.31.attn.out_proj.weight" : [1280,1280],
313
+ "transformer.resblocks.31.ln_1.bias" : [1280],
314
+ "transformer.resblocks.31.ln_1.weight" : [1280],
315
+ "transformer.resblocks.31.ln_2.bias" : [1280],
316
+ "transformer.resblocks.31.ln_2.weight" : [1280],
317
+ "transformer.resblocks.31.mlp.c_fc.bias" : [5120],
318
+ "transformer.resblocks.31.mlp.c_fc.weight" : [5120,1280],
319
+ "transformer.resblocks.31.mlp.c_proj.bias" : [1280],
320
+ "transformer.resblocks.31.mlp.c_proj.weight" : [1280,5120],
321
+ "transformer.resblocks.4.attn.in_proj_bias" : [3840],
322
+ "transformer.resblocks.4.attn.in_proj_weight" : [3840,1280],
323
+ "transformer.resblocks.4.attn.out_proj.bias" : [1280],
324
+ "transformer.resblocks.4.attn.out_proj.weight" : [1280,1280],
325
+ "transformer.resblocks.4.ln_1.bias" : [1280],
326
+ "transformer.resblocks.4.ln_1.weight" : [1280],
327
+ "transformer.resblocks.4.ln_2.bias" : [1280],
328
+ "transformer.resblocks.4.ln_2.weight" : [1280],
329
+ "transformer.resblocks.4.mlp.c_fc.bias" : [5120],
330
+ "transformer.resblocks.4.mlp.c_fc.weight" : [5120,1280],
331
+ "transformer.resblocks.4.mlp.c_proj.bias" : [1280],
332
+ "transformer.resblocks.4.mlp.c_proj.weight" : [1280,5120],
333
+ "transformer.resblocks.5.attn.in_proj_bias" : [3840],
334
+ "transformer.resblocks.5.attn.in_proj_weight" : [3840,1280],
335
+ "transformer.resblocks.5.attn.out_proj.bias" : [1280],
336
+ "transformer.resblocks.5.attn.out_proj.weight" : [1280,1280],
337
+ "transformer.resblocks.5.ln_1.bias" : [1280],
338
+ "transformer.resblocks.5.ln_1.weight" : [1280],
339
+ "transformer.resblocks.5.ln_2.bias" : [1280],
340
+ "transformer.resblocks.5.ln_2.weight" : [1280],
341
+ "transformer.resblocks.5.mlp.c_fc.bias" : [5120],
342
+ "transformer.resblocks.5.mlp.c_fc.weight" : [5120,1280],
343
+ "transformer.resblocks.5.mlp.c_proj.bias" : [1280],
344
+ "transformer.resblocks.5.mlp.c_proj.weight" : [1280,5120],
345
+ "transformer.resblocks.6.attn.in_proj_bias" : [3840],
346
+ "transformer.resblocks.6.attn.in_proj_weight" : [3840,1280],
347
+ "transformer.resblocks.6.attn.out_proj.bias" : [1280],
348
+ "transformer.resblocks.6.attn.out_proj.weight" : [1280,1280],
349
+ "transformer.resblocks.6.ln_1.bias" : [1280],
350
+ "transformer.resblocks.6.ln_1.weight" : [1280],
351
+ "transformer.resblocks.6.ln_2.bias" : [1280],
352
+ "transformer.resblocks.6.ln_2.weight" : [1280],
353
+ "transformer.resblocks.6.mlp.c_fc.bias" : [5120],
354
+ "transformer.resblocks.6.mlp.c_fc.weight" : [5120,1280],
355
+ "transformer.resblocks.6.mlp.c_proj.bias" : [1280],
356
+ "transformer.resblocks.6.mlp.c_proj.weight" : [1280,5120],
357
+ "transformer.resblocks.7.attn.in_proj_bias" : [3840],
358
+ "transformer.resblocks.7.attn.in_proj_weight" : [3840,1280],
359
+ "transformer.resblocks.7.attn.out_proj.bias" : [1280],
360
+ "transformer.resblocks.7.attn.out_proj.weight" : [1280,1280],
361
+ "transformer.resblocks.7.ln_1.bias" : [1280],
362
+ "transformer.resblocks.7.ln_1.weight" : [1280],
363
+ "transformer.resblocks.7.ln_2.bias" : [1280],
364
+ "transformer.resblocks.7.ln_2.weight" : [1280],
365
+ "transformer.resblocks.7.mlp.c_fc.bias" : [5120],
366
+ "transformer.resblocks.7.mlp.c_fc.weight" : [5120,1280],
367
+ "transformer.resblocks.7.mlp.c_proj.bias" : [1280],
368
+ "transformer.resblocks.7.mlp.c_proj.weight" : [1280,5120],
369
+ "transformer.resblocks.8.attn.in_proj_bias" : [3840],
370
+ "transformer.resblocks.8.attn.in_proj_weight" : [3840,1280],
371
+ "transformer.resblocks.8.attn.out_proj.bias" : [1280],
372
+ "transformer.resblocks.8.attn.out_proj.weight" : [1280,1280],
373
+ "transformer.resblocks.8.ln_1.bias" : [1280],
374
+ "transformer.resblocks.8.ln_1.weight" : [1280],
375
+ "transformer.resblocks.8.ln_2.bias" : [1280],
376
+ "transformer.resblocks.8.ln_2.weight" : [1280],
377
+ "transformer.resblocks.8.mlp.c_fc.bias" : [5120],
378
+ "transformer.resblocks.8.mlp.c_fc.weight" : [5120,1280],
379
+ "transformer.resblocks.8.mlp.c_proj.bias" : [1280],
380
+ "transformer.resblocks.8.mlp.c_proj.weight" : [1280,5120],
381
+ "transformer.resblocks.9.attn.in_proj_bias" : [3840],
382
+ "transformer.resblocks.9.attn.in_proj_weight" : [3840,1280],
383
+ "transformer.resblocks.9.attn.out_proj.bias" : [1280],
384
+ "transformer.resblocks.9.attn.out_proj.weight" : [1280,1280],
385
+ "transformer.resblocks.9.ln_1.bias" : [1280],
386
+ "transformer.resblocks.9.ln_1.weight" : [1280],
387
+ "transformer.resblocks.9.ln_2.bias" : [1280],
388
+ "transformer.resblocks.9.ln_2.weight" : [1280],
389
+ "transformer.resblocks.9.mlp.c_fc.bias" : [5120],
390
+ "transformer.resblocks.9.mlp.c_fc.weight" : [5120,1280],
391
+ "transformer.resblocks.9.mlp.c_proj.bias" : [1280],
392
+ "transformer.resblocks.9.mlp.c_proj.weight" : [1280,5120]
393
+ }
394
+ }
weight-maps/air.unet.kolors.json ADDED
The diff for this file is too large to render. See raw diff
 
weight-maps/air.unet.stable-diffusion-1.json ADDED
@@ -0,0 +1,690 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "weight_map": {
3
+ "input_blocks.0.0.bias" : [320],
4
+ "input_blocks.0.0.weight" : [320,4,3,3],
5
+ "input_blocks.1.0.emb_layers.1.bias" : [320],
6
+ "input_blocks.1.0.emb_layers.1.weight" : [320,1280],
7
+ "input_blocks.1.0.in_layers.0.bias" : [320],
8
+ "input_blocks.1.0.in_layers.0.weight" : [320],
9
+ "input_blocks.1.0.in_layers.2.bias" : [320],
10
+ "input_blocks.1.0.in_layers.2.weight" : [320,320,3,3],
11
+ "input_blocks.1.0.out_layers.0.bias" : [320],
12
+ "input_blocks.1.0.out_layers.0.weight" : [320],
13
+ "input_blocks.1.0.out_layers.3.bias" : [320],
14
+ "input_blocks.1.0.out_layers.3.weight" : [320,320,3,3],
15
+ "input_blocks.1.1.norm.bias" : [320],
16
+ "input_blocks.1.1.norm.weight" : [320],
17
+ "input_blocks.1.1.proj_in.bias" : [320],
18
+ "input_blocks.1.1.proj_in.weight" : [320,320,1,1],
19
+ "input_blocks.1.1.proj_out.bias" : [320],
20
+ "input_blocks.1.1.proj_out.weight" : [320,320,1,1],
21
+ "input_blocks.1.1.transformer_blocks.0.attn1.to_k.weight" : [320,320],
22
+ "input_blocks.1.1.transformer_blocks.0.attn1.to_out.0.bias" : [320],
23
+ "input_blocks.1.1.transformer_blocks.0.attn1.to_out.0.weight" : [320,320],
24
+ "input_blocks.1.1.transformer_blocks.0.attn1.to_q.weight" : [320,320],
25
+ "input_blocks.1.1.transformer_blocks.0.attn1.to_v.weight" : [320,320],
26
+ "input_blocks.1.1.transformer_blocks.0.attn2.to_k.weight" : [320,768],
27
+ "input_blocks.1.1.transformer_blocks.0.attn2.to_out.0.bias" : [320],
28
+ "input_blocks.1.1.transformer_blocks.0.attn2.to_out.0.weight" : [320,320],
29
+ "input_blocks.1.1.transformer_blocks.0.attn2.to_q.weight" : [320,320],
30
+ "input_blocks.1.1.transformer_blocks.0.attn2.to_v.weight" : [320,768],
31
+ "input_blocks.1.1.transformer_blocks.0.ff.net.0.proj.bias" : [2560],
32
+ "input_blocks.1.1.transformer_blocks.0.ff.net.0.proj.weight" : [2560,320],
33
+ "input_blocks.1.1.transformer_blocks.0.ff.net.2.bias" : [320],
34
+ "input_blocks.1.1.transformer_blocks.0.ff.net.2.weight" : [320,1280],
35
+ "input_blocks.1.1.transformer_blocks.0.norm1.bias" : [320],
36
+ "input_blocks.1.1.transformer_blocks.0.norm1.weight" : [320],
37
+ "input_blocks.1.1.transformer_blocks.0.norm2.bias" : [320],
38
+ "input_blocks.1.1.transformer_blocks.0.norm2.weight" : [320],
39
+ "input_blocks.1.1.transformer_blocks.0.norm3.bias" : [320],
40
+ "input_blocks.1.1.transformer_blocks.0.norm3.weight" : [320],
41
+ "input_blocks.10.0.emb_layers.1.bias" : [1280],
42
+ "input_blocks.10.0.emb_layers.1.weight" : [1280,1280],
43
+ "input_blocks.10.0.in_layers.0.bias" : [1280],
44
+ "input_blocks.10.0.in_layers.0.weight" : [1280],
45
+ "input_blocks.10.0.in_layers.2.bias" : [1280],
46
+ "input_blocks.10.0.in_layers.2.weight" : [1280,1280,3,3],
47
+ "input_blocks.10.0.out_layers.0.bias" : [1280],
48
+ "input_blocks.10.0.out_layers.0.weight" : [1280],
49
+ "input_blocks.10.0.out_layers.3.bias" : [1280],
50
+ "input_blocks.10.0.out_layers.3.weight" : [1280,1280,3,3],
51
+ "input_blocks.11.0.emb_layers.1.bias" : [1280],
52
+ "input_blocks.11.0.emb_layers.1.weight" : [1280,1280],
53
+ "input_blocks.11.0.in_layers.0.bias" : [1280],
54
+ "input_blocks.11.0.in_layers.0.weight" : [1280],
55
+ "input_blocks.11.0.in_layers.2.bias" : [1280],
56
+ "input_blocks.11.0.in_layers.2.weight" : [1280,1280,3,3],
57
+ "input_blocks.11.0.out_layers.0.bias" : [1280],
58
+ "input_blocks.11.0.out_layers.0.weight" : [1280],
59
+ "input_blocks.11.0.out_layers.3.bias" : [1280],
60
+ "input_blocks.11.0.out_layers.3.weight" : [1280,1280,3,3],
61
+ "input_blocks.2.0.emb_layers.1.bias" : [320],
62
+ "input_blocks.2.0.emb_layers.1.weight" : [320,1280],
63
+ "input_blocks.2.0.in_layers.0.bias" : [320],
64
+ "input_blocks.2.0.in_layers.0.weight" : [320],
65
+ "input_blocks.2.0.in_layers.2.bias" : [320],
66
+ "input_blocks.2.0.in_layers.2.weight" : [320,320,3,3],
67
+ "input_blocks.2.0.out_layers.0.bias" : [320],
68
+ "input_blocks.2.0.out_layers.0.weight" : [320],
69
+ "input_blocks.2.0.out_layers.3.bias" : [320],
70
+ "input_blocks.2.0.out_layers.3.weight" : [320,320,3,3],
71
+ "input_blocks.2.1.norm.bias" : [320],
72
+ "input_blocks.2.1.norm.weight" : [320],
73
+ "input_blocks.2.1.proj_in.bias" : [320],
74
+ "input_blocks.2.1.proj_in.weight" : [320,320,1,1],
75
+ "input_blocks.2.1.proj_out.bias" : [320],
76
+ "input_blocks.2.1.proj_out.weight" : [320,320,1,1],
77
+ "input_blocks.2.1.transformer_blocks.0.attn1.to_k.weight" : [320,320],
78
+ "input_blocks.2.1.transformer_blocks.0.attn1.to_out.0.bias" : [320],
79
+ "input_blocks.2.1.transformer_blocks.0.attn1.to_out.0.weight" : [320,320],
80
+ "input_blocks.2.1.transformer_blocks.0.attn1.to_q.weight" : [320,320],
81
+ "input_blocks.2.1.transformer_blocks.0.attn1.to_v.weight" : [320,320],
82
+ "input_blocks.2.1.transformer_blocks.0.attn2.to_k.weight" : [320,768],
83
+ "input_blocks.2.1.transformer_blocks.0.attn2.to_out.0.bias" : [320],
84
+ "input_blocks.2.1.transformer_blocks.0.attn2.to_out.0.weight" : [320,320],
85
+ "input_blocks.2.1.transformer_blocks.0.attn2.to_q.weight" : [320,320],
86
+ "input_blocks.2.1.transformer_blocks.0.attn2.to_v.weight" : [320,768],
87
+ "input_blocks.2.1.transformer_blocks.0.ff.net.0.proj.bias" : [2560],
88
+ "input_blocks.2.1.transformer_blocks.0.ff.net.0.proj.weight" : [2560,320],
89
+ "input_blocks.2.1.transformer_blocks.0.ff.net.2.bias" : [320],
90
+ "input_blocks.2.1.transformer_blocks.0.ff.net.2.weight" : [320,1280],
91
+ "input_blocks.2.1.transformer_blocks.0.norm1.bias" : [320],
92
+ "input_blocks.2.1.transformer_blocks.0.norm1.weight" : [320],
93
+ "input_blocks.2.1.transformer_blocks.0.norm2.bias" : [320],
94
+ "input_blocks.2.1.transformer_blocks.0.norm2.weight" : [320],
95
+ "input_blocks.2.1.transformer_blocks.0.norm3.bias" : [320],
96
+ "input_blocks.2.1.transformer_blocks.0.norm3.weight" : [320],
97
+ "input_blocks.3.0.op.bias" : [320],
98
+ "input_blocks.3.0.op.weight" : [320,320,3,3],
99
+ "input_blocks.4.0.emb_layers.1.bias" : [640],
100
+ "input_blocks.4.0.emb_layers.1.weight" : [640,1280],
101
+ "input_blocks.4.0.in_layers.0.bias" : [320],
102
+ "input_blocks.4.0.in_layers.0.weight" : [320],
103
+ "input_blocks.4.0.in_layers.2.bias" : [640],
104
+ "input_blocks.4.0.in_layers.2.weight" : [640,320,3,3],
105
+ "input_blocks.4.0.out_layers.0.bias" : [640],
106
+ "input_blocks.4.0.out_layers.0.weight" : [640],
107
+ "input_blocks.4.0.out_layers.3.bias" : [640],
108
+ "input_blocks.4.0.out_layers.3.weight" : [640,640,3,3],
109
+ "input_blocks.4.0.skip_connection.bias" : [640],
110
+ "input_blocks.4.0.skip_connection.weight" : [640,320,1,1],
111
+ "input_blocks.4.1.norm.bias" : [640],
112
+ "input_blocks.4.1.norm.weight" : [640],
113
+ "input_blocks.4.1.proj_in.bias" : [640],
114
+ "input_blocks.4.1.proj_in.weight" : [640,640,1,1],
115
+ "input_blocks.4.1.proj_out.bias" : [640],
116
+ "input_blocks.4.1.proj_out.weight" : [640,640,1,1],
117
+ "input_blocks.4.1.transformer_blocks.0.attn1.to_k.weight" : [640,640],
118
+ "input_blocks.4.1.transformer_blocks.0.attn1.to_out.0.bias" : [640],
119
+ "input_blocks.4.1.transformer_blocks.0.attn1.to_out.0.weight" : [640,640],
120
+ "input_blocks.4.1.transformer_blocks.0.attn1.to_q.weight" : [640,640],
121
+ "input_blocks.4.1.transformer_blocks.0.attn1.to_v.weight" : [640,640],
122
+ "input_blocks.4.1.transformer_blocks.0.attn2.to_k.weight" : [640,768],
123
+ "input_blocks.4.1.transformer_blocks.0.attn2.to_out.0.bias" : [640],
124
+ "input_blocks.4.1.transformer_blocks.0.attn2.to_out.0.weight" : [640,640],
125
+ "input_blocks.4.1.transformer_blocks.0.attn2.to_q.weight" : [640,640],
126
+ "input_blocks.4.1.transformer_blocks.0.attn2.to_v.weight" : [640,768],
127
+ "input_blocks.4.1.transformer_blocks.0.ff.net.0.proj.bias" : [5120],
128
+ "input_blocks.4.1.transformer_blocks.0.ff.net.0.proj.weight" : [5120,640],
129
+ "input_blocks.4.1.transformer_blocks.0.ff.net.2.bias" : [640],
130
+ "input_blocks.4.1.transformer_blocks.0.ff.net.2.weight" : [640,2560],
131
+ "input_blocks.4.1.transformer_blocks.0.norm1.bias" : [640],
132
+ "input_blocks.4.1.transformer_blocks.0.norm1.weight" : [640],
133
+ "input_blocks.4.1.transformer_blocks.0.norm2.bias" : [640],
134
+ "input_blocks.4.1.transformer_blocks.0.norm2.weight" : [640],
135
+ "input_blocks.4.1.transformer_blocks.0.norm3.bias" : [640],
136
+ "input_blocks.4.1.transformer_blocks.0.norm3.weight" : [640],
137
+ "input_blocks.5.0.emb_layers.1.bias" : [640],
138
+ "input_blocks.5.0.emb_layers.1.weight" : [640,1280],
139
+ "input_blocks.5.0.in_layers.0.bias" : [640],
140
+ "input_blocks.5.0.in_layers.0.weight" : [640],
141
+ "input_blocks.5.0.in_layers.2.bias" : [640],
142
+ "input_blocks.5.0.in_layers.2.weight" : [640,640,3,3],
143
+ "input_blocks.5.0.out_layers.0.bias" : [640],
144
+ "input_blocks.5.0.out_layers.0.weight" : [640],
145
+ "input_blocks.5.0.out_layers.3.bias" : [640],
146
+ "input_blocks.5.0.out_layers.3.weight" : [640,640,3,3],
147
+ "input_blocks.5.1.norm.bias" : [640],
148
+ "input_blocks.5.1.norm.weight" : [640],
149
+ "input_blocks.5.1.proj_in.bias" : [640],
150
+ "input_blocks.5.1.proj_in.weight" : [640,640,1,1],
151
+ "input_blocks.5.1.proj_out.bias" : [640],
152
+ "input_blocks.5.1.proj_out.weight" : [640,640,1,1],
153
+ "input_blocks.5.1.transformer_blocks.0.attn1.to_k.weight" : [640,640],
154
+ "input_blocks.5.1.transformer_blocks.0.attn1.to_out.0.bias" : [640],
155
+ "input_blocks.5.1.transformer_blocks.0.attn1.to_out.0.weight" : [640,640],
156
+ "input_blocks.5.1.transformer_blocks.0.attn1.to_q.weight" : [640,640],
157
+ "input_blocks.5.1.transformer_blocks.0.attn1.to_v.weight" : [640,640],
158
+ "input_blocks.5.1.transformer_blocks.0.attn2.to_k.weight" : [640,768],
159
+ "input_blocks.5.1.transformer_blocks.0.attn2.to_out.0.bias" : [640],
160
+ "input_blocks.5.1.transformer_blocks.0.attn2.to_out.0.weight" : [640,640],
161
+ "input_blocks.5.1.transformer_blocks.0.attn2.to_q.weight" : [640,640],
162
+ "input_blocks.5.1.transformer_blocks.0.attn2.to_v.weight" : [640,768],
163
+ "input_blocks.5.1.transformer_blocks.0.ff.net.0.proj.bias" : [5120],
164
+ "input_blocks.5.1.transformer_blocks.0.ff.net.0.proj.weight" : [5120,640],
165
+ "input_blocks.5.1.transformer_blocks.0.ff.net.2.bias" : [640],
166
+ "input_blocks.5.1.transformer_blocks.0.ff.net.2.weight" : [640,2560],
167
+ "input_blocks.5.1.transformer_blocks.0.norm1.bias" : [640],
168
+ "input_blocks.5.1.transformer_blocks.0.norm1.weight" : [640],
169
+ "input_blocks.5.1.transformer_blocks.0.norm2.bias" : [640],
170
+ "input_blocks.5.1.transformer_blocks.0.norm2.weight" : [640],
171
+ "input_blocks.5.1.transformer_blocks.0.norm3.bias" : [640],
172
+ "input_blocks.5.1.transformer_blocks.0.norm3.weight" : [640],
173
+ "input_blocks.6.0.op.bias" : [640],
174
+ "input_blocks.6.0.op.weight" : [640,640,3,3],
175
+ "input_blocks.7.0.emb_layers.1.bias" : [1280],
176
+ "input_blocks.7.0.emb_layers.1.weight" : [1280,1280],
177
+ "input_blocks.7.0.in_layers.0.bias" : [640],
178
+ "input_blocks.7.0.in_layers.0.weight" : [640],
179
+ "input_blocks.7.0.in_layers.2.bias" : [1280],
180
+ "input_blocks.7.0.in_layers.2.weight" : [1280,640,3,3],
181
+ "input_blocks.7.0.out_layers.0.bias" : [1280],
182
+ "input_blocks.7.0.out_layers.0.weight" : [1280],
183
+ "input_blocks.7.0.out_layers.3.bias" : [1280],
184
+ "input_blocks.7.0.out_layers.3.weight" : [1280,1280,3,3],
185
+ "input_blocks.7.0.skip_connection.bias" : [1280],
186
+ "input_blocks.7.0.skip_connection.weight" : [1280,640,1,1],
187
+ "input_blocks.7.1.norm.bias" : [1280],
188
+ "input_blocks.7.1.norm.weight" : [1280],
189
+ "input_blocks.7.1.proj_in.bias" : [1280],
190
+ "input_blocks.7.1.proj_in.weight" : [1280,1280,1,1],
191
+ "input_blocks.7.1.proj_out.bias" : [1280],
192
+ "input_blocks.7.1.proj_out.weight" : [1280,1280,1,1],
193
+ "input_blocks.7.1.transformer_blocks.0.attn1.to_k.weight" : [1280,1280],
194
+ "input_blocks.7.1.transformer_blocks.0.attn1.to_out.0.bias" : [1280],
195
+ "input_blocks.7.1.transformer_blocks.0.attn1.to_out.0.weight" : [1280,1280],
196
+ "input_blocks.7.1.transformer_blocks.0.attn1.to_q.weight" : [1280,1280],
197
+ "input_blocks.7.1.transformer_blocks.0.attn1.to_v.weight" : [1280,1280],
198
+ "input_blocks.7.1.transformer_blocks.0.attn2.to_k.weight" : [1280,768],
199
+ "input_blocks.7.1.transformer_blocks.0.attn2.to_out.0.bias" : [1280],
200
+ "input_blocks.7.1.transformer_blocks.0.attn2.to_out.0.weight" : [1280,1280],
201
+ "input_blocks.7.1.transformer_blocks.0.attn2.to_q.weight" : [1280,1280],
202
+ "input_blocks.7.1.transformer_blocks.0.attn2.to_v.weight" : [1280,768],
203
+ "input_blocks.7.1.transformer_blocks.0.ff.net.0.proj.bias" : [10240],
204
+ "input_blocks.7.1.transformer_blocks.0.ff.net.0.proj.weight" : [10240,1280],
205
+ "input_blocks.7.1.transformer_blocks.0.ff.net.2.bias" : [1280],
206
+ "input_blocks.7.1.transformer_blocks.0.ff.net.2.weight" : [1280,5120],
207
+ "input_blocks.7.1.transformer_blocks.0.norm1.bias" : [1280],
208
+ "input_blocks.7.1.transformer_blocks.0.norm1.weight" : [1280],
209
+ "input_blocks.7.1.transformer_blocks.0.norm2.bias" : [1280],
210
+ "input_blocks.7.1.transformer_blocks.0.norm2.weight" : [1280],
211
+ "input_blocks.7.1.transformer_blocks.0.norm3.bias" : [1280],
212
+ "input_blocks.7.1.transformer_blocks.0.norm3.weight" : [1280],
213
+ "input_blocks.8.0.emb_layers.1.bias" : [1280],
214
+ "input_blocks.8.0.emb_layers.1.weight" : [1280,1280],
215
+ "input_blocks.8.0.in_layers.0.bias" : [1280],
216
+ "input_blocks.8.0.in_layers.0.weight" : [1280],
217
+ "input_blocks.8.0.in_layers.2.bias" : [1280],
218
+ "input_blocks.8.0.in_layers.2.weight" : [1280,1280,3,3],
219
+ "input_blocks.8.0.out_layers.0.bias" : [1280],
220
+ "input_blocks.8.0.out_layers.0.weight" : [1280],
221
+ "input_blocks.8.0.out_layers.3.bias" : [1280],
222
+ "input_blocks.8.0.out_layers.3.weight" : [1280,1280,3,3],
223
+ "input_blocks.8.1.norm.bias" : [1280],
224
+ "input_blocks.8.1.norm.weight" : [1280],
225
+ "input_blocks.8.1.proj_in.bias" : [1280],
226
+ "input_blocks.8.1.proj_in.weight" : [1280,1280,1,1],
227
+ "input_blocks.8.1.proj_out.bias" : [1280],
228
+ "input_blocks.8.1.proj_out.weight" : [1280,1280,1,1],
229
+ "input_blocks.8.1.transformer_blocks.0.attn1.to_k.weight" : [1280,1280],
230
+ "input_blocks.8.1.transformer_blocks.0.attn1.to_out.0.bias" : [1280],
231
+ "input_blocks.8.1.transformer_blocks.0.attn1.to_out.0.weight" : [1280,1280],
232
+ "input_blocks.8.1.transformer_blocks.0.attn1.to_q.weight" : [1280,1280],
233
+ "input_blocks.8.1.transformer_blocks.0.attn1.to_v.weight" : [1280,1280],
234
+ "input_blocks.8.1.transformer_blocks.0.attn2.to_k.weight" : [1280,768],
235
+ "input_blocks.8.1.transformer_blocks.0.attn2.to_out.0.bias" : [1280],
236
+ "input_blocks.8.1.transformer_blocks.0.attn2.to_out.0.weight" : [1280,1280],
237
+ "input_blocks.8.1.transformer_blocks.0.attn2.to_q.weight" : [1280,1280],
238
+ "input_blocks.8.1.transformer_blocks.0.attn2.to_v.weight" : [1280,768],
239
+ "input_blocks.8.1.transformer_blocks.0.ff.net.0.proj.bias" : [10240],
240
+ "input_blocks.8.1.transformer_blocks.0.ff.net.0.proj.weight" : [10240,1280],
241
+ "input_blocks.8.1.transformer_blocks.0.ff.net.2.bias" : [1280],
242
+ "input_blocks.8.1.transformer_blocks.0.ff.net.2.weight" : [1280,5120],
243
+ "input_blocks.8.1.transformer_blocks.0.norm1.bias" : [1280],
244
+ "input_blocks.8.1.transformer_blocks.0.norm1.weight" : [1280],
245
+ "input_blocks.8.1.transformer_blocks.0.norm2.bias" : [1280],
246
+ "input_blocks.8.1.transformer_blocks.0.norm2.weight" : [1280],
247
+ "input_blocks.8.1.transformer_blocks.0.norm3.bias" : [1280],
248
+ "input_blocks.8.1.transformer_blocks.0.norm3.weight" : [1280],
249
+ "input_blocks.9.0.op.bias" : [1280],
250
+ "input_blocks.9.0.op.weight" : [1280,1280,3,3],
251
+ "middle_block.0.emb_layers.1.bias" : [1280],
252
+ "middle_block.0.emb_layers.1.weight" : [1280,1280],
253
+ "middle_block.0.in_layers.0.bias" : [1280],
254
+ "middle_block.0.in_layers.0.weight" : [1280],
255
+ "middle_block.0.in_layers.2.bias" : [1280],
256
+ "middle_block.0.in_layers.2.weight" : [1280,1280,3,3],
257
+ "middle_block.0.out_layers.0.bias" : [1280],
258
+ "middle_block.0.out_layers.0.weight" : [1280],
259
+ "middle_block.0.out_layers.3.bias" : [1280],
260
+ "middle_block.0.out_layers.3.weight" : [1280,1280,3,3],
261
+ "middle_block.1.norm.bias" : [1280],
262
+ "middle_block.1.norm.weight" : [1280],
263
+ "middle_block.1.proj_in.bias" : [1280],
264
+ "middle_block.1.proj_in.weight" : [1280,1280,1,1],
265
+ "middle_block.1.proj_out.bias" : [1280],
266
+ "middle_block.1.proj_out.weight" : [1280,1280,1,1],
267
+ "middle_block.1.transformer_blocks.0.attn1.to_k.weight" : [1280,1280],
268
+ "middle_block.1.transformer_blocks.0.attn1.to_out.0.bias" : [1280],
269
+ "middle_block.1.transformer_blocks.0.attn1.to_out.0.weight" : [1280,1280],
270
+ "middle_block.1.transformer_blocks.0.attn1.to_q.weight" : [1280,1280],
271
+ "middle_block.1.transformer_blocks.0.attn1.to_v.weight" : [1280,1280],
272
+ "middle_block.1.transformer_blocks.0.attn2.to_k.weight" : [1280,768],
273
+ "middle_block.1.transformer_blocks.0.attn2.to_out.0.bias" : [1280],
274
+ "middle_block.1.transformer_blocks.0.attn2.to_out.0.weight" : [1280,1280],
275
+ "middle_block.1.transformer_blocks.0.attn2.to_q.weight" : [1280,1280],
276
+ "middle_block.1.transformer_blocks.0.attn2.to_v.weight" : [1280,768],
277
+ "middle_block.1.transformer_blocks.0.ff.net.0.proj.bias" : [10240],
278
+ "middle_block.1.transformer_blocks.0.ff.net.0.proj.weight" : [10240,1280],
279
+ "middle_block.1.transformer_blocks.0.ff.net.2.bias" : [1280],
280
+ "middle_block.1.transformer_blocks.0.ff.net.2.weight" : [1280,5120],
281
+ "middle_block.1.transformer_blocks.0.norm1.bias" : [1280],
282
+ "middle_block.1.transformer_blocks.0.norm1.weight" : [1280],
283
+ "middle_block.1.transformer_blocks.0.norm2.bias" : [1280],
284
+ "middle_block.1.transformer_blocks.0.norm2.weight" : [1280],
285
+ "middle_block.1.transformer_blocks.0.norm3.bias" : [1280],
286
+ "middle_block.1.transformer_blocks.0.norm3.weight" : [1280],
287
+ "middle_block.2.emb_layers.1.bias" : [1280],
288
+ "middle_block.2.emb_layers.1.weight" : [1280,1280],
289
+ "middle_block.2.in_layers.0.bias" : [1280],
290
+ "middle_block.2.in_layers.0.weight" : [1280],
291
+ "middle_block.2.in_layers.2.bias" : [1280],
292
+ "middle_block.2.in_layers.2.weight" : [1280,1280,3,3],
293
+ "middle_block.2.out_layers.0.bias" : [1280],
294
+ "middle_block.2.out_layers.0.weight" : [1280],
295
+ "middle_block.2.out_layers.3.bias" : [1280],
296
+ "middle_block.2.out_layers.3.weight" : [1280,1280,3,3],
297
+ "out.0.bias" : [320],
298
+ "out.0.weight" : [320],
299
+ "out.2.bias" : [4],
300
+ "out.2.weight" : [4,320,3,3],
301
+ "output_blocks.0.0.emb_layers.1.bias" : [1280],
302
+ "output_blocks.0.0.emb_layers.1.weight" : [1280,1280],
303
+ "output_blocks.0.0.in_layers.0.bias" : [2560],
304
+ "output_blocks.0.0.in_layers.0.weight" : [2560],
305
+ "output_blocks.0.0.in_layers.2.bias" : [1280],
306
+ "output_blocks.0.0.in_layers.2.weight" : [1280,2560,3,3],
307
+ "output_blocks.0.0.out_layers.0.bias" : [1280],
308
+ "output_blocks.0.0.out_layers.0.weight" : [1280],
309
+ "output_blocks.0.0.out_layers.3.bias" : [1280],
310
+ "output_blocks.0.0.out_layers.3.weight" : [1280,1280,3,3],
311
+ "output_blocks.0.0.skip_connection.bias" : [1280],
312
+ "output_blocks.0.0.skip_connection.weight" : [1280,2560,1,1],
313
+ "output_blocks.1.0.emb_layers.1.bias" : [1280],
314
+ "output_blocks.1.0.emb_layers.1.weight" : [1280,1280],
315
+ "output_blocks.1.0.in_layers.0.bias" : [2560],
316
+ "output_blocks.1.0.in_layers.0.weight" : [2560],
317
+ "output_blocks.1.0.in_layers.2.bias" : [1280],
318
+ "output_blocks.1.0.in_layers.2.weight" : [1280,2560,3,3],
319
+ "output_blocks.1.0.out_layers.0.bias" : [1280],
320
+ "output_blocks.1.0.out_layers.0.weight" : [1280],
321
+ "output_blocks.1.0.out_layers.3.bias" : [1280],
322
+ "output_blocks.1.0.out_layers.3.weight" : [1280,1280,3,3],
323
+ "output_blocks.1.0.skip_connection.bias" : [1280],
324
+ "output_blocks.1.0.skip_connection.weight" : [1280,2560,1,1],
325
+ "output_blocks.10.0.emb_layers.1.bias" : [320],
326
+ "output_blocks.10.0.emb_layers.1.weight" : [320,1280],
327
+ "output_blocks.10.0.in_layers.0.bias" : [640],
328
+ "output_blocks.10.0.in_layers.0.weight" : [640],
329
+ "output_blocks.10.0.in_layers.2.bias" : [320],
330
+ "output_blocks.10.0.in_layers.2.weight" : [320,640,3,3],
331
+ "output_blocks.10.0.out_layers.0.bias" : [320],
332
+ "output_blocks.10.0.out_layers.0.weight" : [320],
333
+ "output_blocks.10.0.out_layers.3.bias" : [320],
334
+ "output_blocks.10.0.out_layers.3.weight" : [320,320,3,3],
335
+ "output_blocks.10.0.skip_connection.bias" : [320],
336
+ "output_blocks.10.0.skip_connection.weight" : [320,640,1,1],
337
+ "output_blocks.10.1.norm.bias" : [320],
338
+ "output_blocks.10.1.norm.weight" : [320],
339
+ "output_blocks.10.1.proj_in.bias" : [320],
340
+ "output_blocks.10.1.proj_in.weight" : [320,320,1,1],
341
+ "output_blocks.10.1.proj_out.bias" : [320],
342
+ "output_blocks.10.1.proj_out.weight" : [320,320,1,1],
343
+ "output_blocks.10.1.transformer_blocks.0.attn1.to_k.weight" : [320,320],
344
+ "output_blocks.10.1.transformer_blocks.0.attn1.to_out.0.bias" : [320],
345
+ "output_blocks.10.1.transformer_blocks.0.attn1.to_out.0.weight" : [320,320],
346
+ "output_blocks.10.1.transformer_blocks.0.attn1.to_q.weight" : [320,320],
347
+ "output_blocks.10.1.transformer_blocks.0.attn1.to_v.weight" : [320,320],
348
+ "output_blocks.10.1.transformer_blocks.0.attn2.to_k.weight" : [320,768],
349
+ "output_blocks.10.1.transformer_blocks.0.attn2.to_out.0.bias" : [320],
350
+ "output_blocks.10.1.transformer_blocks.0.attn2.to_out.0.weight" : [320,320],
351
+ "output_blocks.10.1.transformer_blocks.0.attn2.to_q.weight" : [320,320],
352
+ "output_blocks.10.1.transformer_blocks.0.attn2.to_v.weight" : [320,768],
353
+ "output_blocks.10.1.transformer_blocks.0.ff.net.0.proj.bias" : [2560],
354
+ "output_blocks.10.1.transformer_blocks.0.ff.net.0.proj.weight" : [2560,320],
355
+ "output_blocks.10.1.transformer_blocks.0.ff.net.2.bias" : [320],
356
+ "output_blocks.10.1.transformer_blocks.0.ff.net.2.weight" : [320,1280],
357
+ "output_blocks.10.1.transformer_blocks.0.norm1.bias" : [320],
358
+ "output_blocks.10.1.transformer_blocks.0.norm1.weight" : [320],
359
+ "output_blocks.10.1.transformer_blocks.0.norm2.bias" : [320],
360
+ "output_blocks.10.1.transformer_blocks.0.norm2.weight" : [320],
361
+ "output_blocks.10.1.transformer_blocks.0.norm3.bias" : [320],
362
+ "output_blocks.10.1.transformer_blocks.0.norm3.weight" : [320],
363
+ "output_blocks.11.0.emb_layers.1.bias" : [320],
364
+ "output_blocks.11.0.emb_layers.1.weight" : [320,1280],
365
+ "output_blocks.11.0.in_layers.0.bias" : [640],
366
+ "output_blocks.11.0.in_layers.0.weight" : [640],
367
+ "output_blocks.11.0.in_layers.2.bias" : [320],
368
+ "output_blocks.11.0.in_layers.2.weight" : [320,640,3,3],
369
+ "output_blocks.11.0.out_layers.0.bias" : [320],
370
+ "output_blocks.11.0.out_layers.0.weight" : [320],
371
+ "output_blocks.11.0.out_layers.3.bias" : [320],
372
+ "output_blocks.11.0.out_layers.3.weight" : [320,320,3,3],
373
+ "output_blocks.11.0.skip_connection.bias" : [320],
374
+ "output_blocks.11.0.skip_connection.weight" : [320,640,1,1],
375
+ "output_blocks.11.1.norm.bias" : [320],
376
+ "output_blocks.11.1.norm.weight" : [320],
377
+ "output_blocks.11.1.proj_in.bias" : [320],
378
+ "output_blocks.11.1.proj_in.weight" : [320,320,1,1],
379
+ "output_blocks.11.1.proj_out.bias" : [320],
380
+ "output_blocks.11.1.proj_out.weight" : [320,320,1,1],
381
+ "output_blocks.11.1.transformer_blocks.0.attn1.to_k.weight" : [320,320],
382
+ "output_blocks.11.1.transformer_blocks.0.attn1.to_out.0.bias" : [320],
383
+ "output_blocks.11.1.transformer_blocks.0.attn1.to_out.0.weight" : [320,320],
384
+ "output_blocks.11.1.transformer_blocks.0.attn1.to_q.weight" : [320,320],
385
+ "output_blocks.11.1.transformer_blocks.0.attn1.to_v.weight" : [320,320],
386
+ "output_blocks.11.1.transformer_blocks.0.attn2.to_k.weight" : [320,768],
387
+ "output_blocks.11.1.transformer_blocks.0.attn2.to_out.0.bias" : [320],
388
+ "output_blocks.11.1.transformer_blocks.0.attn2.to_out.0.weight" : [320,320],
389
+ "output_blocks.11.1.transformer_blocks.0.attn2.to_q.weight" : [320,320],
390
+ "output_blocks.11.1.transformer_blocks.0.attn2.to_v.weight" : [320,768],
391
+ "output_blocks.11.1.transformer_blocks.0.ff.net.0.proj.bias" : [2560],
392
+ "output_blocks.11.1.transformer_blocks.0.ff.net.0.proj.weight" : [2560,320],
393
+ "output_blocks.11.1.transformer_blocks.0.ff.net.2.bias" : [320],
394
+ "output_blocks.11.1.transformer_blocks.0.ff.net.2.weight" : [320,1280],
395
+ "output_blocks.11.1.transformer_blocks.0.norm1.bias" : [320],
396
+ "output_blocks.11.1.transformer_blocks.0.norm1.weight" : [320],
397
+ "output_blocks.11.1.transformer_blocks.0.norm2.bias" : [320],
398
+ "output_blocks.11.1.transformer_blocks.0.norm2.weight" : [320],
399
+ "output_blocks.11.1.transformer_blocks.0.norm3.bias" : [320],
400
+ "output_blocks.11.1.transformer_blocks.0.norm3.weight" : [320],
401
+ "output_blocks.2.0.emb_layers.1.bias" : [1280],
402
+ "output_blocks.2.0.emb_layers.1.weight" : [1280,1280],
403
+ "output_blocks.2.0.in_layers.0.bias" : [2560],
404
+ "output_blocks.2.0.in_layers.0.weight" : [2560],
405
+ "output_blocks.2.0.in_layers.2.bias" : [1280],
406
+ "output_blocks.2.0.in_layers.2.weight" : [1280,2560,3,3],
407
+ "output_blocks.2.0.out_layers.0.bias" : [1280],
408
+ "output_blocks.2.0.out_layers.0.weight" : [1280],
409
+ "output_blocks.2.0.out_layers.3.bias" : [1280],
410
+ "output_blocks.2.0.out_layers.3.weight" : [1280,1280,3,3],
411
+ "output_blocks.2.0.skip_connection.bias" : [1280],
412
+ "output_blocks.2.0.skip_connection.weight" : [1280,2560,1,1],
413
+ "output_blocks.2.1.conv.bias" : [1280],
414
+ "output_blocks.2.1.conv.weight" : [1280,1280,3,3],
415
+ "output_blocks.3.0.emb_layers.1.bias" : [1280],
416
+ "output_blocks.3.0.emb_layers.1.weight" : [1280,1280],
417
+ "output_blocks.3.0.in_layers.0.bias" : [2560],
418
+ "output_blocks.3.0.in_layers.0.weight" : [2560],
419
+ "output_blocks.3.0.in_layers.2.bias" : [1280],
420
+ "output_blocks.3.0.in_layers.2.weight" : [1280,2560,3,3],
421
+ "output_blocks.3.0.out_layers.0.bias" : [1280],
422
+ "output_blocks.3.0.out_layers.0.weight" : [1280],
423
+ "output_blocks.3.0.out_layers.3.bias" : [1280],
424
+ "output_blocks.3.0.out_layers.3.weight" : [1280,1280,3,3],
425
+ "output_blocks.3.0.skip_connection.bias" : [1280],
426
+ "output_blocks.3.0.skip_connection.weight" : [1280,2560,1,1],
427
+ "output_blocks.3.1.norm.bias" : [1280],
428
+ "output_blocks.3.1.norm.weight" : [1280],
429
+ "output_blocks.3.1.proj_in.bias" : [1280],
430
+ "output_blocks.3.1.proj_in.weight" : [1280,1280,1,1],
431
+ "output_blocks.3.1.proj_out.bias" : [1280],
432
+ "output_blocks.3.1.proj_out.weight" : [1280,1280,1,1],
433
+ "output_blocks.3.1.transformer_blocks.0.attn1.to_k.weight" : [1280,1280],
434
+ "output_blocks.3.1.transformer_blocks.0.attn1.to_out.0.bias" : [1280],
435
+ "output_blocks.3.1.transformer_blocks.0.attn1.to_out.0.weight" : [1280,1280],
436
+ "output_blocks.3.1.transformer_blocks.0.attn1.to_q.weight" : [1280,1280],
437
+ "output_blocks.3.1.transformer_blocks.0.attn1.to_v.weight" : [1280,1280],
438
+ "output_blocks.3.1.transformer_blocks.0.attn2.to_k.weight" : [1280,768],
439
+ "output_blocks.3.1.transformer_blocks.0.attn2.to_out.0.bias" : [1280],
440
+ "output_blocks.3.1.transformer_blocks.0.attn2.to_out.0.weight" : [1280,1280],
441
+ "output_blocks.3.1.transformer_blocks.0.attn2.to_q.weight" : [1280,1280],
442
+ "output_blocks.3.1.transformer_blocks.0.attn2.to_v.weight" : [1280,768],
443
+ "output_blocks.3.1.transformer_blocks.0.ff.net.0.proj.bias" : [10240],
444
+ "output_blocks.3.1.transformer_blocks.0.ff.net.0.proj.weight" : [10240,1280],
445
+ "output_blocks.3.1.transformer_blocks.0.ff.net.2.bias" : [1280],
446
+ "output_blocks.3.1.transformer_blocks.0.ff.net.2.weight" : [1280,5120],
447
+ "output_blocks.3.1.transformer_blocks.0.norm1.bias" : [1280],
448
+ "output_blocks.3.1.transformer_blocks.0.norm1.weight" : [1280],
449
+ "output_blocks.3.1.transformer_blocks.0.norm2.bias" : [1280],
450
+ "output_blocks.3.1.transformer_blocks.0.norm2.weight" : [1280],
451
+ "output_blocks.3.1.transformer_blocks.0.norm3.bias" : [1280],
452
+ "output_blocks.3.1.transformer_blocks.0.norm3.weight" : [1280],
453
+ "output_blocks.4.0.emb_layers.1.bias" : [1280],
454
+ "output_blocks.4.0.emb_layers.1.weight" : [1280,1280],
455
+ "output_blocks.4.0.in_layers.0.bias" : [2560],
456
+ "output_blocks.4.0.in_layers.0.weight" : [2560],
457
+ "output_blocks.4.0.in_layers.2.bias" : [1280],
458
+ "output_blocks.4.0.in_layers.2.weight" : [1280,2560,3,3],
459
+ "output_blocks.4.0.out_layers.0.bias" : [1280],
460
+ "output_blocks.4.0.out_layers.0.weight" : [1280],
461
+ "output_blocks.4.0.out_layers.3.bias" : [1280],
462
+ "output_blocks.4.0.out_layers.3.weight" : [1280,1280,3,3],
463
+ "output_blocks.4.0.skip_connection.bias" : [1280],
464
+ "output_blocks.4.0.skip_connection.weight" : [1280,2560,1,1],
465
+ "output_blocks.4.1.norm.bias" : [1280],
466
+ "output_blocks.4.1.norm.weight" : [1280],
467
+ "output_blocks.4.1.proj_in.bias" : [1280],
468
+ "output_blocks.4.1.proj_in.weight" : [1280,1280,1,1],
469
+ "output_blocks.4.1.proj_out.bias" : [1280],
470
+ "output_blocks.4.1.proj_out.weight" : [1280,1280,1,1],
471
+ "output_blocks.4.1.transformer_blocks.0.attn1.to_k.weight" : [1280,1280],
472
+ "output_blocks.4.1.transformer_blocks.0.attn1.to_out.0.bias" : [1280],
473
+ "output_blocks.4.1.transformer_blocks.0.attn1.to_out.0.weight" : [1280,1280],
474
+ "output_blocks.4.1.transformer_blocks.0.attn1.to_q.weight" : [1280,1280],
475
+ "output_blocks.4.1.transformer_blocks.0.attn1.to_v.weight" : [1280,1280],
476
+ "output_blocks.4.1.transformer_blocks.0.attn2.to_k.weight" : [1280,768],
477
+ "output_blocks.4.1.transformer_blocks.0.attn2.to_out.0.bias" : [1280],
478
+ "output_blocks.4.1.transformer_blocks.0.attn2.to_out.0.weight" : [1280,1280],
479
+ "output_blocks.4.1.transformer_blocks.0.attn2.to_q.weight" : [1280,1280],
480
+ "output_blocks.4.1.transformer_blocks.0.attn2.to_v.weight" : [1280,768],
481
+ "output_blocks.4.1.transformer_blocks.0.ff.net.0.proj.bias" : [10240],
482
+ "output_blocks.4.1.transformer_blocks.0.ff.net.0.proj.weight" : [10240,1280],
483
+ "output_blocks.4.1.transformer_blocks.0.ff.net.2.bias" : [1280],
484
+ "output_blocks.4.1.transformer_blocks.0.ff.net.2.weight" : [1280,5120],
485
+ "output_blocks.4.1.transformer_blocks.0.norm1.bias" : [1280],
486
+ "output_blocks.4.1.transformer_blocks.0.norm1.weight" : [1280],
487
+ "output_blocks.4.1.transformer_blocks.0.norm2.bias" : [1280],
488
+ "output_blocks.4.1.transformer_blocks.0.norm2.weight" : [1280],
489
+ "output_blocks.4.1.transformer_blocks.0.norm3.bias" : [1280],
490
+ "output_blocks.4.1.transformer_blocks.0.norm3.weight" : [1280],
491
+ "output_blocks.5.0.emb_layers.1.bias" : [1280],
492
+ "output_blocks.5.0.emb_layers.1.weight" : [1280,1280],
493
+ "output_blocks.5.0.in_layers.0.bias" : [1920],
494
+ "output_blocks.5.0.in_layers.0.weight" : [1920],
495
+ "output_blocks.5.0.in_layers.2.bias" : [1280],
496
+ "output_blocks.5.0.in_layers.2.weight" : [1280,1920,3,3],
497
+ "output_blocks.5.0.out_layers.0.bias" : [1280],
498
+ "output_blocks.5.0.out_layers.0.weight" : [1280],
499
+ "output_blocks.5.0.out_layers.3.bias" : [1280],
500
+ "output_blocks.5.0.out_layers.3.weight" : [1280,1280,3,3],
501
+ "output_blocks.5.0.skip_connection.bias" : [1280],
502
+ "output_blocks.5.0.skip_connection.weight" : [1280,1920,1,1],
503
+ "output_blocks.5.1.norm.bias" : [1280],
504
+ "output_blocks.5.1.norm.weight" : [1280],
505
+ "output_blocks.5.1.proj_in.bias" : [1280],
506
+ "output_blocks.5.1.proj_in.weight" : [1280,1280,1,1],
507
+ "output_blocks.5.1.proj_out.bias" : [1280],
508
+ "output_blocks.5.1.proj_out.weight" : [1280,1280,1,1],
509
+ "output_blocks.5.1.transformer_blocks.0.attn1.to_k.weight" : [1280,1280],
510
+ "output_blocks.5.1.transformer_blocks.0.attn1.to_out.0.bias" : [1280],
511
+ "output_blocks.5.1.transformer_blocks.0.attn1.to_out.0.weight" : [1280,1280],
512
+ "output_blocks.5.1.transformer_blocks.0.attn1.to_q.weight" : [1280,1280],
513
+ "output_blocks.5.1.transformer_blocks.0.attn1.to_v.weight" : [1280,1280],
514
+ "output_blocks.5.1.transformer_blocks.0.attn2.to_k.weight" : [1280,768],
515
+ "output_blocks.5.1.transformer_blocks.0.attn2.to_out.0.bias" : [1280],
516
+ "output_blocks.5.1.transformer_blocks.0.attn2.to_out.0.weight" : [1280,1280],
517
+ "output_blocks.5.1.transformer_blocks.0.attn2.to_q.weight" : [1280,1280],
518
+ "output_blocks.5.1.transformer_blocks.0.attn2.to_v.weight" : [1280,768],
519
+ "output_blocks.5.1.transformer_blocks.0.ff.net.0.proj.bias" : [10240],
520
+ "output_blocks.5.1.transformer_blocks.0.ff.net.0.proj.weight" : [10240,1280],
521
+ "output_blocks.5.1.transformer_blocks.0.ff.net.2.bias" : [1280],
522
+ "output_blocks.5.1.transformer_blocks.0.ff.net.2.weight" : [1280,5120],
523
+ "output_blocks.5.1.transformer_blocks.0.norm1.bias" : [1280],
524
+ "output_blocks.5.1.transformer_blocks.0.norm1.weight" : [1280],
525
+ "output_blocks.5.1.transformer_blocks.0.norm2.bias" : [1280],
526
+ "output_blocks.5.1.transformer_blocks.0.norm2.weight" : [1280],
527
+ "output_blocks.5.1.transformer_blocks.0.norm3.bias" : [1280],
528
+ "output_blocks.5.1.transformer_blocks.0.norm3.weight" : [1280],
529
+ "output_blocks.5.2.conv.bias" : [1280],
530
+ "output_blocks.5.2.conv.weight" : [1280,1280,3,3],
531
+ "output_blocks.6.0.emb_layers.1.bias" : [640],
532
+ "output_blocks.6.0.emb_layers.1.weight" : [640,1280],
533
+ "output_blocks.6.0.in_layers.0.bias" : [1920],
534
+ "output_blocks.6.0.in_layers.0.weight" : [1920],
535
+ "output_blocks.6.0.in_layers.2.bias" : [640],
536
+ "output_blocks.6.0.in_layers.2.weight" : [640,1920,3,3],
537
+ "output_blocks.6.0.out_layers.0.bias" : [640],
538
+ "output_blocks.6.0.out_layers.0.weight" : [640],
539
+ "output_blocks.6.0.out_layers.3.bias" : [640],
540
+ "output_blocks.6.0.out_layers.3.weight" : [640,640,3,3],
541
+ "output_blocks.6.0.skip_connection.bias" : [640],
542
+ "output_blocks.6.0.skip_connection.weight" : [640,1920,1,1],
543
+ "output_blocks.6.1.norm.bias" : [640],
544
+ "output_blocks.6.1.norm.weight" : [640],
545
+ "output_blocks.6.1.proj_in.bias" : [640],
546
+ "output_blocks.6.1.proj_in.weight" : [640,640,1,1],
547
+ "output_blocks.6.1.proj_out.bias" : [640],
548
+ "output_blocks.6.1.proj_out.weight" : [640,640,1,1],
549
+ "output_blocks.6.1.transformer_blocks.0.attn1.to_k.weight" : [640,640],
550
+ "output_blocks.6.1.transformer_blocks.0.attn1.to_out.0.bias" : [640],
551
+ "output_blocks.6.1.transformer_blocks.0.attn1.to_out.0.weight" : [640,640],
552
+ "output_blocks.6.1.transformer_blocks.0.attn1.to_q.weight" : [640,640],
553
+ "output_blocks.6.1.transformer_blocks.0.attn1.to_v.weight" : [640,640],
554
+ "output_blocks.6.1.transformer_blocks.0.attn2.to_k.weight" : [640,768],
555
+ "output_blocks.6.1.transformer_blocks.0.attn2.to_out.0.bias" : [640],
556
+ "output_blocks.6.1.transformer_blocks.0.attn2.to_out.0.weight" : [640,640],
557
+ "output_blocks.6.1.transformer_blocks.0.attn2.to_q.weight" : [640,640],
558
+ "output_blocks.6.1.transformer_blocks.0.attn2.to_v.weight" : [640,768],
559
+ "output_blocks.6.1.transformer_blocks.0.ff.net.0.proj.bias" : [5120],
560
+ "output_blocks.6.1.transformer_blocks.0.ff.net.0.proj.weight" : [5120,640],
561
+ "output_blocks.6.1.transformer_blocks.0.ff.net.2.bias" : [640],
562
+ "output_blocks.6.1.transformer_blocks.0.ff.net.2.weight" : [640,2560],
563
+ "output_blocks.6.1.transformer_blocks.0.norm1.bias" : [640],
564
+ "output_blocks.6.1.transformer_blocks.0.norm1.weight" : [640],
565
+ "output_blocks.6.1.transformer_blocks.0.norm2.bias" : [640],
566
+ "output_blocks.6.1.transformer_blocks.0.norm2.weight" : [640],
567
+ "output_blocks.6.1.transformer_blocks.0.norm3.bias" : [640],
568
+ "output_blocks.6.1.transformer_blocks.0.norm3.weight" : [640],
569
+ "output_blocks.7.0.emb_layers.1.bias" : [640],
570
+ "output_blocks.7.0.emb_layers.1.weight" : [640,1280],
571
+ "output_blocks.7.0.in_layers.0.bias" : [1280],
572
+ "output_blocks.7.0.in_layers.0.weight" : [1280],
573
+ "output_blocks.7.0.in_layers.2.bias" : [640],
574
+ "output_blocks.7.0.in_layers.2.weight" : [640,1280,3,3],
575
+ "output_blocks.7.0.out_layers.0.bias" : [640],
576
+ "output_blocks.7.0.out_layers.0.weight" : [640],
577
+ "output_blocks.7.0.out_layers.3.bias" : [640],
578
+ "output_blocks.7.0.out_layers.3.weight" : [640,640,3,3],
579
+ "output_blocks.7.0.skip_connection.bias" : [640],
580
+ "output_blocks.7.0.skip_connection.weight" : [640,1280,1,1],
581
+ "output_blocks.7.1.norm.bias" : [640],
582
+ "output_blocks.7.1.norm.weight" : [640],
583
+ "output_blocks.7.1.proj_in.bias" : [640],
584
+ "output_blocks.7.1.proj_in.weight" : [640,640,1,1],
585
+ "output_blocks.7.1.proj_out.bias" : [640],
586
+ "output_blocks.7.1.proj_out.weight" : [640,640,1,1],
587
+ "output_blocks.7.1.transformer_blocks.0.attn1.to_k.weight" : [640,640],
588
+ "output_blocks.7.1.transformer_blocks.0.attn1.to_out.0.bias" : [640],
589
+ "output_blocks.7.1.transformer_blocks.0.attn1.to_out.0.weight" : [640,640],
590
+ "output_blocks.7.1.transformer_blocks.0.attn1.to_q.weight" : [640,640],
591
+ "output_blocks.7.1.transformer_blocks.0.attn1.to_v.weight" : [640,640],
592
+ "output_blocks.7.1.transformer_blocks.0.attn2.to_k.weight" : [640,768],
593
+ "output_blocks.7.1.transformer_blocks.0.attn2.to_out.0.bias" : [640],
594
+ "output_blocks.7.1.transformer_blocks.0.attn2.to_out.0.weight" : [640,640],
595
+ "output_blocks.7.1.transformer_blocks.0.attn2.to_q.weight" : [640,640],
596
+ "output_blocks.7.1.transformer_blocks.0.attn2.to_v.weight" : [640,768],
597
+ "output_blocks.7.1.transformer_blocks.0.ff.net.0.proj.bias" : [5120],
598
+ "output_blocks.7.1.transformer_blocks.0.ff.net.0.proj.weight" : [5120,640],
599
+ "output_blocks.7.1.transformer_blocks.0.ff.net.2.bias" : [640],
600
+ "output_blocks.7.1.transformer_blocks.0.ff.net.2.weight" : [640,2560],
601
+ "output_blocks.7.1.transformer_blocks.0.norm1.bias" : [640],
602
+ "output_blocks.7.1.transformer_blocks.0.norm1.weight" : [640],
603
+ "output_blocks.7.1.transformer_blocks.0.norm2.bias" : [640],
604
+ "output_blocks.7.1.transformer_blocks.0.norm2.weight" : [640],
605
+ "output_blocks.7.1.transformer_blocks.0.norm3.bias" : [640],
606
+ "output_blocks.7.1.transformer_blocks.0.norm3.weight" : [640],
607
+ "output_blocks.8.0.emb_layers.1.bias" : [640],
608
+ "output_blocks.8.0.emb_layers.1.weight" : [640,1280],
609
+ "output_blocks.8.0.in_layers.0.bias" : [960],
610
+ "output_blocks.8.0.in_layers.0.weight" : [960],
611
+ "output_blocks.8.0.in_layers.2.bias" : [640],
612
+ "output_blocks.8.0.in_layers.2.weight" : [640,960,3,3],
613
+ "output_blocks.8.0.out_layers.0.bias" : [640],
614
+ "output_blocks.8.0.out_layers.0.weight" : [640],
615
+ "output_blocks.8.0.out_layers.3.bias" : [640],
616
+ "output_blocks.8.0.out_layers.3.weight" : [640,640,3,3],
617
+ "output_blocks.8.0.skip_connection.bias" : [640],
618
+ "output_blocks.8.0.skip_connection.weight" : [640,960,1,1],
619
+ "output_blocks.8.1.norm.bias" : [640],
620
+ "output_blocks.8.1.norm.weight" : [640],
621
+ "output_blocks.8.1.proj_in.bias" : [640],
622
+ "output_blocks.8.1.proj_in.weight" : [640,640,1,1],
623
+ "output_blocks.8.1.proj_out.bias" : [640],
624
+ "output_blocks.8.1.proj_out.weight" : [640,640,1,1],
625
+ "output_blocks.8.1.transformer_blocks.0.attn1.to_k.weight" : [640,640],
626
+ "output_blocks.8.1.transformer_blocks.0.attn1.to_out.0.bias" : [640],
627
+ "output_blocks.8.1.transformer_blocks.0.attn1.to_out.0.weight" : [640,640],
628
+ "output_blocks.8.1.transformer_blocks.0.attn1.to_q.weight" : [640,640],
629
+ "output_blocks.8.1.transformer_blocks.0.attn1.to_v.weight" : [640,640],
630
+ "output_blocks.8.1.transformer_blocks.0.attn2.to_k.weight" : [640,768],
631
+ "output_blocks.8.1.transformer_blocks.0.attn2.to_out.0.bias" : [640],
632
+ "output_blocks.8.1.transformer_blocks.0.attn2.to_out.0.weight" : [640,640],
633
+ "output_blocks.8.1.transformer_blocks.0.attn2.to_q.weight" : [640,640],
634
+ "output_blocks.8.1.transformer_blocks.0.attn2.to_v.weight" : [640,768],
635
+ "output_blocks.8.1.transformer_blocks.0.ff.net.0.proj.bias" : [5120],
636
+ "output_blocks.8.1.transformer_blocks.0.ff.net.0.proj.weight" : [5120,640],
637
+ "output_blocks.8.1.transformer_blocks.0.ff.net.2.bias" : [640],
638
+ "output_blocks.8.1.transformer_blocks.0.ff.net.2.weight" : [640,2560],
639
+ "output_blocks.8.1.transformer_blocks.0.norm1.bias" : [640],
640
+ "output_blocks.8.1.transformer_blocks.0.norm1.weight" : [640],
641
+ "output_blocks.8.1.transformer_blocks.0.norm2.bias" : [640],
642
+ "output_blocks.8.1.transformer_blocks.0.norm2.weight" : [640],
643
+ "output_blocks.8.1.transformer_blocks.0.norm3.bias" : [640],
644
+ "output_blocks.8.1.transformer_blocks.0.norm3.weight" : [640],
645
+ "output_blocks.8.2.conv.bias" : [640],
646
+ "output_blocks.8.2.conv.weight" : [640,640,3,3],
647
+ "output_blocks.9.0.emb_layers.1.bias" : [320],
648
+ "output_blocks.9.0.emb_layers.1.weight" : [320,1280],
649
+ "output_blocks.9.0.in_layers.0.bias" : [960],
650
+ "output_blocks.9.0.in_layers.0.weight" : [960],
651
+ "output_blocks.9.0.in_layers.2.bias" : [320],
652
+ "output_blocks.9.0.in_layers.2.weight" : [320,960,3,3],
653
+ "output_blocks.9.0.out_layers.0.bias" : [320],
654
+ "output_blocks.9.0.out_layers.0.weight" : [320],
655
+ "output_blocks.9.0.out_layers.3.bias" : [320],
656
+ "output_blocks.9.0.out_layers.3.weight" : [320,320,3,3],
657
+ "output_blocks.9.0.skip_connection.bias" : [320],
658
+ "output_blocks.9.0.skip_connection.weight" : [320,960,1,1],
659
+ "output_blocks.9.1.norm.bias" : [320],
660
+ "output_blocks.9.1.norm.weight" : [320],
661
+ "output_blocks.9.1.proj_in.bias" : [320],
662
+ "output_blocks.9.1.proj_in.weight" : [320,320,1,1],
663
+ "output_blocks.9.1.proj_out.bias" : [320],
664
+ "output_blocks.9.1.proj_out.weight" : [320,320,1,1],
665
+ "output_blocks.9.1.transformer_blocks.0.attn1.to_k.weight" : [320,320],
666
+ "output_blocks.9.1.transformer_blocks.0.attn1.to_out.0.bias" : [320],
667
+ "output_blocks.9.1.transformer_blocks.0.attn1.to_out.0.weight" : [320,320],
668
+ "output_blocks.9.1.transformer_blocks.0.attn1.to_q.weight" : [320,320],
669
+ "output_blocks.9.1.transformer_blocks.0.attn1.to_v.weight" : [320,320],
670
+ "output_blocks.9.1.transformer_blocks.0.attn2.to_k.weight" : [320,768],
671
+ "output_blocks.9.1.transformer_blocks.0.attn2.to_out.0.bias" : [320],
672
+ "output_blocks.9.1.transformer_blocks.0.attn2.to_out.0.weight" : [320,320],
673
+ "output_blocks.9.1.transformer_blocks.0.attn2.to_q.weight" : [320,320],
674
+ "output_blocks.9.1.transformer_blocks.0.attn2.to_v.weight" : [320,768],
675
+ "output_blocks.9.1.transformer_blocks.0.ff.net.0.proj.bias" : [2560],
676
+ "output_blocks.9.1.transformer_blocks.0.ff.net.0.proj.weight" : [2560,320],
677
+ "output_blocks.9.1.transformer_blocks.0.ff.net.2.bias" : [320],
678
+ "output_blocks.9.1.transformer_blocks.0.ff.net.2.weight" : [320,1280],
679
+ "output_blocks.9.1.transformer_blocks.0.norm1.bias" : [320],
680
+ "output_blocks.9.1.transformer_blocks.0.norm1.weight" : [320],
681
+ "output_blocks.9.1.transformer_blocks.0.norm2.bias" : [320],
682
+ "output_blocks.9.1.transformer_blocks.0.norm2.weight" : [320],
683
+ "output_blocks.9.1.transformer_blocks.0.norm3.bias" : [320],
684
+ "output_blocks.9.1.transformer_blocks.0.norm3.weight" : [320],
685
+ "time_embed.0.bias" : [1280],
686
+ "time_embed.0.weight" : [1280,320],
687
+ "time_embed.2.bias" : [1280],
688
+ "time_embed.2.weight" : [1280,1280]
689
+ }
690
+ }
weight-maps/air.unet.stable-diffusion-xl-base.json ADDED
The diff for this file is too large to render. See raw diff
 
weight-maps/air.unet.stable-diffusion-xl-refiner.json ADDED
@@ -0,0 +1,1224 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "weight_map": {
3
+ "input_blocks.0.0.bias" : [384],
4
+ "input_blocks.0.0.weight" : [384,4,3,3],
5
+ "input_blocks.1.0.emb_layers.1.bias" : [384],
6
+ "input_blocks.1.0.emb_layers.1.weight" : [384,1536],
7
+ "input_blocks.1.0.in_layers.0.bias" : [384],
8
+ "input_blocks.1.0.in_layers.0.weight" : [384],
9
+ "input_blocks.1.0.in_layers.2.bias" : [384],
10
+ "input_blocks.1.0.in_layers.2.weight" : [384,384,3,3],
11
+ "input_blocks.1.0.out_layers.0.bias" : [384],
12
+ "input_blocks.1.0.out_layers.0.weight" : [384],
13
+ "input_blocks.1.0.out_layers.3.bias" : [384],
14
+ "input_blocks.1.0.out_layers.3.weight" : [384,384,3,3],
15
+ "input_blocks.10.0.emb_layers.1.bias" : [1536],
16
+ "input_blocks.10.0.emb_layers.1.weight" : [1536,1536],
17
+ "input_blocks.10.0.in_layers.0.bias" : [1536],
18
+ "input_blocks.10.0.in_layers.0.weight" : [1536],
19
+ "input_blocks.10.0.in_layers.2.bias" : [1536],
20
+ "input_blocks.10.0.in_layers.2.weight" : [1536,1536,3,3],
21
+ "input_blocks.10.0.out_layers.0.bias" : [1536],
22
+ "input_blocks.10.0.out_layers.0.weight" : [1536],
23
+ "input_blocks.10.0.out_layers.3.bias" : [1536],
24
+ "input_blocks.10.0.out_layers.3.weight" : [1536,1536,3,3],
25
+ "input_blocks.11.0.emb_layers.1.bias" : [1536],
26
+ "input_blocks.11.0.emb_layers.1.weight" : [1536,1536],
27
+ "input_blocks.11.0.in_layers.0.bias" : [1536],
28
+ "input_blocks.11.0.in_layers.0.weight" : [1536],
29
+ "input_blocks.11.0.in_layers.2.bias" : [1536],
30
+ "input_blocks.11.0.in_layers.2.weight" : [1536,1536,3,3],
31
+ "input_blocks.11.0.out_layers.0.bias" : [1536],
32
+ "input_blocks.11.0.out_layers.0.weight" : [1536],
33
+ "input_blocks.11.0.out_layers.3.bias" : [1536],
34
+ "input_blocks.11.0.out_layers.3.weight" : [1536,1536,3,3],
35
+ "input_blocks.2.0.emb_layers.1.bias" : [384],
36
+ "input_blocks.2.0.emb_layers.1.weight" : [384,1536],
37
+ "input_blocks.2.0.in_layers.0.bias" : [384],
38
+ "input_blocks.2.0.in_layers.0.weight" : [384],
39
+ "input_blocks.2.0.in_layers.2.bias" : [384],
40
+ "input_blocks.2.0.in_layers.2.weight" : [384,384,3,3],
41
+ "input_blocks.2.0.out_layers.0.bias" : [384],
42
+ "input_blocks.2.0.out_layers.0.weight" : [384],
43
+ "input_blocks.2.0.out_layers.3.bias" : [384],
44
+ "input_blocks.2.0.out_layers.3.weight" : [384,384,3,3],
45
+ "input_blocks.3.0.op.bias" : [384],
46
+ "input_blocks.3.0.op.weight" : [384,384,3,3],
47
+ "input_blocks.4.0.emb_layers.1.bias" : [768],
48
+ "input_blocks.4.0.emb_layers.1.weight" : [768,1536],
49
+ "input_blocks.4.0.in_layers.0.bias" : [384],
50
+ "input_blocks.4.0.in_layers.0.weight" : [384],
51
+ "input_blocks.4.0.in_layers.2.bias" : [768],
52
+ "input_blocks.4.0.in_layers.2.weight" : [768,384,3,3],
53
+ "input_blocks.4.0.out_layers.0.bias" : [768],
54
+ "input_blocks.4.0.out_layers.0.weight" : [768],
55
+ "input_blocks.4.0.out_layers.3.bias" : [768],
56
+ "input_blocks.4.0.out_layers.3.weight" : [768,768,3,3],
57
+ "input_blocks.4.0.skip_connection.bias" : [768],
58
+ "input_blocks.4.0.skip_connection.weight" : [768,384,1,1],
59
+ "input_blocks.4.1.norm.bias" : [768],
60
+ "input_blocks.4.1.norm.weight" : [768],
61
+ "input_blocks.4.1.proj_in.bias" : [768],
62
+ "input_blocks.4.1.proj_in.weight" : [768,768],
63
+ "input_blocks.4.1.proj_out.bias" : [768],
64
+ "input_blocks.4.1.proj_out.weight" : [768,768],
65
+ "input_blocks.4.1.transformer_blocks.0.attn1.to_k.weight" : [768,768],
66
+ "input_blocks.4.1.transformer_blocks.0.attn1.to_out.0.bias" : [768],
67
+ "input_blocks.4.1.transformer_blocks.0.attn1.to_out.0.weight" : [768,768],
68
+ "input_blocks.4.1.transformer_blocks.0.attn1.to_q.weight" : [768,768],
69
+ "input_blocks.4.1.transformer_blocks.0.attn1.to_v.weight" : [768,768],
70
+ "input_blocks.4.1.transformer_blocks.0.attn2.to_k.weight" : [768,1280],
71
+ "input_blocks.4.1.transformer_blocks.0.attn2.to_out.0.bias" : [768],
72
+ "input_blocks.4.1.transformer_blocks.0.attn2.to_out.0.weight" : [768,768],
73
+ "input_blocks.4.1.transformer_blocks.0.attn2.to_q.weight" : [768,768],
74
+ "input_blocks.4.1.transformer_blocks.0.attn2.to_v.weight" : [768,1280],
75
+ "input_blocks.4.1.transformer_blocks.0.ff.net.0.proj.bias" : [6144],
76
+ "input_blocks.4.1.transformer_blocks.0.ff.net.0.proj.weight" : [6144,768],
77
+ "input_blocks.4.1.transformer_blocks.0.ff.net.2.bias" : [768],
78
+ "input_blocks.4.1.transformer_blocks.0.ff.net.2.weight" : [768,3072],
79
+ "input_blocks.4.1.transformer_blocks.0.norm1.bias" : [768],
80
+ "input_blocks.4.1.transformer_blocks.0.norm1.weight" : [768],
81
+ "input_blocks.4.1.transformer_blocks.0.norm2.bias" : [768],
82
+ "input_blocks.4.1.transformer_blocks.0.norm2.weight" : [768],
83
+ "input_blocks.4.1.transformer_blocks.0.norm3.bias" : [768],
84
+ "input_blocks.4.1.transformer_blocks.0.norm3.weight" : [768],
85
+ "input_blocks.4.1.transformer_blocks.1.attn1.to_k.weight" : [768,768],
86
+ "input_blocks.4.1.transformer_blocks.1.attn1.to_out.0.bias" : [768],
87
+ "input_blocks.4.1.transformer_blocks.1.attn1.to_out.0.weight" : [768,768],
88
+ "input_blocks.4.1.transformer_blocks.1.attn1.to_q.weight" : [768,768],
89
+ "input_blocks.4.1.transformer_blocks.1.attn1.to_v.weight" : [768,768],
90
+ "input_blocks.4.1.transformer_blocks.1.attn2.to_k.weight" : [768,1280],
91
+ "input_blocks.4.1.transformer_blocks.1.attn2.to_out.0.bias" : [768],
92
+ "input_blocks.4.1.transformer_blocks.1.attn2.to_out.0.weight" : [768,768],
93
+ "input_blocks.4.1.transformer_blocks.1.attn2.to_q.weight" : [768,768],
94
+ "input_blocks.4.1.transformer_blocks.1.attn2.to_v.weight" : [768,1280],
95
+ "input_blocks.4.1.transformer_blocks.1.ff.net.0.proj.bias" : [6144],
96
+ "input_blocks.4.1.transformer_blocks.1.ff.net.0.proj.weight" : [6144,768],
97
+ "input_blocks.4.1.transformer_blocks.1.ff.net.2.bias" : [768],
98
+ "input_blocks.4.1.transformer_blocks.1.ff.net.2.weight" : [768,3072],
99
+ "input_blocks.4.1.transformer_blocks.1.norm1.bias" : [768],
100
+ "input_blocks.4.1.transformer_blocks.1.norm1.weight" : [768],
101
+ "input_blocks.4.1.transformer_blocks.1.norm2.bias" : [768],
102
+ "input_blocks.4.1.transformer_blocks.1.norm2.weight" : [768],
103
+ "input_blocks.4.1.transformer_blocks.1.norm3.bias" : [768],
104
+ "input_blocks.4.1.transformer_blocks.1.norm3.weight" : [768],
105
+ "input_blocks.4.1.transformer_blocks.2.attn1.to_k.weight" : [768,768],
106
+ "input_blocks.4.1.transformer_blocks.2.attn1.to_out.0.bias" : [768],
107
+ "input_blocks.4.1.transformer_blocks.2.attn1.to_out.0.weight" : [768,768],
108
+ "input_blocks.4.1.transformer_blocks.2.attn1.to_q.weight" : [768,768],
109
+ "input_blocks.4.1.transformer_blocks.2.attn1.to_v.weight" : [768,768],
110
+ "input_blocks.4.1.transformer_blocks.2.attn2.to_k.weight" : [768,1280],
111
+ "input_blocks.4.1.transformer_blocks.2.attn2.to_out.0.bias" : [768],
112
+ "input_blocks.4.1.transformer_blocks.2.attn2.to_out.0.weight" : [768,768],
113
+ "input_blocks.4.1.transformer_blocks.2.attn2.to_q.weight" : [768,768],
114
+ "input_blocks.4.1.transformer_blocks.2.attn2.to_v.weight" : [768,1280],
115
+ "input_blocks.4.1.transformer_blocks.2.ff.net.0.proj.bias" : [6144],
116
+ "input_blocks.4.1.transformer_blocks.2.ff.net.0.proj.weight" : [6144,768],
117
+ "input_blocks.4.1.transformer_blocks.2.ff.net.2.bias" : [768],
118
+ "input_blocks.4.1.transformer_blocks.2.ff.net.2.weight" : [768,3072],
119
+ "input_blocks.4.1.transformer_blocks.2.norm1.bias" : [768],
120
+ "input_blocks.4.1.transformer_blocks.2.norm1.weight" : [768],
121
+ "input_blocks.4.1.transformer_blocks.2.norm2.bias" : [768],
122
+ "input_blocks.4.1.transformer_blocks.2.norm2.weight" : [768],
123
+ "input_blocks.4.1.transformer_blocks.2.norm3.bias" : [768],
124
+ "input_blocks.4.1.transformer_blocks.2.norm3.weight" : [768],
125
+ "input_blocks.4.1.transformer_blocks.3.attn1.to_k.weight" : [768,768],
126
+ "input_blocks.4.1.transformer_blocks.3.attn1.to_out.0.bias" : [768],
127
+ "input_blocks.4.1.transformer_blocks.3.attn1.to_out.0.weight" : [768,768],
128
+ "input_blocks.4.1.transformer_blocks.3.attn1.to_q.weight" : [768,768],
129
+ "input_blocks.4.1.transformer_blocks.3.attn1.to_v.weight" : [768,768],
130
+ "input_blocks.4.1.transformer_blocks.3.attn2.to_k.weight" : [768,1280],
131
+ "input_blocks.4.1.transformer_blocks.3.attn2.to_out.0.bias" : [768],
132
+ "input_blocks.4.1.transformer_blocks.3.attn2.to_out.0.weight" : [768,768],
133
+ "input_blocks.4.1.transformer_blocks.3.attn2.to_q.weight" : [768,768],
134
+ "input_blocks.4.1.transformer_blocks.3.attn2.to_v.weight" : [768,1280],
135
+ "input_blocks.4.1.transformer_blocks.3.ff.net.0.proj.bias" : [6144],
136
+ "input_blocks.4.1.transformer_blocks.3.ff.net.0.proj.weight" : [6144,768],
137
+ "input_blocks.4.1.transformer_blocks.3.ff.net.2.bias" : [768],
138
+ "input_blocks.4.1.transformer_blocks.3.ff.net.2.weight" : [768,3072],
139
+ "input_blocks.4.1.transformer_blocks.3.norm1.bias" : [768],
140
+ "input_blocks.4.1.transformer_blocks.3.norm1.weight" : [768],
141
+ "input_blocks.4.1.transformer_blocks.3.norm2.bias" : [768],
142
+ "input_blocks.4.1.transformer_blocks.3.norm2.weight" : [768],
143
+ "input_blocks.4.1.transformer_blocks.3.norm3.bias" : [768],
144
+ "input_blocks.4.1.transformer_blocks.3.norm3.weight" : [768],
145
+ "input_blocks.5.0.emb_layers.1.bias" : [768],
146
+ "input_blocks.5.0.emb_layers.1.weight" : [768,1536],
147
+ "input_blocks.5.0.in_layers.0.bias" : [768],
148
+ "input_blocks.5.0.in_layers.0.weight" : [768],
149
+ "input_blocks.5.0.in_layers.2.bias" : [768],
150
+ "input_blocks.5.0.in_layers.2.weight" : [768,768,3,3],
151
+ "input_blocks.5.0.out_layers.0.bias" : [768],
152
+ "input_blocks.5.0.out_layers.0.weight" : [768],
153
+ "input_blocks.5.0.out_layers.3.bias" : [768],
154
+ "input_blocks.5.0.out_layers.3.weight" : [768,768,3,3],
155
+ "input_blocks.5.1.norm.bias" : [768],
156
+ "input_blocks.5.1.norm.weight" : [768],
157
+ "input_blocks.5.1.proj_in.bias" : [768],
158
+ "input_blocks.5.1.proj_in.weight" : [768,768],
159
+ "input_blocks.5.1.proj_out.bias" : [768],
160
+ "input_blocks.5.1.proj_out.weight" : [768,768],
161
+ "input_blocks.5.1.transformer_blocks.0.attn1.to_k.weight" : [768,768],
162
+ "input_blocks.5.1.transformer_blocks.0.attn1.to_out.0.bias" : [768],
163
+ "input_blocks.5.1.transformer_blocks.0.attn1.to_out.0.weight" : [768,768],
164
+ "input_blocks.5.1.transformer_blocks.0.attn1.to_q.weight" : [768,768],
165
+ "input_blocks.5.1.transformer_blocks.0.attn1.to_v.weight" : [768,768],
166
+ "input_blocks.5.1.transformer_blocks.0.attn2.to_k.weight" : [768,1280],
167
+ "input_blocks.5.1.transformer_blocks.0.attn2.to_out.0.bias" : [768],
168
+ "input_blocks.5.1.transformer_blocks.0.attn2.to_out.0.weight" : [768,768],
169
+ "input_blocks.5.1.transformer_blocks.0.attn2.to_q.weight" : [768,768],
170
+ "input_blocks.5.1.transformer_blocks.0.attn2.to_v.weight" : [768,1280],
171
+ "input_blocks.5.1.transformer_blocks.0.ff.net.0.proj.bias" : [6144],
172
+ "input_blocks.5.1.transformer_blocks.0.ff.net.0.proj.weight" : [6144,768],
173
+ "input_blocks.5.1.transformer_blocks.0.ff.net.2.bias" : [768],
174
+ "input_blocks.5.1.transformer_blocks.0.ff.net.2.weight" : [768,3072],
175
+ "input_blocks.5.1.transformer_blocks.0.norm1.bias" : [768],
176
+ "input_blocks.5.1.transformer_blocks.0.norm1.weight" : [768],
177
+ "input_blocks.5.1.transformer_blocks.0.norm2.bias" : [768],
178
+ "input_blocks.5.1.transformer_blocks.0.norm2.weight" : [768],
179
+ "input_blocks.5.1.transformer_blocks.0.norm3.bias" : [768],
180
+ "input_blocks.5.1.transformer_blocks.0.norm3.weight" : [768],
181
+ "input_blocks.5.1.transformer_blocks.1.attn1.to_k.weight" : [768,768],
182
+ "input_blocks.5.1.transformer_blocks.1.attn1.to_out.0.bias" : [768],
183
+ "input_blocks.5.1.transformer_blocks.1.attn1.to_out.0.weight" : [768,768],
184
+ "input_blocks.5.1.transformer_blocks.1.attn1.to_q.weight" : [768,768],
185
+ "input_blocks.5.1.transformer_blocks.1.attn1.to_v.weight" : [768,768],
186
+ "input_blocks.5.1.transformer_blocks.1.attn2.to_k.weight" : [768,1280],
187
+ "input_blocks.5.1.transformer_blocks.1.attn2.to_out.0.bias" : [768],
188
+ "input_blocks.5.1.transformer_blocks.1.attn2.to_out.0.weight" : [768,768],
189
+ "input_blocks.5.1.transformer_blocks.1.attn2.to_q.weight" : [768,768],
190
+ "input_blocks.5.1.transformer_blocks.1.attn2.to_v.weight" : [768,1280],
191
+ "input_blocks.5.1.transformer_blocks.1.ff.net.0.proj.bias" : [6144],
192
+ "input_blocks.5.1.transformer_blocks.1.ff.net.0.proj.weight" : [6144,768],
193
+ "input_blocks.5.1.transformer_blocks.1.ff.net.2.bias" : [768],
194
+ "input_blocks.5.1.transformer_blocks.1.ff.net.2.weight" : [768,3072],
195
+ "input_blocks.5.1.transformer_blocks.1.norm1.bias" : [768],
196
+ "input_blocks.5.1.transformer_blocks.1.norm1.weight" : [768],
197
+ "input_blocks.5.1.transformer_blocks.1.norm2.bias" : [768],
198
+ "input_blocks.5.1.transformer_blocks.1.norm2.weight" : [768],
199
+ "input_blocks.5.1.transformer_blocks.1.norm3.bias" : [768],
200
+ "input_blocks.5.1.transformer_blocks.1.norm3.weight" : [768],
201
+ "input_blocks.5.1.transformer_blocks.2.attn1.to_k.weight" : [768,768],
202
+ "input_blocks.5.1.transformer_blocks.2.attn1.to_out.0.bias" : [768],
203
+ "input_blocks.5.1.transformer_blocks.2.attn1.to_out.0.weight" : [768,768],
204
+ "input_blocks.5.1.transformer_blocks.2.attn1.to_q.weight" : [768,768],
205
+ "input_blocks.5.1.transformer_blocks.2.attn1.to_v.weight" : [768,768],
206
+ "input_blocks.5.1.transformer_blocks.2.attn2.to_k.weight" : [768,1280],
207
+ "input_blocks.5.1.transformer_blocks.2.attn2.to_out.0.bias" : [768],
208
+ "input_blocks.5.1.transformer_blocks.2.attn2.to_out.0.weight" : [768,768],
209
+ "input_blocks.5.1.transformer_blocks.2.attn2.to_q.weight" : [768,768],
210
+ "input_blocks.5.1.transformer_blocks.2.attn2.to_v.weight" : [768,1280],
211
+ "input_blocks.5.1.transformer_blocks.2.ff.net.0.proj.bias" : [6144],
212
+ "input_blocks.5.1.transformer_blocks.2.ff.net.0.proj.weight" : [6144,768],
213
+ "input_blocks.5.1.transformer_blocks.2.ff.net.2.bias" : [768],
214
+ "input_blocks.5.1.transformer_blocks.2.ff.net.2.weight" : [768,3072],
215
+ "input_blocks.5.1.transformer_blocks.2.norm1.bias" : [768],
216
+ "input_blocks.5.1.transformer_blocks.2.norm1.weight" : [768],
217
+ "input_blocks.5.1.transformer_blocks.2.norm2.bias" : [768],
218
+ "input_blocks.5.1.transformer_blocks.2.norm2.weight" : [768],
219
+ "input_blocks.5.1.transformer_blocks.2.norm3.bias" : [768],
220
+ "input_blocks.5.1.transformer_blocks.2.norm3.weight" : [768],
221
+ "input_blocks.5.1.transformer_blocks.3.attn1.to_k.weight" : [768,768],
222
+ "input_blocks.5.1.transformer_blocks.3.attn1.to_out.0.bias" : [768],
223
+ "input_blocks.5.1.transformer_blocks.3.attn1.to_out.0.weight" : [768,768],
224
+ "input_blocks.5.1.transformer_blocks.3.attn1.to_q.weight" : [768,768],
225
+ "input_blocks.5.1.transformer_blocks.3.attn1.to_v.weight" : [768,768],
226
+ "input_blocks.5.1.transformer_blocks.3.attn2.to_k.weight" : [768,1280],
227
+ "input_blocks.5.1.transformer_blocks.3.attn2.to_out.0.bias" : [768],
228
+ "input_blocks.5.1.transformer_blocks.3.attn2.to_out.0.weight" : [768,768],
229
+ "input_blocks.5.1.transformer_blocks.3.attn2.to_q.weight" : [768,768],
230
+ "input_blocks.5.1.transformer_blocks.3.attn2.to_v.weight" : [768,1280],
231
+ "input_blocks.5.1.transformer_blocks.3.ff.net.0.proj.bias" : [6144],
232
+ "input_blocks.5.1.transformer_blocks.3.ff.net.0.proj.weight" : [6144,768],
233
+ "input_blocks.5.1.transformer_blocks.3.ff.net.2.bias" : [768],
234
+ "input_blocks.5.1.transformer_blocks.3.ff.net.2.weight" : [768,3072],
235
+ "input_blocks.5.1.transformer_blocks.3.norm1.bias" : [768],
236
+ "input_blocks.5.1.transformer_blocks.3.norm1.weight" : [768],
237
+ "input_blocks.5.1.transformer_blocks.3.norm2.bias" : [768],
238
+ "input_blocks.5.1.transformer_blocks.3.norm2.weight" : [768],
239
+ "input_blocks.5.1.transformer_blocks.3.norm3.bias" : [768],
240
+ "input_blocks.5.1.transformer_blocks.3.norm3.weight" : [768],
241
+ "input_blocks.6.0.op.bias" : [768],
242
+ "input_blocks.6.0.op.weight" : [768,768,3,3],
243
+ "input_blocks.7.0.emb_layers.1.bias" : [1536],
244
+ "input_blocks.7.0.emb_layers.1.weight" : [1536,1536],
245
+ "input_blocks.7.0.in_layers.0.bias" : [768],
246
+ "input_blocks.7.0.in_layers.0.weight" : [768],
247
+ "input_blocks.7.0.in_layers.2.bias" : [1536],
248
+ "input_blocks.7.0.in_layers.2.weight" : [1536,768,3,3],
249
+ "input_blocks.7.0.out_layers.0.bias" : [1536],
250
+ "input_blocks.7.0.out_layers.0.weight" : [1536],
251
+ "input_blocks.7.0.out_layers.3.bias" : [1536],
252
+ "input_blocks.7.0.out_layers.3.weight" : [1536,1536,3,3],
253
+ "input_blocks.7.0.skip_connection.bias" : [1536],
254
+ "input_blocks.7.0.skip_connection.weight" : [1536,768,1,1],
255
+ "input_blocks.7.1.norm.bias" : [1536],
256
+ "input_blocks.7.1.norm.weight" : [1536],
257
+ "input_blocks.7.1.proj_in.bias" : [1536],
258
+ "input_blocks.7.1.proj_in.weight" : [1536,1536],
259
+ "input_blocks.7.1.proj_out.bias" : [1536],
260
+ "input_blocks.7.1.proj_out.weight" : [1536,1536],
261
+ "input_blocks.7.1.transformer_blocks.0.attn1.to_k.weight" : [1536,1536],
262
+ "input_blocks.7.1.transformer_blocks.0.attn1.to_out.0.bias" : [1536],
263
+ "input_blocks.7.1.transformer_blocks.0.attn1.to_out.0.weight" : [1536,1536],
264
+ "input_blocks.7.1.transformer_blocks.0.attn1.to_q.weight" : [1536,1536],
265
+ "input_blocks.7.1.transformer_blocks.0.attn1.to_v.weight" : [1536,1536],
266
+ "input_blocks.7.1.transformer_blocks.0.attn2.to_k.weight" : [1536,1280],
267
+ "input_blocks.7.1.transformer_blocks.0.attn2.to_out.0.bias" : [1536],
268
+ "input_blocks.7.1.transformer_blocks.0.attn2.to_out.0.weight" : [1536,1536],
269
+ "input_blocks.7.1.transformer_blocks.0.attn2.to_q.weight" : [1536,1536],
270
+ "input_blocks.7.1.transformer_blocks.0.attn2.to_v.weight" : [1536,1280],
271
+ "input_blocks.7.1.transformer_blocks.0.ff.net.0.proj.bias" : [12288],
272
+ "input_blocks.7.1.transformer_blocks.0.ff.net.0.proj.weight" : [12288,1536],
273
+ "input_blocks.7.1.transformer_blocks.0.ff.net.2.bias" : [1536],
274
+ "input_blocks.7.1.transformer_blocks.0.ff.net.2.weight" : [1536,6144],
275
+ "input_blocks.7.1.transformer_blocks.0.norm1.bias" : [1536],
276
+ "input_blocks.7.1.transformer_blocks.0.norm1.weight" : [1536],
277
+ "input_blocks.7.1.transformer_blocks.0.norm2.bias" : [1536],
278
+ "input_blocks.7.1.transformer_blocks.0.norm2.weight" : [1536],
279
+ "input_blocks.7.1.transformer_blocks.0.norm3.bias" : [1536],
280
+ "input_blocks.7.1.transformer_blocks.0.norm3.weight" : [1536],
281
+ "input_blocks.7.1.transformer_blocks.1.attn1.to_k.weight" : [1536,1536],
282
+ "input_blocks.7.1.transformer_blocks.1.attn1.to_out.0.bias" : [1536],
283
+ "input_blocks.7.1.transformer_blocks.1.attn1.to_out.0.weight" : [1536,1536],
284
+ "input_blocks.7.1.transformer_blocks.1.attn1.to_q.weight" : [1536,1536],
285
+ "input_blocks.7.1.transformer_blocks.1.attn1.to_v.weight" : [1536,1536],
286
+ "input_blocks.7.1.transformer_blocks.1.attn2.to_k.weight" : [1536,1280],
287
+ "input_blocks.7.1.transformer_blocks.1.attn2.to_out.0.bias" : [1536],
288
+ "input_blocks.7.1.transformer_blocks.1.attn2.to_out.0.weight" : [1536,1536],
289
+ "input_blocks.7.1.transformer_blocks.1.attn2.to_q.weight" : [1536,1536],
290
+ "input_blocks.7.1.transformer_blocks.1.attn2.to_v.weight" : [1536,1280],
291
+ "input_blocks.7.1.transformer_blocks.1.ff.net.0.proj.bias" : [12288],
292
+ "input_blocks.7.1.transformer_blocks.1.ff.net.0.proj.weight" : [12288,1536],
293
+ "input_blocks.7.1.transformer_blocks.1.ff.net.2.bias" : [1536],
294
+ "input_blocks.7.1.transformer_blocks.1.ff.net.2.weight" : [1536,6144],
295
+ "input_blocks.7.1.transformer_blocks.1.norm1.bias" : [1536],
296
+ "input_blocks.7.1.transformer_blocks.1.norm1.weight" : [1536],
297
+ "input_blocks.7.1.transformer_blocks.1.norm2.bias" : [1536],
298
+ "input_blocks.7.1.transformer_blocks.1.norm2.weight" : [1536],
299
+ "input_blocks.7.1.transformer_blocks.1.norm3.bias" : [1536],
300
+ "input_blocks.7.1.transformer_blocks.1.norm3.weight" : [1536],
301
+ "input_blocks.7.1.transformer_blocks.2.attn1.to_k.weight" : [1536,1536],
302
+ "input_blocks.7.1.transformer_blocks.2.attn1.to_out.0.bias" : [1536],
303
+ "input_blocks.7.1.transformer_blocks.2.attn1.to_out.0.weight" : [1536,1536],
304
+ "input_blocks.7.1.transformer_blocks.2.attn1.to_q.weight" : [1536,1536],
305
+ "input_blocks.7.1.transformer_blocks.2.attn1.to_v.weight" : [1536,1536],
306
+ "input_blocks.7.1.transformer_blocks.2.attn2.to_k.weight" : [1536,1280],
307
+ "input_blocks.7.1.transformer_blocks.2.attn2.to_out.0.bias" : [1536],
308
+ "input_blocks.7.1.transformer_blocks.2.attn2.to_out.0.weight" : [1536,1536],
309
+ "input_blocks.7.1.transformer_blocks.2.attn2.to_q.weight" : [1536,1536],
310
+ "input_blocks.7.1.transformer_blocks.2.attn2.to_v.weight" : [1536,1280],
311
+ "input_blocks.7.1.transformer_blocks.2.ff.net.0.proj.bias" : [12288],
312
+ "input_blocks.7.1.transformer_blocks.2.ff.net.0.proj.weight" : [12288,1536],
313
+ "input_blocks.7.1.transformer_blocks.2.ff.net.2.bias" : [1536],
314
+ "input_blocks.7.1.transformer_blocks.2.ff.net.2.weight" : [1536,6144],
315
+ "input_blocks.7.1.transformer_blocks.2.norm1.bias" : [1536],
316
+ "input_blocks.7.1.transformer_blocks.2.norm1.weight" : [1536],
317
+ "input_blocks.7.1.transformer_blocks.2.norm2.bias" : [1536],
318
+ "input_blocks.7.1.transformer_blocks.2.norm2.weight" : [1536],
319
+ "input_blocks.7.1.transformer_blocks.2.norm3.bias" : [1536],
320
+ "input_blocks.7.1.transformer_blocks.2.norm3.weight" : [1536],
321
+ "input_blocks.7.1.transformer_blocks.3.attn1.to_k.weight" : [1536,1536],
322
+ "input_blocks.7.1.transformer_blocks.3.attn1.to_out.0.bias" : [1536],
323
+ "input_blocks.7.1.transformer_blocks.3.attn1.to_out.0.weight" : [1536,1536],
324
+ "input_blocks.7.1.transformer_blocks.3.attn1.to_q.weight" : [1536,1536],
325
+ "input_blocks.7.1.transformer_blocks.3.attn1.to_v.weight" : [1536,1536],
326
+ "input_blocks.7.1.transformer_blocks.3.attn2.to_k.weight" : [1536,1280],
327
+ "input_blocks.7.1.transformer_blocks.3.attn2.to_out.0.bias" : [1536],
328
+ "input_blocks.7.1.transformer_blocks.3.attn2.to_out.0.weight" : [1536,1536],
329
+ "input_blocks.7.1.transformer_blocks.3.attn2.to_q.weight" : [1536,1536],
330
+ "input_blocks.7.1.transformer_blocks.3.attn2.to_v.weight" : [1536,1280],
331
+ "input_blocks.7.1.transformer_blocks.3.ff.net.0.proj.bias" : [12288],
332
+ "input_blocks.7.1.transformer_blocks.3.ff.net.0.proj.weight" : [12288,1536],
333
+ "input_blocks.7.1.transformer_blocks.3.ff.net.2.bias" : [1536],
334
+ "input_blocks.7.1.transformer_blocks.3.ff.net.2.weight" : [1536,6144],
335
+ "input_blocks.7.1.transformer_blocks.3.norm1.bias" : [1536],
336
+ "input_blocks.7.1.transformer_blocks.3.norm1.weight" : [1536],
337
+ "input_blocks.7.1.transformer_blocks.3.norm2.bias" : [1536],
338
+ "input_blocks.7.1.transformer_blocks.3.norm2.weight" : [1536],
339
+ "input_blocks.7.1.transformer_blocks.3.norm3.bias" : [1536],
340
+ "input_blocks.7.1.transformer_blocks.3.norm3.weight" : [1536],
341
+ "input_blocks.8.0.emb_layers.1.bias" : [1536],
342
+ "input_blocks.8.0.emb_layers.1.weight" : [1536,1536],
343
+ "input_blocks.8.0.in_layers.0.bias" : [1536],
344
+ "input_blocks.8.0.in_layers.0.weight" : [1536],
345
+ "input_blocks.8.0.in_layers.2.bias" : [1536],
346
+ "input_blocks.8.0.in_layers.2.weight" : [1536,1536,3,3],
347
+ "input_blocks.8.0.out_layers.0.bias" : [1536],
348
+ "input_blocks.8.0.out_layers.0.weight" : [1536],
349
+ "input_blocks.8.0.out_layers.3.bias" : [1536],
350
+ "input_blocks.8.0.out_layers.3.weight" : [1536,1536,3,3],
351
+ "input_blocks.8.1.norm.bias" : [1536],
352
+ "input_blocks.8.1.norm.weight" : [1536],
353
+ "input_blocks.8.1.proj_in.bias" : [1536],
354
+ "input_blocks.8.1.proj_in.weight" : [1536,1536],
355
+ "input_blocks.8.1.proj_out.bias" : [1536],
356
+ "input_blocks.8.1.proj_out.weight" : [1536,1536],
357
+ "input_blocks.8.1.transformer_blocks.0.attn1.to_k.weight" : [1536,1536],
358
+ "input_blocks.8.1.transformer_blocks.0.attn1.to_out.0.bias" : [1536],
359
+ "input_blocks.8.1.transformer_blocks.0.attn1.to_out.0.weight" : [1536,1536],
360
+ "input_blocks.8.1.transformer_blocks.0.attn1.to_q.weight" : [1536,1536],
361
+ "input_blocks.8.1.transformer_blocks.0.attn1.to_v.weight" : [1536,1536],
362
+ "input_blocks.8.1.transformer_blocks.0.attn2.to_k.weight" : [1536,1280],
363
+ "input_blocks.8.1.transformer_blocks.0.attn2.to_out.0.bias" : [1536],
364
+ "input_blocks.8.1.transformer_blocks.0.attn2.to_out.0.weight" : [1536,1536],
365
+ "input_blocks.8.1.transformer_blocks.0.attn2.to_q.weight" : [1536,1536],
366
+ "input_blocks.8.1.transformer_blocks.0.attn2.to_v.weight" : [1536,1280],
367
+ "input_blocks.8.1.transformer_blocks.0.ff.net.0.proj.bias" : [12288],
368
+ "input_blocks.8.1.transformer_blocks.0.ff.net.0.proj.weight" : [12288,1536],
369
+ "input_blocks.8.1.transformer_blocks.0.ff.net.2.bias" : [1536],
370
+ "input_blocks.8.1.transformer_blocks.0.ff.net.2.weight" : [1536,6144],
371
+ "input_blocks.8.1.transformer_blocks.0.norm1.bias" : [1536],
372
+ "input_blocks.8.1.transformer_blocks.0.norm1.weight" : [1536],
373
+ "input_blocks.8.1.transformer_blocks.0.norm2.bias" : [1536],
374
+ "input_blocks.8.1.transformer_blocks.0.norm2.weight" : [1536],
375
+ "input_blocks.8.1.transformer_blocks.0.norm3.bias" : [1536],
376
+ "input_blocks.8.1.transformer_blocks.0.norm3.weight" : [1536],
377
+ "input_blocks.8.1.transformer_blocks.1.attn1.to_k.weight" : [1536,1536],
378
+ "input_blocks.8.1.transformer_blocks.1.attn1.to_out.0.bias" : [1536],
379
+ "input_blocks.8.1.transformer_blocks.1.attn1.to_out.0.weight" : [1536,1536],
380
+ "input_blocks.8.1.transformer_blocks.1.attn1.to_q.weight" : [1536,1536],
381
+ "input_blocks.8.1.transformer_blocks.1.attn1.to_v.weight" : [1536,1536],
382
+ "input_blocks.8.1.transformer_blocks.1.attn2.to_k.weight" : [1536,1280],
383
+ "input_blocks.8.1.transformer_blocks.1.attn2.to_out.0.bias" : [1536],
384
+ "input_blocks.8.1.transformer_blocks.1.attn2.to_out.0.weight" : [1536,1536],
385
+ "input_blocks.8.1.transformer_blocks.1.attn2.to_q.weight" : [1536,1536],
386
+ "input_blocks.8.1.transformer_blocks.1.attn2.to_v.weight" : [1536,1280],
387
+ "input_blocks.8.1.transformer_blocks.1.ff.net.0.proj.bias" : [12288],
388
+ "input_blocks.8.1.transformer_blocks.1.ff.net.0.proj.weight" : [12288,1536],
389
+ "input_blocks.8.1.transformer_blocks.1.ff.net.2.bias" : [1536],
390
+ "input_blocks.8.1.transformer_blocks.1.ff.net.2.weight" : [1536,6144],
391
+ "input_blocks.8.1.transformer_blocks.1.norm1.bias" : [1536],
392
+ "input_blocks.8.1.transformer_blocks.1.norm1.weight" : [1536],
393
+ "input_blocks.8.1.transformer_blocks.1.norm2.bias" : [1536],
394
+ "input_blocks.8.1.transformer_blocks.1.norm2.weight" : [1536],
395
+ "input_blocks.8.1.transformer_blocks.1.norm3.bias" : [1536],
396
+ "input_blocks.8.1.transformer_blocks.1.norm3.weight" : [1536],
397
+ "input_blocks.8.1.transformer_blocks.2.attn1.to_k.weight" : [1536,1536],
398
+ "input_blocks.8.1.transformer_blocks.2.attn1.to_out.0.bias" : [1536],
399
+ "input_blocks.8.1.transformer_blocks.2.attn1.to_out.0.weight" : [1536,1536],
400
+ "input_blocks.8.1.transformer_blocks.2.attn1.to_q.weight" : [1536,1536],
401
+ "input_blocks.8.1.transformer_blocks.2.attn1.to_v.weight" : [1536,1536],
402
+ "input_blocks.8.1.transformer_blocks.2.attn2.to_k.weight" : [1536,1280],
403
+ "input_blocks.8.1.transformer_blocks.2.attn2.to_out.0.bias" : [1536],
404
+ "input_blocks.8.1.transformer_blocks.2.attn2.to_out.0.weight" : [1536,1536],
405
+ "input_blocks.8.1.transformer_blocks.2.attn2.to_q.weight" : [1536,1536],
406
+ "input_blocks.8.1.transformer_blocks.2.attn2.to_v.weight" : [1536,1280],
407
+ "input_blocks.8.1.transformer_blocks.2.ff.net.0.proj.bias" : [12288],
408
+ "input_blocks.8.1.transformer_blocks.2.ff.net.0.proj.weight" : [12288,1536],
409
+ "input_blocks.8.1.transformer_blocks.2.ff.net.2.bias" : [1536],
410
+ "input_blocks.8.1.transformer_blocks.2.ff.net.2.weight" : [1536,6144],
411
+ "input_blocks.8.1.transformer_blocks.2.norm1.bias" : [1536],
412
+ "input_blocks.8.1.transformer_blocks.2.norm1.weight" : [1536],
413
+ "input_blocks.8.1.transformer_blocks.2.norm2.bias" : [1536],
414
+ "input_blocks.8.1.transformer_blocks.2.norm2.weight" : [1536],
415
+ "input_blocks.8.1.transformer_blocks.2.norm3.bias" : [1536],
416
+ "input_blocks.8.1.transformer_blocks.2.norm3.weight" : [1536],
417
+ "input_blocks.8.1.transformer_blocks.3.attn1.to_k.weight" : [1536,1536],
418
+ "input_blocks.8.1.transformer_blocks.3.attn1.to_out.0.bias" : [1536],
419
+ "input_blocks.8.1.transformer_blocks.3.attn1.to_out.0.weight" : [1536,1536],
420
+ "input_blocks.8.1.transformer_blocks.3.attn1.to_q.weight" : [1536,1536],
421
+ "input_blocks.8.1.transformer_blocks.3.attn1.to_v.weight" : [1536,1536],
422
+ "input_blocks.8.1.transformer_blocks.3.attn2.to_k.weight" : [1536,1280],
423
+ "input_blocks.8.1.transformer_blocks.3.attn2.to_out.0.bias" : [1536],
424
+ "input_blocks.8.1.transformer_blocks.3.attn2.to_out.0.weight" : [1536,1536],
425
+ "input_blocks.8.1.transformer_blocks.3.attn2.to_q.weight" : [1536,1536],
426
+ "input_blocks.8.1.transformer_blocks.3.attn2.to_v.weight" : [1536,1280],
427
+ "input_blocks.8.1.transformer_blocks.3.ff.net.0.proj.bias" : [12288],
428
+ "input_blocks.8.1.transformer_blocks.3.ff.net.0.proj.weight" : [12288,1536],
429
+ "input_blocks.8.1.transformer_blocks.3.ff.net.2.bias" : [1536],
430
+ "input_blocks.8.1.transformer_blocks.3.ff.net.2.weight" : [1536,6144],
431
+ "input_blocks.8.1.transformer_blocks.3.norm1.bias" : [1536],
432
+ "input_blocks.8.1.transformer_blocks.3.norm1.weight" : [1536],
433
+ "input_blocks.8.1.transformer_blocks.3.norm2.bias" : [1536],
434
+ "input_blocks.8.1.transformer_blocks.3.norm2.weight" : [1536],
435
+ "input_blocks.8.1.transformer_blocks.3.norm3.bias" : [1536],
436
+ "input_blocks.8.1.transformer_blocks.3.norm3.weight" : [1536],
437
+ "input_blocks.9.0.op.bias" : [1536],
438
+ "input_blocks.9.0.op.weight" : [1536,1536,3,3],
439
+ "label_emb.0.0.bias" : [1536],
440
+ "label_emb.0.0.weight" : [1536,2560],
441
+ "label_emb.0.2.bias" : [1536],
442
+ "label_emb.0.2.weight" : [1536,1536],
443
+ "middle_block.0.emb_layers.1.bias" : [1536],
444
+ "middle_block.0.emb_layers.1.weight" : [1536,1536],
445
+ "middle_block.0.in_layers.0.bias" : [1536],
446
+ "middle_block.0.in_layers.0.weight" : [1536],
447
+ "middle_block.0.in_layers.2.bias" : [1536],
448
+ "middle_block.0.in_layers.2.weight" : [1536,1536,3,3],
449
+ "middle_block.0.out_layers.0.bias" : [1536],
450
+ "middle_block.0.out_layers.0.weight" : [1536],
451
+ "middle_block.0.out_layers.3.bias" : [1536],
452
+ "middle_block.0.out_layers.3.weight" : [1536,1536,3,3],
453
+ "middle_block.1.norm.bias" : [1536],
454
+ "middle_block.1.norm.weight" : [1536],
455
+ "middle_block.1.proj_in.bias" : [1536],
456
+ "middle_block.1.proj_in.weight" : [1536,1536],
457
+ "middle_block.1.proj_out.bias" : [1536],
458
+ "middle_block.1.proj_out.weight" : [1536,1536],
459
+ "middle_block.1.transformer_blocks.0.attn1.to_k.weight" : [1536,1536],
460
+ "middle_block.1.transformer_blocks.0.attn1.to_out.0.bias" : [1536],
461
+ "middle_block.1.transformer_blocks.0.attn1.to_out.0.weight" : [1536,1536],
462
+ "middle_block.1.transformer_blocks.0.attn1.to_q.weight" : [1536,1536],
463
+ "middle_block.1.transformer_blocks.0.attn1.to_v.weight" : [1536,1536],
464
+ "middle_block.1.transformer_blocks.0.attn2.to_k.weight" : [1536,1280],
465
+ "middle_block.1.transformer_blocks.0.attn2.to_out.0.bias" : [1536],
466
+ "middle_block.1.transformer_blocks.0.attn2.to_out.0.weight" : [1536,1536],
467
+ "middle_block.1.transformer_blocks.0.attn2.to_q.weight" : [1536,1536],
468
+ "middle_block.1.transformer_blocks.0.attn2.to_v.weight" : [1536,1280],
469
+ "middle_block.1.transformer_blocks.0.ff.net.0.proj.bias" : [12288],
470
+ "middle_block.1.transformer_blocks.0.ff.net.0.proj.weight" : [12288,1536],
471
+ "middle_block.1.transformer_blocks.0.ff.net.2.bias" : [1536],
472
+ "middle_block.1.transformer_blocks.0.ff.net.2.weight" : [1536,6144],
473
+ "middle_block.1.transformer_blocks.0.norm1.bias" : [1536],
474
+ "middle_block.1.transformer_blocks.0.norm1.weight" : [1536],
475
+ "middle_block.1.transformer_blocks.0.norm2.bias" : [1536],
476
+ "middle_block.1.transformer_blocks.0.norm2.weight" : [1536],
477
+ "middle_block.1.transformer_blocks.0.norm3.bias" : [1536],
478
+ "middle_block.1.transformer_blocks.0.norm3.weight" : [1536],
479
+ "middle_block.1.transformer_blocks.1.attn1.to_k.weight" : [1536,1536],
480
+ "middle_block.1.transformer_blocks.1.attn1.to_out.0.bias" : [1536],
481
+ "middle_block.1.transformer_blocks.1.attn1.to_out.0.weight" : [1536,1536],
482
+ "middle_block.1.transformer_blocks.1.attn1.to_q.weight" : [1536,1536],
483
+ "middle_block.1.transformer_blocks.1.attn1.to_v.weight" : [1536,1536],
484
+ "middle_block.1.transformer_blocks.1.attn2.to_k.weight" : [1536,1280],
485
+ "middle_block.1.transformer_blocks.1.attn2.to_out.0.bias" : [1536],
486
+ "middle_block.1.transformer_blocks.1.attn2.to_out.0.weight" : [1536,1536],
487
+ "middle_block.1.transformer_blocks.1.attn2.to_q.weight" : [1536,1536],
488
+ "middle_block.1.transformer_blocks.1.attn2.to_v.weight" : [1536,1280],
489
+ "middle_block.1.transformer_blocks.1.ff.net.0.proj.bias" : [12288],
490
+ "middle_block.1.transformer_blocks.1.ff.net.0.proj.weight" : [12288,1536],
491
+ "middle_block.1.transformer_blocks.1.ff.net.2.bias" : [1536],
492
+ "middle_block.1.transformer_blocks.1.ff.net.2.weight" : [1536,6144],
493
+ "middle_block.1.transformer_blocks.1.norm1.bias" : [1536],
494
+ "middle_block.1.transformer_blocks.1.norm1.weight" : [1536],
495
+ "middle_block.1.transformer_blocks.1.norm2.bias" : [1536],
496
+ "middle_block.1.transformer_blocks.1.norm2.weight" : [1536],
497
+ "middle_block.1.transformer_blocks.1.norm3.bias" : [1536],
498
+ "middle_block.1.transformer_blocks.1.norm3.weight" : [1536],
499
+ "middle_block.1.transformer_blocks.2.attn1.to_k.weight" : [1536,1536],
500
+ "middle_block.1.transformer_blocks.2.attn1.to_out.0.bias" : [1536],
501
+ "middle_block.1.transformer_blocks.2.attn1.to_out.0.weight" : [1536,1536],
502
+ "middle_block.1.transformer_blocks.2.attn1.to_q.weight" : [1536,1536],
503
+ "middle_block.1.transformer_blocks.2.attn1.to_v.weight" : [1536,1536],
504
+ "middle_block.1.transformer_blocks.2.attn2.to_k.weight" : [1536,1280],
505
+ "middle_block.1.transformer_blocks.2.attn2.to_out.0.bias" : [1536],
506
+ "middle_block.1.transformer_blocks.2.attn2.to_out.0.weight" : [1536,1536],
507
+ "middle_block.1.transformer_blocks.2.attn2.to_q.weight" : [1536,1536],
508
+ "middle_block.1.transformer_blocks.2.attn2.to_v.weight" : [1536,1280],
509
+ "middle_block.1.transformer_blocks.2.ff.net.0.proj.bias" : [12288],
510
+ "middle_block.1.transformer_blocks.2.ff.net.0.proj.weight" : [12288,1536],
511
+ "middle_block.1.transformer_blocks.2.ff.net.2.bias" : [1536],
512
+ "middle_block.1.transformer_blocks.2.ff.net.2.weight" : [1536,6144],
513
+ "middle_block.1.transformer_blocks.2.norm1.bias" : [1536],
514
+ "middle_block.1.transformer_blocks.2.norm1.weight" : [1536],
515
+ "middle_block.1.transformer_blocks.2.norm2.bias" : [1536],
516
+ "middle_block.1.transformer_blocks.2.norm2.weight" : [1536],
517
+ "middle_block.1.transformer_blocks.2.norm3.bias" : [1536],
518
+ "middle_block.1.transformer_blocks.2.norm3.weight" : [1536],
519
+ "middle_block.1.transformer_blocks.3.attn1.to_k.weight" : [1536,1536],
520
+ "middle_block.1.transformer_blocks.3.attn1.to_out.0.bias" : [1536],
521
+ "middle_block.1.transformer_blocks.3.attn1.to_out.0.weight" : [1536,1536],
522
+ "middle_block.1.transformer_blocks.3.attn1.to_q.weight" : [1536,1536],
523
+ "middle_block.1.transformer_blocks.3.attn1.to_v.weight" : [1536,1536],
524
+ "middle_block.1.transformer_blocks.3.attn2.to_k.weight" : [1536,1280],
525
+ "middle_block.1.transformer_blocks.3.attn2.to_out.0.bias" : [1536],
526
+ "middle_block.1.transformer_blocks.3.attn2.to_out.0.weight" : [1536,1536],
527
+ "middle_block.1.transformer_blocks.3.attn2.to_q.weight" : [1536,1536],
528
+ "middle_block.1.transformer_blocks.3.attn2.to_v.weight" : [1536,1280],
529
+ "middle_block.1.transformer_blocks.3.ff.net.0.proj.bias" : [12288],
530
+ "middle_block.1.transformer_blocks.3.ff.net.0.proj.weight" : [12288,1536],
531
+ "middle_block.1.transformer_blocks.3.ff.net.2.bias" : [1536],
532
+ "middle_block.1.transformer_blocks.3.ff.net.2.weight" : [1536,6144],
533
+ "middle_block.1.transformer_blocks.3.norm1.bias" : [1536],
534
+ "middle_block.1.transformer_blocks.3.norm1.weight" : [1536],
535
+ "middle_block.1.transformer_blocks.3.norm2.bias" : [1536],
536
+ "middle_block.1.transformer_blocks.3.norm2.weight" : [1536],
537
+ "middle_block.1.transformer_blocks.3.norm3.bias" : [1536],
538
+ "middle_block.1.transformer_blocks.3.norm3.weight" : [1536],
539
+ "middle_block.2.emb_layers.1.bias" : [1536],
540
+ "middle_block.2.emb_layers.1.weight" : [1536,1536],
541
+ "middle_block.2.in_layers.0.bias" : [1536],
542
+ "middle_block.2.in_layers.0.weight" : [1536],
543
+ "middle_block.2.in_layers.2.bias" : [1536],
544
+ "middle_block.2.in_layers.2.weight" : [1536,1536,3,3],
545
+ "middle_block.2.out_layers.0.bias" : [1536],
546
+ "middle_block.2.out_layers.0.weight" : [1536],
547
+ "middle_block.2.out_layers.3.bias" : [1536],
548
+ "middle_block.2.out_layers.3.weight" : [1536,1536,3,3],
549
+ "out.0.bias" : [384],
550
+ "out.0.weight" : [384],
551
+ "out.2.bias" : [4],
552
+ "out.2.weight" : [4,384,3,3],
553
+ "output_blocks.0.0.emb_layers.1.bias" : [1536],
554
+ "output_blocks.0.0.emb_layers.1.weight" : [1536,1536],
555
+ "output_blocks.0.0.in_layers.0.bias" : [3072],
556
+ "output_blocks.0.0.in_layers.0.weight" : [3072],
557
+ "output_blocks.0.0.in_layers.2.bias" : [1536],
558
+ "output_blocks.0.0.in_layers.2.weight" : [1536,3072,3,3],
559
+ "output_blocks.0.0.out_layers.0.bias" : [1536],
560
+ "output_blocks.0.0.out_layers.0.weight" : [1536],
561
+ "output_blocks.0.0.out_layers.3.bias" : [1536],
562
+ "output_blocks.0.0.out_layers.3.weight" : [1536,1536,3,3],
563
+ "output_blocks.0.0.skip_connection.bias" : [1536],
564
+ "output_blocks.0.0.skip_connection.weight" : [1536,3072,1,1],
565
+ "output_blocks.1.0.emb_layers.1.bias" : [1536],
566
+ "output_blocks.1.0.emb_layers.1.weight" : [1536,1536],
567
+ "output_blocks.1.0.in_layers.0.bias" : [3072],
568
+ "output_blocks.1.0.in_layers.0.weight" : [3072],
569
+ "output_blocks.1.0.in_layers.2.bias" : [1536],
570
+ "output_blocks.1.0.in_layers.2.weight" : [1536,3072,3,3],
571
+ "output_blocks.1.0.out_layers.0.bias" : [1536],
572
+ "output_blocks.1.0.out_layers.0.weight" : [1536],
573
+ "output_blocks.1.0.out_layers.3.bias" : [1536],
574
+ "output_blocks.1.0.out_layers.3.weight" : [1536,1536,3,3],
575
+ "output_blocks.1.0.skip_connection.bias" : [1536],
576
+ "output_blocks.1.0.skip_connection.weight" : [1536,3072,1,1],
577
+ "output_blocks.10.0.emb_layers.1.bias" : [384],
578
+ "output_blocks.10.0.emb_layers.1.weight" : [384,1536],
579
+ "output_blocks.10.0.in_layers.0.bias" : [768],
580
+ "output_blocks.10.0.in_layers.0.weight" : [768],
581
+ "output_blocks.10.0.in_layers.2.bias" : [384],
582
+ "output_blocks.10.0.in_layers.2.weight" : [384,768,3,3],
583
+ "output_blocks.10.0.out_layers.0.bias" : [384],
584
+ "output_blocks.10.0.out_layers.0.weight" : [384],
585
+ "output_blocks.10.0.out_layers.3.bias" : [384],
586
+ "output_blocks.10.0.out_layers.3.weight" : [384,384,3,3],
587
+ "output_blocks.10.0.skip_connection.bias" : [384],
588
+ "output_blocks.10.0.skip_connection.weight" : [384,768,1,1],
589
+ "output_blocks.11.0.emb_layers.1.bias" : [384],
590
+ "output_blocks.11.0.emb_layers.1.weight" : [384,1536],
591
+ "output_blocks.11.0.in_layers.0.bias" : [768],
592
+ "output_blocks.11.0.in_layers.0.weight" : [768],
593
+ "output_blocks.11.0.in_layers.2.bias" : [384],
594
+ "output_blocks.11.0.in_layers.2.weight" : [384,768,3,3],
595
+ "output_blocks.11.0.out_layers.0.bias" : [384],
596
+ "output_blocks.11.0.out_layers.0.weight" : [384],
597
+ "output_blocks.11.0.out_layers.3.bias" : [384],
598
+ "output_blocks.11.0.out_layers.3.weight" : [384,384,3,3],
599
+ "output_blocks.11.0.skip_connection.bias" : [384],
600
+ "output_blocks.11.0.skip_connection.weight" : [384,768,1,1],
601
+ "output_blocks.2.0.emb_layers.1.bias" : [1536],
602
+ "output_blocks.2.0.emb_layers.1.weight" : [1536,1536],
603
+ "output_blocks.2.0.in_layers.0.bias" : [3072],
604
+ "output_blocks.2.0.in_layers.0.weight" : [3072],
605
+ "output_blocks.2.0.in_layers.2.bias" : [1536],
606
+ "output_blocks.2.0.in_layers.2.weight" : [1536,3072,3,3],
607
+ "output_blocks.2.0.out_layers.0.bias" : [1536],
608
+ "output_blocks.2.0.out_layers.0.weight" : [1536],
609
+ "output_blocks.2.0.out_layers.3.bias" : [1536],
610
+ "output_blocks.2.0.out_layers.3.weight" : [1536,1536,3,3],
611
+ "output_blocks.2.0.skip_connection.bias" : [1536],
612
+ "output_blocks.2.0.skip_connection.weight" : [1536,3072,1,1],
613
+ "output_blocks.2.1.conv.bias" : [1536],
614
+ "output_blocks.2.1.conv.weight" : [1536,1536,3,3],
615
+ "output_blocks.3.0.emb_layers.1.bias" : [1536],
616
+ "output_blocks.3.0.emb_layers.1.weight" : [1536,1536],
617
+ "output_blocks.3.0.in_layers.0.bias" : [3072],
618
+ "output_blocks.3.0.in_layers.0.weight" : [3072],
619
+ "output_blocks.3.0.in_layers.2.bias" : [1536],
620
+ "output_blocks.3.0.in_layers.2.weight" : [1536,3072,3,3],
621
+ "output_blocks.3.0.out_layers.0.bias" : [1536],
622
+ "output_blocks.3.0.out_layers.0.weight" : [1536],
623
+ "output_blocks.3.0.out_layers.3.bias" : [1536],
624
+ "output_blocks.3.0.out_layers.3.weight" : [1536,1536,3,3],
625
+ "output_blocks.3.0.skip_connection.bias" : [1536],
626
+ "output_blocks.3.0.skip_connection.weight" : [1536,3072,1,1],
627
+ "output_blocks.3.1.norm.bias" : [1536],
628
+ "output_blocks.3.1.norm.weight" : [1536],
629
+ "output_blocks.3.1.proj_in.bias" : [1536],
630
+ "output_blocks.3.1.proj_in.weight" : [1536,1536],
631
+ "output_blocks.3.1.proj_out.bias" : [1536],
632
+ "output_blocks.3.1.proj_out.weight" : [1536,1536],
633
+ "output_blocks.3.1.transformer_blocks.0.attn1.to_k.weight" : [1536,1536],
634
+ "output_blocks.3.1.transformer_blocks.0.attn1.to_out.0.bias" : [1536],
635
+ "output_blocks.3.1.transformer_blocks.0.attn1.to_out.0.weight" : [1536,1536],
636
+ "output_blocks.3.1.transformer_blocks.0.attn1.to_q.weight" : [1536,1536],
637
+ "output_blocks.3.1.transformer_blocks.0.attn1.to_v.weight" : [1536,1536],
638
+ "output_blocks.3.1.transformer_blocks.0.attn2.to_k.weight" : [1536,1280],
639
+ "output_blocks.3.1.transformer_blocks.0.attn2.to_out.0.bias" : [1536],
640
+ "output_blocks.3.1.transformer_blocks.0.attn2.to_out.0.weight" : [1536,1536],
641
+ "output_blocks.3.1.transformer_blocks.0.attn2.to_q.weight" : [1536,1536],
642
+ "output_blocks.3.1.transformer_blocks.0.attn2.to_v.weight" : [1536,1280],
643
+ "output_blocks.3.1.transformer_blocks.0.ff.net.0.proj.bias" : [12288],
644
+ "output_blocks.3.1.transformer_blocks.0.ff.net.0.proj.weight" : [12288,1536],
645
+ "output_blocks.3.1.transformer_blocks.0.ff.net.2.bias" : [1536],
646
+ "output_blocks.3.1.transformer_blocks.0.ff.net.2.weight" : [1536,6144],
647
+ "output_blocks.3.1.transformer_blocks.0.norm1.bias" : [1536],
648
+ "output_blocks.3.1.transformer_blocks.0.norm1.weight" : [1536],
649
+ "output_blocks.3.1.transformer_blocks.0.norm2.bias" : [1536],
650
+ "output_blocks.3.1.transformer_blocks.0.norm2.weight" : [1536],
651
+ "output_blocks.3.1.transformer_blocks.0.norm3.bias" : [1536],
652
+ "output_blocks.3.1.transformer_blocks.0.norm3.weight" : [1536],
653
+ "output_blocks.3.1.transformer_blocks.1.attn1.to_k.weight" : [1536,1536],
654
+ "output_blocks.3.1.transformer_blocks.1.attn1.to_out.0.bias" : [1536],
655
+ "output_blocks.3.1.transformer_blocks.1.attn1.to_out.0.weight" : [1536,1536],
656
+ "output_blocks.3.1.transformer_blocks.1.attn1.to_q.weight" : [1536,1536],
657
+ "output_blocks.3.1.transformer_blocks.1.attn1.to_v.weight" : [1536,1536],
658
+ "output_blocks.3.1.transformer_blocks.1.attn2.to_k.weight" : [1536,1280],
659
+ "output_blocks.3.1.transformer_blocks.1.attn2.to_out.0.bias" : [1536],
660
+ "output_blocks.3.1.transformer_blocks.1.attn2.to_out.0.weight" : [1536,1536],
661
+ "output_blocks.3.1.transformer_blocks.1.attn2.to_q.weight" : [1536,1536],
662
+ "output_blocks.3.1.transformer_blocks.1.attn2.to_v.weight" : [1536,1280],
663
+ "output_blocks.3.1.transformer_blocks.1.ff.net.0.proj.bias" : [12288],
664
+ "output_blocks.3.1.transformer_blocks.1.ff.net.0.proj.weight" : [12288,1536],
665
+ "output_blocks.3.1.transformer_blocks.1.ff.net.2.bias" : [1536],
666
+ "output_blocks.3.1.transformer_blocks.1.ff.net.2.weight" : [1536,6144],
667
+ "output_blocks.3.1.transformer_blocks.1.norm1.bias" : [1536],
668
+ "output_blocks.3.1.transformer_blocks.1.norm1.weight" : [1536],
669
+ "output_blocks.3.1.transformer_blocks.1.norm2.bias" : [1536],
670
+ "output_blocks.3.1.transformer_blocks.1.norm2.weight" : [1536],
671
+ "output_blocks.3.1.transformer_blocks.1.norm3.bias" : [1536],
672
+ "output_blocks.3.1.transformer_blocks.1.norm3.weight" : [1536],
673
+ "output_blocks.3.1.transformer_blocks.2.attn1.to_k.weight" : [1536,1536],
674
+ "output_blocks.3.1.transformer_blocks.2.attn1.to_out.0.bias" : [1536],
675
+ "output_blocks.3.1.transformer_blocks.2.attn1.to_out.0.weight" : [1536,1536],
676
+ "output_blocks.3.1.transformer_blocks.2.attn1.to_q.weight" : [1536,1536],
677
+ "output_blocks.3.1.transformer_blocks.2.attn1.to_v.weight" : [1536,1536],
678
+ "output_blocks.3.1.transformer_blocks.2.attn2.to_k.weight" : [1536,1280],
679
+ "output_blocks.3.1.transformer_blocks.2.attn2.to_out.0.bias" : [1536],
680
+ "output_blocks.3.1.transformer_blocks.2.attn2.to_out.0.weight" : [1536,1536],
681
+ "output_blocks.3.1.transformer_blocks.2.attn2.to_q.weight" : [1536,1536],
682
+ "output_blocks.3.1.transformer_blocks.2.attn2.to_v.weight" : [1536,1280],
683
+ "output_blocks.3.1.transformer_blocks.2.ff.net.0.proj.bias" : [12288],
684
+ "output_blocks.3.1.transformer_blocks.2.ff.net.0.proj.weight" : [12288,1536],
685
+ "output_blocks.3.1.transformer_blocks.2.ff.net.2.bias" : [1536],
686
+ "output_blocks.3.1.transformer_blocks.2.ff.net.2.weight" : [1536,6144],
687
+ "output_blocks.3.1.transformer_blocks.2.norm1.bias" : [1536],
688
+ "output_blocks.3.1.transformer_blocks.2.norm1.weight" : [1536],
689
+ "output_blocks.3.1.transformer_blocks.2.norm2.bias" : [1536],
690
+ "output_blocks.3.1.transformer_blocks.2.norm2.weight" : [1536],
691
+ "output_blocks.3.1.transformer_blocks.2.norm3.bias" : [1536],
692
+ "output_blocks.3.1.transformer_blocks.2.norm3.weight" : [1536],
693
+ "output_blocks.3.1.transformer_blocks.3.attn1.to_k.weight" : [1536,1536],
694
+ "output_blocks.3.1.transformer_blocks.3.attn1.to_out.0.bias" : [1536],
695
+ "output_blocks.3.1.transformer_blocks.3.attn1.to_out.0.weight" : [1536,1536],
696
+ "output_blocks.3.1.transformer_blocks.3.attn1.to_q.weight" : [1536,1536],
697
+ "output_blocks.3.1.transformer_blocks.3.attn1.to_v.weight" : [1536,1536],
698
+ "output_blocks.3.1.transformer_blocks.3.attn2.to_k.weight" : [1536,1280],
699
+ "output_blocks.3.1.transformer_blocks.3.attn2.to_out.0.bias" : [1536],
700
+ "output_blocks.3.1.transformer_blocks.3.attn2.to_out.0.weight" : [1536,1536],
701
+ "output_blocks.3.1.transformer_blocks.3.attn2.to_q.weight" : [1536,1536],
702
+ "output_blocks.3.1.transformer_blocks.3.attn2.to_v.weight" : [1536,1280],
703
+ "output_blocks.3.1.transformer_blocks.3.ff.net.0.proj.bias" : [12288],
704
+ "output_blocks.3.1.transformer_blocks.3.ff.net.0.proj.weight" : [12288,1536],
705
+ "output_blocks.3.1.transformer_blocks.3.ff.net.2.bias" : [1536],
706
+ "output_blocks.3.1.transformer_blocks.3.ff.net.2.weight" : [1536,6144],
707
+ "output_blocks.3.1.transformer_blocks.3.norm1.bias" : [1536],
708
+ "output_blocks.3.1.transformer_blocks.3.norm1.weight" : [1536],
709
+ "output_blocks.3.1.transformer_blocks.3.norm2.bias" : [1536],
710
+ "output_blocks.3.1.transformer_blocks.3.norm2.weight" : [1536],
711
+ "output_blocks.3.1.transformer_blocks.3.norm3.bias" : [1536],
712
+ "output_blocks.3.1.transformer_blocks.3.norm3.weight" : [1536],
713
+ "output_blocks.4.0.emb_layers.1.bias" : [1536],
714
+ "output_blocks.4.0.emb_layers.1.weight" : [1536,1536],
715
+ "output_blocks.4.0.in_layers.0.bias" : [3072],
716
+ "output_blocks.4.0.in_layers.0.weight" : [3072],
717
+ "output_blocks.4.0.in_layers.2.bias" : [1536],
718
+ "output_blocks.4.0.in_layers.2.weight" : [1536,3072,3,3],
719
+ "output_blocks.4.0.out_layers.0.bias" : [1536],
720
+ "output_blocks.4.0.out_layers.0.weight" : [1536],
721
+ "output_blocks.4.0.out_layers.3.bias" : [1536],
722
+ "output_blocks.4.0.out_layers.3.weight" : [1536,1536,3,3],
723
+ "output_blocks.4.0.skip_connection.bias" : [1536],
724
+ "output_blocks.4.0.skip_connection.weight" : [1536,3072,1,1],
725
+ "output_blocks.4.1.norm.bias" : [1536],
726
+ "output_blocks.4.1.norm.weight" : [1536],
727
+ "output_blocks.4.1.proj_in.bias" : [1536],
728
+ "output_blocks.4.1.proj_in.weight" : [1536,1536],
729
+ "output_blocks.4.1.proj_out.bias" : [1536],
730
+ "output_blocks.4.1.proj_out.weight" : [1536,1536],
731
+ "output_blocks.4.1.transformer_blocks.0.attn1.to_k.weight" : [1536,1536],
732
+ "output_blocks.4.1.transformer_blocks.0.attn1.to_out.0.bias" : [1536],
733
+ "output_blocks.4.1.transformer_blocks.0.attn1.to_out.0.weight" : [1536,1536],
734
+ "output_blocks.4.1.transformer_blocks.0.attn1.to_q.weight" : [1536,1536],
735
+ "output_blocks.4.1.transformer_blocks.0.attn1.to_v.weight" : [1536,1536],
736
+ "output_blocks.4.1.transformer_blocks.0.attn2.to_k.weight" : [1536,1280],
737
+ "output_blocks.4.1.transformer_blocks.0.attn2.to_out.0.bias" : [1536],
738
+ "output_blocks.4.1.transformer_blocks.0.attn2.to_out.0.weight" : [1536,1536],
739
+ "output_blocks.4.1.transformer_blocks.0.attn2.to_q.weight" : [1536,1536],
740
+ "output_blocks.4.1.transformer_blocks.0.attn2.to_v.weight" : [1536,1280],
741
+ "output_blocks.4.1.transformer_blocks.0.ff.net.0.proj.bias" : [12288],
742
+ "output_blocks.4.1.transformer_blocks.0.ff.net.0.proj.weight" : [12288,1536],
743
+ "output_blocks.4.1.transformer_blocks.0.ff.net.2.bias" : [1536],
744
+ "output_blocks.4.1.transformer_blocks.0.ff.net.2.weight" : [1536,6144],
745
+ "output_blocks.4.1.transformer_blocks.0.norm1.bias" : [1536],
746
+ "output_blocks.4.1.transformer_blocks.0.norm1.weight" : [1536],
747
+ "output_blocks.4.1.transformer_blocks.0.norm2.bias" : [1536],
748
+ "output_blocks.4.1.transformer_blocks.0.norm2.weight" : [1536],
749
+ "output_blocks.4.1.transformer_blocks.0.norm3.bias" : [1536],
750
+ "output_blocks.4.1.transformer_blocks.0.norm3.weight" : [1536],
751
+ "output_blocks.4.1.transformer_blocks.1.attn1.to_k.weight" : [1536,1536],
752
+ "output_blocks.4.1.transformer_blocks.1.attn1.to_out.0.bias" : [1536],
753
+ "output_blocks.4.1.transformer_blocks.1.attn1.to_out.0.weight" : [1536,1536],
754
+ "output_blocks.4.1.transformer_blocks.1.attn1.to_q.weight" : [1536,1536],
755
+ "output_blocks.4.1.transformer_blocks.1.attn1.to_v.weight" : [1536,1536],
756
+ "output_blocks.4.1.transformer_blocks.1.attn2.to_k.weight" : [1536,1280],
757
+ "output_blocks.4.1.transformer_blocks.1.attn2.to_out.0.bias" : [1536],
758
+ "output_blocks.4.1.transformer_blocks.1.attn2.to_out.0.weight" : [1536,1536],
759
+ "output_blocks.4.1.transformer_blocks.1.attn2.to_q.weight" : [1536,1536],
760
+ "output_blocks.4.1.transformer_blocks.1.attn2.to_v.weight" : [1536,1280],
761
+ "output_blocks.4.1.transformer_blocks.1.ff.net.0.proj.bias" : [12288],
762
+ "output_blocks.4.1.transformer_blocks.1.ff.net.0.proj.weight" : [12288,1536],
763
+ "output_blocks.4.1.transformer_blocks.1.ff.net.2.bias" : [1536],
764
+ "output_blocks.4.1.transformer_blocks.1.ff.net.2.weight" : [1536,6144],
765
+ "output_blocks.4.1.transformer_blocks.1.norm1.bias" : [1536],
766
+ "output_blocks.4.1.transformer_blocks.1.norm1.weight" : [1536],
767
+ "output_blocks.4.1.transformer_blocks.1.norm2.bias" : [1536],
768
+ "output_blocks.4.1.transformer_blocks.1.norm2.weight" : [1536],
769
+ "output_blocks.4.1.transformer_blocks.1.norm3.bias" : [1536],
770
+ "output_blocks.4.1.transformer_blocks.1.norm3.weight" : [1536],
771
+ "output_blocks.4.1.transformer_blocks.2.attn1.to_k.weight" : [1536,1536],
772
+ "output_blocks.4.1.transformer_blocks.2.attn1.to_out.0.bias" : [1536],
773
+ "output_blocks.4.1.transformer_blocks.2.attn1.to_out.0.weight" : [1536,1536],
774
+ "output_blocks.4.1.transformer_blocks.2.attn1.to_q.weight" : [1536,1536],
775
+ "output_blocks.4.1.transformer_blocks.2.attn1.to_v.weight" : [1536,1536],
776
+ "output_blocks.4.1.transformer_blocks.2.attn2.to_k.weight" : [1536,1280],
777
+ "output_blocks.4.1.transformer_blocks.2.attn2.to_out.0.bias" : [1536],
778
+ "output_blocks.4.1.transformer_blocks.2.attn2.to_out.0.weight" : [1536,1536],
779
+ "output_blocks.4.1.transformer_blocks.2.attn2.to_q.weight" : [1536,1536],
780
+ "output_blocks.4.1.transformer_blocks.2.attn2.to_v.weight" : [1536,1280],
781
+ "output_blocks.4.1.transformer_blocks.2.ff.net.0.proj.bias" : [12288],
782
+ "output_blocks.4.1.transformer_blocks.2.ff.net.0.proj.weight" : [12288,1536],
783
+ "output_blocks.4.1.transformer_blocks.2.ff.net.2.bias" : [1536],
784
+ "output_blocks.4.1.transformer_blocks.2.ff.net.2.weight" : [1536,6144],
785
+ "output_blocks.4.1.transformer_blocks.2.norm1.bias" : [1536],
786
+ "output_blocks.4.1.transformer_blocks.2.norm1.weight" : [1536],
787
+ "output_blocks.4.1.transformer_blocks.2.norm2.bias" : [1536],
788
+ "output_blocks.4.1.transformer_blocks.2.norm2.weight" : [1536],
789
+ "output_blocks.4.1.transformer_blocks.2.norm3.bias" : [1536],
790
+ "output_blocks.4.1.transformer_blocks.2.norm3.weight" : [1536],
791
+ "output_blocks.4.1.transformer_blocks.3.attn1.to_k.weight" : [1536,1536],
792
+ "output_blocks.4.1.transformer_blocks.3.attn1.to_out.0.bias" : [1536],
793
+ "output_blocks.4.1.transformer_blocks.3.attn1.to_out.0.weight" : [1536,1536],
794
+ "output_blocks.4.1.transformer_blocks.3.attn1.to_q.weight" : [1536,1536],
795
+ "output_blocks.4.1.transformer_blocks.3.attn1.to_v.weight" : [1536,1536],
796
+ "output_blocks.4.1.transformer_blocks.3.attn2.to_k.weight" : [1536,1280],
797
+ "output_blocks.4.1.transformer_blocks.3.attn2.to_out.0.bias" : [1536],
798
+ "output_blocks.4.1.transformer_blocks.3.attn2.to_out.0.weight" : [1536,1536],
799
+ "output_blocks.4.1.transformer_blocks.3.attn2.to_q.weight" : [1536,1536],
800
+ "output_blocks.4.1.transformer_blocks.3.attn2.to_v.weight" : [1536,1280],
801
+ "output_blocks.4.1.transformer_blocks.3.ff.net.0.proj.bias" : [12288],
802
+ "output_blocks.4.1.transformer_blocks.3.ff.net.0.proj.weight" : [12288,1536],
803
+ "output_blocks.4.1.transformer_blocks.3.ff.net.2.bias" : [1536],
804
+ "output_blocks.4.1.transformer_blocks.3.ff.net.2.weight" : [1536,6144],
805
+ "output_blocks.4.1.transformer_blocks.3.norm1.bias" : [1536],
806
+ "output_blocks.4.1.transformer_blocks.3.norm1.weight" : [1536],
807
+ "output_blocks.4.1.transformer_blocks.3.norm2.bias" : [1536],
808
+ "output_blocks.4.1.transformer_blocks.3.norm2.weight" : [1536],
809
+ "output_blocks.4.1.transformer_blocks.3.norm3.bias" : [1536],
810
+ "output_blocks.4.1.transformer_blocks.3.norm3.weight" : [1536],
811
+ "output_blocks.5.0.emb_layers.1.bias" : [1536],
812
+ "output_blocks.5.0.emb_layers.1.weight" : [1536,1536],
813
+ "output_blocks.5.0.in_layers.0.bias" : [2304],
814
+ "output_blocks.5.0.in_layers.0.weight" : [2304],
815
+ "output_blocks.5.0.in_layers.2.bias" : [1536],
816
+ "output_blocks.5.0.in_layers.2.weight" : [1536,2304,3,3],
817
+ "output_blocks.5.0.out_layers.0.bias" : [1536],
818
+ "output_blocks.5.0.out_layers.0.weight" : [1536],
819
+ "output_blocks.5.0.out_layers.3.bias" : [1536],
820
+ "output_blocks.5.0.out_layers.3.weight" : [1536,1536,3,3],
821
+ "output_blocks.5.0.skip_connection.bias" : [1536],
822
+ "output_blocks.5.0.skip_connection.weight" : [1536,2304,1,1],
823
+ "output_blocks.5.1.norm.bias" : [1536],
824
+ "output_blocks.5.1.norm.weight" : [1536],
825
+ "output_blocks.5.1.proj_in.bias" : [1536],
826
+ "output_blocks.5.1.proj_in.weight" : [1536,1536],
827
+ "output_blocks.5.1.proj_out.bias" : [1536],
828
+ "output_blocks.5.1.proj_out.weight" : [1536,1536],
829
+ "output_blocks.5.1.transformer_blocks.0.attn1.to_k.weight" : [1536,1536],
830
+ "output_blocks.5.1.transformer_blocks.0.attn1.to_out.0.bias" : [1536],
831
+ "output_blocks.5.1.transformer_blocks.0.attn1.to_out.0.weight" : [1536,1536],
832
+ "output_blocks.5.1.transformer_blocks.0.attn1.to_q.weight" : [1536,1536],
833
+ "output_blocks.5.1.transformer_blocks.0.attn1.to_v.weight" : [1536,1536],
834
+ "output_blocks.5.1.transformer_blocks.0.attn2.to_k.weight" : [1536,1280],
835
+ "output_blocks.5.1.transformer_blocks.0.attn2.to_out.0.bias" : [1536],
836
+ "output_blocks.5.1.transformer_blocks.0.attn2.to_out.0.weight" : [1536,1536],
837
+ "output_blocks.5.1.transformer_blocks.0.attn2.to_q.weight" : [1536,1536],
838
+ "output_blocks.5.1.transformer_blocks.0.attn2.to_v.weight" : [1536,1280],
839
+ "output_blocks.5.1.transformer_blocks.0.ff.net.0.proj.bias" : [12288],
840
+ "output_blocks.5.1.transformer_blocks.0.ff.net.0.proj.weight" : [12288,1536],
841
+ "output_blocks.5.1.transformer_blocks.0.ff.net.2.bias" : [1536],
842
+ "output_blocks.5.1.transformer_blocks.0.ff.net.2.weight" : [1536,6144],
843
+ "output_blocks.5.1.transformer_blocks.0.norm1.bias" : [1536],
844
+ "output_blocks.5.1.transformer_blocks.0.norm1.weight" : [1536],
845
+ "output_blocks.5.1.transformer_blocks.0.norm2.bias" : [1536],
846
+ "output_blocks.5.1.transformer_blocks.0.norm2.weight" : [1536],
847
+ "output_blocks.5.1.transformer_blocks.0.norm3.bias" : [1536],
848
+ "output_blocks.5.1.transformer_blocks.0.norm3.weight" : [1536],
849
+ "output_blocks.5.1.transformer_blocks.1.attn1.to_k.weight" : [1536,1536],
850
+ "output_blocks.5.1.transformer_blocks.1.attn1.to_out.0.bias" : [1536],
851
+ "output_blocks.5.1.transformer_blocks.1.attn1.to_out.0.weight" : [1536,1536],
852
+ "output_blocks.5.1.transformer_blocks.1.attn1.to_q.weight" : [1536,1536],
853
+ "output_blocks.5.1.transformer_blocks.1.attn1.to_v.weight" : [1536,1536],
854
+ "output_blocks.5.1.transformer_blocks.1.attn2.to_k.weight" : [1536,1280],
855
+ "output_blocks.5.1.transformer_blocks.1.attn2.to_out.0.bias" : [1536],
856
+ "output_blocks.5.1.transformer_blocks.1.attn2.to_out.0.weight" : [1536,1536],
857
+ "output_blocks.5.1.transformer_blocks.1.attn2.to_q.weight" : [1536,1536],
858
+ "output_blocks.5.1.transformer_blocks.1.attn2.to_v.weight" : [1536,1280],
859
+ "output_blocks.5.1.transformer_blocks.1.ff.net.0.proj.bias" : [12288],
860
+ "output_blocks.5.1.transformer_blocks.1.ff.net.0.proj.weight" : [12288,1536],
861
+ "output_blocks.5.1.transformer_blocks.1.ff.net.2.bias" : [1536],
862
+ "output_blocks.5.1.transformer_blocks.1.ff.net.2.weight" : [1536,6144],
863
+ "output_blocks.5.1.transformer_blocks.1.norm1.bias" : [1536],
864
+ "output_blocks.5.1.transformer_blocks.1.norm1.weight" : [1536],
865
+ "output_blocks.5.1.transformer_blocks.1.norm2.bias" : [1536],
866
+ "output_blocks.5.1.transformer_blocks.1.norm2.weight" : [1536],
867
+ "output_blocks.5.1.transformer_blocks.1.norm3.bias" : [1536],
868
+ "output_blocks.5.1.transformer_blocks.1.norm3.weight" : [1536],
869
+ "output_blocks.5.1.transformer_blocks.2.attn1.to_k.weight" : [1536,1536],
870
+ "output_blocks.5.1.transformer_blocks.2.attn1.to_out.0.bias" : [1536],
871
+ "output_blocks.5.1.transformer_blocks.2.attn1.to_out.0.weight" : [1536,1536],
872
+ "output_blocks.5.1.transformer_blocks.2.attn1.to_q.weight" : [1536,1536],
873
+ "output_blocks.5.1.transformer_blocks.2.attn1.to_v.weight" : [1536,1536],
874
+ "output_blocks.5.1.transformer_blocks.2.attn2.to_k.weight" : [1536,1280],
875
+ "output_blocks.5.1.transformer_blocks.2.attn2.to_out.0.bias" : [1536],
876
+ "output_blocks.5.1.transformer_blocks.2.attn2.to_out.0.weight" : [1536,1536],
877
+ "output_blocks.5.1.transformer_blocks.2.attn2.to_q.weight" : [1536,1536],
878
+ "output_blocks.5.1.transformer_blocks.2.attn2.to_v.weight" : [1536,1280],
879
+ "output_blocks.5.1.transformer_blocks.2.ff.net.0.proj.bias" : [12288],
880
+ "output_blocks.5.1.transformer_blocks.2.ff.net.0.proj.weight" : [12288,1536],
881
+ "output_blocks.5.1.transformer_blocks.2.ff.net.2.bias" : [1536],
882
+ "output_blocks.5.1.transformer_blocks.2.ff.net.2.weight" : [1536,6144],
883
+ "output_blocks.5.1.transformer_blocks.2.norm1.bias" : [1536],
884
+ "output_blocks.5.1.transformer_blocks.2.norm1.weight" : [1536],
885
+ "output_blocks.5.1.transformer_blocks.2.norm2.bias" : [1536],
886
+ "output_blocks.5.1.transformer_blocks.2.norm2.weight" : [1536],
887
+ "output_blocks.5.1.transformer_blocks.2.norm3.bias" : [1536],
888
+ "output_blocks.5.1.transformer_blocks.2.norm3.weight" : [1536],
889
+ "output_blocks.5.1.transformer_blocks.3.attn1.to_k.weight" : [1536,1536],
890
+ "output_blocks.5.1.transformer_blocks.3.attn1.to_out.0.bias" : [1536],
891
+ "output_blocks.5.1.transformer_blocks.3.attn1.to_out.0.weight" : [1536,1536],
892
+ "output_blocks.5.1.transformer_blocks.3.attn1.to_q.weight" : [1536,1536],
893
+ "output_blocks.5.1.transformer_blocks.3.attn1.to_v.weight" : [1536,1536],
894
+ "output_blocks.5.1.transformer_blocks.3.attn2.to_k.weight" : [1536,1280],
895
+ "output_blocks.5.1.transformer_blocks.3.attn2.to_out.0.bias" : [1536],
896
+ "output_blocks.5.1.transformer_blocks.3.attn2.to_out.0.weight" : [1536,1536],
897
+ "output_blocks.5.1.transformer_blocks.3.attn2.to_q.weight" : [1536,1536],
898
+ "output_blocks.5.1.transformer_blocks.3.attn2.to_v.weight" : [1536,1280],
899
+ "output_blocks.5.1.transformer_blocks.3.ff.net.0.proj.bias" : [12288],
900
+ "output_blocks.5.1.transformer_blocks.3.ff.net.0.proj.weight" : [12288,1536],
901
+ "output_blocks.5.1.transformer_blocks.3.ff.net.2.bias" : [1536],
902
+ "output_blocks.5.1.transformer_blocks.3.ff.net.2.weight" : [1536,6144],
903
+ "output_blocks.5.1.transformer_blocks.3.norm1.bias" : [1536],
904
+ "output_blocks.5.1.transformer_blocks.3.norm1.weight" : [1536],
905
+ "output_blocks.5.1.transformer_blocks.3.norm2.bias" : [1536],
906
+ "output_blocks.5.1.transformer_blocks.3.norm2.weight" : [1536],
907
+ "output_blocks.5.1.transformer_blocks.3.norm3.bias" : [1536],
908
+ "output_blocks.5.1.transformer_blocks.3.norm3.weight" : [1536],
909
+ "output_blocks.5.2.conv.bias" : [1536],
910
+ "output_blocks.5.2.conv.weight" : [1536,1536,3,3],
911
+ "output_blocks.6.0.emb_layers.1.bias" : [768],
912
+ "output_blocks.6.0.emb_layers.1.weight" : [768,1536],
913
+ "output_blocks.6.0.in_layers.0.bias" : [2304],
914
+ "output_blocks.6.0.in_layers.0.weight" : [2304],
915
+ "output_blocks.6.0.in_layers.2.bias" : [768],
916
+ "output_blocks.6.0.in_layers.2.weight" : [768,2304,3,3],
917
+ "output_blocks.6.0.out_layers.0.bias" : [768],
918
+ "output_blocks.6.0.out_layers.0.weight" : [768],
919
+ "output_blocks.6.0.out_layers.3.bias" : [768],
920
+ "output_blocks.6.0.out_layers.3.weight" : [768,768,3,3],
921
+ "output_blocks.6.0.skip_connection.bias" : [768],
922
+ "output_blocks.6.0.skip_connection.weight" : [768,2304,1,1],
923
+ "output_blocks.6.1.norm.bias" : [768],
924
+ "output_blocks.6.1.norm.weight" : [768],
925
+ "output_blocks.6.1.proj_in.bias" : [768],
926
+ "output_blocks.6.1.proj_in.weight" : [768,768],
927
+ "output_blocks.6.1.proj_out.bias" : [768],
928
+ "output_blocks.6.1.proj_out.weight" : [768,768],
929
+ "output_blocks.6.1.transformer_blocks.0.attn1.to_k.weight" : [768,768],
930
+ "output_blocks.6.1.transformer_blocks.0.attn1.to_out.0.bias" : [768],
931
+ "output_blocks.6.1.transformer_blocks.0.attn1.to_out.0.weight" : [768,768],
932
+ "output_blocks.6.1.transformer_blocks.0.attn1.to_q.weight" : [768,768],
933
+ "output_blocks.6.1.transformer_blocks.0.attn1.to_v.weight" : [768,768],
934
+ "output_blocks.6.1.transformer_blocks.0.attn2.to_k.weight" : [768,1280],
935
+ "output_blocks.6.1.transformer_blocks.0.attn2.to_out.0.bias" : [768],
936
+ "output_blocks.6.1.transformer_blocks.0.attn2.to_out.0.weight" : [768,768],
937
+ "output_blocks.6.1.transformer_blocks.0.attn2.to_q.weight" : [768,768],
938
+ "output_blocks.6.1.transformer_blocks.0.attn2.to_v.weight" : [768,1280],
939
+ "output_blocks.6.1.transformer_blocks.0.ff.net.0.proj.bias" : [6144],
940
+ "output_blocks.6.1.transformer_blocks.0.ff.net.0.proj.weight" : [6144,768],
941
+ "output_blocks.6.1.transformer_blocks.0.ff.net.2.bias" : [768],
942
+ "output_blocks.6.1.transformer_blocks.0.ff.net.2.weight" : [768,3072],
943
+ "output_blocks.6.1.transformer_blocks.0.norm1.bias" : [768],
944
+ "output_blocks.6.1.transformer_blocks.0.norm1.weight" : [768],
945
+ "output_blocks.6.1.transformer_blocks.0.norm2.bias" : [768],
946
+ "output_blocks.6.1.transformer_blocks.0.norm2.weight" : [768],
947
+ "output_blocks.6.1.transformer_blocks.0.norm3.bias" : [768],
948
+ "output_blocks.6.1.transformer_blocks.0.norm3.weight" : [768],
949
+ "output_blocks.6.1.transformer_blocks.1.attn1.to_k.weight" : [768,768],
950
+ "output_blocks.6.1.transformer_blocks.1.attn1.to_out.0.bias" : [768],
951
+ "output_blocks.6.1.transformer_blocks.1.attn1.to_out.0.weight" : [768,768],
952
+ "output_blocks.6.1.transformer_blocks.1.attn1.to_q.weight" : [768,768],
953
+ "output_blocks.6.1.transformer_blocks.1.attn1.to_v.weight" : [768,768],
954
+ "output_blocks.6.1.transformer_blocks.1.attn2.to_k.weight" : [768,1280],
955
+ "output_blocks.6.1.transformer_blocks.1.attn2.to_out.0.bias" : [768],
956
+ "output_blocks.6.1.transformer_blocks.1.attn2.to_out.0.weight" : [768,768],
957
+ "output_blocks.6.1.transformer_blocks.1.attn2.to_q.weight" : [768,768],
958
+ "output_blocks.6.1.transformer_blocks.1.attn2.to_v.weight" : [768,1280],
959
+ "output_blocks.6.1.transformer_blocks.1.ff.net.0.proj.bias" : [6144],
960
+ "output_blocks.6.1.transformer_blocks.1.ff.net.0.proj.weight" : [6144,768],
961
+ "output_blocks.6.1.transformer_blocks.1.ff.net.2.bias" : [768],
962
+ "output_blocks.6.1.transformer_blocks.1.ff.net.2.weight" : [768,3072],
963
+ "output_blocks.6.1.transformer_blocks.1.norm1.bias" : [768],
964
+ "output_blocks.6.1.transformer_blocks.1.norm1.weight" : [768],
965
+ "output_blocks.6.1.transformer_blocks.1.norm2.bias" : [768],
966
+ "output_blocks.6.1.transformer_blocks.1.norm2.weight" : [768],
967
+ "output_blocks.6.1.transformer_blocks.1.norm3.bias" : [768],
968
+ "output_blocks.6.1.transformer_blocks.1.norm3.weight" : [768],
969
+ "output_blocks.6.1.transformer_blocks.2.attn1.to_k.weight" : [768,768],
970
+ "output_blocks.6.1.transformer_blocks.2.attn1.to_out.0.bias" : [768],
971
+ "output_blocks.6.1.transformer_blocks.2.attn1.to_out.0.weight" : [768,768],
972
+ "output_blocks.6.1.transformer_blocks.2.attn1.to_q.weight" : [768,768],
973
+ "output_blocks.6.1.transformer_blocks.2.attn1.to_v.weight" : [768,768],
974
+ "output_blocks.6.1.transformer_blocks.2.attn2.to_k.weight" : [768,1280],
975
+ "output_blocks.6.1.transformer_blocks.2.attn2.to_out.0.bias" : [768],
976
+ "output_blocks.6.1.transformer_blocks.2.attn2.to_out.0.weight" : [768,768],
977
+ "output_blocks.6.1.transformer_blocks.2.attn2.to_q.weight" : [768,768],
978
+ "output_blocks.6.1.transformer_blocks.2.attn2.to_v.weight" : [768,1280],
979
+ "output_blocks.6.1.transformer_blocks.2.ff.net.0.proj.bias" : [6144],
980
+ "output_blocks.6.1.transformer_blocks.2.ff.net.0.proj.weight" : [6144,768],
981
+ "output_blocks.6.1.transformer_blocks.2.ff.net.2.bias" : [768],
982
+ "output_blocks.6.1.transformer_blocks.2.ff.net.2.weight" : [768,3072],
983
+ "output_blocks.6.1.transformer_blocks.2.norm1.bias" : [768],
984
+ "output_blocks.6.1.transformer_blocks.2.norm1.weight" : [768],
985
+ "output_blocks.6.1.transformer_blocks.2.norm2.bias" : [768],
986
+ "output_blocks.6.1.transformer_blocks.2.norm2.weight" : [768],
987
+ "output_blocks.6.1.transformer_blocks.2.norm3.bias" : [768],
988
+ "output_blocks.6.1.transformer_blocks.2.norm3.weight" : [768],
989
+ "output_blocks.6.1.transformer_blocks.3.attn1.to_k.weight" : [768,768],
990
+ "output_blocks.6.1.transformer_blocks.3.attn1.to_out.0.bias" : [768],
991
+ "output_blocks.6.1.transformer_blocks.3.attn1.to_out.0.weight" : [768,768],
992
+ "output_blocks.6.1.transformer_blocks.3.attn1.to_q.weight" : [768,768],
993
+ "output_blocks.6.1.transformer_blocks.3.attn1.to_v.weight" : [768,768],
994
+ "output_blocks.6.1.transformer_blocks.3.attn2.to_k.weight" : [768,1280],
995
+ "output_blocks.6.1.transformer_blocks.3.attn2.to_out.0.bias" : [768],
996
+ "output_blocks.6.1.transformer_blocks.3.attn2.to_out.0.weight" : [768,768],
997
+ "output_blocks.6.1.transformer_blocks.3.attn2.to_q.weight" : [768,768],
998
+ "output_blocks.6.1.transformer_blocks.3.attn2.to_v.weight" : [768,1280],
999
+ "output_blocks.6.1.transformer_blocks.3.ff.net.0.proj.bias" : [6144],
1000
+ "output_blocks.6.1.transformer_blocks.3.ff.net.0.proj.weight" : [6144,768],
1001
+ "output_blocks.6.1.transformer_blocks.3.ff.net.2.bias" : [768],
1002
+ "output_blocks.6.1.transformer_blocks.3.ff.net.2.weight" : [768,3072],
1003
+ "output_blocks.6.1.transformer_blocks.3.norm1.bias" : [768],
1004
+ "output_blocks.6.1.transformer_blocks.3.norm1.weight" : [768],
1005
+ "output_blocks.6.1.transformer_blocks.3.norm2.bias" : [768],
1006
+ "output_blocks.6.1.transformer_blocks.3.norm2.weight" : [768],
1007
+ "output_blocks.6.1.transformer_blocks.3.norm3.bias" : [768],
1008
+ "output_blocks.6.1.transformer_blocks.3.norm3.weight" : [768],
1009
+ "output_blocks.7.0.emb_layers.1.bias" : [768],
1010
+ "output_blocks.7.0.emb_layers.1.weight" : [768,1536],
1011
+ "output_blocks.7.0.in_layers.0.bias" : [1536],
1012
+ "output_blocks.7.0.in_layers.0.weight" : [1536],
1013
+ "output_blocks.7.0.in_layers.2.bias" : [768],
1014
+ "output_blocks.7.0.in_layers.2.weight" : [768,1536,3,3],
1015
+ "output_blocks.7.0.out_layers.0.bias" : [768],
1016
+ "output_blocks.7.0.out_layers.0.weight" : [768],
1017
+ "output_blocks.7.0.out_layers.3.bias" : [768],
1018
+ "output_blocks.7.0.out_layers.3.weight" : [768,768,3,3],
1019
+ "output_blocks.7.0.skip_connection.bias" : [768],
1020
+ "output_blocks.7.0.skip_connection.weight" : [768,1536,1,1],
1021
+ "output_blocks.7.1.norm.bias" : [768],
1022
+ "output_blocks.7.1.norm.weight" : [768],
1023
+ "output_blocks.7.1.proj_in.bias" : [768],
1024
+ "output_blocks.7.1.proj_in.weight" : [768,768],
1025
+ "output_blocks.7.1.proj_out.bias" : [768],
1026
+ "output_blocks.7.1.proj_out.weight" : [768,768],
1027
+ "output_blocks.7.1.transformer_blocks.0.attn1.to_k.weight" : [768,768],
1028
+ "output_blocks.7.1.transformer_blocks.0.attn1.to_out.0.bias" : [768],
1029
+ "output_blocks.7.1.transformer_blocks.0.attn1.to_out.0.weight" : [768,768],
1030
+ "output_blocks.7.1.transformer_blocks.0.attn1.to_q.weight" : [768,768],
1031
+ "output_blocks.7.1.transformer_blocks.0.attn1.to_v.weight" : [768,768],
1032
+ "output_blocks.7.1.transformer_blocks.0.attn2.to_k.weight" : [768,1280],
1033
+ "output_blocks.7.1.transformer_blocks.0.attn2.to_out.0.bias" : [768],
1034
+ "output_blocks.7.1.transformer_blocks.0.attn2.to_out.0.weight" : [768,768],
1035
+ "output_blocks.7.1.transformer_blocks.0.attn2.to_q.weight" : [768,768],
1036
+ "output_blocks.7.1.transformer_blocks.0.attn2.to_v.weight" : [768,1280],
1037
+ "output_blocks.7.1.transformer_blocks.0.ff.net.0.proj.bias" : [6144],
1038
+ "output_blocks.7.1.transformer_blocks.0.ff.net.0.proj.weight" : [6144,768],
1039
+ "output_blocks.7.1.transformer_blocks.0.ff.net.2.bias" : [768],
1040
+ "output_blocks.7.1.transformer_blocks.0.ff.net.2.weight" : [768,3072],
1041
+ "output_blocks.7.1.transformer_blocks.0.norm1.bias" : [768],
1042
+ "output_blocks.7.1.transformer_blocks.0.norm1.weight" : [768],
1043
+ "output_blocks.7.1.transformer_blocks.0.norm2.bias" : [768],
1044
+ "output_blocks.7.1.transformer_blocks.0.norm2.weight" : [768],
1045
+ "output_blocks.7.1.transformer_blocks.0.norm3.bias" : [768],
1046
+ "output_blocks.7.1.transformer_blocks.0.norm3.weight" : [768],
1047
+ "output_blocks.7.1.transformer_blocks.1.attn1.to_k.weight" : [768,768],
1048
+ "output_blocks.7.1.transformer_blocks.1.attn1.to_out.0.bias" : [768],
1049
+ "output_blocks.7.1.transformer_blocks.1.attn1.to_out.0.weight" : [768,768],
1050
+ "output_blocks.7.1.transformer_blocks.1.attn1.to_q.weight" : [768,768],
1051
+ "output_blocks.7.1.transformer_blocks.1.attn1.to_v.weight" : [768,768],
1052
+ "output_blocks.7.1.transformer_blocks.1.attn2.to_k.weight" : [768,1280],
1053
+ "output_blocks.7.1.transformer_blocks.1.attn2.to_out.0.bias" : [768],
1054
+ "output_blocks.7.1.transformer_blocks.1.attn2.to_out.0.weight" : [768,768],
1055
+ "output_blocks.7.1.transformer_blocks.1.attn2.to_q.weight" : [768,768],
1056
+ "output_blocks.7.1.transformer_blocks.1.attn2.to_v.weight" : [768,1280],
1057
+ "output_blocks.7.1.transformer_blocks.1.ff.net.0.proj.bias" : [6144],
1058
+ "output_blocks.7.1.transformer_blocks.1.ff.net.0.proj.weight" : [6144,768],
1059
+ "output_blocks.7.1.transformer_blocks.1.ff.net.2.bias" : [768],
1060
+ "output_blocks.7.1.transformer_blocks.1.ff.net.2.weight" : [768,3072],
1061
+ "output_blocks.7.1.transformer_blocks.1.norm1.bias" : [768],
1062
+ "output_blocks.7.1.transformer_blocks.1.norm1.weight" : [768],
1063
+ "output_blocks.7.1.transformer_blocks.1.norm2.bias" : [768],
1064
+ "output_blocks.7.1.transformer_blocks.1.norm2.weight" : [768],
1065
+ "output_blocks.7.1.transformer_blocks.1.norm3.bias" : [768],
1066
+ "output_blocks.7.1.transformer_blocks.1.norm3.weight" : [768],
1067
+ "output_blocks.7.1.transformer_blocks.2.attn1.to_k.weight" : [768,768],
1068
+ "output_blocks.7.1.transformer_blocks.2.attn1.to_out.0.bias" : [768],
1069
+ "output_blocks.7.1.transformer_blocks.2.attn1.to_out.0.weight" : [768,768],
1070
+ "output_blocks.7.1.transformer_blocks.2.attn1.to_q.weight" : [768,768],
1071
+ "output_blocks.7.1.transformer_blocks.2.attn1.to_v.weight" : [768,768],
1072
+ "output_blocks.7.1.transformer_blocks.2.attn2.to_k.weight" : [768,1280],
1073
+ "output_blocks.7.1.transformer_blocks.2.attn2.to_out.0.bias" : [768],
1074
+ "output_blocks.7.1.transformer_blocks.2.attn2.to_out.0.weight" : [768,768],
1075
+ "output_blocks.7.1.transformer_blocks.2.attn2.to_q.weight" : [768,768],
1076
+ "output_blocks.7.1.transformer_blocks.2.attn2.to_v.weight" : [768,1280],
1077
+ "output_blocks.7.1.transformer_blocks.2.ff.net.0.proj.bias" : [6144],
1078
+ "output_blocks.7.1.transformer_blocks.2.ff.net.0.proj.weight" : [6144,768],
1079
+ "output_blocks.7.1.transformer_blocks.2.ff.net.2.bias" : [768],
1080
+ "output_blocks.7.1.transformer_blocks.2.ff.net.2.weight" : [768,3072],
1081
+ "output_blocks.7.1.transformer_blocks.2.norm1.bias" : [768],
1082
+ "output_blocks.7.1.transformer_blocks.2.norm1.weight" : [768],
1083
+ "output_blocks.7.1.transformer_blocks.2.norm2.bias" : [768],
1084
+ "output_blocks.7.1.transformer_blocks.2.norm2.weight" : [768],
1085
+ "output_blocks.7.1.transformer_blocks.2.norm3.bias" : [768],
1086
+ "output_blocks.7.1.transformer_blocks.2.norm3.weight" : [768],
1087
+ "output_blocks.7.1.transformer_blocks.3.attn1.to_k.weight" : [768,768],
1088
+ "output_blocks.7.1.transformer_blocks.3.attn1.to_out.0.bias" : [768],
1089
+ "output_blocks.7.1.transformer_blocks.3.attn1.to_out.0.weight" : [768,768],
1090
+ "output_blocks.7.1.transformer_blocks.3.attn1.to_q.weight" : [768,768],
1091
+ "output_blocks.7.1.transformer_blocks.3.attn1.to_v.weight" : [768,768],
1092
+ "output_blocks.7.1.transformer_blocks.3.attn2.to_k.weight" : [768,1280],
1093
+ "output_blocks.7.1.transformer_blocks.3.attn2.to_out.0.bias" : [768],
1094
+ "output_blocks.7.1.transformer_blocks.3.attn2.to_out.0.weight" : [768,768],
1095
+ "output_blocks.7.1.transformer_blocks.3.attn2.to_q.weight" : [768,768],
1096
+ "output_blocks.7.1.transformer_blocks.3.attn2.to_v.weight" : [768,1280],
1097
+ "output_blocks.7.1.transformer_blocks.3.ff.net.0.proj.bias" : [6144],
1098
+ "output_blocks.7.1.transformer_blocks.3.ff.net.0.proj.weight" : [6144,768],
1099
+ "output_blocks.7.1.transformer_blocks.3.ff.net.2.bias" : [768],
1100
+ "output_blocks.7.1.transformer_blocks.3.ff.net.2.weight" : [768,3072],
1101
+ "output_blocks.7.1.transformer_blocks.3.norm1.bias" : [768],
1102
+ "output_blocks.7.1.transformer_blocks.3.norm1.weight" : [768],
1103
+ "output_blocks.7.1.transformer_blocks.3.norm2.bias" : [768],
1104
+ "output_blocks.7.1.transformer_blocks.3.norm2.weight" : [768],
1105
+ "output_blocks.7.1.transformer_blocks.3.norm3.bias" : [768],
1106
+ "output_blocks.7.1.transformer_blocks.3.norm3.weight" : [768],
1107
+ "output_blocks.8.0.emb_layers.1.bias" : [768],
1108
+ "output_blocks.8.0.emb_layers.1.weight" : [768,1536],
1109
+ "output_blocks.8.0.in_layers.0.bias" : [1152],
1110
+ "output_blocks.8.0.in_layers.0.weight" : [1152],
1111
+ "output_blocks.8.0.in_layers.2.bias" : [768],
1112
+ "output_blocks.8.0.in_layers.2.weight" : [768,1152,3,3],
1113
+ "output_blocks.8.0.out_layers.0.bias" : [768],
1114
+ "output_blocks.8.0.out_layers.0.weight" : [768],
1115
+ "output_blocks.8.0.out_layers.3.bias" : [768],
1116
+ "output_blocks.8.0.out_layers.3.weight" : [768,768,3,3],
1117
+ "output_blocks.8.0.skip_connection.bias" : [768],
1118
+ "output_blocks.8.0.skip_connection.weight" : [768,1152,1,1],
1119
+ "output_blocks.8.1.norm.bias" : [768],
1120
+ "output_blocks.8.1.norm.weight" : [768],
1121
+ "output_blocks.8.1.proj_in.bias" : [768],
1122
+ "output_blocks.8.1.proj_in.weight" : [768,768],
1123
+ "output_blocks.8.1.proj_out.bias" : [768],
1124
+ "output_blocks.8.1.proj_out.weight" : [768,768],
1125
+ "output_blocks.8.1.transformer_blocks.0.attn1.to_k.weight" : [768,768],
1126
+ "output_blocks.8.1.transformer_blocks.0.attn1.to_out.0.bias" : [768],
1127
+ "output_blocks.8.1.transformer_blocks.0.attn1.to_out.0.weight" : [768,768],
1128
+ "output_blocks.8.1.transformer_blocks.0.attn1.to_q.weight" : [768,768],
1129
+ "output_blocks.8.1.transformer_blocks.0.attn1.to_v.weight" : [768,768],
1130
+ "output_blocks.8.1.transformer_blocks.0.attn2.to_k.weight" : [768,1280],
1131
+ "output_blocks.8.1.transformer_blocks.0.attn2.to_out.0.bias" : [768],
1132
+ "output_blocks.8.1.transformer_blocks.0.attn2.to_out.0.weight" : [768,768],
1133
+ "output_blocks.8.1.transformer_blocks.0.attn2.to_q.weight" : [768,768],
1134
+ "output_blocks.8.1.transformer_blocks.0.attn2.to_v.weight" : [768,1280],
1135
+ "output_blocks.8.1.transformer_blocks.0.ff.net.0.proj.bias" : [6144],
1136
+ "output_blocks.8.1.transformer_blocks.0.ff.net.0.proj.weight" : [6144,768],
1137
+ "output_blocks.8.1.transformer_blocks.0.ff.net.2.bias" : [768],
1138
+ "output_blocks.8.1.transformer_blocks.0.ff.net.2.weight" : [768,3072],
1139
+ "output_blocks.8.1.transformer_blocks.0.norm1.bias" : [768],
1140
+ "output_blocks.8.1.transformer_blocks.0.norm1.weight" : [768],
1141
+ "output_blocks.8.1.transformer_blocks.0.norm2.bias" : [768],
1142
+ "output_blocks.8.1.transformer_blocks.0.norm2.weight" : [768],
1143
+ "output_blocks.8.1.transformer_blocks.0.norm3.bias" : [768],
1144
+ "output_blocks.8.1.transformer_blocks.0.norm3.weight" : [768],
1145
+ "output_blocks.8.1.transformer_blocks.1.attn1.to_k.weight" : [768,768],
1146
+ "output_blocks.8.1.transformer_blocks.1.attn1.to_out.0.bias" : [768],
1147
+ "output_blocks.8.1.transformer_blocks.1.attn1.to_out.0.weight" : [768,768],
1148
+ "output_blocks.8.1.transformer_blocks.1.attn1.to_q.weight" : [768,768],
1149
+ "output_blocks.8.1.transformer_blocks.1.attn1.to_v.weight" : [768,768],
1150
+ "output_blocks.8.1.transformer_blocks.1.attn2.to_k.weight" : [768,1280],
1151
+ "output_blocks.8.1.transformer_blocks.1.attn2.to_out.0.bias" : [768],
1152
+ "output_blocks.8.1.transformer_blocks.1.attn2.to_out.0.weight" : [768,768],
1153
+ "output_blocks.8.1.transformer_blocks.1.attn2.to_q.weight" : [768,768],
1154
+ "output_blocks.8.1.transformer_blocks.1.attn2.to_v.weight" : [768,1280],
1155
+ "output_blocks.8.1.transformer_blocks.1.ff.net.0.proj.bias" : [6144],
1156
+ "output_blocks.8.1.transformer_blocks.1.ff.net.0.proj.weight" : [6144,768],
1157
+ "output_blocks.8.1.transformer_blocks.1.ff.net.2.bias" : [768],
1158
+ "output_blocks.8.1.transformer_blocks.1.ff.net.2.weight" : [768,3072],
1159
+ "output_blocks.8.1.transformer_blocks.1.norm1.bias" : [768],
1160
+ "output_blocks.8.1.transformer_blocks.1.norm1.weight" : [768],
1161
+ "output_blocks.8.1.transformer_blocks.1.norm2.bias" : [768],
1162
+ "output_blocks.8.1.transformer_blocks.1.norm2.weight" : [768],
1163
+ "output_blocks.8.1.transformer_blocks.1.norm3.bias" : [768],
1164
+ "output_blocks.8.1.transformer_blocks.1.norm3.weight" : [768],
1165
+ "output_blocks.8.1.transformer_blocks.2.attn1.to_k.weight" : [768,768],
1166
+ "output_blocks.8.1.transformer_blocks.2.attn1.to_out.0.bias" : [768],
1167
+ "output_blocks.8.1.transformer_blocks.2.attn1.to_out.0.weight" : [768,768],
1168
+ "output_blocks.8.1.transformer_blocks.2.attn1.to_q.weight" : [768,768],
1169
+ "output_blocks.8.1.transformer_blocks.2.attn1.to_v.weight" : [768,768],
1170
+ "output_blocks.8.1.transformer_blocks.2.attn2.to_k.weight" : [768,1280],
1171
+ "output_blocks.8.1.transformer_blocks.2.attn2.to_out.0.bias" : [768],
1172
+ "output_blocks.8.1.transformer_blocks.2.attn2.to_out.0.weight" : [768,768],
1173
+ "output_blocks.8.1.transformer_blocks.2.attn2.to_q.weight" : [768,768],
1174
+ "output_blocks.8.1.transformer_blocks.2.attn2.to_v.weight" : [768,1280],
1175
+ "output_blocks.8.1.transformer_blocks.2.ff.net.0.proj.bias" : [6144],
1176
+ "output_blocks.8.1.transformer_blocks.2.ff.net.0.proj.weight" : [6144,768],
1177
+ "output_blocks.8.1.transformer_blocks.2.ff.net.2.bias" : [768],
1178
+ "output_blocks.8.1.transformer_blocks.2.ff.net.2.weight" : [768,3072],
1179
+ "output_blocks.8.1.transformer_blocks.2.norm1.bias" : [768],
1180
+ "output_blocks.8.1.transformer_blocks.2.norm1.weight" : [768],
1181
+ "output_blocks.8.1.transformer_blocks.2.norm2.bias" : [768],
1182
+ "output_blocks.8.1.transformer_blocks.2.norm2.weight" : [768],
1183
+ "output_blocks.8.1.transformer_blocks.2.norm3.bias" : [768],
1184
+ "output_blocks.8.1.transformer_blocks.2.norm3.weight" : [768],
1185
+ "output_blocks.8.1.transformer_blocks.3.attn1.to_k.weight" : [768,768],
1186
+ "output_blocks.8.1.transformer_blocks.3.attn1.to_out.0.bias" : [768],
1187
+ "output_blocks.8.1.transformer_blocks.3.attn1.to_out.0.weight" : [768,768],
1188
+ "output_blocks.8.1.transformer_blocks.3.attn1.to_q.weight" : [768,768],
1189
+ "output_blocks.8.1.transformer_blocks.3.attn1.to_v.weight" : [768,768],
1190
+ "output_blocks.8.1.transformer_blocks.3.attn2.to_k.weight" : [768,1280],
1191
+ "output_blocks.8.1.transformer_blocks.3.attn2.to_out.0.bias" : [768],
1192
+ "output_blocks.8.1.transformer_blocks.3.attn2.to_out.0.weight" : [768,768],
1193
+ "output_blocks.8.1.transformer_blocks.3.attn2.to_q.weight" : [768,768],
1194
+ "output_blocks.8.1.transformer_blocks.3.attn2.to_v.weight" : [768,1280],
1195
+ "output_blocks.8.1.transformer_blocks.3.ff.net.0.proj.bias" : [6144],
1196
+ "output_blocks.8.1.transformer_blocks.3.ff.net.0.proj.weight" : [6144,768],
1197
+ "output_blocks.8.1.transformer_blocks.3.ff.net.2.bias" : [768],
1198
+ "output_blocks.8.1.transformer_blocks.3.ff.net.2.weight" : [768,3072],
1199
+ "output_blocks.8.1.transformer_blocks.3.norm1.bias" : [768],
1200
+ "output_blocks.8.1.transformer_blocks.3.norm1.weight" : [768],
1201
+ "output_blocks.8.1.transformer_blocks.3.norm2.bias" : [768],
1202
+ "output_blocks.8.1.transformer_blocks.3.norm2.weight" : [768],
1203
+ "output_blocks.8.1.transformer_blocks.3.norm3.bias" : [768],
1204
+ "output_blocks.8.1.transformer_blocks.3.norm3.weight" : [768],
1205
+ "output_blocks.8.2.conv.bias" : [768],
1206
+ "output_blocks.8.2.conv.weight" : [768,768,3,3],
1207
+ "output_blocks.9.0.emb_layers.1.bias" : [384],
1208
+ "output_blocks.9.0.emb_layers.1.weight" : [384,1536],
1209
+ "output_blocks.9.0.in_layers.0.bias" : [1152],
1210
+ "output_blocks.9.0.in_layers.0.weight" : [1152],
1211
+ "output_blocks.9.0.in_layers.2.bias" : [384],
1212
+ "output_blocks.9.0.in_layers.2.weight" : [384,1152,3,3],
1213
+ "output_blocks.9.0.out_layers.0.bias" : [384],
1214
+ "output_blocks.9.0.out_layers.0.weight" : [384],
1215
+ "output_blocks.9.0.out_layers.3.bias" : [384],
1216
+ "output_blocks.9.0.out_layers.3.weight" : [384,384,3,3],
1217
+ "output_blocks.9.0.skip_connection.bias" : [384],
1218
+ "output_blocks.9.0.skip_connection.weight" : [384,1152,1,1],
1219
+ "time_embed.0.bias" : [1536],
1220
+ "time_embed.0.weight" : [1536,384],
1221
+ "time_embed.2.bias" : [1536],
1222
+ "time_embed.2.weight" : [1536,1536]
1223
+ }
1224
+ }
weight-maps/unet.stable-diffusion-2.json ADDED
@@ -0,0 +1,690 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "weight_map": {
3
+ "input_blocks.0.0.bias" : [320],
4
+ "input_blocks.0.0.weight" : [320,4,3,3],
5
+ "input_blocks.1.0.emb_layers.1.bias" : [320],
6
+ "input_blocks.1.0.emb_layers.1.weight" : [320,1280],
7
+ "input_blocks.1.0.in_layers.0.bias" : [320],
8
+ "input_blocks.1.0.in_layers.0.weight" : [320],
9
+ "input_blocks.1.0.in_layers.2.bias" : [320],
10
+ "input_blocks.1.0.in_layers.2.weight" : [320,320,3,3],
11
+ "input_blocks.1.0.out_layers.0.bias" : [320],
12
+ "input_blocks.1.0.out_layers.0.weight" : [320],
13
+ "input_blocks.1.0.out_layers.3.bias" : [320],
14
+ "input_blocks.1.0.out_layers.3.weight" : [320,320,3,3],
15
+ "input_blocks.1.1.norm.bias" : [320],
16
+ "input_blocks.1.1.norm.weight" : [320],
17
+ "input_blocks.1.1.proj_in.bias" : [320],
18
+ "input_blocks.1.1.proj_in.weight" : [320,320],
19
+ "input_blocks.1.1.proj_out.bias" : [320],
20
+ "input_blocks.1.1.proj_out.weight" : [320,320],
21
+ "input_blocks.1.1.transformer_blocks.0.attn1.to_k.weight" : [320,320],
22
+ "input_blocks.1.1.transformer_blocks.0.attn1.to_out.0.bias" : [320],
23
+ "input_blocks.1.1.transformer_blocks.0.attn1.to_out.0.weight" : [320,320],
24
+ "input_blocks.1.1.transformer_blocks.0.attn1.to_q.weight" : [320,320],
25
+ "input_blocks.1.1.transformer_blocks.0.attn1.to_v.weight" : [320,320],
26
+ "input_blocks.1.1.transformer_blocks.0.attn2.to_k.weight" : [320,1024],
27
+ "input_blocks.1.1.transformer_blocks.0.attn2.to_out.0.bias" : [320],
28
+ "input_blocks.1.1.transformer_blocks.0.attn2.to_out.0.weight" : [320,320],
29
+ "input_blocks.1.1.transformer_blocks.0.attn2.to_q.weight" : [320,320],
30
+ "input_blocks.1.1.transformer_blocks.0.attn2.to_v.weight" : [320,1024],
31
+ "input_blocks.1.1.transformer_blocks.0.ff.net.0.proj.bias" : [2560],
32
+ "input_blocks.1.1.transformer_blocks.0.ff.net.0.proj.weight" : [2560,320],
33
+ "input_blocks.1.1.transformer_blocks.0.ff.net.2.bias" : [320],
34
+ "input_blocks.1.1.transformer_blocks.0.ff.net.2.weight" : [320,1280],
35
+ "input_blocks.1.1.transformer_blocks.0.norm1.bias" : [320],
36
+ "input_blocks.1.1.transformer_blocks.0.norm1.weight" : [320],
37
+ "input_blocks.1.1.transformer_blocks.0.norm2.bias" : [320],
38
+ "input_blocks.1.1.transformer_blocks.0.norm2.weight" : [320],
39
+ "input_blocks.1.1.transformer_blocks.0.norm3.bias" : [320],
40
+ "input_blocks.1.1.transformer_blocks.0.norm3.weight" : [320],
41
+ "input_blocks.10.0.emb_layers.1.bias" : [1280],
42
+ "input_blocks.10.0.emb_layers.1.weight" : [1280,1280],
43
+ "input_blocks.10.0.in_layers.0.bias" : [1280],
44
+ "input_blocks.10.0.in_layers.0.weight" : [1280],
45
+ "input_blocks.10.0.in_layers.2.bias" : [1280],
46
+ "input_blocks.10.0.in_layers.2.weight" : [1280,1280,3,3],
47
+ "input_blocks.10.0.out_layers.0.bias" : [1280],
48
+ "input_blocks.10.0.out_layers.0.weight" : [1280],
49
+ "input_blocks.10.0.out_layers.3.bias" : [1280],
50
+ "input_blocks.10.0.out_layers.3.weight" : [1280,1280,3,3],
51
+ "input_blocks.11.0.emb_layers.1.bias" : [1280],
52
+ "input_blocks.11.0.emb_layers.1.weight" : [1280,1280],
53
+ "input_blocks.11.0.in_layers.0.bias" : [1280],
54
+ "input_blocks.11.0.in_layers.0.weight" : [1280],
55
+ "input_blocks.11.0.in_layers.2.bias" : [1280],
56
+ "input_blocks.11.0.in_layers.2.weight" : [1280,1280,3,3],
57
+ "input_blocks.11.0.out_layers.0.bias" : [1280],
58
+ "input_blocks.11.0.out_layers.0.weight" : [1280],
59
+ "input_blocks.11.0.out_layers.3.bias" : [1280],
60
+ "input_blocks.11.0.out_layers.3.weight" : [1280,1280,3,3],
61
+ "input_blocks.2.0.emb_layers.1.bias" : [320],
62
+ "input_blocks.2.0.emb_layers.1.weight" : [320,1280],
63
+ "input_blocks.2.0.in_layers.0.bias" : [320],
64
+ "input_blocks.2.0.in_layers.0.weight" : [320],
65
+ "input_blocks.2.0.in_layers.2.bias" : [320],
66
+ "input_blocks.2.0.in_layers.2.weight" : [320,320,3,3],
67
+ "input_blocks.2.0.out_layers.0.bias" : [320],
68
+ "input_blocks.2.0.out_layers.0.weight" : [320],
69
+ "input_blocks.2.0.out_layers.3.bias" : [320],
70
+ "input_blocks.2.0.out_layers.3.weight" : [320,320,3,3],
71
+ "input_blocks.2.1.norm.bias" : [320],
72
+ "input_blocks.2.1.norm.weight" : [320],
73
+ "input_blocks.2.1.proj_in.bias" : [320],
74
+ "input_blocks.2.1.proj_in.weight" : [320,320],
75
+ "input_blocks.2.1.proj_out.bias" : [320],
76
+ "input_blocks.2.1.proj_out.weight" : [320,320],
77
+ "input_blocks.2.1.transformer_blocks.0.attn1.to_k.weight" : [320,320],
78
+ "input_blocks.2.1.transformer_blocks.0.attn1.to_out.0.bias" : [320],
79
+ "input_blocks.2.1.transformer_blocks.0.attn1.to_out.0.weight" : [320,320],
80
+ "input_blocks.2.1.transformer_blocks.0.attn1.to_q.weight" : [320,320],
81
+ "input_blocks.2.1.transformer_blocks.0.attn1.to_v.weight" : [320,320],
82
+ "input_blocks.2.1.transformer_blocks.0.attn2.to_k.weight" : [320,1024],
83
+ "input_blocks.2.1.transformer_blocks.0.attn2.to_out.0.bias" : [320],
84
+ "input_blocks.2.1.transformer_blocks.0.attn2.to_out.0.weight" : [320,320],
85
+ "input_blocks.2.1.transformer_blocks.0.attn2.to_q.weight" : [320,320],
86
+ "input_blocks.2.1.transformer_blocks.0.attn2.to_v.weight" : [320,1024],
87
+ "input_blocks.2.1.transformer_blocks.0.ff.net.0.proj.bias" : [2560],
88
+ "input_blocks.2.1.transformer_blocks.0.ff.net.0.proj.weight" : [2560,320],
89
+ "input_blocks.2.1.transformer_blocks.0.ff.net.2.bias" : [320],
90
+ "input_blocks.2.1.transformer_blocks.0.ff.net.2.weight" : [320,1280],
91
+ "input_blocks.2.1.transformer_blocks.0.norm1.bias" : [320],
92
+ "input_blocks.2.1.transformer_blocks.0.norm1.weight" : [320],
93
+ "input_blocks.2.1.transformer_blocks.0.norm2.bias" : [320],
94
+ "input_blocks.2.1.transformer_blocks.0.norm2.weight" : [320],
95
+ "input_blocks.2.1.transformer_blocks.0.norm3.bias" : [320],
96
+ "input_blocks.2.1.transformer_blocks.0.norm3.weight" : [320],
97
+ "input_blocks.3.0.op.bias" : [320],
98
+ "input_blocks.3.0.op.weight" : [320,320,3,3],
99
+ "input_blocks.4.0.emb_layers.1.bias" : [640],
100
+ "input_blocks.4.0.emb_layers.1.weight" : [640,1280],
101
+ "input_blocks.4.0.in_layers.0.bias" : [320],
102
+ "input_blocks.4.0.in_layers.0.weight" : [320],
103
+ "input_blocks.4.0.in_layers.2.bias" : [640],
104
+ "input_blocks.4.0.in_layers.2.weight" : [640,320,3,3],
105
+ "input_blocks.4.0.out_layers.0.bias" : [640],
106
+ "input_blocks.4.0.out_layers.0.weight" : [640],
107
+ "input_blocks.4.0.out_layers.3.bias" : [640],
108
+ "input_blocks.4.0.out_layers.3.weight" : [640,640,3,3],
109
+ "input_blocks.4.0.skip_connection.bias" : [640],
110
+ "input_blocks.4.0.skip_connection.weight" : [640,320,1,1],
111
+ "input_blocks.4.1.norm.bias" : [640],
112
+ "input_blocks.4.1.norm.weight" : [640],
113
+ "input_blocks.4.1.proj_in.bias" : [640],
114
+ "input_blocks.4.1.proj_in.weight" : [640,640],
115
+ "input_blocks.4.1.proj_out.bias" : [640],
116
+ "input_blocks.4.1.proj_out.weight" : [640,640],
117
+ "input_blocks.4.1.transformer_blocks.0.attn1.to_k.weight" : [640,640],
118
+ "input_blocks.4.1.transformer_blocks.0.attn1.to_out.0.bias" : [640],
119
+ "input_blocks.4.1.transformer_blocks.0.attn1.to_out.0.weight" : [640,640],
120
+ "input_blocks.4.1.transformer_blocks.0.attn1.to_q.weight" : [640,640],
121
+ "input_blocks.4.1.transformer_blocks.0.attn1.to_v.weight" : [640,640],
122
+ "input_blocks.4.1.transformer_blocks.0.attn2.to_k.weight" : [640,1024],
123
+ "input_blocks.4.1.transformer_blocks.0.attn2.to_out.0.bias" : [640],
124
+ "input_blocks.4.1.transformer_blocks.0.attn2.to_out.0.weight" : [640,640],
125
+ "input_blocks.4.1.transformer_blocks.0.attn2.to_q.weight" : [640,640],
126
+ "input_blocks.4.1.transformer_blocks.0.attn2.to_v.weight" : [640,1024],
127
+ "input_blocks.4.1.transformer_blocks.0.ff.net.0.proj.bias" : [5120],
128
+ "input_blocks.4.1.transformer_blocks.0.ff.net.0.proj.weight" : [5120,640],
129
+ "input_blocks.4.1.transformer_blocks.0.ff.net.2.bias" : [640],
130
+ "input_blocks.4.1.transformer_blocks.0.ff.net.2.weight" : [640,2560],
131
+ "input_blocks.4.1.transformer_blocks.0.norm1.bias" : [640],
132
+ "input_blocks.4.1.transformer_blocks.0.norm1.weight" : [640],
133
+ "input_blocks.4.1.transformer_blocks.0.norm2.bias" : [640],
134
+ "input_blocks.4.1.transformer_blocks.0.norm2.weight" : [640],
135
+ "input_blocks.4.1.transformer_blocks.0.norm3.bias" : [640],
136
+ "input_blocks.4.1.transformer_blocks.0.norm3.weight" : [640],
137
+ "input_blocks.5.0.emb_layers.1.bias" : [640],
138
+ "input_blocks.5.0.emb_layers.1.weight" : [640,1280],
139
+ "input_blocks.5.0.in_layers.0.bias" : [640],
140
+ "input_blocks.5.0.in_layers.0.weight" : [640],
141
+ "input_blocks.5.0.in_layers.2.bias" : [640],
142
+ "input_blocks.5.0.in_layers.2.weight" : [640,640,3,3],
143
+ "input_blocks.5.0.out_layers.0.bias" : [640],
144
+ "input_blocks.5.0.out_layers.0.weight" : [640],
145
+ "input_blocks.5.0.out_layers.3.bias" : [640],
146
+ "input_blocks.5.0.out_layers.3.weight" : [640,640,3,3],
147
+ "input_blocks.5.1.norm.bias" : [640],
148
+ "input_blocks.5.1.norm.weight" : [640],
149
+ "input_blocks.5.1.proj_in.bias" : [640],
150
+ "input_blocks.5.1.proj_in.weight" : [640,640],
151
+ "input_blocks.5.1.proj_out.bias" : [640],
152
+ "input_blocks.5.1.proj_out.weight" : [640,640],
153
+ "input_blocks.5.1.transformer_blocks.0.attn1.to_k.weight" : [640,640],
154
+ "input_blocks.5.1.transformer_blocks.0.attn1.to_out.0.bias" : [640],
155
+ "input_blocks.5.1.transformer_blocks.0.attn1.to_out.0.weight" : [640,640],
156
+ "input_blocks.5.1.transformer_blocks.0.attn1.to_q.weight" : [640,640],
157
+ "input_blocks.5.1.transformer_blocks.0.attn1.to_v.weight" : [640,640],
158
+ "input_blocks.5.1.transformer_blocks.0.attn2.to_k.weight" : [640,1024],
159
+ "input_blocks.5.1.transformer_blocks.0.attn2.to_out.0.bias" : [640],
160
+ "input_blocks.5.1.transformer_blocks.0.attn2.to_out.0.weight" : [640,640],
161
+ "input_blocks.5.1.transformer_blocks.0.attn2.to_q.weight" : [640,640],
162
+ "input_blocks.5.1.transformer_blocks.0.attn2.to_v.weight" : [640,1024],
163
+ "input_blocks.5.1.transformer_blocks.0.ff.net.0.proj.bias" : [5120],
164
+ "input_blocks.5.1.transformer_blocks.0.ff.net.0.proj.weight" : [5120,640],
165
+ "input_blocks.5.1.transformer_blocks.0.ff.net.2.bias" : [640],
166
+ "input_blocks.5.1.transformer_blocks.0.ff.net.2.weight" : [640,2560],
167
+ "input_blocks.5.1.transformer_blocks.0.norm1.bias" : [640],
168
+ "input_blocks.5.1.transformer_blocks.0.norm1.weight" : [640],
169
+ "input_blocks.5.1.transformer_blocks.0.norm2.bias" : [640],
170
+ "input_blocks.5.1.transformer_blocks.0.norm2.weight" : [640],
171
+ "input_blocks.5.1.transformer_blocks.0.norm3.bias" : [640],
172
+ "input_blocks.5.1.transformer_blocks.0.norm3.weight" : [640],
173
+ "input_blocks.6.0.op.bias" : [640],
174
+ "input_blocks.6.0.op.weight" : [640,640,3,3],
175
+ "input_blocks.7.0.emb_layers.1.bias" : [1280],
176
+ "input_blocks.7.0.emb_layers.1.weight" : [1280,1280],
177
+ "input_blocks.7.0.in_layers.0.bias" : [640],
178
+ "input_blocks.7.0.in_layers.0.weight" : [640],
179
+ "input_blocks.7.0.in_layers.2.bias" : [1280],
180
+ "input_blocks.7.0.in_layers.2.weight" : [1280,640,3,3],
181
+ "input_blocks.7.0.out_layers.0.bias" : [1280],
182
+ "input_blocks.7.0.out_layers.0.weight" : [1280],
183
+ "input_blocks.7.0.out_layers.3.bias" : [1280],
184
+ "input_blocks.7.0.out_layers.3.weight" : [1280,1280,3,3],
185
+ "input_blocks.7.0.skip_connection.bias" : [1280],
186
+ "input_blocks.7.0.skip_connection.weight" : [1280,640,1,1],
187
+ "input_blocks.7.1.norm.bias" : [1280],
188
+ "input_blocks.7.1.norm.weight" : [1280],
189
+ "input_blocks.7.1.proj_in.bias" : [1280],
190
+ "input_blocks.7.1.proj_in.weight" : [1280,1280],
191
+ "input_blocks.7.1.proj_out.bias" : [1280],
192
+ "input_blocks.7.1.proj_out.weight" : [1280,1280],
193
+ "input_blocks.7.1.transformer_blocks.0.attn1.to_k.weight" : [1280,1280],
194
+ "input_blocks.7.1.transformer_blocks.0.attn1.to_out.0.bias" : [1280],
195
+ "input_blocks.7.1.transformer_blocks.0.attn1.to_out.0.weight" : [1280,1280],
196
+ "input_blocks.7.1.transformer_blocks.0.attn1.to_q.weight" : [1280,1280],
197
+ "input_blocks.7.1.transformer_blocks.0.attn1.to_v.weight" : [1280,1280],
198
+ "input_blocks.7.1.transformer_blocks.0.attn2.to_k.weight" : [1280,1024],
199
+ "input_blocks.7.1.transformer_blocks.0.attn2.to_out.0.bias" : [1280],
200
+ "input_blocks.7.1.transformer_blocks.0.attn2.to_out.0.weight" : [1280,1280],
201
+ "input_blocks.7.1.transformer_blocks.0.attn2.to_q.weight" : [1280,1280],
202
+ "input_blocks.7.1.transformer_blocks.0.attn2.to_v.weight" : [1280,1024],
203
+ "input_blocks.7.1.transformer_blocks.0.ff.net.0.proj.bias" : [10240],
204
+ "input_blocks.7.1.transformer_blocks.0.ff.net.0.proj.weight" : [10240,1280],
205
+ "input_blocks.7.1.transformer_blocks.0.ff.net.2.bias" : [1280],
206
+ "input_blocks.7.1.transformer_blocks.0.ff.net.2.weight" : [1280,5120],
207
+ "input_blocks.7.1.transformer_blocks.0.norm1.bias" : [1280],
208
+ "input_blocks.7.1.transformer_blocks.0.norm1.weight" : [1280],
209
+ "input_blocks.7.1.transformer_blocks.0.norm2.bias" : [1280],
210
+ "input_blocks.7.1.transformer_blocks.0.norm2.weight" : [1280],
211
+ "input_blocks.7.1.transformer_blocks.0.norm3.bias" : [1280],
212
+ "input_blocks.7.1.transformer_blocks.0.norm3.weight" : [1280],
213
+ "input_blocks.8.0.emb_layers.1.bias" : [1280],
214
+ "input_blocks.8.0.emb_layers.1.weight" : [1280,1280],
215
+ "input_blocks.8.0.in_layers.0.bias" : [1280],
216
+ "input_blocks.8.0.in_layers.0.weight" : [1280],
217
+ "input_blocks.8.0.in_layers.2.bias" : [1280],
218
+ "input_blocks.8.0.in_layers.2.weight" : [1280,1280,3,3],
219
+ "input_blocks.8.0.out_layers.0.bias" : [1280],
220
+ "input_blocks.8.0.out_layers.0.weight" : [1280],
221
+ "input_blocks.8.0.out_layers.3.bias" : [1280],
222
+ "input_blocks.8.0.out_layers.3.weight" : [1280,1280,3,3],
223
+ "input_blocks.8.1.norm.bias" : [1280],
224
+ "input_blocks.8.1.norm.weight" : [1280],
225
+ "input_blocks.8.1.proj_in.bias" : [1280],
226
+ "input_blocks.8.1.proj_in.weight" : [1280,1280],
227
+ "input_blocks.8.1.proj_out.bias" : [1280],
228
+ "input_blocks.8.1.proj_out.weight" : [1280,1280],
229
+ "input_blocks.8.1.transformer_blocks.0.attn1.to_k.weight" : [1280,1280],
230
+ "input_blocks.8.1.transformer_blocks.0.attn1.to_out.0.bias" : [1280],
231
+ "input_blocks.8.1.transformer_blocks.0.attn1.to_out.0.weight" : [1280,1280],
232
+ "input_blocks.8.1.transformer_blocks.0.attn1.to_q.weight" : [1280,1280],
233
+ "input_blocks.8.1.transformer_blocks.0.attn1.to_v.weight" : [1280,1280],
234
+ "input_blocks.8.1.transformer_blocks.0.attn2.to_k.weight" : [1280,1024],
235
+ "input_blocks.8.1.transformer_blocks.0.attn2.to_out.0.bias" : [1280],
236
+ "input_blocks.8.1.transformer_blocks.0.attn2.to_out.0.weight" : [1280,1280],
237
+ "input_blocks.8.1.transformer_blocks.0.attn2.to_q.weight" : [1280,1280],
238
+ "input_blocks.8.1.transformer_blocks.0.attn2.to_v.weight" : [1280,1024],
239
+ "input_blocks.8.1.transformer_blocks.0.ff.net.0.proj.bias" : [10240],
240
+ "input_blocks.8.1.transformer_blocks.0.ff.net.0.proj.weight" : [10240,1280],
241
+ "input_blocks.8.1.transformer_blocks.0.ff.net.2.bias" : [1280],
242
+ "input_blocks.8.1.transformer_blocks.0.ff.net.2.weight" : [1280,5120],
243
+ "input_blocks.8.1.transformer_blocks.0.norm1.bias" : [1280],
244
+ "input_blocks.8.1.transformer_blocks.0.norm1.weight" : [1280],
245
+ "input_blocks.8.1.transformer_blocks.0.norm2.bias" : [1280],
246
+ "input_blocks.8.1.transformer_blocks.0.norm2.weight" : [1280],
247
+ "input_blocks.8.1.transformer_blocks.0.norm3.bias" : [1280],
248
+ "input_blocks.8.1.transformer_blocks.0.norm3.weight" : [1280],
249
+ "input_blocks.9.0.op.bias" : [1280],
250
+ "input_blocks.9.0.op.weight" : [1280,1280,3,3],
251
+ "middle_block.0.emb_layers.1.bias" : [1280],
252
+ "middle_block.0.emb_layers.1.weight" : [1280,1280],
253
+ "middle_block.0.in_layers.0.bias" : [1280],
254
+ "middle_block.0.in_layers.0.weight" : [1280],
255
+ "middle_block.0.in_layers.2.bias" : [1280],
256
+ "middle_block.0.in_layers.2.weight" : [1280,1280,3,3],
257
+ "middle_block.0.out_layers.0.bias" : [1280],
258
+ "middle_block.0.out_layers.0.weight" : [1280],
259
+ "middle_block.0.out_layers.3.bias" : [1280],
260
+ "middle_block.0.out_layers.3.weight" : [1280,1280,3,3],
261
+ "middle_block.1.norm.bias" : [1280],
262
+ "middle_block.1.norm.weight" : [1280],
263
+ "middle_block.1.proj_in.bias" : [1280],
264
+ "middle_block.1.proj_in.weight" : [1280,1280],
265
+ "middle_block.1.proj_out.bias" : [1280],
266
+ "middle_block.1.proj_out.weight" : [1280,1280],
267
+ "middle_block.1.transformer_blocks.0.attn1.to_k.weight" : [1280,1280],
268
+ "middle_block.1.transformer_blocks.0.attn1.to_out.0.bias" : [1280],
269
+ "middle_block.1.transformer_blocks.0.attn1.to_out.0.weight" : [1280,1280],
270
+ "middle_block.1.transformer_blocks.0.attn1.to_q.weight" : [1280,1280],
271
+ "middle_block.1.transformer_blocks.0.attn1.to_v.weight" : [1280,1280],
272
+ "middle_block.1.transformer_blocks.0.attn2.to_k.weight" : [1280,1024],
273
+ "middle_block.1.transformer_blocks.0.attn2.to_out.0.bias" : [1280],
274
+ "middle_block.1.transformer_blocks.0.attn2.to_out.0.weight" : [1280,1280],
275
+ "middle_block.1.transformer_blocks.0.attn2.to_q.weight" : [1280,1280],
276
+ "middle_block.1.transformer_blocks.0.attn2.to_v.weight" : [1280,1024],
277
+ "middle_block.1.transformer_blocks.0.ff.net.0.proj.bias" : [10240],
278
+ "middle_block.1.transformer_blocks.0.ff.net.0.proj.weight" : [10240,1280],
279
+ "middle_block.1.transformer_blocks.0.ff.net.2.bias" : [1280],
280
+ "middle_block.1.transformer_blocks.0.ff.net.2.weight" : [1280,5120],
281
+ "middle_block.1.transformer_blocks.0.norm1.bias" : [1280],
282
+ "middle_block.1.transformer_blocks.0.norm1.weight" : [1280],
283
+ "middle_block.1.transformer_blocks.0.norm2.bias" : [1280],
284
+ "middle_block.1.transformer_blocks.0.norm2.weight" : [1280],
285
+ "middle_block.1.transformer_blocks.0.norm3.bias" : [1280],
286
+ "middle_block.1.transformer_blocks.0.norm3.weight" : [1280],
287
+ "middle_block.2.emb_layers.1.bias" : [1280],
288
+ "middle_block.2.emb_layers.1.weight" : [1280,1280],
289
+ "middle_block.2.in_layers.0.bias" : [1280],
290
+ "middle_block.2.in_layers.0.weight" : [1280],
291
+ "middle_block.2.in_layers.2.bias" : [1280],
292
+ "middle_block.2.in_layers.2.weight" : [1280,1280,3,3],
293
+ "middle_block.2.out_layers.0.bias" : [1280],
294
+ "middle_block.2.out_layers.0.weight" : [1280],
295
+ "middle_block.2.out_layers.3.bias" : [1280],
296
+ "middle_block.2.out_layers.3.weight" : [1280,1280,3,3],
297
+ "out.0.bias" : [320],
298
+ "out.0.weight" : [320],
299
+ "out.2.bias" : [4],
300
+ "out.2.weight" : [4,320,3,3],
301
+ "output_blocks.0.0.emb_layers.1.bias" : [1280],
302
+ "output_blocks.0.0.emb_layers.1.weight" : [1280,1280],
303
+ "output_blocks.0.0.in_layers.0.bias" : [2560],
304
+ "output_blocks.0.0.in_layers.0.weight" : [2560],
305
+ "output_blocks.0.0.in_layers.2.bias" : [1280],
306
+ "output_blocks.0.0.in_layers.2.weight" : [1280,2560,3,3],
307
+ "output_blocks.0.0.out_layers.0.bias" : [1280],
308
+ "output_blocks.0.0.out_layers.0.weight" : [1280],
309
+ "output_blocks.0.0.out_layers.3.bias" : [1280],
310
+ "output_blocks.0.0.out_layers.3.weight" : [1280,1280,3,3],
311
+ "output_blocks.0.0.skip_connection.bias" : [1280],
312
+ "output_blocks.0.0.skip_connection.weight" : [1280,2560,1,1],
313
+ "output_blocks.1.0.emb_layers.1.bias" : [1280],
314
+ "output_blocks.1.0.emb_layers.1.weight" : [1280,1280],
315
+ "output_blocks.1.0.in_layers.0.bias" : [2560],
316
+ "output_blocks.1.0.in_layers.0.weight" : [2560],
317
+ "output_blocks.1.0.in_layers.2.bias" : [1280],
318
+ "output_blocks.1.0.in_layers.2.weight" : [1280,2560,3,3],
319
+ "output_blocks.1.0.out_layers.0.bias" : [1280],
320
+ "output_blocks.1.0.out_layers.0.weight" : [1280],
321
+ "output_blocks.1.0.out_layers.3.bias" : [1280],
322
+ "output_blocks.1.0.out_layers.3.weight" : [1280,1280,3,3],
323
+ "output_blocks.1.0.skip_connection.bias" : [1280],
324
+ "output_blocks.1.0.skip_connection.weight" : [1280,2560,1,1],
325
+ "output_blocks.10.0.emb_layers.1.bias" : [320],
326
+ "output_blocks.10.0.emb_layers.1.weight" : [320,1280],
327
+ "output_blocks.10.0.in_layers.0.bias" : [640],
328
+ "output_blocks.10.0.in_layers.0.weight" : [640],
329
+ "output_blocks.10.0.in_layers.2.bias" : [320],
330
+ "output_blocks.10.0.in_layers.2.weight" : [320,640,3,3],
331
+ "output_blocks.10.0.out_layers.0.bias" : [320],
332
+ "output_blocks.10.0.out_layers.0.weight" : [320],
333
+ "output_blocks.10.0.out_layers.3.bias" : [320],
334
+ "output_blocks.10.0.out_layers.3.weight" : [320,320,3,3],
335
+ "output_blocks.10.0.skip_connection.bias" : [320],
336
+ "output_blocks.10.0.skip_connection.weight" : [320,640,1,1],
337
+ "output_blocks.10.1.norm.bias" : [320],
338
+ "output_blocks.10.1.norm.weight" : [320],
339
+ "output_blocks.10.1.proj_in.bias" : [320],
340
+ "output_blocks.10.1.proj_in.weight" : [320,320],
341
+ "output_blocks.10.1.proj_out.bias" : [320],
342
+ "output_blocks.10.1.proj_out.weight" : [320,320],
343
+ "output_blocks.10.1.transformer_blocks.0.attn1.to_k.weight" : [320,320],
344
+ "output_blocks.10.1.transformer_blocks.0.attn1.to_out.0.bias" : [320],
345
+ "output_blocks.10.1.transformer_blocks.0.attn1.to_out.0.weight" : [320,320],
346
+ "output_blocks.10.1.transformer_blocks.0.attn1.to_q.weight" : [320,320],
347
+ "output_blocks.10.1.transformer_blocks.0.attn1.to_v.weight" : [320,320],
348
+ "output_blocks.10.1.transformer_blocks.0.attn2.to_k.weight" : [320,1024],
349
+ "output_blocks.10.1.transformer_blocks.0.attn2.to_out.0.bias" : [320],
350
+ "output_blocks.10.1.transformer_blocks.0.attn2.to_out.0.weight" : [320,320],
351
+ "output_blocks.10.1.transformer_blocks.0.attn2.to_q.weight" : [320,320],
352
+ "output_blocks.10.1.transformer_blocks.0.attn2.to_v.weight" : [320,1024],
353
+ "output_blocks.10.1.transformer_blocks.0.ff.net.0.proj.bias" : [2560],
354
+ "output_blocks.10.1.transformer_blocks.0.ff.net.0.proj.weight" : [2560,320],
355
+ "output_blocks.10.1.transformer_blocks.0.ff.net.2.bias" : [320],
356
+ "output_blocks.10.1.transformer_blocks.0.ff.net.2.weight" : [320,1280],
357
+ "output_blocks.10.1.transformer_blocks.0.norm1.bias" : [320],
358
+ "output_blocks.10.1.transformer_blocks.0.norm1.weight" : [320],
359
+ "output_blocks.10.1.transformer_blocks.0.norm2.bias" : [320],
360
+ "output_blocks.10.1.transformer_blocks.0.norm2.weight" : [320],
361
+ "output_blocks.10.1.transformer_blocks.0.norm3.bias" : [320],
362
+ "output_blocks.10.1.transformer_blocks.0.norm3.weight" : [320],
363
+ "output_blocks.11.0.emb_layers.1.bias" : [320],
364
+ "output_blocks.11.0.emb_layers.1.weight" : [320,1280],
365
+ "output_blocks.11.0.in_layers.0.bias" : [640],
366
+ "output_blocks.11.0.in_layers.0.weight" : [640],
367
+ "output_blocks.11.0.in_layers.2.bias" : [320],
368
+ "output_blocks.11.0.in_layers.2.weight" : [320,640,3,3],
369
+ "output_blocks.11.0.out_layers.0.bias" : [320],
370
+ "output_blocks.11.0.out_layers.0.weight" : [320],
371
+ "output_blocks.11.0.out_layers.3.bias" : [320],
372
+ "output_blocks.11.0.out_layers.3.weight" : [320,320,3,3],
373
+ "output_blocks.11.0.skip_connection.bias" : [320],
374
+ "output_blocks.11.0.skip_connection.weight" : [320,640,1,1],
375
+ "output_blocks.11.1.norm.bias" : [320],
376
+ "output_blocks.11.1.norm.weight" : [320],
377
+ "output_blocks.11.1.proj_in.bias" : [320],
378
+ "output_blocks.11.1.proj_in.weight" : [320,320],
379
+ "output_blocks.11.1.proj_out.bias" : [320],
380
+ "output_blocks.11.1.proj_out.weight" : [320,320],
381
+ "output_blocks.11.1.transformer_blocks.0.attn1.to_k.weight" : [320,320],
382
+ "output_blocks.11.1.transformer_blocks.0.attn1.to_out.0.bias" : [320],
383
+ "output_blocks.11.1.transformer_blocks.0.attn1.to_out.0.weight" : [320,320],
384
+ "output_blocks.11.1.transformer_blocks.0.attn1.to_q.weight" : [320,320],
385
+ "output_blocks.11.1.transformer_blocks.0.attn1.to_v.weight" : [320,320],
386
+ "output_blocks.11.1.transformer_blocks.0.attn2.to_k.weight" : [320,1024],
387
+ "output_blocks.11.1.transformer_blocks.0.attn2.to_out.0.bias" : [320],
388
+ "output_blocks.11.1.transformer_blocks.0.attn2.to_out.0.weight" : [320,320],
389
+ "output_blocks.11.1.transformer_blocks.0.attn2.to_q.weight" : [320,320],
390
+ "output_blocks.11.1.transformer_blocks.0.attn2.to_v.weight" : [320,1024],
391
+ "output_blocks.11.1.transformer_blocks.0.ff.net.0.proj.bias" : [2560],
392
+ "output_blocks.11.1.transformer_blocks.0.ff.net.0.proj.weight" : [2560,320],
393
+ "output_blocks.11.1.transformer_blocks.0.ff.net.2.bias" : [320],
394
+ "output_blocks.11.1.transformer_blocks.0.ff.net.2.weight" : [320,1280],
395
+ "output_blocks.11.1.transformer_blocks.0.norm1.bias" : [320],
396
+ "output_blocks.11.1.transformer_blocks.0.norm1.weight" : [320],
397
+ "output_blocks.11.1.transformer_blocks.0.norm2.bias" : [320],
398
+ "output_blocks.11.1.transformer_blocks.0.norm2.weight" : [320],
399
+ "output_blocks.11.1.transformer_blocks.0.norm3.bias" : [320],
400
+ "output_blocks.11.1.transformer_blocks.0.norm3.weight" : [320],
401
+ "output_blocks.2.0.emb_layers.1.bias" : [1280],
402
+ "output_blocks.2.0.emb_layers.1.weight" : [1280,1280],
403
+ "output_blocks.2.0.in_layers.0.bias" : [2560],
404
+ "output_blocks.2.0.in_layers.0.weight" : [2560],
405
+ "output_blocks.2.0.in_layers.2.bias" : [1280],
406
+ "output_blocks.2.0.in_layers.2.weight" : [1280,2560,3,3],
407
+ "output_blocks.2.0.out_layers.0.bias" : [1280],
408
+ "output_blocks.2.0.out_layers.0.weight" : [1280],
409
+ "output_blocks.2.0.out_layers.3.bias" : [1280],
410
+ "output_blocks.2.0.out_layers.3.weight" : [1280,1280,3,3],
411
+ "output_blocks.2.0.skip_connection.bias" : [1280],
412
+ "output_blocks.2.0.skip_connection.weight" : [1280,2560,1,1],
413
+ "output_blocks.2.1.conv.bias" : [1280],
414
+ "output_blocks.2.1.conv.weight" : [1280,1280,3,3],
415
+ "output_blocks.3.0.emb_layers.1.bias" : [1280],
416
+ "output_blocks.3.0.emb_layers.1.weight" : [1280,1280],
417
+ "output_blocks.3.0.in_layers.0.bias" : [2560],
418
+ "output_blocks.3.0.in_layers.0.weight" : [2560],
419
+ "output_blocks.3.0.in_layers.2.bias" : [1280],
420
+ "output_blocks.3.0.in_layers.2.weight" : [1280,2560,3,3],
421
+ "output_blocks.3.0.out_layers.0.bias" : [1280],
422
+ "output_blocks.3.0.out_layers.0.weight" : [1280],
423
+ "output_blocks.3.0.out_layers.3.bias" : [1280],
424
+ "output_blocks.3.0.out_layers.3.weight" : [1280,1280,3,3],
425
+ "output_blocks.3.0.skip_connection.bias" : [1280],
426
+ "output_blocks.3.0.skip_connection.weight" : [1280,2560,1,1],
427
+ "output_blocks.3.1.norm.bias" : [1280],
428
+ "output_blocks.3.1.norm.weight" : [1280],
429
+ "output_blocks.3.1.proj_in.bias" : [1280],
430
+ "output_blocks.3.1.proj_in.weight" : [1280,1280],
431
+ "output_blocks.3.1.proj_out.bias" : [1280],
432
+ "output_blocks.3.1.proj_out.weight" : [1280,1280],
433
+ "output_blocks.3.1.transformer_blocks.0.attn1.to_k.weight" : [1280,1280],
434
+ "output_blocks.3.1.transformer_blocks.0.attn1.to_out.0.bias" : [1280],
435
+ "output_blocks.3.1.transformer_blocks.0.attn1.to_out.0.weight" : [1280,1280],
436
+ "output_blocks.3.1.transformer_blocks.0.attn1.to_q.weight" : [1280,1280],
437
+ "output_blocks.3.1.transformer_blocks.0.attn1.to_v.weight" : [1280,1280],
438
+ "output_blocks.3.1.transformer_blocks.0.attn2.to_k.weight" : [1280,1024],
439
+ "output_blocks.3.1.transformer_blocks.0.attn2.to_out.0.bias" : [1280],
440
+ "output_blocks.3.1.transformer_blocks.0.attn2.to_out.0.weight" : [1280,1280],
441
+ "output_blocks.3.1.transformer_blocks.0.attn2.to_q.weight" : [1280,1280],
442
+ "output_blocks.3.1.transformer_blocks.0.attn2.to_v.weight" : [1280,1024],
443
+ "output_blocks.3.1.transformer_blocks.0.ff.net.0.proj.bias" : [10240],
444
+ "output_blocks.3.1.transformer_blocks.0.ff.net.0.proj.weight" : [10240,1280],
445
+ "output_blocks.3.1.transformer_blocks.0.ff.net.2.bias" : [1280],
446
+ "output_blocks.3.1.transformer_blocks.0.ff.net.2.weight" : [1280,5120],
447
+ "output_blocks.3.1.transformer_blocks.0.norm1.bias" : [1280],
448
+ "output_blocks.3.1.transformer_blocks.0.norm1.weight" : [1280],
449
+ "output_blocks.3.1.transformer_blocks.0.norm2.bias" : [1280],
450
+ "output_blocks.3.1.transformer_blocks.0.norm2.weight" : [1280],
451
+ "output_blocks.3.1.transformer_blocks.0.norm3.bias" : [1280],
452
+ "output_blocks.3.1.transformer_blocks.0.norm3.weight" : [1280],
453
+ "output_blocks.4.0.emb_layers.1.bias" : [1280],
454
+ "output_blocks.4.0.emb_layers.1.weight" : [1280,1280],
455
+ "output_blocks.4.0.in_layers.0.bias" : [2560],
456
+ "output_blocks.4.0.in_layers.0.weight" : [2560],
457
+ "output_blocks.4.0.in_layers.2.bias" : [1280],
458
+ "output_blocks.4.0.in_layers.2.weight" : [1280,2560,3,3],
459
+ "output_blocks.4.0.out_layers.0.bias" : [1280],
460
+ "output_blocks.4.0.out_layers.0.weight" : [1280],
461
+ "output_blocks.4.0.out_layers.3.bias" : [1280],
462
+ "output_blocks.4.0.out_layers.3.weight" : [1280,1280,3,3],
463
+ "output_blocks.4.0.skip_connection.bias" : [1280],
464
+ "output_blocks.4.0.skip_connection.weight" : [1280,2560,1,1],
465
+ "output_blocks.4.1.norm.bias" : [1280],
466
+ "output_blocks.4.1.norm.weight" : [1280],
467
+ "output_blocks.4.1.proj_in.bias" : [1280],
468
+ "output_blocks.4.1.proj_in.weight" : [1280,1280],
469
+ "output_blocks.4.1.proj_out.bias" : [1280],
470
+ "output_blocks.4.1.proj_out.weight" : [1280,1280],
471
+ "output_blocks.4.1.transformer_blocks.0.attn1.to_k.weight" : [1280,1280],
472
+ "output_blocks.4.1.transformer_blocks.0.attn1.to_out.0.bias" : [1280],
473
+ "output_blocks.4.1.transformer_blocks.0.attn1.to_out.0.weight" : [1280,1280],
474
+ "output_blocks.4.1.transformer_blocks.0.attn1.to_q.weight" : [1280,1280],
475
+ "output_blocks.4.1.transformer_blocks.0.attn1.to_v.weight" : [1280,1280],
476
+ "output_blocks.4.1.transformer_blocks.0.attn2.to_k.weight" : [1280,1024],
477
+ "output_blocks.4.1.transformer_blocks.0.attn2.to_out.0.bias" : [1280],
478
+ "output_blocks.4.1.transformer_blocks.0.attn2.to_out.0.weight" : [1280,1280],
479
+ "output_blocks.4.1.transformer_blocks.0.attn2.to_q.weight" : [1280,1280],
480
+ "output_blocks.4.1.transformer_blocks.0.attn2.to_v.weight" : [1280,1024],
481
+ "output_blocks.4.1.transformer_blocks.0.ff.net.0.proj.bias" : [10240],
482
+ "output_blocks.4.1.transformer_blocks.0.ff.net.0.proj.weight" : [10240,1280],
483
+ "output_blocks.4.1.transformer_blocks.0.ff.net.2.bias" : [1280],
484
+ "output_blocks.4.1.transformer_blocks.0.ff.net.2.weight" : [1280,5120],
485
+ "output_blocks.4.1.transformer_blocks.0.norm1.bias" : [1280],
486
+ "output_blocks.4.1.transformer_blocks.0.norm1.weight" : [1280],
487
+ "output_blocks.4.1.transformer_blocks.0.norm2.bias" : [1280],
488
+ "output_blocks.4.1.transformer_blocks.0.norm2.weight" : [1280],
489
+ "output_blocks.4.1.transformer_blocks.0.norm3.bias" : [1280],
490
+ "output_blocks.4.1.transformer_blocks.0.norm3.weight" : [1280],
491
+ "output_blocks.5.0.emb_layers.1.bias" : [1280],
492
+ "output_blocks.5.0.emb_layers.1.weight" : [1280,1280],
493
+ "output_blocks.5.0.in_layers.0.bias" : [1920],
494
+ "output_blocks.5.0.in_layers.0.weight" : [1920],
495
+ "output_blocks.5.0.in_layers.2.bias" : [1280],
496
+ "output_blocks.5.0.in_layers.2.weight" : [1280,1920,3,3],
497
+ "output_blocks.5.0.out_layers.0.bias" : [1280],
498
+ "output_blocks.5.0.out_layers.0.weight" : [1280],
499
+ "output_blocks.5.0.out_layers.3.bias" : [1280],
500
+ "output_blocks.5.0.out_layers.3.weight" : [1280,1280,3,3],
501
+ "output_blocks.5.0.skip_connection.bias" : [1280],
502
+ "output_blocks.5.0.skip_connection.weight" : [1280,1920,1,1],
503
+ "output_blocks.5.1.norm.bias" : [1280],
504
+ "output_blocks.5.1.norm.weight" : [1280],
505
+ "output_blocks.5.1.proj_in.bias" : [1280],
506
+ "output_blocks.5.1.proj_in.weight" : [1280,1280],
507
+ "output_blocks.5.1.proj_out.bias" : [1280],
508
+ "output_blocks.5.1.proj_out.weight" : [1280,1280],
509
+ "output_blocks.5.1.transformer_blocks.0.attn1.to_k.weight" : [1280,1280],
510
+ "output_blocks.5.1.transformer_blocks.0.attn1.to_out.0.bias" : [1280],
511
+ "output_blocks.5.1.transformer_blocks.0.attn1.to_out.0.weight" : [1280,1280],
512
+ "output_blocks.5.1.transformer_blocks.0.attn1.to_q.weight" : [1280,1280],
513
+ "output_blocks.5.1.transformer_blocks.0.attn1.to_v.weight" : [1280,1280],
514
+ "output_blocks.5.1.transformer_blocks.0.attn2.to_k.weight" : [1280,1024],
515
+ "output_blocks.5.1.transformer_blocks.0.attn2.to_out.0.bias" : [1280],
516
+ "output_blocks.5.1.transformer_blocks.0.attn2.to_out.0.weight" : [1280,1280],
517
+ "output_blocks.5.1.transformer_blocks.0.attn2.to_q.weight" : [1280,1280],
518
+ "output_blocks.5.1.transformer_blocks.0.attn2.to_v.weight" : [1280,1024],
519
+ "output_blocks.5.1.transformer_blocks.0.ff.net.0.proj.bias" : [10240],
520
+ "output_blocks.5.1.transformer_blocks.0.ff.net.0.proj.weight" : [10240,1280],
521
+ "output_blocks.5.1.transformer_blocks.0.ff.net.2.bias" : [1280],
522
+ "output_blocks.5.1.transformer_blocks.0.ff.net.2.weight" : [1280,5120],
523
+ "output_blocks.5.1.transformer_blocks.0.norm1.bias" : [1280],
524
+ "output_blocks.5.1.transformer_blocks.0.norm1.weight" : [1280],
525
+ "output_blocks.5.1.transformer_blocks.0.norm2.bias" : [1280],
526
+ "output_blocks.5.1.transformer_blocks.0.norm2.weight" : [1280],
527
+ "output_blocks.5.1.transformer_blocks.0.norm3.bias" : [1280],
528
+ "output_blocks.5.1.transformer_blocks.0.norm3.weight" : [1280],
529
+ "output_blocks.5.2.conv.bias" : [1280],
530
+ "output_blocks.5.2.conv.weight" : [1280,1280,3,3],
531
+ "output_blocks.6.0.emb_layers.1.bias" : [640],
532
+ "output_blocks.6.0.emb_layers.1.weight" : [640,1280],
533
+ "output_blocks.6.0.in_layers.0.bias" : [1920],
534
+ "output_blocks.6.0.in_layers.0.weight" : [1920],
535
+ "output_blocks.6.0.in_layers.2.bias" : [640],
536
+ "output_blocks.6.0.in_layers.2.weight" : [640,1920,3,3],
537
+ "output_blocks.6.0.out_layers.0.bias" : [640],
538
+ "output_blocks.6.0.out_layers.0.weight" : [640],
539
+ "output_blocks.6.0.out_layers.3.bias" : [640],
540
+ "output_blocks.6.0.out_layers.3.weight" : [640,640,3,3],
541
+ "output_blocks.6.0.skip_connection.bias" : [640],
542
+ "output_blocks.6.0.skip_connection.weight" : [640,1920,1,1],
543
+ "output_blocks.6.1.norm.bias" : [640],
544
+ "output_blocks.6.1.norm.weight" : [640],
545
+ "output_blocks.6.1.proj_in.bias" : [640],
546
+ "output_blocks.6.1.proj_in.weight" : [640,640],
547
+ "output_blocks.6.1.proj_out.bias" : [640],
548
+ "output_blocks.6.1.proj_out.weight" : [640,640],
549
+ "output_blocks.6.1.transformer_blocks.0.attn1.to_k.weight" : [640,640],
550
+ "output_blocks.6.1.transformer_blocks.0.attn1.to_out.0.bias" : [640],
551
+ "output_blocks.6.1.transformer_blocks.0.attn1.to_out.0.weight" : [640,640],
552
+ "output_blocks.6.1.transformer_blocks.0.attn1.to_q.weight" : [640,640],
553
+ "output_blocks.6.1.transformer_blocks.0.attn1.to_v.weight" : [640,640],
554
+ "output_blocks.6.1.transformer_blocks.0.attn2.to_k.weight" : [640,1024],
555
+ "output_blocks.6.1.transformer_blocks.0.attn2.to_out.0.bias" : [640],
556
+ "output_blocks.6.1.transformer_blocks.0.attn2.to_out.0.weight" : [640,640],
557
+ "output_blocks.6.1.transformer_blocks.0.attn2.to_q.weight" : [640,640],
558
+ "output_blocks.6.1.transformer_blocks.0.attn2.to_v.weight" : [640,1024],
559
+ "output_blocks.6.1.transformer_blocks.0.ff.net.0.proj.bias" : [5120],
560
+ "output_blocks.6.1.transformer_blocks.0.ff.net.0.proj.weight" : [5120,640],
561
+ "output_blocks.6.1.transformer_blocks.0.ff.net.2.bias" : [640],
562
+ "output_blocks.6.1.transformer_blocks.0.ff.net.2.weight" : [640,2560],
563
+ "output_blocks.6.1.transformer_blocks.0.norm1.bias" : [640],
564
+ "output_blocks.6.1.transformer_blocks.0.norm1.weight" : [640],
565
+ "output_blocks.6.1.transformer_blocks.0.norm2.bias" : [640],
566
+ "output_blocks.6.1.transformer_blocks.0.norm2.weight" : [640],
567
+ "output_blocks.6.1.transformer_blocks.0.norm3.bias" : [640],
568
+ "output_blocks.6.1.transformer_blocks.0.norm3.weight" : [640],
569
+ "output_blocks.7.0.emb_layers.1.bias" : [640],
570
+ "output_blocks.7.0.emb_layers.1.weight" : [640,1280],
571
+ "output_blocks.7.0.in_layers.0.bias" : [1280],
572
+ "output_blocks.7.0.in_layers.0.weight" : [1280],
573
+ "output_blocks.7.0.in_layers.2.bias" : [640],
574
+ "output_blocks.7.0.in_layers.2.weight" : [640,1280,3,3],
575
+ "output_blocks.7.0.out_layers.0.bias" : [640],
576
+ "output_blocks.7.0.out_layers.0.weight" : [640],
577
+ "output_blocks.7.0.out_layers.3.bias" : [640],
578
+ "output_blocks.7.0.out_layers.3.weight" : [640,640,3,3],
579
+ "output_blocks.7.0.skip_connection.bias" : [640],
580
+ "output_blocks.7.0.skip_connection.weight" : [640,1280,1,1],
581
+ "output_blocks.7.1.norm.bias" : [640],
582
+ "output_blocks.7.1.norm.weight" : [640],
583
+ "output_blocks.7.1.proj_in.bias" : [640],
584
+ "output_blocks.7.1.proj_in.weight" : [640,640],
585
+ "output_blocks.7.1.proj_out.bias" : [640],
586
+ "output_blocks.7.1.proj_out.weight" : [640,640],
587
+ "output_blocks.7.1.transformer_blocks.0.attn1.to_k.weight" : [640,640],
588
+ "output_blocks.7.1.transformer_blocks.0.attn1.to_out.0.bias" : [640],
589
+ "output_blocks.7.1.transformer_blocks.0.attn1.to_out.0.weight" : [640,640],
590
+ "output_blocks.7.1.transformer_blocks.0.attn1.to_q.weight" : [640,640],
591
+ "output_blocks.7.1.transformer_blocks.0.attn1.to_v.weight" : [640,640],
592
+ "output_blocks.7.1.transformer_blocks.0.attn2.to_k.weight" : [640,1024],
593
+ "output_blocks.7.1.transformer_blocks.0.attn2.to_out.0.bias" : [640],
594
+ "output_blocks.7.1.transformer_blocks.0.attn2.to_out.0.weight" : [640,640],
595
+ "output_blocks.7.1.transformer_blocks.0.attn2.to_q.weight" : [640,640],
596
+ "output_blocks.7.1.transformer_blocks.0.attn2.to_v.weight" : [640,1024],
597
+ "output_blocks.7.1.transformer_blocks.0.ff.net.0.proj.bias" : [5120],
598
+ "output_blocks.7.1.transformer_blocks.0.ff.net.0.proj.weight" : [5120,640],
599
+ "output_blocks.7.1.transformer_blocks.0.ff.net.2.bias" : [640],
600
+ "output_blocks.7.1.transformer_blocks.0.ff.net.2.weight" : [640,2560],
601
+ "output_blocks.7.1.transformer_blocks.0.norm1.bias" : [640],
602
+ "output_blocks.7.1.transformer_blocks.0.norm1.weight" : [640],
603
+ "output_blocks.7.1.transformer_blocks.0.norm2.bias" : [640],
604
+ "output_blocks.7.1.transformer_blocks.0.norm2.weight" : [640],
605
+ "output_blocks.7.1.transformer_blocks.0.norm3.bias" : [640],
606
+ "output_blocks.7.1.transformer_blocks.0.norm3.weight" : [640],
607
+ "output_blocks.8.0.emb_layers.1.bias" : [640],
608
+ "output_blocks.8.0.emb_layers.1.weight" : [640,1280],
609
+ "output_blocks.8.0.in_layers.0.bias" : [960],
610
+ "output_blocks.8.0.in_layers.0.weight" : [960],
611
+ "output_blocks.8.0.in_layers.2.bias" : [640],
612
+ "output_blocks.8.0.in_layers.2.weight" : [640,960,3,3],
613
+ "output_blocks.8.0.out_layers.0.bias" : [640],
614
+ "output_blocks.8.0.out_layers.0.weight" : [640],
615
+ "output_blocks.8.0.out_layers.3.bias" : [640],
616
+ "output_blocks.8.0.out_layers.3.weight" : [640,640,3,3],
617
+ "output_blocks.8.0.skip_connection.bias" : [640],
618
+ "output_blocks.8.0.skip_connection.weight" : [640,960,1,1],
619
+ "output_blocks.8.1.norm.bias" : [640],
620
+ "output_blocks.8.1.norm.weight" : [640],
621
+ "output_blocks.8.1.proj_in.bias" : [640],
622
+ "output_blocks.8.1.proj_in.weight" : [640,640],
623
+ "output_blocks.8.1.proj_out.bias" : [640],
624
+ "output_blocks.8.1.proj_out.weight" : [640,640],
625
+ "output_blocks.8.1.transformer_blocks.0.attn1.to_k.weight" : [640,640],
626
+ "output_blocks.8.1.transformer_blocks.0.attn1.to_out.0.bias" : [640],
627
+ "output_blocks.8.1.transformer_blocks.0.attn1.to_out.0.weight" : [640,640],
628
+ "output_blocks.8.1.transformer_blocks.0.attn1.to_q.weight" : [640,640],
629
+ "output_blocks.8.1.transformer_blocks.0.attn1.to_v.weight" : [640,640],
630
+ "output_blocks.8.1.transformer_blocks.0.attn2.to_k.weight" : [640,1024],
631
+ "output_blocks.8.1.transformer_blocks.0.attn2.to_out.0.bias" : [640],
632
+ "output_blocks.8.1.transformer_blocks.0.attn2.to_out.0.weight" : [640,640],
633
+ "output_blocks.8.1.transformer_blocks.0.attn2.to_q.weight" : [640,640],
634
+ "output_blocks.8.1.transformer_blocks.0.attn2.to_v.weight" : [640,1024],
635
+ "output_blocks.8.1.transformer_blocks.0.ff.net.0.proj.bias" : [5120],
636
+ "output_blocks.8.1.transformer_blocks.0.ff.net.0.proj.weight" : [5120,640],
637
+ "output_blocks.8.1.transformer_blocks.0.ff.net.2.bias" : [640],
638
+ "output_blocks.8.1.transformer_blocks.0.ff.net.2.weight" : [640,2560],
639
+ "output_blocks.8.1.transformer_blocks.0.norm1.bias" : [640],
640
+ "output_blocks.8.1.transformer_blocks.0.norm1.weight" : [640],
641
+ "output_blocks.8.1.transformer_blocks.0.norm2.bias" : [640],
642
+ "output_blocks.8.1.transformer_blocks.0.norm2.weight" : [640],
643
+ "output_blocks.8.1.transformer_blocks.0.norm3.bias" : [640],
644
+ "output_blocks.8.1.transformer_blocks.0.norm3.weight" : [640],
645
+ "output_blocks.8.2.conv.bias" : [640],
646
+ "output_blocks.8.2.conv.weight" : [640,640,3,3],
647
+ "output_blocks.9.0.emb_layers.1.bias" : [320],
648
+ "output_blocks.9.0.emb_layers.1.weight" : [320,1280],
649
+ "output_blocks.9.0.in_layers.0.bias" : [960],
650
+ "output_blocks.9.0.in_layers.0.weight" : [960],
651
+ "output_blocks.9.0.in_layers.2.bias" : [320],
652
+ "output_blocks.9.0.in_layers.2.weight" : [320,960,3,3],
653
+ "output_blocks.9.0.out_layers.0.bias" : [320],
654
+ "output_blocks.9.0.out_layers.0.weight" : [320],
655
+ "output_blocks.9.0.out_layers.3.bias" : [320],
656
+ "output_blocks.9.0.out_layers.3.weight" : [320,320,3,3],
657
+ "output_blocks.9.0.skip_connection.bias" : [320],
658
+ "output_blocks.9.0.skip_connection.weight" : [320,960,1,1],
659
+ "output_blocks.9.1.norm.bias" : [320],
660
+ "output_blocks.9.1.norm.weight" : [320],
661
+ "output_blocks.9.1.proj_in.bias" : [320],
662
+ "output_blocks.9.1.proj_in.weight" : [320,320],
663
+ "output_blocks.9.1.proj_out.bias" : [320],
664
+ "output_blocks.9.1.proj_out.weight" : [320,320],
665
+ "output_blocks.9.1.transformer_blocks.0.attn1.to_k.weight" : [320,320],
666
+ "output_blocks.9.1.transformer_blocks.0.attn1.to_out.0.bias" : [320],
667
+ "output_blocks.9.1.transformer_blocks.0.attn1.to_out.0.weight" : [320,320],
668
+ "output_blocks.9.1.transformer_blocks.0.attn1.to_q.weight" : [320,320],
669
+ "output_blocks.9.1.transformer_blocks.0.attn1.to_v.weight" : [320,320],
670
+ "output_blocks.9.1.transformer_blocks.0.attn2.to_k.weight" : [320,1024],
671
+ "output_blocks.9.1.transformer_blocks.0.attn2.to_out.0.bias" : [320],
672
+ "output_blocks.9.1.transformer_blocks.0.attn2.to_out.0.weight" : [320,320],
673
+ "output_blocks.9.1.transformer_blocks.0.attn2.to_q.weight" : [320,320],
674
+ "output_blocks.9.1.transformer_blocks.0.attn2.to_v.weight" : [320,1024],
675
+ "output_blocks.9.1.transformer_blocks.0.ff.net.0.proj.bias" : [2560],
676
+ "output_blocks.9.1.transformer_blocks.0.ff.net.0.proj.weight" : [2560,320],
677
+ "output_blocks.9.1.transformer_blocks.0.ff.net.2.bias" : [320],
678
+ "output_blocks.9.1.transformer_blocks.0.ff.net.2.weight" : [320,1280],
679
+ "output_blocks.9.1.transformer_blocks.0.norm1.bias" : [320],
680
+ "output_blocks.9.1.transformer_blocks.0.norm1.weight" : [320],
681
+ "output_blocks.9.1.transformer_blocks.0.norm2.bias" : [320],
682
+ "output_blocks.9.1.transformer_blocks.0.norm2.weight" : [320],
683
+ "output_blocks.9.1.transformer_blocks.0.norm3.bias" : [320],
684
+ "output_blocks.9.1.transformer_blocks.0.norm3.weight" : [320],
685
+ "time_embed.0.bias" : [1280],
686
+ "time_embed.0.weight" : [1280,320],
687
+ "time_embed.2.bias" : [1280],
688
+ "time_embed.2.weight" : [1280,1280]
689
+ }
690
+ }