diff --git "a/DepthAnything_v2-Small518x518_Box_iPhone16ProMax.mlperf/report.json" "b/DepthAnything_v2-Small518x518_Box_iPhone16ProMax.mlperf/report.json" new file mode 100644--- /dev/null +++ "b/DepthAnything_v2-Small518x518_Box_iPhone16ProMax.mlperf/report.json" @@ -0,0 +1,55632 @@ +{ + "deviceResults" : { + "predict" : { + "samples" : [ + 0.0634080171585083, + 0.05751800537109375, + 0.05735599994659424, + 0.0576169490814209, + 0.05770301818847656, + 0.05709993839263916, + 0.056674957275390625, + 0.05701005458831787, + 0.057072997093200684, + 0.05724799633026123, + 0.05723607540130615, + 0.05732095241546631, + 0.058915019035339355, + 0.057679057121276855, + 0.05742299556732178, + 0.057270050048828125, + 0.0571589469909668, + 0.057283997535705566, + 0.05729997158050537, + 0.05711197853088379, + 0.05670297145843506, + 0.056993961334228516, + 0.05707204341888428, + 0.05684792995452881, + 0.056933045387268066, + 0.05690503120422363, + 0.05690300464630127, + 0.05712699890136719, + 0.0569080114364624, + 0.05678296089172363, + 0.05688202381134033, + 0.056744933128356934, + 0.05693697929382324, + 0.05699598789215088, + 0.057507991790771484, + 0.05664396286010742, + 0.056710004806518555, + 0.05692899227142334, + 0.056643009185791016, + 0.05668497085571289, + 0.06654500961303711, + 0.05628204345703125, + 0.05664396286010742, + 0.056472063064575195, + 0.05675196647644043, + 0.05663597583770752, + 0.056797027587890625, + 0.05665600299835205, + 0.05668199062347412, + 0.05665302276611328, + 0.05764603614807129, + 0.05818295478820801, + 0.059504032135009766, + 0.06044304370880127, + 0.058583974838256836, + 0.05751800537109375, + 0.057566046714782715, + 0.0577319860458374, + 0.05729401111602783, + 0.05748403072357178, + 0.05742192268371582, + 0.05721604824066162, + 0.05728495121002197, + 0.05723404884338379, + 0.05735301971435547, + 0.05724000930786133, + 0.057195067405700684, + 0.05720698833465576, + 0.05800604820251465, + 0.05779898166656494, + 0.05784296989440918, + 0.05711507797241211, + 0.05680394172668457, + 0.0567699670791626, + 0.05681300163269043, + 0.05676710605621338, + 0.0568009614944458, + 0.056764960289001465, + 0.05669701099395752, + 0.056977033615112305, + 0.059255003929138184, + 0.05705606937408447, + 0.05768990516662598, + 0.05814802646636963, + 0.05803096294403076, + 0.0572509765625, + 0.05725109577178955, + 0.05709195137023926, + 0.05710899829864502, + 0.056884050369262695, + 0.05742502212524414, + 0.057173967361450195, + 0.05710804462432861, + 0.0572049617767334, + 0.05724501609802246, + 0.057121992111206055, + 0.056989073753356934, + 0.05727994441986084, + 0.056982994079589844, + 0.0572969913482666, + 0.057717084884643555, + 0.058348894119262695, + 0.05711805820465088, + 0.056700944900512695, + 0.05680406093597412, + 0.056686997413635254, + 0.0568619966506958, + 0.0573350191116333, + 0.07202792167663574, + 0.060997962951660156, + 0.05910801887512207, + 0.057058095932006836, + 0.05687892436981201, + 0.05709803104400635, + 0.05691194534301758, + 0.06039309501647949, + 0.0680539608001709, + 0.0609130859375, + 0.05911099910736084, + 0.0576549768447876 + ], + "startTime" : 763981977.184865, + "numOperations" : 40 + }, + "perfRunConfig" : { + "experimentIterations" : 3, + "loadCount" : 3, + "predictionCount" : 40 + }, + "modelStructure" : { + "program" : { + "_0" : { + "functions" : { + "main" : { + "inputs" : [ + { + "type" : { + + }, + "name" : "colorImage" + } + ], + "block" : { + "inputs" : [ + + ], + "operations" : [ + { + "blocks" : [ + + ], + "outputs" : [ + { + "type" : { + + }, + "name" : "colorImage_to_fp16_dtype_0" + } + ], + "operatorName" : "const", + "inputs" : { + + } + }, + { + "blocks" : [ + + ], + "outputs" : [ + { + "name" : "_inversed_tensor_1_y_0_to_fp16", + "type" : { + + } + } + ], + "inputs" : { + + }, + "operatorName" : "const" + }, + { + "outputs" : [ + { + "type" : { + + }, + "name" : "colorImage_to_fp16" + } + ], + "blocks" : [ + + ], + "operatorName" : "ios16.cast", + "inputs" : { + "dtype" : { + "bindings" : [ + { + "name" : { + "_0" : "colorImage_to_fp16_dtype_0" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "colorImage" + } + } + ] + } + } + }, + { + "deviceUsage" : { + "allSupportStates" : [ + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + } + }, + "operatorName" : "ios16.mul", + "blocks" : [ + + ], + "outputs" : [ + { + "name" : "_inversed_tensor_1_cast_fp16", + "type" : { + + } + } + ], + "inputs" : { + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "colorImage_to_fp16" + } + } + ] + }, + "y" : { + "bindings" : [ + { + "name" : { + "_0" : "_inversed_tensor_1_y_0_to_fp16" + } + } + ] + } + }, + "cost" : { + "weight" : 0.00027319845017659207 + } + }, + { + "inputs" : { + + }, + "blocks" : [ + + ], + "operatorName" : "const", + "outputs" : [ + { + "type" : { + + }, + "name" : "var_19" + } + ] + }, + { + "operatorName" : "const", + "inputs" : { + + }, + "blocks" : [ + + ], + "outputs" : [ + { + "type" : { + + }, + "name" : "var_22" + } + ] + }, + { + "outputs" : [ + { + "name" : "x_3_pad_type_0", + "type" : { + + } + } + ], + "operatorName" : "const", + "blocks" : [ + + ], + "inputs" : { + + } + }, + { + "outputs" : [ + { + "type" : { + + }, + "name" : "x_3_strides_0" + } + ], + "blocks" : [ + + ], + "operatorName" : "const", + "inputs" : { + + } + }, + { + "inputs" : { + + }, + "blocks" : [ + + ], + "operatorName" : "const", + "outputs" : [ + { + "name" : "x_3_pad_0", + "type" : { + + } + } + ] + }, + { + "inputs" : { + + }, + "blocks" : [ + + ], + "operatorName" : "const", + "outputs" : [ + { + "name" : "x_3_dilations_0", + "type" : { + + } + } + ] + }, + { + "blocks" : [ + + ], + "outputs" : [ + { + "type" : { + + }, + "name" : "x_3_groups_0" + } + ], + "inputs" : { + + }, + "operatorName" : "const" + }, + { + "operatorName" : "const", + "blocks" : [ + + ], + "outputs" : [ + { + "name" : "model_pretrained_patch_embed_proj_weight_to_fp16", + "type" : { + + } + } + ], + "inputs" : { + + } + }, + { + "blocks" : [ + + ], + "operatorName" : "const", + "inputs" : { + + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "model_pretrained_patch_embed_proj_bias_to_fp16" + } + ] + }, + { + "blocks" : [ + + ], + "deviceUsage" : { + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "allSupportStates" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + } + }, + "outputs" : [ + { + "name" : "x_3_cast_fp16", + "type" : { + + } + } + ], + "inputs" : { + "dilations" : { + "bindings" : [ + { + "name" : { + "_0" : "x_3_dilations_0" + } + } + ] + }, + "groups" : { + "bindings" : [ + { + "name" : { + "_0" : "x_3_groups_0" + } + } + ] + }, + "bias" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_patch_embed_proj_bias_to_fp16" + } + } + ] + }, + "weight" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_patch_embed_proj_weight_to_fp16" + } + } + ] + }, + "pad" : { + "bindings" : [ + { + "name" : { + "_0" : "x_3_pad_0" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "_inversed_tensor_1_cast_fp16" + } + } + ] + }, + "pad_type" : { + "bindings" : [ + { + "name" : { + "_0" : "x_3_pad_type_0" + } + } + ] + }, + "strides" : { + "bindings" : [ + { + "name" : { + "_0" : "x_3_strides_0" + } + } + ] + } + }, + "operatorName" : "ios16.conv", + "cost" : { + "weight" : 0.0006035925513404138 + } + }, + { + "operatorName" : "const", + "blocks" : [ + + ], + "outputs" : [ + { + "type" : { + + }, + "name" : "concat_0" + } + ], + "inputs" : { + + } + }, + { + "outputs" : [ + { + "name" : "var_93_cast_fp16", + "type" : { + + } + } + ], + "blocks" : [ + + ], + "operatorName" : "ios16.reshape", + "cost" : { + "weight" : 0.000458380556632462 + }, + "inputs" : { + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "x_3_cast_fp16" + } + } + ] + }, + "shape" : { + "bindings" : [ + { + "name" : { + "_0" : "concat_0" + } + } + ] + } + }, + "deviceUsage" : { + "allSupportStates" : [ + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ] + } + }, + { + "blocks" : [ + + ], + "outputs" : [ + { + "type" : { + + }, + "name" : "x_5_perm_0" + } + ], + "inputs" : { + + }, + "operatorName" : "const" + }, + { + "operatorName" : "const", + "blocks" : [ + + ], + "inputs" : { + + }, + "outputs" : [ + { + "name" : "x_7_interleave_0", + "type" : { + + } + } + ] + }, + { + "outputs" : [ + { + "name" : "model_pretrained_cls_token_to_fp16", + "type" : { + + } + } + ], + "inputs" : { + + }, + "blocks" : [ + + ], + "operatorName" : "const" + }, + { + "blocks" : [ + + ], + "deviceUsage" : { + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "allSupportStates" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ] + }, + "outputs" : [ + { + "name" : "x_5_cast_fp16", + "type" : { + + } + } + ], + "inputs" : { + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "var_93_cast_fp16" + } + } + ] + }, + "perm" : { + "bindings" : [ + { + "name" : { + "_0" : "x_5_perm_0" + } + } + ] + } + }, + "operatorName" : "transpose", + "cost" : { + "weight" : 0.000570931554959023 + } + }, + { + "blocks" : [ + + ], + "deviceUsage" : { + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "allSupportStates" : [ + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + } + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "x_7_cast_fp16" + } + ], + "cost" : { + "weight" : 0.00015870703811752588 + }, + "inputs" : { + "values" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_cls_token_to_fp16" + } + }, + { + "name" : { + "_0" : "x_5_cast_fp16" + } + } + ] + }, + "axis" : { + "bindings" : [ + { + "name" : { + "_0" : "var_19" + } + } + ] + }, + "interleave" : { + "bindings" : [ + { + "name" : { + "_0" : "x_7_interleave_0" + } + } + ] + } + }, + "operatorName" : "concat" + }, + { + "operatorName" : "const", + "outputs" : [ + { + "type" : { + + }, + "name" : "model_pretrained_pos_embed_to_fp16" + } + ], + "inputs" : { + + }, + "blocks" : [ + + ] + }, + { + "outputs" : [ + { + "type" : { + + }, + "name" : "input_1_cast_fp16" + } + ], + "cost" : { + "weight" : 0.0009522422287051554 + }, + "inputs" : { + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "x_7_cast_fp16" + } + } + ] + }, + "y" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_pos_embed_to_fp16" + } + } + ] + } + }, + "operatorName" : "ios16.add", + "blocks" : [ + + ], + "deviceUsage" : { + "allSupportStates" : [ + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ] + } + }, + { + "operatorName" : "const", + "blocks" : [ + + ], + "inputs" : { + + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "x_9_axes_0" + } + ] + }, + { + "blocks" : [ + + ], + "inputs" : { + + }, + "operatorName" : "const", + "outputs" : [ + { + "type" : { + + }, + "name" : "model_pretrained_blocks_0_norm1_weight_to_fp16" + } + ] + }, + { + "outputs" : [ + { + "name" : "model_pretrained_blocks_0_norm1_bias_to_fp16", + "type" : { + + } + } + ], + "operatorName" : "const", + "blocks" : [ + + ], + "inputs" : { + + } + }, + { + "operatorName" : "const", + "inputs" : { + + }, + "blocks" : [ + + ], + "outputs" : [ + { + "name" : "var_8_to_fp16", + "type" : { + + } + } + ] + }, + { + "blocks" : [ + + ], + "deviceUsage" : { + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "allSupportStates" : [ + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + } + ] + }, + "inputs" : { + "epsilon" : { + "bindings" : [ + { + "name" : { + "_0" : "var_8_to_fp16" + } + } + ] + }, + "beta" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_0_norm1_bias_to_fp16" + } + } + ] + }, + "gamma" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_0_norm1_weight_to_fp16" + } + } + ] + }, + "axes" : { + "bindings" : [ + { + "name" : { + "_0" : "x_9_axes_0" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "input_1_cast_fp16" + } + } + ] + } + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "x_9_cast_fp16" + } + ], + "operatorName" : "ios16.layer_norm", + "cost" : { + "weight" : 0.0004587127676354826 + } + }, + { + "inputs" : { + + }, + "operatorName" : "const", + "blocks" : [ + + ], + "outputs" : [ + { + "name" : "model_pretrained_blocks_0_attn_qkv_weight_to_fp16", + "type" : { + + } + } + ] + }, + { + "blocks" : [ + + ], + "inputs" : { + + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "model_pretrained_blocks_0_attn_qkv_bias_to_fp16" + } + ], + "operatorName" : "const" + }, + { + "outputs" : [ + { + "name" : "linear_0_cast_fp16", + "type" : { + + } + } + ], + "cost" : { + "weight" : 0.0009082775084522138 + }, + "deviceUsage" : { + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "allSupportStates" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + } + ] + }, + "operatorName" : "ios16.linear", + "inputs" : { + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "x_9_cast_fp16" + } + } + ] + }, + "bias" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_0_attn_qkv_bias_to_fp16" + } + } + ] + }, + "weight" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_0_attn_qkv_weight_to_fp16" + } + } + ] + } + }, + "blocks" : [ + + ] + }, + { + "blocks" : [ + + ], + "inputs" : { + + }, + "operatorName" : "const", + "outputs" : [ + { + "type" : { + + }, + "name" : "var_122" + } + ] + }, + { + "cost" : { + "weight" : 0.001376142662630897 + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "var_123_cast_fp16" + } + ], + "deviceUsage" : { + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "allSupportStates" : [ + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + } + ] + }, + "operatorName" : "ios16.reshape", + "inputs" : { + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "linear_0_cast_fp16" + } + } + ] + }, + "shape" : { + "bindings" : [ + { + "name" : { + "_0" : "var_122" + } + } + ] + } + }, + "blocks" : [ + + ] + }, + { + "inputs" : { + + }, + "blocks" : [ + + ], + "outputs" : [ + { + "name" : "var_124", + "type" : { + + } + } + ], + "operatorName" : "const" + }, + { + "blocks" : [ + + ], + "inputs" : { + + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "var_126_begin_0" + } + ], + "operatorName" : "const" + }, + { + "inputs" : { + + }, + "operatorName" : "const", + "blocks" : [ + + ], + "outputs" : [ + { + "type" : { + + }, + "name" : "var_126_end_0" + } + ] + }, + { + "operatorName" : "const", + "inputs" : { + + }, + "outputs" : [ + { + "name" : "var_126_end_mask_0", + "type" : { + + } + } + ], + "blocks" : [ + + ] + }, + { + "outputs" : [ + { + "name" : "var_126_squeeze_mask_0", + "type" : { + + } + } + ], + "operatorName" : "const", + "blocks" : [ + + ], + "inputs" : { + + } + }, + { + "blocks" : [ + + ], + "cost" : { + "weight" : 0.0017140414418827185 + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "qkv_1_cast_fp16" + } + ], + "inputs" : { + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "var_123_cast_fp16" + } + } + ] + }, + "perm" : { + "bindings" : [ + { + "name" : { + "_0" : "var_124" + } + } + ] + } + }, + "deviceUsage" : { + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "allSupportStates" : [ + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + } + }, + "operatorName" : "transpose" + }, + { + "operatorName" : "slice_by_index", + "outputs" : [ + { + "name" : "var_126_cast_fp16", + "type" : { + + } + } + ], + "blocks" : [ + + ], + "inputs" : { + "begin" : { + "bindings" : [ + { + "name" : { + "_0" : "var_126_begin_0" + } + } + ] + }, + "end_mask" : { + "bindings" : [ + { + "name" : { + "_0" : "var_126_end_mask_0" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "qkv_1_cast_fp16" + } + } + ] + }, + "squeeze_mask" : { + "bindings" : [ + { + "name" : { + "_0" : "var_126_squeeze_mask_0" + } + } + ] + }, + "end" : { + "bindings" : [ + { + "name" : { + "_0" : "var_126_end_0" + } + } + ] + } + }, + "cost" : { + "weight" : 0.000917436434582088 + }, + "deviceUsage" : { + "allSupportStates" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + } + } + }, + { + "operatorName" : "const", + "blocks" : [ + + ], + "outputs" : [ + { + "type" : { + + }, + "name" : "var_127_to_fp16" + } + ], + "inputs" : { + + } + }, + { + "cost" : { + "weight" : 0.0001785457572705566 + }, + "operatorName" : "ios16.mul", + "inputs" : { + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "var_126_cast_fp16" + } + } + ] + }, + "y" : { + "bindings" : [ + { + "name" : { + "_0" : "var_127_to_fp16" + } + } + ] + } + }, + "blocks" : [ + + ], + "deviceUsage" : { + "allSupportStates" : [ + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ] + }, + "outputs" : [ + { + "name" : "q_1_cast_fp16", + "type" : { + + } + } + ] + }, + { + "inputs" : { + + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "k_1_begin_0" + } + ], + "blocks" : [ + + ], + "operatorName" : "const" + }, + { + "outputs" : [ + { + "name" : "k_1_end_0", + "type" : { + + } + } + ], + "operatorName" : "const", + "blocks" : [ + + ], + "inputs" : { + + } + }, + { + "operatorName" : "const", + "outputs" : [ + { + "name" : "k_1_end_mask_0", + "type" : { + + } + } + ], + "inputs" : { + + }, + "blocks" : [ + + ] + }, + { + "inputs" : { + + }, + "operatorName" : "const", + "blocks" : [ + + ], + "outputs" : [ + { + "name" : "k_1_squeeze_mask_0", + "type" : { + + } + } + ] + }, + { + "outputs" : [ + { + "type" : { + + }, + "name" : "k_1_cast_fp16" + } + ], + "inputs" : { + "squeeze_mask" : { + "bindings" : [ + { + "name" : { + "_0" : "k_1_squeeze_mask_0" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "qkv_1_cast_fp16" + } + } + ] + }, + "end_mask" : { + "bindings" : [ + { + "name" : { + "_0" : "k_1_end_mask_0" + } + } + ] + }, + "begin" : { + "bindings" : [ + { + "name" : { + "_0" : "k_1_begin_0" + } + } + ] + }, + "end" : { + "bindings" : [ + { + "name" : { + "_0" : "k_1_end_0" + } + } + ] + } + }, + "blocks" : [ + + ], + "deviceUsage" : { + "allSupportStates" : [ + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + } + }, + "cost" : { + "weight" : 0.000917436434582088 + }, + "operatorName" : "slice_by_index" + }, + { + "inputs" : { + + }, + "operatorName" : "const", + "blocks" : [ + + ], + "outputs" : [ + { + "name" : "v_1_begin_0", + "type" : { + + } + } + ] + }, + { + "outputs" : [ + { + "name" : "v_1_end_0", + "type" : { + + } + } + ], + "blocks" : [ + + ], + "inputs" : { + + }, + "operatorName" : "const" + }, + { + "inputs" : { + + }, + "blocks" : [ + + ], + "operatorName" : "const", + "outputs" : [ + { + "name" : "v_1_end_mask_0", + "type" : { + + } + } + ] + }, + { + "outputs" : [ + { + "name" : "v_1_squeeze_mask_0", + "type" : { + + } + } + ], + "operatorName" : "const", + "blocks" : [ + + ], + "inputs" : { + + } + }, + { + "blocks" : [ + + ], + "cost" : { + "weight" : 0.000917436434582088 + }, + "operatorName" : "slice_by_index", + "inputs" : { + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "qkv_1_cast_fp16" + } + } + ] + }, + "end" : { + "bindings" : [ + { + "name" : { + "_0" : "v_1_end_0" + } + } + ] + }, + "begin" : { + "bindings" : [ + { + "name" : { + "_0" : "v_1_begin_0" + } + } + ] + }, + "end_mask" : { + "bindings" : [ + { + "name" : { + "_0" : "v_1_end_mask_0" + } + } + ] + }, + "squeeze_mask" : { + "bindings" : [ + { + "name" : { + "_0" : "v_1_squeeze_mask_0" + } + } + ] + } + }, + "deviceUsage" : { + "allSupportStates" : [ + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + } + }, + "outputs" : [ + { + "name" : "v_1_cast_fp16", + "type" : { + + } + } + ] + }, + { + "blocks" : [ + + ], + "inputs" : { + + }, + "outputs" : [ + { + "name" : "attn_1_transpose_x_1", + "type" : { + + } + } + ], + "operatorName" : "const" + }, + { + "outputs" : [ + { + "type" : { + + }, + "name" : "attn_1_transpose_y_1" + } + ], + "inputs" : { + + }, + "blocks" : [ + + ], + "operatorName" : "const" + }, + { + "deviceUsage" : { + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "allSupportStates" : [ + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + } + }, + "operatorName" : "ios16.matmul", + "blocks" : [ + + ], + "inputs" : { + "y" : { + "bindings" : [ + { + "name" : { + "_0" : "k_1_cast_fp16" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "q_1_cast_fp16" + } + } + ] + }, + "transpose_y" : { + "bindings" : [ + { + "name" : { + "_0" : "attn_1_transpose_y_1" + } + } + ] + }, + "transpose_x" : { + "bindings" : [ + { + "name" : { + "_0" : "attn_1_transpose_x_1" + } + } + ] + } + }, + "cost" : { + "weight" : 0.005368372858734008 + }, + "outputs" : [ + { + "name" : "attn_1_cast_fp16", + "type" : { + + } + } + ] + }, + { + "blocks" : [ + + ], + "outputs" : [ + { + "name" : "input_3_cast_fp16", + "type" : { + + } + } + ], + "inputs" : { + "axis" : { + "bindings" : [ + { + "name" : { + "_0" : "var_22" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "attn_1_cast_fp16" + } + } + ] + } + }, + "deviceUsage" : { + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "allSupportStates" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + } + ] + }, + "cost" : { + "weight" : 0.00981932105414194 + }, + "operatorName" : "ios16.softmax" + }, + { + "inputs" : { + + }, + "operatorName" : "const", + "outputs" : [ + { + "name" : "var_135_transpose_x_0", + "type" : { + + } + } + ], + "blocks" : [ + + ] + }, + { + "outputs" : [ + { + "name" : "var_135_transpose_y_0", + "type" : { + + } + } + ], + "inputs" : { + + }, + "operatorName" : "const", + "blocks" : [ + + ] + }, + { + "blocks" : [ + + ], + "outputs" : [ + { + "type" : { + + }, + "name" : "var_135_cast_fp16" + } + ], + "operatorName" : "ios16.matmul", + "inputs" : { + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "input_3_cast_fp16" + } + } + ] + }, + "transpose_x" : { + "bindings" : [ + { + "name" : { + "_0" : "var_135_transpose_x_0" + } + } + ] + }, + "y" : { + "bindings" : [ + { + "name" : { + "_0" : "v_1_cast_fp16" + } + } + ] + }, + "transpose_y" : { + "bindings" : [ + { + "name" : { + "_0" : "var_135_transpose_y_0" + } + } + ] + } + }, + "deviceUsage" : { + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "allSupportStates" : [ + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ] + }, + "cost" : { + "weight" : 0.005368372858734008 + } + }, + { + "blocks" : [ + + ], + "operatorName" : "const", + "inputs" : { + + }, + "outputs" : [ + { + "name" : "var_136_perm_0", + "type" : { + + } + } + ] + }, + { + "operatorName" : "const", + "inputs" : { + + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "var_137" + } + ], + "blocks" : [ + + ] + }, + { + "inputs" : { + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "var_135_cast_fp16" + } + } + ] + }, + "perm" : { + "bindings" : [ + { + "name" : { + "_0" : "var_136_perm_0" + } + } + ] + } + }, + "deviceUsage" : { + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "allSupportStates" : [ + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ] + }, + "cost" : { + "weight" : 0.0005713496813938445 + }, + "operatorName" : "transpose", + "outputs" : [ + { + "name" : "var_136_cast_fp16", + "type" : { + + } + } + ], + "blocks" : [ + + ] + }, + { + "deviceUsage" : { + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "allSupportStates" : [ + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + } + ] + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "input_5_cast_fp16" + } + ], + "operatorName" : "ios16.reshape", + "inputs" : { + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "var_136_cast_fp16" + } + } + ] + }, + "shape" : { + "bindings" : [ + { + "name" : { + "_0" : "var_137" + } + } + ] + } + }, + "cost" : { + "weight" : 0.0004587153834701521 + }, + "blocks" : [ + + ] + }, + { + "outputs" : [ + { + "type" : { + + }, + "name" : "model_pretrained_blocks_0_attn_proj_weight_to_fp16" + } + ], + "blocks" : [ + + ], + "inputs" : { + + }, + "operatorName" : "const" + }, + { + "outputs" : [ + { + "type" : { + + }, + "name" : "model_pretrained_blocks_0_attn_proj_bias_to_fp16" + } + ], + "operatorName" : "const", + "blocks" : [ + + ], + "inputs" : { + + } + }, + { + "operatorName" : "ios16.linear", + "blocks" : [ + + ], + "inputs" : { + "weight" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_0_attn_proj_weight_to_fp16" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "input_5_cast_fp16" + } + } + ] + }, + "bias" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_0_attn_proj_bias_to_fp16" + } + } + ] + } + }, + "cost" : { + "weight" : 0.000908275781956398 + }, + "deviceUsage" : { + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "allSupportStates" : [ + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + } + ] + }, + "outputs" : [ + { + "name" : "linear_1_cast_fp16", + "type" : { + + } + } + ] + }, + { + "operatorName" : "const", + "outputs" : [ + { + "type" : { + + }, + "name" : "model_pretrained_blocks_0_ls1_gamma_to_fp16" + } + ], + "blocks" : [ + + ], + "inputs" : { + + } + }, + { + "cost" : { + "weight" : 0.00017867574300475838 + }, + "inputs" : { + "y" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_0_ls1_gamma_to_fp16" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "linear_1_cast_fp16" + } + } + ] + } + }, + "outputs" : [ + { + "name" : "var_144_cast_fp16", + "type" : { + + } + } + ], + "operatorName" : "ios16.mul", + "blocks" : [ + + ], + "deviceUsage" : { + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "allSupportStates" : [ + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + } + ] + } + }, + { + "deviceUsage" : { + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "allSupportStates" : [ + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + } + ] + }, + "outputs" : [ + { + "name" : "input_9_cast_fp16", + "type" : { + + } + } + ], + "operatorName" : "ios16.add", + "cost" : { + "weight" : 0.0009522422287051554 + }, + "inputs" : { + "y" : { + "bindings" : [ + { + "name" : { + "_0" : "var_144_cast_fp16" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "input_1_cast_fp16" + } + } + ] + } + }, + "blocks" : [ + + ] + }, + { + "operatorName" : "const", + "outputs" : [ + { + "type" : { + + }, + "name" : "input_11_axes_0" + } + ], + "blocks" : [ + + ], + "inputs" : { + + } + }, + { + "blocks" : [ + + ], + "outputs" : [ + { + "name" : "model_pretrained_blocks_0_norm2_weight_to_fp16", + "type" : { + + } + } + ], + "inputs" : { + + }, + "operatorName" : "const" + }, + { + "operatorName" : "const", + "blocks" : [ + + ], + "outputs" : [ + { + "name" : "model_pretrained_blocks_0_norm2_bias_to_fp16", + "type" : { + + } + } + ], + "inputs" : { + + } + }, + { + "operatorName" : "ios16.layer_norm", + "deviceUsage" : { + "allSupportStates" : [ + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + } + }, + "cost" : { + "weight" : 0.0004587127676354826 + }, + "blocks" : [ + + ], + "inputs" : { + "beta" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_0_norm2_bias_to_fp16" + } + } + ] + }, + "axes" : { + "bindings" : [ + { + "name" : { + "_0" : "input_11_axes_0" + } + } + ] + }, + "gamma" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_0_norm2_weight_to_fp16" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "input_9_cast_fp16" + } + } + ] + }, + "epsilon" : { + "bindings" : [ + { + "name" : { + "_0" : "var_8_to_fp16" + } + } + ] + } + }, + "outputs" : [ + { + "name" : "input_11_cast_fp16", + "type" : { + + } + } + ] + }, + { + "blocks" : [ + + ], + "outputs" : [ + { + "name" : "model_pretrained_blocks_0_mlp_fc1_weight_to_fp16", + "type" : { + + } + } + ], + "inputs" : { + + }, + "operatorName" : "const" + }, + { + "operatorName" : "const", + "outputs" : [ + { + "type" : { + + }, + "name" : "model_pretrained_blocks_0_mlp_fc1_bias_to_fp16" + } + ], + "inputs" : { + + }, + "blocks" : [ + + ] + }, + { + "operatorName" : "ios16.linear", + "cost" : { + "weight" : 0.0009082783717001216 + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "linear_2_cast_fp16" + } + ], + "inputs" : { + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "input_11_cast_fp16" + } + } + ] + }, + "weight" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_0_mlp_fc1_weight_to_fp16" + } + } + ] + }, + "bias" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_0_mlp_fc1_bias_to_fp16" + } + } + ] + } + }, + "deviceUsage" : { + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "allSupportStates" : [ + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + } + }, + "blocks" : [ + + ] + }, + { + "operatorName" : "const", + "outputs" : [ + { + "type" : { + + }, + "name" : "input_15_mode_0" + } + ], + "inputs" : { + + }, + "blocks" : [ + + ] + }, + { + "blocks" : [ + + ], + "cost" : { + "weight" : 0.0018348510705419303 + }, + "deviceUsage" : { + "allSupportStates" : [ + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ] + }, + "outputs" : [ + { + "name" : "input_15_cast_fp16", + "type" : { + + } + } + ], + "operatorName" : "ios16.gelu", + "inputs" : { + "mode" : { + "bindings" : [ + { + "name" : { + "_0" : "input_15_mode_0" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "linear_2_cast_fp16" + } + } + ] + } + } + }, + { + "outputs" : [ + { + "name" : "model_pretrained_blocks_0_mlp_fc2_weight_to_fp16", + "type" : { + + } + } + ], + "inputs" : { + + }, + "blocks" : [ + + ], + "operatorName" : "const" + }, + { + "operatorName" : "const", + "blocks" : [ + + ], + "outputs" : [ + { + "type" : { + + }, + "name" : "model_pretrained_blocks_0_mlp_fc2_bias_to_fp16" + } + ], + "inputs" : { + + } + }, + { + "inputs" : { + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "input_15_cast_fp16" + } + } + ] + }, + "bias" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_0_mlp_fc2_bias_to_fp16" + } + } + ] + }, + "weight" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_0_mlp_fc2_weight_to_fp16" + } + } + ] + } + }, + "operatorName" : "ios16.linear", + "outputs" : [ + { + "name" : "linear_3_cast_fp16", + "type" : { + + } + } + ], + "blocks" : [ + + ], + "deviceUsage" : { + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "allSupportStates" : [ + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + } + ] + }, + "cost" : { + "weight" : 0.01453239956258375 + } + }, + { + "blocks" : [ + + ], + "outputs" : [ + { + "name" : "model_pretrained_blocks_0_ls2_gamma_to_fp16", + "type" : { + + } + } + ], + "operatorName" : "const", + "inputs" : { + + } + }, + { + "inputs" : { + "y" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_0_ls2_gamma_to_fp16" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "linear_3_cast_fp16" + } + } + ] + } + }, + "operatorName" : "ios16.mul", + "blocks" : [ + + ], + "outputs" : [ + { + "name" : "var_162_cast_fp16", + "type" : { + + } + } + ], + "cost" : { + "weight" : 0.00017867574300475838 + }, + "deviceUsage" : { + "allSupportStates" : [ + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + } + } + }, + { + "inputs" : { + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "input_9_cast_fp16" + } + } + ] + }, + "y" : { + "bindings" : [ + { + "name" : { + "_0" : "var_162_cast_fp16" + } + } + ] + } + }, + "operatorName" : "ios16.add", + "outputs" : [ + { + "name" : "input_21_cast_fp16", + "type" : { + + } + } + ], + "deviceUsage" : { + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "allSupportStates" : [ + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + } + }, + "cost" : { + "weight" : 0.0009522422287051554 + }, + "blocks" : [ + + ] + }, + { + "outputs" : [ + { + "name" : "x_15_axes_0", + "type" : { + + } + } + ], + "blocks" : [ + + ], + "inputs" : { + + }, + "operatorName" : "const" + }, + { + "outputs" : [ + { + "name" : "model_pretrained_blocks_1_norm1_weight_to_fp16", + "type" : { + + } + } + ], + "blocks" : [ + + ], + "inputs" : { + + }, + "operatorName" : "const" + }, + { + "inputs" : { + + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "model_pretrained_blocks_1_norm1_bias_to_fp16" + } + ], + "operatorName" : "const", + "blocks" : [ + + ] + }, + { + "blocks" : [ + + ], + "inputs" : { + "beta" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_1_norm1_bias_to_fp16" + } + } + ] + }, + "epsilon" : { + "bindings" : [ + { + "name" : { + "_0" : "var_8_to_fp16" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "input_21_cast_fp16" + } + } + ] + }, + "gamma" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_1_norm1_weight_to_fp16" + } + } + ] + }, + "axes" : { + "bindings" : [ + { + "name" : { + "_0" : "x_15_axes_0" + } + } + ] + } + }, + "operatorName" : "ios16.layer_norm", + "deviceUsage" : { + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "allSupportStates" : [ + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ] + }, + "cost" : { + "weight" : 0.0004587127676354826 + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "x_15_cast_fp16" + } + ] + }, + { + "inputs" : { + + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "model_pretrained_blocks_1_attn_qkv_weight_to_fp16" + } + ], + "operatorName" : "const", + "blocks" : [ + + ] + }, + { + "blocks" : [ + + ], + "inputs" : { + + }, + "outputs" : [ + { + "name" : "model_pretrained_blocks_1_attn_qkv_bias_to_fp16", + "type" : { + + } + } + ], + "operatorName" : "const" + }, + { + "inputs" : { + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "x_15_cast_fp16" + } + } + ] + }, + "bias" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_1_attn_qkv_bias_to_fp16" + } + } + ] + }, + "weight" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_1_attn_qkv_weight_to_fp16" + } + } + ] + } + }, + "deviceUsage" : { + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "allSupportStates" : [ + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ] + }, + "operatorName" : "ios16.linear", + "outputs" : [ + { + "name" : "linear_4_cast_fp16", + "type" : { + + } + } + ], + "blocks" : [ + + ], + "cost" : { + "weight" : 0.0009082775084522138 + } + }, + { + "blocks" : [ + + ], + "inputs" : { + + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "var_185" + } + ], + "operatorName" : "const" + }, + { + "outputs" : [ + { + "type" : { + + }, + "name" : "var_186_cast_fp16" + } + ], + "inputs" : { + "shape" : { + "bindings" : [ + { + "name" : { + "_0" : "var_185" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "linear_4_cast_fp16" + } + } + ] + } + }, + "operatorName" : "ios16.reshape", + "blocks" : [ + + ], + "cost" : { + "weight" : 0.001376142662630897 + }, + "deviceUsage" : { + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "allSupportStates" : [ + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + } + ] + } + }, + { + "blocks" : [ + + ], + "outputs" : [ + { + "name" : "var_187", + "type" : { + + } + } + ], + "operatorName" : "const", + "inputs" : { + + } + }, + { + "inputs" : { + + }, + "outputs" : [ + { + "name" : "var_189_begin_0", + "type" : { + + } + } + ], + "blocks" : [ + + ], + "operatorName" : "const" + }, + { + "outputs" : [ + { + "name" : "var_189_end_0", + "type" : { + + } + } + ], + "inputs" : { + + }, + "operatorName" : "const", + "blocks" : [ + + ] + }, + { + "outputs" : [ + { + "type" : { + + }, + "name" : "var_189_end_mask_0" + } + ], + "inputs" : { + + }, + "operatorName" : "const", + "blocks" : [ + + ] + }, + { + "operatorName" : "const", + "blocks" : [ + + ], + "inputs" : { + + }, + "outputs" : [ + { + "name" : "var_189_squeeze_mask_0", + "type" : { + + } + } + ] + }, + { + "operatorName" : "transpose", + "deviceUsage" : { + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "allSupportStates" : [ + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + } + ] + }, + "cost" : { + "weight" : 0.0017140414418827185 + }, + "blocks" : [ + + ], + "outputs" : [ + { + "type" : { + + }, + "name" : "qkv_3_cast_fp16" + } + ], + "inputs" : { + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "var_186_cast_fp16" + } + } + ] + }, + "perm" : { + "bindings" : [ + { + "name" : { + "_0" : "var_187" + } + } + ] + } + } + }, + { + "deviceUsage" : { + "allSupportStates" : [ + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + } + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "var_189_cast_fp16" + } + ], + "cost" : { + "weight" : 0.000917436434582088 + }, + "inputs" : { + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "qkv_3_cast_fp16" + } + } + ] + }, + "end" : { + "bindings" : [ + { + "name" : { + "_0" : "var_189_end_0" + } + } + ] + }, + "end_mask" : { + "bindings" : [ + { + "name" : { + "_0" : "var_189_end_mask_0" + } + } + ] + }, + "begin" : { + "bindings" : [ + { + "name" : { + "_0" : "var_189_begin_0" + } + } + ] + }, + "squeeze_mask" : { + "bindings" : [ + { + "name" : { + "_0" : "var_189_squeeze_mask_0" + } + } + ] + } + }, + "blocks" : [ + + ], + "operatorName" : "slice_by_index" + }, + { + "operatorName" : "const", + "inputs" : { + + }, + "outputs" : [ + { + "name" : "var_190_to_fp16", + "type" : { + + } + } + ], + "blocks" : [ + + ] + }, + { + "inputs" : { + "y" : { + "bindings" : [ + { + "name" : { + "_0" : "var_190_to_fp16" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "var_189_cast_fp16" + } + } + ] + } + }, + "blocks" : [ + + ], + "cost" : { + "weight" : 0.0001785457572705566 + }, + "outputs" : [ + { + "name" : "q_3_cast_fp16", + "type" : { + + } + } + ], + "operatorName" : "ios16.mul", + "deviceUsage" : { + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "allSupportStates" : [ + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + } + ] + } + }, + { + "inputs" : { + + }, + "outputs" : [ + { + "name" : "k_3_begin_0", + "type" : { + + } + } + ], + "operatorName" : "const", + "blocks" : [ + + ] + }, + { + "operatorName" : "const", + "outputs" : [ + { + "type" : { + + }, + "name" : "k_3_end_0" + } + ], + "inputs" : { + + }, + "blocks" : [ + + ] + }, + { + "outputs" : [ + { + "type" : { + + }, + "name" : "k_3_end_mask_0" + } + ], + "operatorName" : "const", + "blocks" : [ + + ], + "inputs" : { + + } + }, + { + "blocks" : [ + + ], + "outputs" : [ + { + "type" : { + + }, + "name" : "k_3_squeeze_mask_0" + } + ], + "inputs" : { + + }, + "operatorName" : "const" + }, + { + "inputs" : { + "end" : { + "bindings" : [ + { + "name" : { + "_0" : "k_3_end_0" + } + } + ] + }, + "squeeze_mask" : { + "bindings" : [ + { + "name" : { + "_0" : "k_3_squeeze_mask_0" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "qkv_3_cast_fp16" + } + } + ] + }, + "end_mask" : { + "bindings" : [ + { + "name" : { + "_0" : "k_3_end_mask_0" + } + } + ] + }, + "begin" : { + "bindings" : [ + { + "name" : { + "_0" : "k_3_begin_0" + } + } + ] + } + }, + "blocks" : [ + + ], + "cost" : { + "weight" : 0.000917436434582088 + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "k_3_cast_fp16" + } + ], + "operatorName" : "slice_by_index", + "deviceUsage" : { + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "allSupportStates" : [ + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + } + ] + } + }, + { + "outputs" : [ + { + "type" : { + + }, + "name" : "v_3_begin_0" + } + ], + "blocks" : [ + + ], + "operatorName" : "const", + "inputs" : { + + } + }, + { + "operatorName" : "const", + "outputs" : [ + { + "name" : "v_3_end_0", + "type" : { + + } + } + ], + "inputs" : { + + }, + "blocks" : [ + + ] + }, + { + "outputs" : [ + { + "type" : { + + }, + "name" : "v_3_end_mask_0" + } + ], + "inputs" : { + + }, + "operatorName" : "const", + "blocks" : [ + + ] + }, + { + "operatorName" : "const", + "outputs" : [ + { + "type" : { + + }, + "name" : "v_3_squeeze_mask_0" + } + ], + "inputs" : { + + }, + "blocks" : [ + + ] + }, + { + "outputs" : [ + { + "name" : "v_3_cast_fp16", + "type" : { + + } + } + ], + "cost" : { + "weight" : 0.000917436434582088 + }, + "deviceUsage" : { + "allSupportStates" : [ + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + } + }, + "operatorName" : "slice_by_index", + "inputs" : { + "end_mask" : { + "bindings" : [ + { + "name" : { + "_0" : "v_3_end_mask_0" + } + } + ] + }, + "end" : { + "bindings" : [ + { + "name" : { + "_0" : "v_3_end_0" + } + } + ] + }, + "squeeze_mask" : { + "bindings" : [ + { + "name" : { + "_0" : "v_3_squeeze_mask_0" + } + } + ] + }, + "begin" : { + "bindings" : [ + { + "name" : { + "_0" : "v_3_begin_0" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "qkv_3_cast_fp16" + } + } + ] + } + }, + "blocks" : [ + + ] + }, + { + "outputs" : [ + { + "name" : "attn_5_transpose_x_1", + "type" : { + + } + } + ], + "operatorName" : "const", + "inputs" : { + + }, + "blocks" : [ + + ] + }, + { + "operatorName" : "const", + "blocks" : [ + + ], + "inputs" : { + + }, + "outputs" : [ + { + "name" : "attn_5_transpose_y_1", + "type" : { + + } + } + ] + }, + { + "deviceUsage" : { + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "allSupportStates" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ] + }, + "outputs" : [ + { + "name" : "attn_5_cast_fp16", + "type" : { + + } + } + ], + "blocks" : [ + + ], + "cost" : { + "weight" : 0.005368372858734008 + }, + "operatorName" : "ios16.matmul", + "inputs" : { + "y" : { + "bindings" : [ + { + "name" : { + "_0" : "k_3_cast_fp16" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "q_3_cast_fp16" + } + } + ] + }, + "transpose_y" : { + "bindings" : [ + { + "name" : { + "_0" : "attn_5_transpose_y_1" + } + } + ] + }, + "transpose_x" : { + "bindings" : [ + { + "name" : { + "_0" : "attn_5_transpose_x_1" + } + } + ] + } + } + }, + { + "operatorName" : "ios16.softmax", + "cost" : { + "weight" : 0.00981932105414194 + }, + "outputs" : [ + { + "name" : "input_23_cast_fp16", + "type" : { + + } + } + ], + "blocks" : [ + + ], + "inputs" : { + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "attn_5_cast_fp16" + } + } + ] + }, + "axis" : { + "bindings" : [ + { + "name" : { + "_0" : "var_22" + } + } + ] + } + }, + "deviceUsage" : { + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "allSupportStates" : [ + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + } + ] + } + }, + { + "outputs" : [ + { + "name" : "var_198_transpose_x_0", + "type" : { + + } + } + ], + "inputs" : { + + }, + "operatorName" : "const", + "blocks" : [ + + ] + }, + { + "outputs" : [ + { + "type" : { + + }, + "name" : "var_198_transpose_y_0" + } + ], + "blocks" : [ + + ], + "operatorName" : "const", + "inputs" : { + + } + }, + { + "operatorName" : "ios16.matmul", + "deviceUsage" : { + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "allSupportStates" : [ + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ] + }, + "cost" : { + "weight" : 0.005368372858734008 + }, + "blocks" : [ + + ], + "outputs" : [ + { + "type" : { + + }, + "name" : "var_198_cast_fp16" + } + ], + "inputs" : { + "transpose_y" : { + "bindings" : [ + { + "name" : { + "_0" : "var_198_transpose_y_0" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "input_23_cast_fp16" + } + } + ] + }, + "y" : { + "bindings" : [ + { + "name" : { + "_0" : "v_3_cast_fp16" + } + } + ] + }, + "transpose_x" : { + "bindings" : [ + { + "name" : { + "_0" : "var_198_transpose_x_0" + } + } + ] + } + } + }, + { + "blocks" : [ + + ], + "outputs" : [ + { + "type" : { + + }, + "name" : "var_199_perm_0" + } + ], + "operatorName" : "const", + "inputs" : { + + } + }, + { + "inputs" : { + + }, + "blocks" : [ + + ], + "outputs" : [ + { + "type" : { + + }, + "name" : "var_200" + } + ], + "operatorName" : "const" + }, + { + "blocks" : [ + + ], + "operatorName" : "transpose", + "inputs" : { + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "var_198_cast_fp16" + } + } + ] + }, + "perm" : { + "bindings" : [ + { + "name" : { + "_0" : "var_199_perm_0" + } + } + ] + } + }, + "deviceUsage" : { + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "allSupportStates" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + } + }, + "outputs" : [ + { + "name" : "var_199_cast_fp16", + "type" : { + + } + } + ], + "cost" : { + "weight" : 0.0005713496813938445 + } + }, + { + "inputs" : { + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "var_199_cast_fp16" + } + } + ] + }, + "shape" : { + "bindings" : [ + { + "name" : { + "_0" : "var_200" + } + } + ] + } + }, + "cost" : { + "weight" : 0.0004587153834701521 + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "input_25_cast_fp16" + } + ], + "operatorName" : "ios16.reshape", + "deviceUsage" : { + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "allSupportStates" : [ + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + } + ] + }, + "blocks" : [ + + ] + }, + { + "outputs" : [ + { + "name" : "model_pretrained_blocks_1_attn_proj_weight_to_fp16", + "type" : { + + } + } + ], + "operatorName" : "const", + "inputs" : { + + }, + "blocks" : [ + + ] + }, + { + "outputs" : [ + { + "name" : "model_pretrained_blocks_1_attn_proj_bias_to_fp16", + "type" : { + + } + } + ], + "operatorName" : "const", + "blocks" : [ + + ], + "inputs" : { + + } + }, + { + "cost" : { + "weight" : 0.000908275781956398 + }, + "outputs" : [ + { + "name" : "linear_5_cast_fp16", + "type" : { + + } + } + ], + "operatorName" : "ios16.linear", + "blocks" : [ + + ], + "inputs" : { + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "input_25_cast_fp16" + } + } + ] + }, + "weight" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_1_attn_proj_weight_to_fp16" + } + } + ] + }, + "bias" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_1_attn_proj_bias_to_fp16" + } + } + ] + } + }, + "deviceUsage" : { + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "allSupportStates" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ] + } + }, + { + "operatorName" : "const", + "blocks" : [ + + ], + "inputs" : { + + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "model_pretrained_blocks_1_ls1_gamma_to_fp16" + } + ] + }, + { + "cost" : { + "weight" : 0.00017867574300475838 + }, + "blocks" : [ + + ], + "outputs" : [ + { + "name" : "var_207_cast_fp16", + "type" : { + + } + } + ], + "operatorName" : "ios16.mul", + "deviceUsage" : { + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "allSupportStates" : [ + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + } + ] + }, + "inputs" : { + "y" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_1_ls1_gamma_to_fp16" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "linear_5_cast_fp16" + } + } + ] + } + } + }, + { + "deviceUsage" : { + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "allSupportStates" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + } + ] + }, + "inputs" : { + "y" : { + "bindings" : [ + { + "name" : { + "_0" : "var_207_cast_fp16" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "input_21_cast_fp16" + } + } + ] + } + }, + "cost" : { + "weight" : 0.0009522422287051554 + }, + "outputs" : [ + { + "name" : "input_29_cast_fp16", + "type" : { + + } + } + ], + "operatorName" : "ios16.add", + "blocks" : [ + + ] + }, + { + "outputs" : [ + { + "type" : { + + }, + "name" : "input_31_axes_0" + } + ], + "operatorName" : "const", + "inputs" : { + + }, + "blocks" : [ + + ] + }, + { + "outputs" : [ + { + "name" : "model_pretrained_blocks_1_norm2_weight_to_fp16", + "type" : { + + } + } + ], + "inputs" : { + + }, + "operatorName" : "const", + "blocks" : [ + + ] + }, + { + "inputs" : { + + }, + "outputs" : [ + { + "name" : "model_pretrained_blocks_1_norm2_bias_to_fp16", + "type" : { + + } + } + ], + "operatorName" : "const", + "blocks" : [ + + ] + }, + { + "operatorName" : "ios16.layer_norm", + "deviceUsage" : { + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "allSupportStates" : [ + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + } + ] + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "input_31_cast_fp16" + } + ], + "blocks" : [ + + ], + "cost" : { + "weight" : 0.0004587127676354826 + }, + "inputs" : { + "axes" : { + "bindings" : [ + { + "name" : { + "_0" : "input_31_axes_0" + } + } + ] + }, + "beta" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_1_norm2_bias_to_fp16" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "input_29_cast_fp16" + } + } + ] + }, + "epsilon" : { + "bindings" : [ + { + "name" : { + "_0" : "var_8_to_fp16" + } + } + ] + }, + "gamma" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_1_norm2_weight_to_fp16" + } + } + ] + } + } + }, + { + "inputs" : { + + }, + "blocks" : [ + + ], + "outputs" : [ + { + "type" : { + + }, + "name" : "model_pretrained_blocks_1_mlp_fc1_weight_to_fp16" + } + ], + "operatorName" : "const" + }, + { + "operatorName" : "const", + "outputs" : [ + { + "name" : "model_pretrained_blocks_1_mlp_fc1_bias_to_fp16", + "type" : { + + } + } + ], + "inputs" : { + + }, + "blocks" : [ + + ] + }, + { + "cost" : { + "weight" : 0.0009082783717001216 + }, + "outputs" : [ + { + "name" : "linear_6_cast_fp16", + "type" : { + + } + } + ], + "operatorName" : "ios16.linear", + "inputs" : { + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "input_31_cast_fp16" + } + } + ] + }, + "bias" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_1_mlp_fc1_bias_to_fp16" + } + } + ] + }, + "weight" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_1_mlp_fc1_weight_to_fp16" + } + } + ] + } + }, + "blocks" : [ + + ], + "deviceUsage" : { + "allSupportStates" : [ + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + } + } + }, + { + "inputs" : { + + }, + "operatorName" : "const", + "blocks" : [ + + ], + "outputs" : [ + { + "type" : { + + }, + "name" : "input_35_mode_0" + } + ] + }, + { + "cost" : { + "weight" : 0.0018348510705419303 + }, + "blocks" : [ + + ], + "outputs" : [ + { + "type" : { + + }, + "name" : "input_35_cast_fp16" + } + ], + "deviceUsage" : { + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "allSupportStates" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + } + ] + }, + "inputs" : { + "mode" : { + "bindings" : [ + { + "name" : { + "_0" : "input_35_mode_0" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "linear_6_cast_fp16" + } + } + ] + } + }, + "operatorName" : "ios16.gelu" + }, + { + "outputs" : [ + { + "type" : { + + }, + "name" : "model_pretrained_blocks_1_mlp_fc2_weight_to_fp16" + } + ], + "operatorName" : "const", + "blocks" : [ + + ], + "inputs" : { + + } + }, + { + "blocks" : [ + + ], + "outputs" : [ + { + "name" : "model_pretrained_blocks_1_mlp_fc2_bias_to_fp16", + "type" : { + + } + } + ], + "operatorName" : "const", + "inputs" : { + + } + }, + { + "outputs" : [ + { + "type" : { + + }, + "name" : "linear_7_cast_fp16" + } + ], + "operatorName" : "ios16.linear", + "blocks" : [ + + ], + "deviceUsage" : { + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "allSupportStates" : [ + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + } + }, + "cost" : { + "weight" : 0.01453239956258375 + }, + "inputs" : { + "bias" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_1_mlp_fc2_bias_to_fp16" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "input_35_cast_fp16" + } + } + ] + }, + "weight" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_1_mlp_fc2_weight_to_fp16" + } + } + ] + } + } + }, + { + "operatorName" : "const", + "outputs" : [ + { + "name" : "model_pretrained_blocks_1_ls2_gamma_to_fp16", + "type" : { + + } + } + ], + "blocks" : [ + + ], + "inputs" : { + + } + }, + { + "cost" : { + "weight" : 0.00017867574300475838 + }, + "operatorName" : "ios16.mul", + "outputs" : [ + { + "name" : "var_225_cast_fp16", + "type" : { + + } + } + ], + "inputs" : { + "y" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_1_ls2_gamma_to_fp16" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "linear_7_cast_fp16" + } + } + ] + } + }, + "blocks" : [ + + ], + "deviceUsage" : { + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "allSupportStates" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + } + ] + } + }, + { + "blocks" : [ + + ], + "deviceUsage" : { + "allSupportStates" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + } + }, + "operatorName" : "ios16.add", + "outputs" : [ + { + "name" : "input_41_cast_fp16", + "type" : { + + } + } + ], + "cost" : { + "weight" : 0.0009522422287051554 + }, + "inputs" : { + "y" : { + "bindings" : [ + { + "name" : { + "_0" : "var_225_cast_fp16" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "input_29_cast_fp16" + } + } + ] + } + } + }, + { + "operatorName" : "const", + "inputs" : { + + }, + "outputs" : [ + { + "name" : "x_21_axes_0", + "type" : { + + } + } + ], + "blocks" : [ + + ] + }, + { + "operatorName" : "const", + "blocks" : [ + + ], + "inputs" : { + + }, + "outputs" : [ + { + "name" : "model_pretrained_blocks_2_norm1_weight_to_fp16", + "type" : { + + } + } + ] + }, + { + "outputs" : [ + { + "type" : { + + }, + "name" : "model_pretrained_blocks_2_norm1_bias_to_fp16" + } + ], + "inputs" : { + + }, + "blocks" : [ + + ], + "operatorName" : "const" + }, + { + "outputs" : [ + { + "name" : "x_21_cast_fp16", + "type" : { + + } + } + ], + "blocks" : [ + + ], + "operatorName" : "ios16.layer_norm", + "cost" : { + "weight" : 0.0004587127676354826 + }, + "deviceUsage" : { + "allSupportStates" : [ + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + } + }, + "inputs" : { + "beta" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_2_norm1_bias_to_fp16" + } + } + ] + }, + "epsilon" : { + "bindings" : [ + { + "name" : { + "_0" : "var_8_to_fp16" + } + } + ] + }, + "axes" : { + "bindings" : [ + { + "name" : { + "_0" : "x_21_axes_0" + } + } + ] + }, + "gamma" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_2_norm1_weight_to_fp16" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "input_41_cast_fp16" + } + } + ] + } + } + }, + { + "outputs" : [ + { + "name" : "model_pretrained_blocks_2_attn_qkv_weight_to_fp16", + "type" : { + + } + } + ], + "operatorName" : "const", + "blocks" : [ + + ], + "inputs" : { + + } + }, + { + "operatorName" : "const", + "inputs" : { + + }, + "outputs" : [ + { + "name" : "model_pretrained_blocks_2_attn_qkv_bias_to_fp16", + "type" : { + + } + } + ], + "blocks" : [ + + ] + }, + { + "operatorName" : "ios16.linear", + "blocks" : [ + + ], + "inputs" : { + "weight" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_2_attn_qkv_weight_to_fp16" + } + } + ] + }, + "bias" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_2_attn_qkv_bias_to_fp16" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "x_21_cast_fp16" + } + } + ] + } + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "linear_8_cast_fp16" + } + ], + "deviceUsage" : { + "allSupportStates" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + } + }, + "cost" : { + "weight" : 0.0009082775084522138 + } + }, + { + "blocks" : [ + + ], + "inputs" : { + + }, + "operatorName" : "const", + "outputs" : [ + { + "type" : { + + }, + "name" : "var_248" + } + ] + }, + { + "inputs" : { + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "linear_8_cast_fp16" + } + } + ] + }, + "shape" : { + "bindings" : [ + { + "name" : { + "_0" : "var_248" + } + } + ] + } + }, + "blocks" : [ + + ], + "deviceUsage" : { + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "allSupportStates" : [ + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + } + ] + }, + "operatorName" : "ios16.reshape", + "cost" : { + "weight" : 0.001376142662630897 + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "var_249_cast_fp16" + } + ] + }, + { + "blocks" : [ + + ], + "inputs" : { + + }, + "operatorName" : "const", + "outputs" : [ + { + "name" : "var_250", + "type" : { + + } + } + ] + }, + { + "inputs" : { + + }, + "operatorName" : "const", + "outputs" : [ + { + "name" : "var_252_begin_0", + "type" : { + + } + } + ], + "blocks" : [ + + ] + }, + { + "operatorName" : "const", + "inputs" : { + + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "var_252_end_0" + } + ], + "blocks" : [ + + ] + }, + { + "outputs" : [ + { + "name" : "var_252_end_mask_0", + "type" : { + + } + } + ], + "blocks" : [ + + ], + "inputs" : { + + }, + "operatorName" : "const" + }, + { + "operatorName" : "const", + "outputs" : [ + { + "type" : { + + }, + "name" : "var_252_squeeze_mask_0" + } + ], + "blocks" : [ + + ], + "inputs" : { + + } + }, + { + "cost" : { + "weight" : 0.0017140414418827185 + }, + "blocks" : [ + + ], + "deviceUsage" : { + "allSupportStates" : [ + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + } + }, + "operatorName" : "transpose", + "inputs" : { + "perm" : { + "bindings" : [ + { + "name" : { + "_0" : "var_250" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "var_249_cast_fp16" + } + } + ] + } + }, + "outputs" : [ + { + "name" : "qkv_5_cast_fp16", + "type" : { + + } + } + ] + }, + { + "operatorName" : "slice_by_index", + "blocks" : [ + + ], + "deviceUsage" : { + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "allSupportStates" : [ + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + } + ] + }, + "cost" : { + "weight" : 0.000917436434582088 + }, + "inputs" : { + "squeeze_mask" : { + "bindings" : [ + { + "name" : { + "_0" : "var_252_squeeze_mask_0" + } + } + ] + }, + "end" : { + "bindings" : [ + { + "name" : { + "_0" : "var_252_end_0" + } + } + ] + }, + "end_mask" : { + "bindings" : [ + { + "name" : { + "_0" : "var_252_end_mask_0" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "qkv_5_cast_fp16" + } + } + ] + }, + "begin" : { + "bindings" : [ + { + "name" : { + "_0" : "var_252_begin_0" + } + } + ] + } + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "var_252_cast_fp16" + } + ] + }, + { + "inputs" : { + + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "var_253_to_fp16" + } + ], + "blocks" : [ + + ], + "operatorName" : "const" + }, + { + "cost" : { + "weight" : 0.0001785457572705566 + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "q_5_cast_fp16" + } + ], + "blocks" : [ + + ], + "operatorName" : "ios16.mul", + "inputs" : { + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "var_252_cast_fp16" + } + } + ] + }, + "y" : { + "bindings" : [ + { + "name" : { + "_0" : "var_253_to_fp16" + } + } + ] + } + }, + "deviceUsage" : { + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "allSupportStates" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ] + } + }, + { + "blocks" : [ + + ], + "inputs" : { + + }, + "operatorName" : "const", + "outputs" : [ + { + "type" : { + + }, + "name" : "k_5_begin_0" + } + ] + }, + { + "operatorName" : "const", + "blocks" : [ + + ], + "outputs" : [ + { + "name" : "k_5_end_0", + "type" : { + + } + } + ], + "inputs" : { + + } + }, + { + "blocks" : [ + + ], + "inputs" : { + + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "k_5_end_mask_0" + } + ], + "operatorName" : "const" + }, + { + "outputs" : [ + { + "type" : { + + }, + "name" : "k_5_squeeze_mask_0" + } + ], + "blocks" : [ + + ], + "operatorName" : "const", + "inputs" : { + + } + }, + { + "outputs" : [ + { + "name" : "k_5_cast_fp16", + "type" : { + + } + } + ], + "operatorName" : "slice_by_index", + "inputs" : { + "end_mask" : { + "bindings" : [ + { + "name" : { + "_0" : "k_5_end_mask_0" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "qkv_5_cast_fp16" + } + } + ] + }, + "end" : { + "bindings" : [ + { + "name" : { + "_0" : "k_5_end_0" + } + } + ] + }, + "squeeze_mask" : { + "bindings" : [ + { + "name" : { + "_0" : "k_5_squeeze_mask_0" + } + } + ] + }, + "begin" : { + "bindings" : [ + { + "name" : { + "_0" : "k_5_begin_0" + } + } + ] + } + }, + "blocks" : [ + + ], + "deviceUsage" : { + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "allSupportStates" : [ + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + } + ] + }, + "cost" : { + "weight" : 0.000917436434582088 + } + }, + { + "outputs" : [ + { + "name" : "v_5_begin_0", + "type" : { + + } + } + ], + "inputs" : { + + }, + "operatorName" : "const", + "blocks" : [ + + ] + }, + { + "outputs" : [ + { + "type" : { + + }, + "name" : "v_5_end_0" + } + ], + "blocks" : [ + + ], + "operatorName" : "const", + "inputs" : { + + } + }, + { + "inputs" : { + + }, + "outputs" : [ + { + "name" : "v_5_end_mask_0", + "type" : { + + } + } + ], + "operatorName" : "const", + "blocks" : [ + + ] + }, + { + "operatorName" : "const", + "inputs" : { + + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "v_5_squeeze_mask_0" + } + ], + "blocks" : [ + + ] + }, + { + "cost" : { + "weight" : 0.000917436434582088 + }, + "outputs" : [ + { + "name" : "v_5_cast_fp16", + "type" : { + + } + } + ], + "deviceUsage" : { + "allSupportStates" : [ + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + } + }, + "inputs" : { + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "qkv_5_cast_fp16" + } + } + ] + }, + "squeeze_mask" : { + "bindings" : [ + { + "name" : { + "_0" : "v_5_squeeze_mask_0" + } + } + ] + }, + "end_mask" : { + "bindings" : [ + { + "name" : { + "_0" : "v_5_end_mask_0" + } + } + ] + }, + "end" : { + "bindings" : [ + { + "name" : { + "_0" : "v_5_end_0" + } + } + ] + }, + "begin" : { + "bindings" : [ + { + "name" : { + "_0" : "v_5_begin_0" + } + } + ] + } + }, + "operatorName" : "slice_by_index", + "blocks" : [ + + ] + }, + { + "inputs" : { + + }, + "blocks" : [ + + ], + "outputs" : [ + { + "type" : { + + }, + "name" : "attn_9_transpose_x_1" + } + ], + "operatorName" : "const" + }, + { + "operatorName" : "const", + "blocks" : [ + + ], + "outputs" : [ + { + "name" : "attn_9_transpose_y_1", + "type" : { + + } + } + ], + "inputs" : { + + } + }, + { + "blocks" : [ + + ], + "inputs" : { + "transpose_y" : { + "bindings" : [ + { + "name" : { + "_0" : "attn_9_transpose_y_1" + } + } + ] + }, + "y" : { + "bindings" : [ + { + "name" : { + "_0" : "k_5_cast_fp16" + } + } + ] + }, + "transpose_x" : { + "bindings" : [ + { + "name" : { + "_0" : "attn_9_transpose_x_1" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "q_5_cast_fp16" + } + } + ] + } + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "attn_9_cast_fp16" + } + ], + "cost" : { + "weight" : 0.005368372858734008 + }, + "operatorName" : "ios16.matmul", + "deviceUsage" : { + "allSupportStates" : [ + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ] + } + }, + { + "cost" : { + "weight" : 0.00981932105414194 + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "input_43_cast_fp16" + } + ], + "inputs" : { + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "attn_9_cast_fp16" + } + } + ] + }, + "axis" : { + "bindings" : [ + { + "name" : { + "_0" : "var_22" + } + } + ] + } + }, + "operatorName" : "ios16.softmax", + "blocks" : [ + + ], + "deviceUsage" : { + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "allSupportStates" : [ + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + } + ] + } + }, + { + "inputs" : { + + }, + "operatorName" : "const", + "outputs" : [ + { + "name" : "var_261_transpose_x_0", + "type" : { + + } + } + ], + "blocks" : [ + + ] + }, + { + "blocks" : [ + + ], + "outputs" : [ + { + "name" : "var_261_transpose_y_0", + "type" : { + + } + } + ], + "operatorName" : "const", + "inputs" : { + + } + }, + { + "operatorName" : "ios16.matmul", + "inputs" : { + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "input_43_cast_fp16" + } + } + ] + }, + "y" : { + "bindings" : [ + { + "name" : { + "_0" : "v_5_cast_fp16" + } + } + ] + }, + "transpose_y" : { + "bindings" : [ + { + "name" : { + "_0" : "var_261_transpose_y_0" + } + } + ] + }, + "transpose_x" : { + "bindings" : [ + { + "name" : { + "_0" : "var_261_transpose_x_0" + } + } + ] + } + }, + "outputs" : [ + { + "name" : "var_261_cast_fp16", + "type" : { + + } + } + ], + "cost" : { + "weight" : 0.005368372858734008 + }, + "deviceUsage" : { + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "allSupportStates" : [ + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ] + }, + "blocks" : [ + + ] + }, + { + "operatorName" : "const", + "outputs" : [ + { + "type" : { + + }, + "name" : "var_262_perm_0" + } + ], + "inputs" : { + + }, + "blocks" : [ + + ] + }, + { + "operatorName" : "const", + "outputs" : [ + { + "type" : { + + }, + "name" : "var_263" + } + ], + "inputs" : { + + }, + "blocks" : [ + + ] + }, + { + "operatorName" : "transpose", + "blocks" : [ + + ], + "deviceUsage" : { + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "allSupportStates" : [ + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ] + }, + "inputs" : { + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "var_261_cast_fp16" + } + } + ] + }, + "perm" : { + "bindings" : [ + { + "name" : { + "_0" : "var_262_perm_0" + } + } + ] + } + }, + "cost" : { + "weight" : 0.0005713496813938445 + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "var_262_cast_fp16" + } + ] + }, + { + "inputs" : { + "shape" : { + "bindings" : [ + { + "name" : { + "_0" : "var_263" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "var_262_cast_fp16" + } + } + ] + } + }, + "blocks" : [ + + ], + "deviceUsage" : { + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "allSupportStates" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + } + ] + }, + "outputs" : [ + { + "name" : "input_45_cast_fp16", + "type" : { + + } + } + ], + "cost" : { + "weight" : 0.0004587153834701521 + }, + "operatorName" : "ios16.reshape" + }, + { + "outputs" : [ + { + "name" : "model_pretrained_blocks_2_attn_proj_weight_to_fp16", + "type" : { + + } + } + ], + "inputs" : { + + }, + "operatorName" : "const", + "blocks" : [ + + ] + }, + { + "blocks" : [ + + ], + "operatorName" : "const", + "outputs" : [ + { + "name" : "model_pretrained_blocks_2_attn_proj_bias_to_fp16", + "type" : { + + } + } + ], + "inputs" : { + + } + }, + { + "deviceUsage" : { + "allSupportStates" : [ + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ] + }, + "cost" : { + "weight" : 0.000908275781956398 + }, + "outputs" : [ + { + "name" : "linear_9_cast_fp16", + "type" : { + + } + } + ], + "operatorName" : "ios16.linear", + "inputs" : { + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "input_45_cast_fp16" + } + } + ] + }, + "weight" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_2_attn_proj_weight_to_fp16" + } + } + ] + }, + "bias" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_2_attn_proj_bias_to_fp16" + } + } + ] + } + }, + "blocks" : [ + + ] + }, + { + "outputs" : [ + { + "name" : "model_pretrained_blocks_2_ls1_gamma_to_fp16", + "type" : { + + } + } + ], + "operatorName" : "const", + "inputs" : { + + }, + "blocks" : [ + + ] + }, + { + "deviceUsage" : { + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "allSupportStates" : [ + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ] + }, + "blocks" : [ + + ], + "cost" : { + "weight" : 0.00017867574300475838 + }, + "outputs" : [ + { + "name" : "var_270_cast_fp16", + "type" : { + + } + } + ], + "inputs" : { + "y" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_2_ls1_gamma_to_fp16" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "linear_9_cast_fp16" + } + } + ] + } + }, + "operatorName" : "ios16.mul" + }, + { + "deviceUsage" : { + "allSupportStates" : [ + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ] + }, + "cost" : { + "weight" : 0.0009522422287051554 + }, + "inputs" : { + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "input_41_cast_fp16" + } + } + ] + }, + "y" : { + "bindings" : [ + { + "name" : { + "_0" : "var_270_cast_fp16" + } + } + ] + } + }, + "operatorName" : "ios16.add", + "outputs" : [ + { + "name" : "input_49_cast_fp16", + "type" : { + + } + } + ], + "blocks" : [ + + ] + }, + { + "operatorName" : "const", + "blocks" : [ + + ], + "outputs" : [ + { + "name" : "input_51_axes_0", + "type" : { + + } + } + ], + "inputs" : { + + } + }, + { + "operatorName" : "const", + "blocks" : [ + + ], + "outputs" : [ + { + "name" : "model_pretrained_blocks_2_norm2_weight_to_fp16", + "type" : { + + } + } + ], + "inputs" : { + + } + }, + { + "outputs" : [ + { + "name" : "model_pretrained_blocks_2_norm2_bias_to_fp16", + "type" : { + + } + } + ], + "operatorName" : "const", + "blocks" : [ + + ], + "inputs" : { + + } + }, + { + "cost" : { + "weight" : 0.0004587127676354826 + }, + "operatorName" : "ios16.layer_norm", + "inputs" : { + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "input_49_cast_fp16" + } + } + ] + }, + "beta" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_2_norm2_bias_to_fp16" + } + } + ] + }, + "gamma" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_2_norm2_weight_to_fp16" + } + } + ] + }, + "epsilon" : { + "bindings" : [ + { + "name" : { + "_0" : "var_8_to_fp16" + } + } + ] + }, + "axes" : { + "bindings" : [ + { + "name" : { + "_0" : "input_51_axes_0" + } + } + ] + } + }, + "blocks" : [ + + ], + "deviceUsage" : { + "allSupportStates" : [ + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + } + }, + "outputs" : [ + { + "name" : "input_51_cast_fp16", + "type" : { + + } + } + ] + }, + { + "outputs" : [ + { + "name" : "model_pretrained_blocks_2_mlp_fc1_weight_to_fp16", + "type" : { + + } + } + ], + "inputs" : { + + }, + "operatorName" : "const", + "blocks" : [ + + ] + }, + { + "blocks" : [ + + ], + "outputs" : [ + { + "type" : { + + }, + "name" : "model_pretrained_blocks_2_mlp_fc1_bias_to_fp16" + } + ], + "inputs" : { + + }, + "operatorName" : "const" + }, + { + "outputs" : [ + { + "name" : "linear_10_cast_fp16", + "type" : { + + } + } + ], + "blocks" : [ + + ], + "operatorName" : "ios16.linear", + "inputs" : { + "weight" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_2_mlp_fc1_weight_to_fp16" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "input_51_cast_fp16" + } + } + ] + }, + "bias" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_2_mlp_fc1_bias_to_fp16" + } + } + ] + } + }, + "deviceUsage" : { + "allSupportStates" : [ + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ] + }, + "cost" : { + "weight" : 0.0009082783717001216 + } + }, + { + "operatorName" : "const", + "blocks" : [ + + ], + "inputs" : { + + }, + "outputs" : [ + { + "name" : "input_55_mode_0", + "type" : { + + } + } + ] + }, + { + "cost" : { + "weight" : 0.0018348510705419303 + }, + "blocks" : [ + + ], + "deviceUsage" : { + "allSupportStates" : [ + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + } + }, + "operatorName" : "ios16.gelu", + "outputs" : [ + { + "name" : "input_55_cast_fp16", + "type" : { + + } + } + ], + "inputs" : { + "mode" : { + "bindings" : [ + { + "name" : { + "_0" : "input_55_mode_0" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "linear_10_cast_fp16" + } + } + ] + } + } + }, + { + "blocks" : [ + + ], + "outputs" : [ + { + "name" : "model_pretrained_blocks_2_mlp_fc2_weight_to_fp16", + "type" : { + + } + } + ], + "operatorName" : "const", + "inputs" : { + + } + }, + { + "blocks" : [ + + ], + "operatorName" : "const", + "outputs" : [ + { + "type" : { + + }, + "name" : "model_pretrained_blocks_2_mlp_fc2_bias_to_fp16" + } + ], + "inputs" : { + + } + }, + { + "outputs" : [ + { + "name" : "linear_11_cast_fp16", + "type" : { + + } + } + ], + "cost" : { + "weight" : 0.01453239956258375 + }, + "inputs" : { + "weight" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_2_mlp_fc2_weight_to_fp16" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "input_55_cast_fp16" + } + } + ] + }, + "bias" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_2_mlp_fc2_bias_to_fp16" + } + } + ] + } + }, + "deviceUsage" : { + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "allSupportStates" : [ + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ] + }, + "blocks" : [ + + ], + "operatorName" : "ios16.linear" + }, + { + "blocks" : [ + + ], + "operatorName" : "const", + "inputs" : { + + }, + "outputs" : [ + { + "name" : "model_pretrained_blocks_2_ls2_gamma_to_fp16", + "type" : { + + } + } + ] + }, + { + "inputs" : { + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "linear_11_cast_fp16" + } + } + ] + }, + "y" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_2_ls2_gamma_to_fp16" + } + } + ] + } + }, + "deviceUsage" : { + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "allSupportStates" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + } + ] + }, + "blocks" : [ + + ], + "outputs" : [ + { + "name" : "var_288_cast_fp16", + "type" : { + + } + } + ], + "operatorName" : "ios16.mul", + "cost" : { + "weight" : 0.00017867574300475838 + } + }, + { + "blocks" : [ + + ], + "cost" : { + "weight" : 0.0009522422287051554 + }, + "outputs" : [ + { + "name" : "input_61_cast_fp16", + "type" : { + + } + } + ], + "inputs" : { + "y" : { + "bindings" : [ + { + "name" : { + "_0" : "var_288_cast_fp16" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "input_49_cast_fp16" + } + } + ] + } + }, + "operatorName" : "ios16.add", + "deviceUsage" : { + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "allSupportStates" : [ + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + } + ] + } + }, + { + "outputs" : [ + { + "name" : "x_27_axes_0", + "type" : { + + } + } + ], + "inputs" : { + + }, + "blocks" : [ + + ], + "operatorName" : "const" + }, + { + "blocks" : [ + + ], + "outputs" : [ + { + "name" : "model_pretrained_blocks_3_norm1_weight_to_fp16", + "type" : { + + } + } + ], + "operatorName" : "const", + "inputs" : { + + } + }, + { + "blocks" : [ + + ], + "outputs" : [ + { + "name" : "model_pretrained_blocks_3_norm1_bias_to_fp16", + "type" : { + + } + } + ], + "inputs" : { + + }, + "operatorName" : "const" + }, + { + "blocks" : [ + + ], + "deviceUsage" : { + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "allSupportStates" : [ + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ] + }, + "cost" : { + "weight" : 0.0004587127676354826 + }, + "inputs" : { + "epsilon" : { + "bindings" : [ + { + "name" : { + "_0" : "var_8_to_fp16" + } + } + ] + }, + "gamma" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_3_norm1_weight_to_fp16" + } + } + ] + }, + "axes" : { + "bindings" : [ + { + "name" : { + "_0" : "x_27_axes_0" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "input_61_cast_fp16" + } + } + ] + }, + "beta" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_3_norm1_bias_to_fp16" + } + } + ] + } + }, + "operatorName" : "ios16.layer_norm", + "outputs" : [ + { + "type" : { + + }, + "name" : "x_27_cast_fp16" + } + ] + }, + { + "outputs" : [ + { + "type" : { + + }, + "name" : "model_pretrained_blocks_3_attn_qkv_weight_to_fp16" + } + ], + "inputs" : { + + }, + "operatorName" : "const", + "blocks" : [ + + ] + }, + { + "inputs" : { + + }, + "operatorName" : "const", + "outputs" : [ + { + "name" : "model_pretrained_blocks_3_attn_qkv_bias_to_fp16", + "type" : { + + } + } + ], + "blocks" : [ + + ] + }, + { + "outputs" : [ + { + "name" : "linear_12_cast_fp16", + "type" : { + + } + } + ], + "deviceUsage" : { + "allSupportStates" : [ + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + } + }, + "blocks" : [ + + ], + "cost" : { + "weight" : 0.0009082775084522138 + }, + "inputs" : { + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "x_27_cast_fp16" + } + } + ] + }, + "bias" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_3_attn_qkv_bias_to_fp16" + } + } + ] + }, + "weight" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_3_attn_qkv_weight_to_fp16" + } + } + ] + } + }, + "operatorName" : "ios16.linear" + }, + { + "inputs" : { + + }, + "operatorName" : "const", + "blocks" : [ + + ], + "outputs" : [ + { + "type" : { + + }, + "name" : "var_311" + } + ] + }, + { + "cost" : { + "weight" : 0.001376142662630897 + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "var_312_cast_fp16" + } + ], + "deviceUsage" : { + "allSupportStates" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + } + }, + "blocks" : [ + + ], + "operatorName" : "ios16.reshape", + "inputs" : { + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "linear_12_cast_fp16" + } + } + ] + }, + "shape" : { + "bindings" : [ + { + "name" : { + "_0" : "var_311" + } + } + ] + } + } + }, + { + "outputs" : [ + { + "type" : { + + }, + "name" : "var_313" + } + ], + "operatorName" : "const", + "inputs" : { + + }, + "blocks" : [ + + ] + }, + { + "inputs" : { + + }, + "blocks" : [ + + ], + "operatorName" : "const", + "outputs" : [ + { + "name" : "var_315_begin_0", + "type" : { + + } + } + ] + }, + { + "outputs" : [ + { + "name" : "var_315_end_0", + "type" : { + + } + } + ], + "inputs" : { + + }, + "operatorName" : "const", + "blocks" : [ + + ] + }, + { + "outputs" : [ + { + "name" : "var_315_end_mask_0", + "type" : { + + } + } + ], + "blocks" : [ + + ], + "operatorName" : "const", + "inputs" : { + + } + }, + { + "outputs" : [ + { + "type" : { + + }, + "name" : "var_315_squeeze_mask_0" + } + ], + "operatorName" : "const", + "inputs" : { + + }, + "blocks" : [ + + ] + }, + { + "blocks" : [ + + ], + "deviceUsage" : { + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "allSupportStates" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + } + ] + }, + "cost" : { + "weight" : 0.0017140414418827185 + }, + "operatorName" : "transpose", + "inputs" : { + "perm" : { + "bindings" : [ + { + "name" : { + "_0" : "var_313" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "var_312_cast_fp16" + } + } + ] + } + }, + "outputs" : [ + { + "name" : "qkv_7_cast_fp16", + "type" : { + + } + } + ] + }, + { + "operatorName" : "slice_by_index", + "deviceUsage" : { + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "allSupportStates" : [ + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + } + ] + }, + "cost" : { + "weight" : 0.000917436434582088 + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "var_315_cast_fp16" + } + ], + "blocks" : [ + + ], + "inputs" : { + "begin" : { + "bindings" : [ + { + "name" : { + "_0" : "var_315_begin_0" + } + } + ] + }, + "squeeze_mask" : { + "bindings" : [ + { + "name" : { + "_0" : "var_315_squeeze_mask_0" + } + } + ] + }, + "end" : { + "bindings" : [ + { + "name" : { + "_0" : "var_315_end_0" + } + } + ] + }, + "end_mask" : { + "bindings" : [ + { + "name" : { + "_0" : "var_315_end_mask_0" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "qkv_7_cast_fp16" + } + } + ] + } + } + }, + { + "inputs" : { + + }, + "blocks" : [ + + ], + "outputs" : [ + { + "type" : { + + }, + "name" : "var_316_to_fp16" + } + ], + "operatorName" : "const" + }, + { + "operatorName" : "ios16.mul", + "cost" : { + "weight" : 0.0001785457572705566 + }, + "outputs" : [ + { + "name" : "q_7_cast_fp16", + "type" : { + + } + } + ], + "inputs" : { + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "var_315_cast_fp16" + } + } + ] + }, + "y" : { + "bindings" : [ + { + "name" : { + "_0" : "var_316_to_fp16" + } + } + ] + } + }, + "blocks" : [ + + ], + "deviceUsage" : { + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "allSupportStates" : [ + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + } + ] + } + }, + { + "operatorName" : "const", + "inputs" : { + + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "k_7_begin_0" + } + ], + "blocks" : [ + + ] + }, + { + "operatorName" : "const", + "blocks" : [ + + ], + "outputs" : [ + { + "type" : { + + }, + "name" : "k_7_end_0" + } + ], + "inputs" : { + + } + }, + { + "outputs" : [ + { + "name" : "k_7_end_mask_0", + "type" : { + + } + } + ], + "operatorName" : "const", + "inputs" : { + + }, + "blocks" : [ + + ] + }, + { + "operatorName" : "const", + "blocks" : [ + + ], + "inputs" : { + + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "k_7_squeeze_mask_0" + } + ] + }, + { + "outputs" : [ + { + "name" : "k_7_cast_fp16", + "type" : { + + } + } + ], + "cost" : { + "weight" : 0.000917436434582088 + }, + "operatorName" : "slice_by_index", + "deviceUsage" : { + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "allSupportStates" : [ + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + } + ] + }, + "inputs" : { + "end" : { + "bindings" : [ + { + "name" : { + "_0" : "k_7_end_0" + } + } + ] + }, + "squeeze_mask" : { + "bindings" : [ + { + "name" : { + "_0" : "k_7_squeeze_mask_0" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "qkv_7_cast_fp16" + } + } + ] + }, + "end_mask" : { + "bindings" : [ + { + "name" : { + "_0" : "k_7_end_mask_0" + } + } + ] + }, + "begin" : { + "bindings" : [ + { + "name" : { + "_0" : "k_7_begin_0" + } + } + ] + } + }, + "blocks" : [ + + ] + }, + { + "inputs" : { + + }, + "outputs" : [ + { + "name" : "v_7_begin_0", + "type" : { + + } + } + ], + "operatorName" : "const", + "blocks" : [ + + ] + }, + { + "operatorName" : "const", + "inputs" : { + + }, + "blocks" : [ + + ], + "outputs" : [ + { + "type" : { + + }, + "name" : "v_7_end_0" + } + ] + }, + { + "inputs" : { + + }, + "operatorName" : "const", + "outputs" : [ + { + "name" : "v_7_end_mask_0", + "type" : { + + } + } + ], + "blocks" : [ + + ] + }, + { + "blocks" : [ + + ], + "operatorName" : "const", + "inputs" : { + + }, + "outputs" : [ + { + "name" : "v_7_squeeze_mask_0", + "type" : { + + } + } + ] + }, + { + "cost" : { + "weight" : 0.000917436434582088 + }, + "outputs" : [ + { + "name" : "v_7_cast_fp16", + "type" : { + + } + } + ], + "operatorName" : "slice_by_index", + "inputs" : { + "begin" : { + "bindings" : [ + { + "name" : { + "_0" : "v_7_begin_0" + } + } + ] + }, + "end" : { + "bindings" : [ + { + "name" : { + "_0" : "v_7_end_0" + } + } + ] + }, + "squeeze_mask" : { + "bindings" : [ + { + "name" : { + "_0" : "v_7_squeeze_mask_0" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "qkv_7_cast_fp16" + } + } + ] + }, + "end_mask" : { + "bindings" : [ + { + "name" : { + "_0" : "v_7_end_mask_0" + } + } + ] + } + }, + "deviceUsage" : { + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "allSupportStates" : [ + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + } + ] + }, + "blocks" : [ + + ] + }, + { + "blocks" : [ + + ], + "operatorName" : "const", + "inputs" : { + + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "attn_13_transpose_x_1" + } + ] + }, + { + "outputs" : [ + { + "type" : { + + }, + "name" : "attn_13_transpose_y_1" + } + ], + "operatorName" : "const", + "blocks" : [ + + ], + "inputs" : { + + } + }, + { + "operatorName" : "ios16.matmul", + "cost" : { + "weight" : 0.005368372858734008 + }, + "blocks" : [ + + ], + "inputs" : { + "y" : { + "bindings" : [ + { + "name" : { + "_0" : "k_7_cast_fp16" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "q_7_cast_fp16" + } + } + ] + }, + "transpose_x" : { + "bindings" : [ + { + "name" : { + "_0" : "attn_13_transpose_x_1" + } + } + ] + }, + "transpose_y" : { + "bindings" : [ + { + "name" : { + "_0" : "attn_13_transpose_y_1" + } + } + ] + } + }, + "outputs" : [ + { + "name" : "attn_13_cast_fp16", + "type" : { + + } + } + ], + "deviceUsage" : { + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "allSupportStates" : [ + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ] + } + }, + { + "blocks" : [ + + ], + "outputs" : [ + { + "name" : "input_63_cast_fp16", + "type" : { + + } + } + ], + "inputs" : { + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "attn_13_cast_fp16" + } + } + ] + }, + "axis" : { + "bindings" : [ + { + "name" : { + "_0" : "var_22" + } + } + ] + } + }, + "deviceUsage" : { + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "allSupportStates" : [ + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + } + }, + "operatorName" : "ios16.softmax", + "cost" : { + "weight" : 0.00981932105414194 + } + }, + { + "operatorName" : "const", + "outputs" : [ + { + "type" : { + + }, + "name" : "var_324_transpose_x_0" + } + ], + "blocks" : [ + + ], + "inputs" : { + + } + }, + { + "operatorName" : "const", + "inputs" : { + + }, + "blocks" : [ + + ], + "outputs" : [ + { + "name" : "var_324_transpose_y_0", + "type" : { + + } + } + ] + }, + { + "deviceUsage" : { + "allSupportStates" : [ + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ] + }, + "blocks" : [ + + ], + "outputs" : [ + { + "name" : "var_324_cast_fp16", + "type" : { + + } + } + ], + "cost" : { + "weight" : 0.005368372858734008 + }, + "inputs" : { + "transpose_x" : { + "bindings" : [ + { + "name" : { + "_0" : "var_324_transpose_x_0" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "input_63_cast_fp16" + } + } + ] + }, + "transpose_y" : { + "bindings" : [ + { + "name" : { + "_0" : "var_324_transpose_y_0" + } + } + ] + }, + "y" : { + "bindings" : [ + { + "name" : { + "_0" : "v_7_cast_fp16" + } + } + ] + } + }, + "operatorName" : "ios16.matmul" + }, + { + "operatorName" : "const", + "blocks" : [ + + ], + "inputs" : { + + }, + "outputs" : [ + { + "name" : "var_325_perm_0", + "type" : { + + } + } + ] + }, + { + "blocks" : [ + + ], + "inputs" : { + + }, + "operatorName" : "const", + "outputs" : [ + { + "type" : { + + }, + "name" : "var_326" + } + ] + }, + { + "inputs" : { + "perm" : { + "bindings" : [ + { + "name" : { + "_0" : "var_325_perm_0" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "var_324_cast_fp16" + } + } + ] + } + }, + "deviceUsage" : { + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "allSupportStates" : [ + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ] + }, + "cost" : { + "weight" : 0.0005713496813938445 + }, + "operatorName" : "transpose", + "blocks" : [ + + ], + "outputs" : [ + { + "name" : "var_325_cast_fp16", + "type" : { + + } + } + ] + }, + { + "deviceUsage" : { + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "allSupportStates" : [ + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + } + ] + }, + "outputs" : [ + { + "name" : "input_65_cast_fp16", + "type" : { + + } + } + ], + "blocks" : [ + + ], + "cost" : { + "weight" : 0.0004587153834701521 + }, + "operatorName" : "ios16.reshape", + "inputs" : { + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "var_325_cast_fp16" + } + } + ] + }, + "shape" : { + "bindings" : [ + { + "name" : { + "_0" : "var_326" + } + } + ] + } + } + }, + { + "operatorName" : "const", + "inputs" : { + + }, + "blocks" : [ + + ], + "outputs" : [ + { + "name" : "model_pretrained_blocks_3_attn_proj_weight_to_fp16", + "type" : { + + } + } + ] + }, + { + "outputs" : [ + { + "type" : { + + }, + "name" : "model_pretrained_blocks_3_attn_proj_bias_to_fp16" + } + ], + "operatorName" : "const", + "blocks" : [ + + ], + "inputs" : { + + } + }, + { + "outputs" : [ + { + "name" : "linear_13_cast_fp16", + "type" : { + + } + } + ], + "inputs" : { + "weight" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_3_attn_proj_weight_to_fp16" + } + } + ] + }, + "bias" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_3_attn_proj_bias_to_fp16" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "input_65_cast_fp16" + } + } + ] + } + }, + "blocks" : [ + + ], + "deviceUsage" : { + "allSupportStates" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + } + }, + "cost" : { + "weight" : 0.000908275781956398 + }, + "operatorName" : "ios16.linear" + }, + { + "blocks" : [ + + ], + "outputs" : [ + { + "name" : "model_pretrained_blocks_3_ls1_gamma_to_fp16", + "type" : { + + } + } + ], + "operatorName" : "const", + "inputs" : { + + } + }, + { + "operatorName" : "ios16.mul", + "blocks" : [ + + ], + "cost" : { + "weight" : 0.00017867574300475838 + }, + "deviceUsage" : { + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "allSupportStates" : [ + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + } + ] + }, + "inputs" : { + "y" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_3_ls1_gamma_to_fp16" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "linear_13_cast_fp16" + } + } + ] + } + }, + "outputs" : [ + { + "name" : "var_333_cast_fp16", + "type" : { + + } + } + ] + }, + { + "operatorName" : "ios16.add", + "inputs" : { + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "input_61_cast_fp16" + } + } + ] + }, + "y" : { + "bindings" : [ + { + "name" : { + "_0" : "var_333_cast_fp16" + } + } + ] + } + }, + "deviceUsage" : { + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "allSupportStates" : [ + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ] + }, + "blocks" : [ + + ], + "cost" : { + "weight" : 0.0009522422287051554 + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "input_69_cast_fp16" + } + ] + }, + { + "operatorName" : "const", + "blocks" : [ + + ], + "outputs" : [ + { + "type" : { + + }, + "name" : "input_71_axes_0" + } + ], + "inputs" : { + + } + }, + { + "blocks" : [ + + ], + "operatorName" : "const", + "inputs" : { + + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "model_pretrained_blocks_3_norm2_weight_to_fp16" + } + ] + }, + { + "inputs" : { + + }, + "operatorName" : "const", + "outputs" : [ + { + "type" : { + + }, + "name" : "model_pretrained_blocks_3_norm2_bias_to_fp16" + } + ], + "blocks" : [ + + ] + }, + { + "blocks" : [ + + ], + "deviceUsage" : { + "allSupportStates" : [ + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ] + }, + "cost" : { + "weight" : 0.0004587127676354826 + }, + "inputs" : { + "beta" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_3_norm2_bias_to_fp16" + } + } + ] + }, + "axes" : { + "bindings" : [ + { + "name" : { + "_0" : "input_71_axes_0" + } + } + ] + }, + "gamma" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_3_norm2_weight_to_fp16" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "input_69_cast_fp16" + } + } + ] + }, + "epsilon" : { + "bindings" : [ + { + "name" : { + "_0" : "var_8_to_fp16" + } + } + ] + } + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "input_71_cast_fp16" + } + ], + "operatorName" : "ios16.layer_norm" + }, + { + "inputs" : { + + }, + "operatorName" : "const", + "outputs" : [ + { + "type" : { + + }, + "name" : "model_pretrained_blocks_3_mlp_fc1_weight_to_fp16" + } + ], + "blocks" : [ + + ] + }, + { + "inputs" : { + + }, + "operatorName" : "const", + "outputs" : [ + { + "name" : "model_pretrained_blocks_3_mlp_fc1_bias_to_fp16", + "type" : { + + } + } + ], + "blocks" : [ + + ] + }, + { + "cost" : { + "weight" : 0.0009082783717001216 + }, + "operatorName" : "ios16.linear", + "outputs" : [ + { + "name" : "linear_14_cast_fp16", + "type" : { + + } + } + ], + "blocks" : [ + + ], + "deviceUsage" : { + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "allSupportStates" : [ + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ] + }, + "inputs" : { + "weight" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_3_mlp_fc1_weight_to_fp16" + } + } + ] + }, + "bias" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_3_mlp_fc1_bias_to_fp16" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "input_71_cast_fp16" + } + } + ] + } + } + }, + { + "outputs" : [ + { + "name" : "input_75_mode_0", + "type" : { + + } + } + ], + "blocks" : [ + + ], + "operatorName" : "const", + "inputs" : { + + } + }, + { + "inputs" : { + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "linear_14_cast_fp16" + } + } + ] + }, + "mode" : { + "bindings" : [ + { + "name" : { + "_0" : "input_75_mode_0" + } + } + ] + } + }, + "blocks" : [ + + ], + "deviceUsage" : { + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "allSupportStates" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + } + ] + }, + "cost" : { + "weight" : 0.0018348510705419303 + }, + "operatorName" : "ios16.gelu", + "outputs" : [ + { + "name" : "input_75_cast_fp16", + "type" : { + + } + } + ] + }, + { + "outputs" : [ + { + "name" : "model_pretrained_blocks_3_mlp_fc2_weight_to_fp16", + "type" : { + + } + } + ], + "inputs" : { + + }, + "operatorName" : "const", + "blocks" : [ + + ] + }, + { + "inputs" : { + + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "model_pretrained_blocks_3_mlp_fc2_bias_to_fp16" + } + ], + "operatorName" : "const", + "blocks" : [ + + ] + }, + { + "cost" : { + "weight" : 0.01453239956258375 + }, + "operatorName" : "ios16.linear", + "outputs" : [ + { + "name" : "linear_15_cast_fp16", + "type" : { + + } + } + ], + "blocks" : [ + + ], + "deviceUsage" : { + "allSupportStates" : [ + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + } + }, + "inputs" : { + "bias" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_3_mlp_fc2_bias_to_fp16" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "input_75_cast_fp16" + } + } + ] + }, + "weight" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_3_mlp_fc2_weight_to_fp16" + } + } + ] + } + } + }, + { + "outputs" : [ + { + "name" : "model_pretrained_blocks_3_ls2_gamma_to_fp16", + "type" : { + + } + } + ], + "blocks" : [ + + ], + "inputs" : { + + }, + "operatorName" : "const" + }, + { + "blocks" : [ + + ], + "outputs" : [ + { + "type" : { + + }, + "name" : "var_351_cast_fp16" + } + ], + "inputs" : { + "y" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_3_ls2_gamma_to_fp16" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "linear_15_cast_fp16" + } + } + ] + } + }, + "deviceUsage" : { + "allSupportStates" : [ + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + } + }, + "cost" : { + "weight" : 0.00017867574300475838 + }, + "operatorName" : "ios16.mul" + }, + { + "operatorName" : "ios16.add", + "inputs" : { + "y" : { + "bindings" : [ + { + "name" : { + "_0" : "var_351_cast_fp16" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "input_69_cast_fp16" + } + } + ] + } + }, + "blocks" : [ + + ], + "outputs" : [ + { + "name" : "input_81_cast_fp16", + "type" : { + + } + } + ], + "deviceUsage" : { + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "allSupportStates" : [ + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ] + }, + "cost" : { + "weight" : 0.0009522422287051554 + } + }, + { + "inputs" : { + + }, + "blocks" : [ + + ], + "operatorName" : "const", + "outputs" : [ + { + "name" : "x_33_axes_0", + "type" : { + + } + } + ] + }, + { + "outputs" : [ + { + "type" : { + + }, + "name" : "model_pretrained_blocks_4_norm1_weight_to_fp16" + } + ], + "operatorName" : "const", + "inputs" : { + + }, + "blocks" : [ + + ] + }, + { + "inputs" : { + + }, + "operatorName" : "const", + "outputs" : [ + { + "type" : { + + }, + "name" : "model_pretrained_blocks_4_norm1_bias_to_fp16" + } + ], + "blocks" : [ + + ] + }, + { + "blocks" : [ + + ], + "inputs" : { + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "input_81_cast_fp16" + } + } + ] + }, + "axes" : { + "bindings" : [ + { + "name" : { + "_0" : "x_33_axes_0" + } + } + ] + }, + "epsilon" : { + "bindings" : [ + { + "name" : { + "_0" : "var_8_to_fp16" + } + } + ] + }, + "beta" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_4_norm1_bias_to_fp16" + } + } + ] + }, + "gamma" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_4_norm1_weight_to_fp16" + } + } + ] + } + }, + "outputs" : [ + { + "name" : "x_33_cast_fp16", + "type" : { + + } + } + ], + "cost" : { + "weight" : 0.0004587127676354826 + }, + "operatorName" : "ios16.layer_norm", + "deviceUsage" : { + "allSupportStates" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + } + } + }, + { + "inputs" : { + + }, + "operatorName" : "const", + "outputs" : [ + { + "name" : "model_pretrained_blocks_4_attn_qkv_weight_to_fp16", + "type" : { + + } + } + ], + "blocks" : [ + + ] + }, + { + "blocks" : [ + + ], + "outputs" : [ + { + "name" : "model_pretrained_blocks_4_attn_qkv_bias_to_fp16", + "type" : { + + } + } + ], + "operatorName" : "const", + "inputs" : { + + } + }, + { + "blocks" : [ + + ], + "operatorName" : "ios16.linear", + "cost" : { + "weight" : 0.0009082775084522138 + }, + "deviceUsage" : { + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "allSupportStates" : [ + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + } + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "linear_16_cast_fp16" + } + ], + "inputs" : { + "bias" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_4_attn_qkv_bias_to_fp16" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "x_33_cast_fp16" + } + } + ] + }, + "weight" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_4_attn_qkv_weight_to_fp16" + } + } + ] + } + } + }, + { + "outputs" : [ + { + "name" : "var_374", + "type" : { + + } + } + ], + "operatorName" : "const", + "inputs" : { + + }, + "blocks" : [ + + ] + }, + { + "deviceUsage" : { + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "allSupportStates" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + } + ] + }, + "operatorName" : "ios16.reshape", + "blocks" : [ + + ], + "inputs" : { + "shape" : { + "bindings" : [ + { + "name" : { + "_0" : "var_374" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "linear_16_cast_fp16" + } + } + ] + } + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "var_375_cast_fp16" + } + ], + "cost" : { + "weight" : 0.001376142662630897 + } + }, + { + "blocks" : [ + + ], + "operatorName" : "const", + "inputs" : { + + }, + "outputs" : [ + { + "name" : "var_376", + "type" : { + + } + } + ] + }, + { + "inputs" : { + + }, + "operatorName" : "const", + "outputs" : [ + { + "type" : { + + }, + "name" : "var_378_begin_0" + } + ], + "blocks" : [ + + ] + }, + { + "operatorName" : "const", + "blocks" : [ + + ], + "inputs" : { + + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "var_378_end_0" + } + ] + }, + { + "inputs" : { + + }, + "operatorName" : "const", + "blocks" : [ + + ], + "outputs" : [ + { + "name" : "var_378_end_mask_0", + "type" : { + + } + } + ] + }, + { + "inputs" : { + + }, + "operatorName" : "const", + "blocks" : [ + + ], + "outputs" : [ + { + "type" : { + + }, + "name" : "var_378_squeeze_mask_0" + } + ] + }, + { + "deviceUsage" : { + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "allSupportStates" : [ + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + } + ] + }, + "cost" : { + "weight" : 0.0017140414418827185 + }, + "operatorName" : "transpose", + "blocks" : [ + + ], + "outputs" : [ + { + "name" : "qkv_9_cast_fp16", + "type" : { + + } + } + ], + "inputs" : { + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "var_375_cast_fp16" + } + } + ] + }, + "perm" : { + "bindings" : [ + { + "name" : { + "_0" : "var_376" + } + } + ] + } + } + }, + { + "inputs" : { + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "qkv_9_cast_fp16" + } + } + ] + }, + "end_mask" : { + "bindings" : [ + { + "name" : { + "_0" : "var_378_end_mask_0" + } + } + ] + }, + "end" : { + "bindings" : [ + { + "name" : { + "_0" : "var_378_end_0" + } + } + ] + }, + "squeeze_mask" : { + "bindings" : [ + { + "name" : { + "_0" : "var_378_squeeze_mask_0" + } + } + ] + }, + "begin" : { + "bindings" : [ + { + "name" : { + "_0" : "var_378_begin_0" + } + } + ] + } + }, + "blocks" : [ + + ], + "cost" : { + "weight" : 0.000917436434582088 + }, + "operatorName" : "slice_by_index", + "outputs" : [ + { + "name" : "var_378_cast_fp16", + "type" : { + + } + } + ], + "deviceUsage" : { + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "allSupportStates" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + } + ] + } + }, + { + "operatorName" : "const", + "blocks" : [ + + ], + "outputs" : [ + { + "name" : "var_379_to_fp16", + "type" : { + + } + } + ], + "inputs" : { + + } + }, + { + "inputs" : { + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "var_378_cast_fp16" + } + } + ] + }, + "y" : { + "bindings" : [ + { + "name" : { + "_0" : "var_379_to_fp16" + } + } + ] + } + }, + "blocks" : [ + + ], + "deviceUsage" : { + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "allSupportStates" : [ + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + } + ] + }, + "cost" : { + "weight" : 0.0001785457572705566 + }, + "operatorName" : "ios16.mul", + "outputs" : [ + { + "type" : { + + }, + "name" : "q_9_cast_fp16" + } + ] + }, + { + "inputs" : { + + }, + "operatorName" : "const", + "outputs" : [ + { + "name" : "k_9_begin_0", + "type" : { + + } + } + ], + "blocks" : [ + + ] + }, + { + "operatorName" : "const", + "blocks" : [ + + ], + "inputs" : { + + }, + "outputs" : [ + { + "name" : "k_9_end_0", + "type" : { + + } + } + ] + }, + { + "operatorName" : "const", + "blocks" : [ + + ], + "outputs" : [ + { + "name" : "k_9_end_mask_0", + "type" : { + + } + } + ], + "inputs" : { + + } + }, + { + "outputs" : [ + { + "type" : { + + }, + "name" : "k_9_squeeze_mask_0" + } + ], + "operatorName" : "const", + "inputs" : { + + }, + "blocks" : [ + + ] + }, + { + "inputs" : { + "end_mask" : { + "bindings" : [ + { + "name" : { + "_0" : "k_9_end_mask_0" + } + } + ] + }, + "end" : { + "bindings" : [ + { + "name" : { + "_0" : "k_9_end_0" + } + } + ] + }, + "begin" : { + "bindings" : [ + { + "name" : { + "_0" : "k_9_begin_0" + } + } + ] + }, + "squeeze_mask" : { + "bindings" : [ + { + "name" : { + "_0" : "k_9_squeeze_mask_0" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "qkv_9_cast_fp16" + } + } + ] + } + }, + "cost" : { + "weight" : 0.000917436434582088 + }, + "outputs" : [ + { + "name" : "k_9_cast_fp16", + "type" : { + + } + } + ], + "operatorName" : "slice_by_index", + "blocks" : [ + + ], + "deviceUsage" : { + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "allSupportStates" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + } + ] + } + }, + { + "operatorName" : "const", + "inputs" : { + + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "v_9_begin_0" + } + ], + "blocks" : [ + + ] + }, + { + "blocks" : [ + + ], + "outputs" : [ + { + "type" : { + + }, + "name" : "v_9_end_0" + } + ], + "inputs" : { + + }, + "operatorName" : "const" + }, + { + "blocks" : [ + + ], + "inputs" : { + + }, + "operatorName" : "const", + "outputs" : [ + { + "type" : { + + }, + "name" : "v_9_end_mask_0" + } + ] + }, + { + "operatorName" : "const", + "inputs" : { + + }, + "blocks" : [ + + ], + "outputs" : [ + { + "type" : { + + }, + "name" : "v_9_squeeze_mask_0" + } + ] + }, + { + "cost" : { + "weight" : 0.000917436434582088 + }, + "operatorName" : "slice_by_index", + "outputs" : [ + { + "type" : { + + }, + "name" : "v_9_cast_fp16" + } + ], + "blocks" : [ + + ], + "deviceUsage" : { + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "allSupportStates" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + } + ] + }, + "inputs" : { + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "qkv_9_cast_fp16" + } + } + ] + }, + "begin" : { + "bindings" : [ + { + "name" : { + "_0" : "v_9_begin_0" + } + } + ] + }, + "end_mask" : { + "bindings" : [ + { + "name" : { + "_0" : "v_9_end_mask_0" + } + } + ] + }, + "squeeze_mask" : { + "bindings" : [ + { + "name" : { + "_0" : "v_9_squeeze_mask_0" + } + } + ] + }, + "end" : { + "bindings" : [ + { + "name" : { + "_0" : "v_9_end_0" + } + } + ] + } + } + }, + { + "inputs" : { + + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "attn_17_transpose_x_1" + } + ], + "operatorName" : "const", + "blocks" : [ + + ] + }, + { + "blocks" : [ + + ], + "inputs" : { + + }, + "operatorName" : "const", + "outputs" : [ + { + "name" : "attn_17_transpose_y_1", + "type" : { + + } + } + ] + }, + { + "outputs" : [ + { + "type" : { + + }, + "name" : "attn_17_cast_fp16" + } + ], + "operatorName" : "ios16.matmul", + "cost" : { + "weight" : 0.005368372858734008 + }, + "deviceUsage" : { + "allSupportStates" : [ + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + } + }, + "blocks" : [ + + ], + "inputs" : { + "transpose_x" : { + "bindings" : [ + { + "name" : { + "_0" : "attn_17_transpose_x_1" + } + } + ] + }, + "y" : { + "bindings" : [ + { + "name" : { + "_0" : "k_9_cast_fp16" + } + } + ] + }, + "transpose_y" : { + "bindings" : [ + { + "name" : { + "_0" : "attn_17_transpose_y_1" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "q_9_cast_fp16" + } + } + ] + } + } + }, + { + "outputs" : [ + { + "type" : { + + }, + "name" : "input_83_cast_fp16" + } + ], + "blocks" : [ + + ], + "inputs" : { + "axis" : { + "bindings" : [ + { + "name" : { + "_0" : "var_22" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "attn_17_cast_fp16" + } + } + ] + } + }, + "cost" : { + "weight" : 0.00981932105414194 + }, + "operatorName" : "ios16.softmax", + "deviceUsage" : { + "allSupportStates" : [ + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ] + } + }, + { + "inputs" : { + + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "var_387_transpose_x_0" + } + ], + "blocks" : [ + + ], + "operatorName" : "const" + }, + { + "operatorName" : "const", + "blocks" : [ + + ], + "inputs" : { + + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "var_387_transpose_y_0" + } + ] + }, + { + "inputs" : { + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "input_83_cast_fp16" + } + } + ] + }, + "transpose_x" : { + "bindings" : [ + { + "name" : { + "_0" : "var_387_transpose_x_0" + } + } + ] + }, + "y" : { + "bindings" : [ + { + "name" : { + "_0" : "v_9_cast_fp16" + } + } + ] + }, + "transpose_y" : { + "bindings" : [ + { + "name" : { + "_0" : "var_387_transpose_y_0" + } + } + ] + } + }, + "blocks" : [ + + ], + "deviceUsage" : { + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "allSupportStates" : [ + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + } + }, + "outputs" : [ + { + "name" : "var_387_cast_fp16", + "type" : { + + } + } + ], + "cost" : { + "weight" : 0.005368372858734008 + }, + "operatorName" : "ios16.matmul" + }, + { + "operatorName" : "const", + "blocks" : [ + + ], + "inputs" : { + + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "var_388_perm_0" + } + ] + }, + { + "operatorName" : "const", + "inputs" : { + + }, + "blocks" : [ + + ], + "outputs" : [ + { + "name" : "var_389", + "type" : { + + } + } + ] + }, + { + "outputs" : [ + { + "name" : "var_388_cast_fp16", + "type" : { + + } + } + ], + "cost" : { + "weight" : 0.0005713496813938445 + }, + "inputs" : { + "perm" : { + "bindings" : [ + { + "name" : { + "_0" : "var_388_perm_0" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "var_387_cast_fp16" + } + } + ] + } + }, + "operatorName" : "transpose", + "deviceUsage" : { + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "allSupportStates" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ] + }, + "blocks" : [ + + ] + }, + { + "cost" : { + "weight" : 0.0004587153834701521 + }, + "operatorName" : "ios16.reshape", + "inputs" : { + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "var_388_cast_fp16" + } + } + ] + }, + "shape" : { + "bindings" : [ + { + "name" : { + "_0" : "var_389" + } + } + ] + } + }, + "outputs" : [ + { + "name" : "input_85_cast_fp16", + "type" : { + + } + } + ], + "blocks" : [ + + ], + "deviceUsage" : { + "allSupportStates" : [ + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ] + } + }, + { + "operatorName" : "const", + "outputs" : [ + { + "name" : "model_pretrained_blocks_4_attn_proj_weight_to_fp16", + "type" : { + + } + } + ], + "blocks" : [ + + ], + "inputs" : { + + } + }, + { + "inputs" : { + + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "model_pretrained_blocks_4_attn_proj_bias_to_fp16" + } + ], + "blocks" : [ + + ], + "operatorName" : "const" + }, + { + "blocks" : [ + + ], + "deviceUsage" : { + "allSupportStates" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + } + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "linear_17_cast_fp16" + } + ], + "cost" : { + "weight" : 0.000908275781956398 + }, + "inputs" : { + "bias" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_4_attn_proj_bias_to_fp16" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "input_85_cast_fp16" + } + } + ] + }, + "weight" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_4_attn_proj_weight_to_fp16" + } + } + ] + } + }, + "operatorName" : "ios16.linear" + }, + { + "inputs" : { + + }, + "blocks" : [ + + ], + "outputs" : [ + { + "type" : { + + }, + "name" : "model_pretrained_blocks_4_ls1_gamma_to_fp16" + } + ], + "operatorName" : "const" + }, + { + "blocks" : [ + + ], + "inputs" : { + "y" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_4_ls1_gamma_to_fp16" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "linear_17_cast_fp16" + } + } + ] + } + }, + "cost" : { + "weight" : 0.00017867574300475838 + }, + "outputs" : [ + { + "name" : "var_396_cast_fp16", + "type" : { + + } + } + ], + "deviceUsage" : { + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "allSupportStates" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ] + }, + "operatorName" : "ios16.mul" + }, + { + "inputs" : { + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "input_81_cast_fp16" + } + } + ] + }, + "y" : { + "bindings" : [ + { + "name" : { + "_0" : "var_396_cast_fp16" + } + } + ] + } + }, + "outputs" : [ + { + "name" : "input_89_cast_fp16", + "type" : { + + } + } + ], + "operatorName" : "ios16.add", + "blocks" : [ + + ], + "deviceUsage" : { + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "allSupportStates" : [ + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + } + }, + "cost" : { + "weight" : 0.0009522422287051554 + } + }, + { + "operatorName" : "const", + "outputs" : [ + { + "type" : { + + }, + "name" : "input_91_axes_0" + } + ], + "blocks" : [ + + ], + "inputs" : { + + } + }, + { + "blocks" : [ + + ], + "outputs" : [ + { + "type" : { + + }, + "name" : "model_pretrained_blocks_4_norm2_weight_to_fp16" + } + ], + "operatorName" : "const", + "inputs" : { + + } + }, + { + "operatorName" : "const", + "inputs" : { + + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "model_pretrained_blocks_4_norm2_bias_to_fp16" + } + ], + "blocks" : [ + + ] + }, + { + "cost" : { + "weight" : 0.0004587127676354826 + }, + "inputs" : { + "epsilon" : { + "bindings" : [ + { + "name" : { + "_0" : "var_8_to_fp16" + } + } + ] + }, + "gamma" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_4_norm2_weight_to_fp16" + } + } + ] + }, + "beta" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_4_norm2_bias_to_fp16" + } + } + ] + }, + "axes" : { + "bindings" : [ + { + "name" : { + "_0" : "input_91_axes_0" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "input_89_cast_fp16" + } + } + ] + } + }, + "blocks" : [ + + ], + "operatorName" : "ios16.layer_norm", + "outputs" : [ + { + "type" : { + + }, + "name" : "input_91_cast_fp16" + } + ], + "deviceUsage" : { + "allSupportStates" : [ + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ] + } + }, + { + "blocks" : [ + + ], + "inputs" : { + + }, + "operatorName" : "const", + "outputs" : [ + { + "type" : { + + }, + "name" : "model_pretrained_blocks_4_mlp_fc1_weight_to_fp16" + } + ] + }, + { + "outputs" : [ + { + "name" : "model_pretrained_blocks_4_mlp_fc1_bias_to_fp16", + "type" : { + + } + } + ], + "inputs" : { + + }, + "operatorName" : "const", + "blocks" : [ + + ] + }, + { + "deviceUsage" : { + "allSupportStates" : [ + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ] + }, + "cost" : { + "weight" : 0.0009082783717001216 + }, + "inputs" : { + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "input_91_cast_fp16" + } + } + ] + }, + "weight" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_4_mlp_fc1_weight_to_fp16" + } + } + ] + }, + "bias" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_4_mlp_fc1_bias_to_fp16" + } + } + ] + } + }, + "operatorName" : "ios16.linear", + "outputs" : [ + { + "name" : "linear_18_cast_fp16", + "type" : { + + } + } + ], + "blocks" : [ + + ] + }, + { + "inputs" : { + + }, + "operatorName" : "const", + "outputs" : [ + { + "name" : "input_95_mode_0", + "type" : { + + } + } + ], + "blocks" : [ + + ] + }, + { + "operatorName" : "ios16.gelu", + "cost" : { + "weight" : 0.0018348510705419303 + }, + "inputs" : { + "mode" : { + "bindings" : [ + { + "name" : { + "_0" : "input_95_mode_0" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "linear_18_cast_fp16" + } + } + ] + } + }, + "blocks" : [ + + ], + "deviceUsage" : { + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "allSupportStates" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + } + ] + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "input_95_cast_fp16" + } + ] + }, + { + "operatorName" : "const", + "outputs" : [ + { + "name" : "model_pretrained_blocks_4_mlp_fc2_weight_to_fp16", + "type" : { + + } + } + ], + "blocks" : [ + + ], + "inputs" : { + + } + }, + { + "blocks" : [ + + ], + "inputs" : { + + }, + "outputs" : [ + { + "name" : "model_pretrained_blocks_4_mlp_fc2_bias_to_fp16", + "type" : { + + } + } + ], + "operatorName" : "const" + }, + { + "blocks" : [ + + ], + "deviceUsage" : { + "allSupportStates" : [ + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + } + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "linear_19_cast_fp16" + } + ], + "cost" : { + "weight" : 0.01453239956258375 + }, + "inputs" : { + "bias" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_4_mlp_fc2_bias_to_fp16" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "input_95_cast_fp16" + } + } + ] + }, + "weight" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_4_mlp_fc2_weight_to_fp16" + } + } + ] + } + }, + "operatorName" : "ios16.linear" + }, + { + "blocks" : [ + + ], + "operatorName" : "const", + "outputs" : [ + { + "type" : { + + }, + "name" : "model_pretrained_blocks_4_ls2_gamma_to_fp16" + } + ], + "inputs" : { + + } + }, + { + "inputs" : { + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "linear_19_cast_fp16" + } + } + ] + }, + "y" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_4_ls2_gamma_to_fp16" + } + } + ] + } + }, + "blocks" : [ + + ], + "cost" : { + "weight" : 0.00017867574300475838 + }, + "operatorName" : "ios16.mul", + "deviceUsage" : { + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "allSupportStates" : [ + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + } + ] + }, + "outputs" : [ + { + "name" : "var_414_cast_fp16", + "type" : { + + } + } + ] + }, + { + "inputs" : { + "y" : { + "bindings" : [ + { + "name" : { + "_0" : "var_414_cast_fp16" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "input_89_cast_fp16" + } + } + ] + } + }, + "deviceUsage" : { + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "allSupportStates" : [ + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + } + ] + }, + "cost" : { + "weight" : 0.0009522422287051554 + }, + "outputs" : [ + { + "name" : "input_101_cast_fp16", + "type" : { + + } + } + ], + "blocks" : [ + + ], + "operatorName" : "ios16.add" + }, + { + "inputs" : { + + }, + "operatorName" : "const", + "outputs" : [ + { + "type" : { + + }, + "name" : "x_39_axes_0" + } + ], + "blocks" : [ + + ] + }, + { + "blocks" : [ + + ], + "operatorName" : "const", + "outputs" : [ + { + "name" : "model_pretrained_blocks_5_norm1_weight_to_fp16", + "type" : { + + } + } + ], + "inputs" : { + + } + }, + { + "inputs" : { + + }, + "operatorName" : "const", + "blocks" : [ + + ], + "outputs" : [ + { + "type" : { + + }, + "name" : "model_pretrained_blocks_5_norm1_bias_to_fp16" + } + ] + }, + { + "cost" : { + "weight" : 0.0004587127676354826 + }, + "operatorName" : "ios16.layer_norm", + "inputs" : { + "axes" : { + "bindings" : [ + { + "name" : { + "_0" : "x_39_axes_0" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "input_101_cast_fp16" + } + } + ] + }, + "epsilon" : { + "bindings" : [ + { + "name" : { + "_0" : "var_8_to_fp16" + } + } + ] + }, + "beta" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_5_norm1_bias_to_fp16" + } + } + ] + }, + "gamma" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_5_norm1_weight_to_fp16" + } + } + ] + } + }, + "outputs" : [ + { + "name" : "x_39_cast_fp16", + "type" : { + + } + } + ], + "blocks" : [ + + ], + "deviceUsage" : { + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "allSupportStates" : [ + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + } + ] + } + }, + { + "inputs" : { + + }, + "operatorName" : "const", + "blocks" : [ + + ], + "outputs" : [ + { + "name" : "model_pretrained_blocks_5_attn_qkv_weight_to_fp16", + "type" : { + + } + } + ] + }, + { + "outputs" : [ + { + "name" : "model_pretrained_blocks_5_attn_qkv_bias_to_fp16", + "type" : { + + } + } + ], + "inputs" : { + + }, + "blocks" : [ + + ], + "operatorName" : "const" + }, + { + "blocks" : [ + + ], + "operatorName" : "ios16.linear", + "outputs" : [ + { + "name" : "linear_20_cast_fp16", + "type" : { + + } + } + ], + "inputs" : { + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "x_39_cast_fp16" + } + } + ] + }, + "weight" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_5_attn_qkv_weight_to_fp16" + } + } + ] + }, + "bias" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_5_attn_qkv_bias_to_fp16" + } + } + ] + } + }, + "cost" : { + "weight" : 0.0009082775084522138 + }, + "deviceUsage" : { + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "allSupportStates" : [ + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + } + ] + } + }, + { + "outputs" : [ + { + "type" : { + + }, + "name" : "var_437" + } + ], + "operatorName" : "const", + "inputs" : { + + }, + "blocks" : [ + + ] + }, + { + "inputs" : { + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "linear_20_cast_fp16" + } + } + ] + }, + "shape" : { + "bindings" : [ + { + "name" : { + "_0" : "var_437" + } + } + ] + } + }, + "blocks" : [ + + ], + "operatorName" : "ios16.reshape", + "outputs" : [ + { + "type" : { + + }, + "name" : "var_438_cast_fp16" + } + ], + "deviceUsage" : { + "allSupportStates" : [ + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + } + }, + "cost" : { + "weight" : 0.001376142662630897 + } + }, + { + "blocks" : [ + + ], + "inputs" : { + + }, + "outputs" : [ + { + "name" : "var_439", + "type" : { + + } + } + ], + "operatorName" : "const" + }, + { + "outputs" : [ + { + "type" : { + + }, + "name" : "var_441_begin_0" + } + ], + "operatorName" : "const", + "inputs" : { + + }, + "blocks" : [ + + ] + }, + { + "inputs" : { + + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "var_441_end_0" + } + ], + "operatorName" : "const", + "blocks" : [ + + ] + }, + { + "blocks" : [ + + ], + "inputs" : { + + }, + "operatorName" : "const", + "outputs" : [ + { + "type" : { + + }, + "name" : "var_441_end_mask_0" + } + ] + }, + { + "outputs" : [ + { + "type" : { + + }, + "name" : "var_441_squeeze_mask_0" + } + ], + "blocks" : [ + + ], + "inputs" : { + + }, + "operatorName" : "const" + }, + { + "operatorName" : "transpose", + "blocks" : [ + + ], + "inputs" : { + "perm" : { + "bindings" : [ + { + "name" : { + "_0" : "var_439" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "var_438_cast_fp16" + } + } + ] + } + }, + "cost" : { + "weight" : 0.0017140414418827185 + }, + "deviceUsage" : { + "allSupportStates" : [ + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + } + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "qkv_11_cast_fp16" + } + ] + }, + { + "deviceUsage" : { + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "allSupportStates" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ] + }, + "cost" : { + "weight" : 0.000917436434582088 + }, + "blocks" : [ + + ], + "operatorName" : "slice_by_index", + "outputs" : [ + { + "type" : { + + }, + "name" : "var_441_cast_fp16" + } + ], + "inputs" : { + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "qkv_11_cast_fp16" + } + } + ] + }, + "end_mask" : { + "bindings" : [ + { + "name" : { + "_0" : "var_441_end_mask_0" + } + } + ] + }, + "squeeze_mask" : { + "bindings" : [ + { + "name" : { + "_0" : "var_441_squeeze_mask_0" + } + } + ] + }, + "end" : { + "bindings" : [ + { + "name" : { + "_0" : "var_441_end_0" + } + } + ] + }, + "begin" : { + "bindings" : [ + { + "name" : { + "_0" : "var_441_begin_0" + } + } + ] + } + } + }, + { + "operatorName" : "const", + "outputs" : [ + { + "name" : "var_442_to_fp16", + "type" : { + + } + } + ], + "blocks" : [ + + ], + "inputs" : { + + } + }, + { + "blocks" : [ + + ], + "operatorName" : "ios16.mul", + "deviceUsage" : { + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "allSupportStates" : [ + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + } + ] + }, + "outputs" : [ + { + "name" : "q_11_cast_fp16", + "type" : { + + } + } + ], + "inputs" : { + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "var_441_cast_fp16" + } + } + ] + }, + "y" : { + "bindings" : [ + { + "name" : { + "_0" : "var_442_to_fp16" + } + } + ] + } + }, + "cost" : { + "weight" : 0.0001785457572705566 + } + }, + { + "operatorName" : "const", + "blocks" : [ + + ], + "inputs" : { + + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "k_11_begin_0" + } + ] + }, + { + "outputs" : [ + { + "name" : "k_11_end_0", + "type" : { + + } + } + ], + "inputs" : { + + }, + "operatorName" : "const", + "blocks" : [ + + ] + }, + { + "operatorName" : "const", + "outputs" : [ + { + "type" : { + + }, + "name" : "k_11_end_mask_0" + } + ], + "inputs" : { + + }, + "blocks" : [ + + ] + }, + { + "blocks" : [ + + ], + "outputs" : [ + { + "type" : { + + }, + "name" : "k_11_squeeze_mask_0" + } + ], + "inputs" : { + + }, + "operatorName" : "const" + }, + { + "outputs" : [ + { + "name" : "k_11_cast_fp16", + "type" : { + + } + } + ], + "deviceUsage" : { + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "allSupportStates" : [ + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + } + ] + }, + "operatorName" : "slice_by_index", + "cost" : { + "weight" : 0.000917436434582088 + }, + "inputs" : { + "end" : { + "bindings" : [ + { + "name" : { + "_0" : "k_11_end_0" + } + } + ] + }, + "squeeze_mask" : { + "bindings" : [ + { + "name" : { + "_0" : "k_11_squeeze_mask_0" + } + } + ] + }, + "begin" : { + "bindings" : [ + { + "name" : { + "_0" : "k_11_begin_0" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "qkv_11_cast_fp16" + } + } + ] + }, + "end_mask" : { + "bindings" : [ + { + "name" : { + "_0" : "k_11_end_mask_0" + } + } + ] + } + }, + "blocks" : [ + + ] + }, + { + "operatorName" : "const", + "outputs" : [ + { + "name" : "v_11_begin_0", + "type" : { + + } + } + ], + "inputs" : { + + }, + "blocks" : [ + + ] + }, + { + "blocks" : [ + + ], + "inputs" : { + + }, + "operatorName" : "const", + "outputs" : [ + { + "type" : { + + }, + "name" : "v_11_end_0" + } + ] + }, + { + "inputs" : { + + }, + "operatorName" : "const", + "blocks" : [ + + ], + "outputs" : [ + { + "name" : "v_11_end_mask_0", + "type" : { + + } + } + ] + }, + { + "blocks" : [ + + ], + "outputs" : [ + { + "type" : { + + }, + "name" : "v_11_squeeze_mask_0" + } + ], + "operatorName" : "const", + "inputs" : { + + } + }, + { + "operatorName" : "slice_by_index", + "blocks" : [ + + ], + "cost" : { + "weight" : 0.000917436434582088 + }, + "inputs" : { + "squeeze_mask" : { + "bindings" : [ + { + "name" : { + "_0" : "v_11_squeeze_mask_0" + } + } + ] + }, + "end" : { + "bindings" : [ + { + "name" : { + "_0" : "v_11_end_0" + } + } + ] + }, + "end_mask" : { + "bindings" : [ + { + "name" : { + "_0" : "v_11_end_mask_0" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "qkv_11_cast_fp16" + } + } + ] + }, + "begin" : { + "bindings" : [ + { + "name" : { + "_0" : "v_11_begin_0" + } + } + ] + } + }, + "deviceUsage" : { + "allSupportStates" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + } + }, + "outputs" : [ + { + "name" : "v_11_cast_fp16", + "type" : { + + } + } + ] + }, + { + "blocks" : [ + + ], + "outputs" : [ + { + "type" : { + + }, + "name" : "attn_21_transpose_x_1" + } + ], + "inputs" : { + + }, + "operatorName" : "const" + }, + { + "outputs" : [ + { + "type" : { + + }, + "name" : "attn_21_transpose_y_1" + } + ], + "operatorName" : "const", + "blocks" : [ + + ], + "inputs" : { + + } + }, + { + "cost" : { + "weight" : 0.005368372858734008 + }, + "outputs" : [ + { + "name" : "attn_21_cast_fp16", + "type" : { + + } + } + ], + "deviceUsage" : { + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "allSupportStates" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ] + }, + "blocks" : [ + + ], + "operatorName" : "ios16.matmul", + "inputs" : { + "y" : { + "bindings" : [ + { + "name" : { + "_0" : "k_11_cast_fp16" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "q_11_cast_fp16" + } + } + ] + }, + "transpose_y" : { + "bindings" : [ + { + "name" : { + "_0" : "attn_21_transpose_y_1" + } + } + ] + }, + "transpose_x" : { + "bindings" : [ + { + "name" : { + "_0" : "attn_21_transpose_x_1" + } + } + ] + } + } + }, + { + "deviceUsage" : { + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "allSupportStates" : [ + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ] + }, + "operatorName" : "ios16.softmax", + "inputs" : { + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "attn_21_cast_fp16" + } + } + ] + }, + "axis" : { + "bindings" : [ + { + "name" : { + "_0" : "var_22" + } + } + ] + } + }, + "cost" : { + "weight" : 0.00981932105414194 + }, + "blocks" : [ + + ], + "outputs" : [ + { + "name" : "input_103_cast_fp16", + "type" : { + + } + } + ] + }, + { + "inputs" : { + + }, + "blocks" : [ + + ], + "operatorName" : "const", + "outputs" : [ + { + "name" : "var_450_transpose_x_0", + "type" : { + + } + } + ] + }, + { + "operatorName" : "const", + "outputs" : [ + { + "name" : "var_450_transpose_y_0", + "type" : { + + } + } + ], + "inputs" : { + + }, + "blocks" : [ + + ] + }, + { + "blocks" : [ + + ], + "cost" : { + "weight" : 0.005368372858734008 + }, + "operatorName" : "ios16.matmul", + "outputs" : [ + { + "name" : "var_450_cast_fp16", + "type" : { + + } + } + ], + "inputs" : { + "y" : { + "bindings" : [ + { + "name" : { + "_0" : "v_11_cast_fp16" + } + } + ] + }, + "transpose_x" : { + "bindings" : [ + { + "name" : { + "_0" : "var_450_transpose_x_0" + } + } + ] + }, + "transpose_y" : { + "bindings" : [ + { + "name" : { + "_0" : "var_450_transpose_y_0" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "input_103_cast_fp16" + } + } + ] + } + }, + "deviceUsage" : { + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "allSupportStates" : [ + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + } + ] + } + }, + { + "blocks" : [ + + ], + "operatorName" : "const", + "inputs" : { + + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "var_451_perm_0" + } + ] + }, + { + "operatorName" : "const", + "blocks" : [ + + ], + "inputs" : { + + }, + "outputs" : [ + { + "name" : "var_452", + "type" : { + + } + } + ] + }, + { + "deviceUsage" : { + "allSupportStates" : [ + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + } + }, + "cost" : { + "weight" : 0.0005713496813938445 + }, + "blocks" : [ + + ], + "inputs" : { + "perm" : { + "bindings" : [ + { + "name" : { + "_0" : "var_451_perm_0" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "var_450_cast_fp16" + } + } + ] + } + }, + "operatorName" : "transpose", + "outputs" : [ + { + "name" : "var_451_cast_fp16", + "type" : { + + } + } + ] + }, + { + "deviceUsage" : { + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "allSupportStates" : [ + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + } + ] + }, + "blocks" : [ + + ], + "cost" : { + "weight" : 0.0004587153834701521 + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "input_105_cast_fp16" + } + ], + "operatorName" : "ios16.reshape", + "inputs" : { + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "var_451_cast_fp16" + } + } + ] + }, + "shape" : { + "bindings" : [ + { + "name" : { + "_0" : "var_452" + } + } + ] + } + } + }, + { + "operatorName" : "const", + "outputs" : [ + { + "name" : "model_pretrained_blocks_5_attn_proj_weight_to_fp16", + "type" : { + + } + } + ], + "blocks" : [ + + ], + "inputs" : { + + } + }, + { + "outputs" : [ + { + "type" : { + + }, + "name" : "model_pretrained_blocks_5_attn_proj_bias_to_fp16" + } + ], + "operatorName" : "const", + "blocks" : [ + + ], + "inputs" : { + + } + }, + { + "operatorName" : "ios16.linear", + "inputs" : { + "weight" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_5_attn_proj_weight_to_fp16" + } + } + ] + }, + "bias" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_5_attn_proj_bias_to_fp16" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "input_105_cast_fp16" + } + } + ] + } + }, + "deviceUsage" : { + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "allSupportStates" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + } + }, + "cost" : { + "weight" : 0.000908275781956398 + }, + "outputs" : [ + { + "name" : "linear_21_cast_fp16", + "type" : { + + } + } + ], + "blocks" : [ + + ] + }, + { + "blocks" : [ + + ], + "outputs" : [ + { + "type" : { + + }, + "name" : "model_pretrained_blocks_5_ls1_gamma_to_fp16" + } + ], + "operatorName" : "const", + "inputs" : { + + } + }, + { + "blocks" : [ + + ], + "operatorName" : "ios16.mul", + "deviceUsage" : { + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "allSupportStates" : [ + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + } + ] + }, + "inputs" : { + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "linear_21_cast_fp16" + } + } + ] + }, + "y" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_5_ls1_gamma_to_fp16" + } + } + ] + } + }, + "cost" : { + "weight" : 0.00017867574300475838 + }, + "outputs" : [ + { + "name" : "var_459_cast_fp16", + "type" : { + + } + } + ] + }, + { + "inputs" : { + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "input_101_cast_fp16" + } + } + ] + }, + "y" : { + "bindings" : [ + { + "name" : { + "_0" : "var_459_cast_fp16" + } + } + ] + } + }, + "operatorName" : "ios16.add", + "cost" : { + "weight" : 0.0009522422287051554 + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "input_109_cast_fp16" + } + ], + "deviceUsage" : { + "allSupportStates" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ] + }, + "blocks" : [ + + ] + }, + { + "inputs" : { + + }, + "outputs" : [ + { + "name" : "input_111_axes_0", + "type" : { + + } + } + ], + "operatorName" : "const", + "blocks" : [ + + ] + }, + { + "operatorName" : "const", + "inputs" : { + + }, + "outputs" : [ + { + "name" : "model_pretrained_blocks_5_norm2_weight_to_fp16", + "type" : { + + } + } + ], + "blocks" : [ + + ] + }, + { + "inputs" : { + + }, + "blocks" : [ + + ], + "outputs" : [ + { + "type" : { + + }, + "name" : "model_pretrained_blocks_5_norm2_bias_to_fp16" + } + ], + "operatorName" : "const" + }, + { + "inputs" : { + "gamma" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_5_norm2_weight_to_fp16" + } + } + ] + }, + "axes" : { + "bindings" : [ + { + "name" : { + "_0" : "input_111_axes_0" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "input_109_cast_fp16" + } + } + ] + }, + "epsilon" : { + "bindings" : [ + { + "name" : { + "_0" : "var_8_to_fp16" + } + } + ] + }, + "beta" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_5_norm2_bias_to_fp16" + } + } + ] + } + }, + "operatorName" : "ios16.layer_norm", + "cost" : { + "weight" : 0.0004587127676354826 + }, + "blocks" : [ + + ], + "deviceUsage" : { + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "allSupportStates" : [ + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + } + ] + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "input_111_cast_fp16" + } + ] + }, + { + "inputs" : { + + }, + "operatorName" : "const", + "outputs" : [ + { + "name" : "model_pretrained_blocks_5_mlp_fc1_weight_to_fp16", + "type" : { + + } + } + ], + "blocks" : [ + + ] + }, + { + "blocks" : [ + + ], + "operatorName" : "const", + "outputs" : [ + { + "type" : { + + }, + "name" : "model_pretrained_blocks_5_mlp_fc1_bias_to_fp16" + } + ], + "inputs" : { + + } + }, + { + "operatorName" : "ios16.linear", + "blocks" : [ + + ], + "inputs" : { + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "input_111_cast_fp16" + } + } + ] + }, + "bias" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_5_mlp_fc1_bias_to_fp16" + } + } + ] + }, + "weight" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_5_mlp_fc1_weight_to_fp16" + } + } + ] + } + }, + "deviceUsage" : { + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "allSupportStates" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + } + }, + "cost" : { + "weight" : 0.0009082783717001216 + }, + "outputs" : [ + { + "name" : "linear_22_cast_fp16", + "type" : { + + } + } + ] + }, + { + "operatorName" : "const", + "inputs" : { + + }, + "blocks" : [ + + ], + "outputs" : [ + { + "name" : "input_115_mode_0", + "type" : { + + } + } + ] + }, + { + "operatorName" : "ios16.gelu", + "deviceUsage" : { + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "allSupportStates" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ] + }, + "outputs" : [ + { + "name" : "input_115_cast_fp16", + "type" : { + + } + } + ], + "blocks" : [ + + ], + "cost" : { + "weight" : 0.0018348510705419303 + }, + "inputs" : { + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "linear_22_cast_fp16" + } + } + ] + }, + "mode" : { + "bindings" : [ + { + "name" : { + "_0" : "input_115_mode_0" + } + } + ] + } + } + }, + { + "inputs" : { + + }, + "outputs" : [ + { + "name" : "model_pretrained_blocks_5_mlp_fc2_weight_to_fp16", + "type" : { + + } + } + ], + "blocks" : [ + + ], + "operatorName" : "const" + }, + { + "operatorName" : "const", + "inputs" : { + + }, + "blocks" : [ + + ], + "outputs" : [ + { + "type" : { + + }, + "name" : "model_pretrained_blocks_5_mlp_fc2_bias_to_fp16" + } + ] + }, + { + "blocks" : [ + + ], + "cost" : { + "weight" : 0.01453239956258375 + }, + "deviceUsage" : { + "allSupportStates" : [ + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + } + }, + "operatorName" : "ios16.linear", + "inputs" : { + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "input_115_cast_fp16" + } + } + ] + }, + "bias" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_5_mlp_fc2_bias_to_fp16" + } + } + ] + }, + "weight" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_5_mlp_fc2_weight_to_fp16" + } + } + ] + } + }, + "outputs" : [ + { + "name" : "linear_23_cast_fp16", + "type" : { + + } + } + ] + }, + { + "blocks" : [ + + ], + "inputs" : { + + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "model_pretrained_blocks_5_ls2_gamma_to_fp16" + } + ], + "operatorName" : "const" + }, + { + "blocks" : [ + + ], + "deviceUsage" : { + "allSupportStates" : [ + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ] + }, + "cost" : { + "weight" : 0.00017867574300475838 + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "var_477_cast_fp16" + } + ], + "inputs" : { + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "linear_23_cast_fp16" + } + } + ] + }, + "y" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_5_ls2_gamma_to_fp16" + } + } + ] + } + }, + "operatorName" : "ios16.mul" + }, + { + "inputs" : { + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "input_109_cast_fp16" + } + } + ] + }, + "y" : { + "bindings" : [ + { + "name" : { + "_0" : "var_477_cast_fp16" + } + } + ] + } + }, + "cost" : { + "weight" : 0.0009522422287051554 + }, + "blocks" : [ + + ], + "outputs" : [ + { + "name" : "input_121_cast_fp16", + "type" : { + + } + } + ], + "deviceUsage" : { + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "allSupportStates" : [ + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ] + }, + "operatorName" : "ios16.add" + }, + { + "inputs" : { + + }, + "operatorName" : "const", + "outputs" : [ + { + "name" : "x_45_axes_0", + "type" : { + + } + } + ], + "blocks" : [ + + ] + }, + { + "blocks" : [ + + ], + "operatorName" : "const", + "outputs" : [ + { + "name" : "model_pretrained_blocks_6_norm1_weight_to_fp16", + "type" : { + + } + } + ], + "inputs" : { + + } + }, + { + "outputs" : [ + { + "name" : "model_pretrained_blocks_6_norm1_bias_to_fp16", + "type" : { + + } + } + ], + "operatorName" : "const", + "blocks" : [ + + ], + "inputs" : { + + } + }, + { + "deviceUsage" : { + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "allSupportStates" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + } + ] + }, + "blocks" : [ + + ], + "operatorName" : "ios16.layer_norm", + "cost" : { + "weight" : 0.0004587127676354826 + }, + "inputs" : { + "axes" : { + "bindings" : [ + { + "name" : { + "_0" : "x_45_axes_0" + } + } + ] + }, + "beta" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_6_norm1_bias_to_fp16" + } + } + ] + }, + "gamma" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_6_norm1_weight_to_fp16" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "input_121_cast_fp16" + } + } + ] + }, + "epsilon" : { + "bindings" : [ + { + "name" : { + "_0" : "var_8_to_fp16" + } + } + ] + } + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "x_45_cast_fp16" + } + ] + }, + { + "operatorName" : "const", + "blocks" : [ + + ], + "outputs" : [ + { + "name" : "model_pretrained_blocks_6_attn_qkv_weight_to_fp16", + "type" : { + + } + } + ], + "inputs" : { + + } + }, + { + "operatorName" : "const", + "blocks" : [ + + ], + "outputs" : [ + { + "type" : { + + }, + "name" : "model_pretrained_blocks_6_attn_qkv_bias_to_fp16" + } + ], + "inputs" : { + + } + }, + { + "inputs" : { + "bias" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_6_attn_qkv_bias_to_fp16" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "x_45_cast_fp16" + } + } + ] + }, + "weight" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_6_attn_qkv_weight_to_fp16" + } + } + ] + } + }, + "outputs" : [ + { + "name" : "linear_24_cast_fp16", + "type" : { + + } + } + ], + "blocks" : [ + + ], + "operatorName" : "ios16.linear", + "deviceUsage" : { + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "allSupportStates" : [ + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + } + ] + }, + "cost" : { + "weight" : 0.0009082775084522138 + } + }, + { + "blocks" : [ + + ], + "operatorName" : "const", + "inputs" : { + + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "var_500" + } + ] + }, + { + "deviceUsage" : { + "allSupportStates" : [ + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ] + }, + "cost" : { + "weight" : 0.001376142662630897 + }, + "operatorName" : "ios16.reshape", + "inputs" : { + "shape" : { + "bindings" : [ + { + "name" : { + "_0" : "var_500" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "linear_24_cast_fp16" + } + } + ] + } + }, + "blocks" : [ + + ], + "outputs" : [ + { + "name" : "var_501_cast_fp16", + "type" : { + + } + } + ] + }, + { + "blocks" : [ + + ], + "inputs" : { + + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "var_502" + } + ], + "operatorName" : "const" + }, + { + "inputs" : { + + }, + "blocks" : [ + + ], + "operatorName" : "const", + "outputs" : [ + { + "name" : "var_504_begin_0", + "type" : { + + } + } + ] + }, + { + "outputs" : [ + { + "name" : "var_504_end_0", + "type" : { + + } + } + ], + "operatorName" : "const", + "inputs" : { + + }, + "blocks" : [ + + ] + }, + { + "outputs" : [ + { + "type" : { + + }, + "name" : "var_504_end_mask_0" + } + ], + "operatorName" : "const", + "blocks" : [ + + ], + "inputs" : { + + } + }, + { + "inputs" : { + + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "var_504_squeeze_mask_0" + } + ], + "operatorName" : "const", + "blocks" : [ + + ] + }, + { + "inputs" : { + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "var_501_cast_fp16" + } + } + ] + }, + "perm" : { + "bindings" : [ + { + "name" : { + "_0" : "var_502" + } + } + ] + } + }, + "cost" : { + "weight" : 0.0017140414418827185 + }, + "deviceUsage" : { + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "allSupportStates" : [ + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + } + ] + }, + "operatorName" : "transpose", + "blocks" : [ + + ], + "outputs" : [ + { + "name" : "qkv_13_cast_fp16", + "type" : { + + } + } + ] + }, + { + "inputs" : { + "end_mask" : { + "bindings" : [ + { + "name" : { + "_0" : "var_504_end_mask_0" + } + } + ] + }, + "end" : { + "bindings" : [ + { + "name" : { + "_0" : "var_504_end_0" + } + } + ] + }, + "begin" : { + "bindings" : [ + { + "name" : { + "_0" : "var_504_begin_0" + } + } + ] + }, + "squeeze_mask" : { + "bindings" : [ + { + "name" : { + "_0" : "var_504_squeeze_mask_0" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "qkv_13_cast_fp16" + } + } + ] + } + }, + "outputs" : [ + { + "name" : "var_504_cast_fp16", + "type" : { + + } + } + ], + "operatorName" : "slice_by_index", + "blocks" : [ + + ], + "deviceUsage" : { + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "allSupportStates" : [ + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + } + ] + }, + "cost" : { + "weight" : 0.000917436434582088 + } + }, + { + "outputs" : [ + { + "name" : "var_505_to_fp16", + "type" : { + + } + } + ], + "inputs" : { + + }, + "operatorName" : "const", + "blocks" : [ + + ] + }, + { + "outputs" : [ + { + "name" : "q_13_cast_fp16", + "type" : { + + } + } + ], + "inputs" : { + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "var_504_cast_fp16" + } + } + ] + }, + "y" : { + "bindings" : [ + { + "name" : { + "_0" : "var_505_to_fp16" + } + } + ] + } + }, + "operatorName" : "ios16.mul", + "blocks" : [ + + ], + "deviceUsage" : { + "allSupportStates" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + } + }, + "cost" : { + "weight" : 0.0001785457572705566 + } + }, + { + "blocks" : [ + + ], + "operatorName" : "const", + "inputs" : { + + }, + "outputs" : [ + { + "name" : "k_13_begin_0", + "type" : { + + } + } + ] + }, + { + "inputs" : { + + }, + "operatorName" : "const", + "outputs" : [ + { + "type" : { + + }, + "name" : "k_13_end_0" + } + ], + "blocks" : [ + + ] + }, + { + "operatorName" : "const", + "outputs" : [ + { + "name" : "k_13_end_mask_0", + "type" : { + + } + } + ], + "inputs" : { + + }, + "blocks" : [ + + ] + }, + { + "operatorName" : "const", + "outputs" : [ + { + "type" : { + + }, + "name" : "k_13_squeeze_mask_0" + } + ], + "inputs" : { + + }, + "blocks" : [ + + ] + }, + { + "blocks" : [ + + ], + "cost" : { + "weight" : 0.000917436434582088 + }, + "operatorName" : "slice_by_index", + "inputs" : { + "end_mask" : { + "bindings" : [ + { + "name" : { + "_0" : "k_13_end_mask_0" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "qkv_13_cast_fp16" + } + } + ] + }, + "squeeze_mask" : { + "bindings" : [ + { + "name" : { + "_0" : "k_13_squeeze_mask_0" + } + } + ] + }, + "end" : { + "bindings" : [ + { + "name" : { + "_0" : "k_13_end_0" + } + } + ] + }, + "begin" : { + "bindings" : [ + { + "name" : { + "_0" : "k_13_begin_0" + } + } + ] + } + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "k_13_cast_fp16" + } + ], + "deviceUsage" : { + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "allSupportStates" : [ + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + } + ] + } + }, + { + "operatorName" : "const", + "outputs" : [ + { + "name" : "v_13_begin_0", + "type" : { + + } + } + ], + "blocks" : [ + + ], + "inputs" : { + + } + }, + { + "inputs" : { + + }, + "operatorName" : "const", + "outputs" : [ + { + "name" : "v_13_end_0", + "type" : { + + } + } + ], + "blocks" : [ + + ] + }, + { + "operatorName" : "const", + "inputs" : { + + }, + "outputs" : [ + { + "name" : "v_13_end_mask_0", + "type" : { + + } + } + ], + "blocks" : [ + + ] + }, + { + "operatorName" : "const", + "outputs" : [ + { + "name" : "v_13_squeeze_mask_0", + "type" : { + + } + } + ], + "inputs" : { + + }, + "blocks" : [ + + ] + }, + { + "inputs" : { + "squeeze_mask" : { + "bindings" : [ + { + "name" : { + "_0" : "v_13_squeeze_mask_0" + } + } + ] + }, + "end_mask" : { + "bindings" : [ + { + "name" : { + "_0" : "v_13_end_mask_0" + } + } + ] + }, + "end" : { + "bindings" : [ + { + "name" : { + "_0" : "v_13_end_0" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "qkv_13_cast_fp16" + } + } + ] + }, + "begin" : { + "bindings" : [ + { + "name" : { + "_0" : "v_13_begin_0" + } + } + ] + } + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "v_13_cast_fp16" + } + ], + "deviceUsage" : { + "allSupportStates" : [ + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ] + }, + "operatorName" : "slice_by_index", + "cost" : { + "weight" : 0.000917436434582088 + }, + "blocks" : [ + + ] + }, + { + "inputs" : { + + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "attn_25_transpose_x_1" + } + ], + "operatorName" : "const", + "blocks" : [ + + ] + }, + { + "inputs" : { + + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "attn_25_transpose_y_1" + } + ], + "operatorName" : "const", + "blocks" : [ + + ] + }, + { + "deviceUsage" : { + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "allSupportStates" : [ + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + } + ] + }, + "inputs" : { + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "q_13_cast_fp16" + } + } + ] + }, + "y" : { + "bindings" : [ + { + "name" : { + "_0" : "k_13_cast_fp16" + } + } + ] + }, + "transpose_y" : { + "bindings" : [ + { + "name" : { + "_0" : "attn_25_transpose_y_1" + } + } + ] + }, + "transpose_x" : { + "bindings" : [ + { + "name" : { + "_0" : "attn_25_transpose_x_1" + } + } + ] + } + }, + "blocks" : [ + + ], + "cost" : { + "weight" : 0.005368372858734008 + }, + "operatorName" : "ios16.matmul", + "outputs" : [ + { + "type" : { + + }, + "name" : "attn_25_cast_fp16" + } + ] + }, + { + "operatorName" : "ios16.softmax", + "inputs" : { + "axis" : { + "bindings" : [ + { + "name" : { + "_0" : "var_22" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "attn_25_cast_fp16" + } + } + ] + } + }, + "deviceUsage" : { + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "allSupportStates" : [ + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + } + ] + }, + "cost" : { + "weight" : 0.00981932105414194 + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "input_123_cast_fp16" + } + ], + "blocks" : [ + + ] + }, + { + "outputs" : [ + { + "name" : "var_513_transpose_x_0", + "type" : { + + } + } + ], + "operatorName" : "const", + "inputs" : { + + }, + "blocks" : [ + + ] + }, + { + "inputs" : { + + }, + "operatorName" : "const", + "blocks" : [ + + ], + "outputs" : [ + { + "name" : "var_513_transpose_y_0", + "type" : { + + } + } + ] + }, + { + "operatorName" : "ios16.matmul", + "inputs" : { + "y" : { + "bindings" : [ + { + "name" : { + "_0" : "v_13_cast_fp16" + } + } + ] + }, + "transpose_y" : { + "bindings" : [ + { + "name" : { + "_0" : "var_513_transpose_y_0" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "input_123_cast_fp16" + } + } + ] + }, + "transpose_x" : { + "bindings" : [ + { + "name" : { + "_0" : "var_513_transpose_x_0" + } + } + ] + } + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "var_513_cast_fp16" + } + ], + "blocks" : [ + + ], + "deviceUsage" : { + "allSupportStates" : [ + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + } + }, + "cost" : { + "weight" : 0.005368372858734008 + } + }, + { + "inputs" : { + + }, + "operatorName" : "const", + "blocks" : [ + + ], + "outputs" : [ + { + "name" : "var_514_perm_0", + "type" : { + + } + } + ] + }, + { + "outputs" : [ + { + "type" : { + + }, + "name" : "var_515" + } + ], + "blocks" : [ + + ], + "operatorName" : "const", + "inputs" : { + + } + }, + { + "outputs" : [ + { + "type" : { + + }, + "name" : "var_514_cast_fp16" + } + ], + "cost" : { + "weight" : 0.0005713496813938445 + }, + "inputs" : { + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "var_513_cast_fp16" + } + } + ] + }, + "perm" : { + "bindings" : [ + { + "name" : { + "_0" : "var_514_perm_0" + } + } + ] + } + }, + "operatorName" : "transpose", + "blocks" : [ + + ], + "deviceUsage" : { + "allSupportStates" : [ + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + } + } + }, + { + "operatorName" : "ios16.reshape", + "blocks" : [ + + ], + "cost" : { + "weight" : 0.0004587153834701521 + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "input_125_cast_fp16" + } + ], + "deviceUsage" : { + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "allSupportStates" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + } + }, + "inputs" : { + "shape" : { + "bindings" : [ + { + "name" : { + "_0" : "var_515" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "var_514_cast_fp16" + } + } + ] + } + } + }, + { + "operatorName" : "const", + "outputs" : [ + { + "name" : "model_pretrained_blocks_6_attn_proj_weight_to_fp16", + "type" : { + + } + } + ], + "blocks" : [ + + ], + "inputs" : { + + } + }, + { + "blocks" : [ + + ], + "operatorName" : "const", + "outputs" : [ + { + "type" : { + + }, + "name" : "model_pretrained_blocks_6_attn_proj_bias_to_fp16" + } + ], + "inputs" : { + + } + }, + { + "operatorName" : "ios16.linear", + "inputs" : { + "weight" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_6_attn_proj_weight_to_fp16" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "input_125_cast_fp16" + } + } + ] + }, + "bias" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_6_attn_proj_bias_to_fp16" + } + } + ] + } + }, + "deviceUsage" : { + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "allSupportStates" : [ + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + } + ] + }, + "outputs" : [ + { + "name" : "linear_25_cast_fp16", + "type" : { + + } + } + ], + "blocks" : [ + + ], + "cost" : { + "weight" : 0.000908275781956398 + } + }, + { + "blocks" : [ + + ], + "operatorName" : "const", + "outputs" : [ + { + "type" : { + + }, + "name" : "model_pretrained_blocks_6_ls1_gamma_to_fp16" + } + ], + "inputs" : { + + } + }, + { + "outputs" : [ + { + "type" : { + + }, + "name" : "var_522_cast_fp16" + } + ], + "blocks" : [ + + ], + "cost" : { + "weight" : 0.00017867574300475838 + }, + "inputs" : { + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "linear_25_cast_fp16" + } + } + ] + }, + "y" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_6_ls1_gamma_to_fp16" + } + } + ] + } + }, + "deviceUsage" : { + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "allSupportStates" : [ + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ] + }, + "operatorName" : "ios16.mul" + }, + { + "outputs" : [ + { + "name" : "input_129_cast_fp16", + "type" : { + + } + } + ], + "inputs" : { + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "input_121_cast_fp16" + } + } + ] + }, + "y" : { + "bindings" : [ + { + "name" : { + "_0" : "var_522_cast_fp16" + } + } + ] + } + }, + "deviceUsage" : { + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "allSupportStates" : [ + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + } + ] + }, + "operatorName" : "ios16.add", + "cost" : { + "weight" : 0.0009522422287051554 + }, + "blocks" : [ + + ] + }, + { + "inputs" : { + + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "input_131_axes_0" + } + ], + "blocks" : [ + + ], + "operatorName" : "const" + }, + { + "operatorName" : "const", + "outputs" : [ + { + "name" : "model_pretrained_blocks_6_norm2_weight_to_fp16", + "type" : { + + } + } + ], + "inputs" : { + + }, + "blocks" : [ + + ] + }, + { + "blocks" : [ + + ], + "operatorName" : "const", + "inputs" : { + + }, + "outputs" : [ + { + "name" : "model_pretrained_blocks_6_norm2_bias_to_fp16", + "type" : { + + } + } + ] + }, + { + "outputs" : [ + { + "name" : "input_131_cast_fp16", + "type" : { + + } + } + ], + "operatorName" : "ios16.layer_norm", + "deviceUsage" : { + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "allSupportStates" : [ + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + } + ] + }, + "blocks" : [ + + ], + "cost" : { + "weight" : 0.0004587127676354826 + }, + "inputs" : { + "epsilon" : { + "bindings" : [ + { + "name" : { + "_0" : "var_8_to_fp16" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "input_129_cast_fp16" + } + } + ] + }, + "gamma" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_6_norm2_weight_to_fp16" + } + } + ] + }, + "axes" : { + "bindings" : [ + { + "name" : { + "_0" : "input_131_axes_0" + } + } + ] + }, + "beta" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_6_norm2_bias_to_fp16" + } + } + ] + } + } + }, + { + "operatorName" : "const", + "outputs" : [ + { + "name" : "model_pretrained_blocks_6_mlp_fc1_weight_to_fp16", + "type" : { + + } + } + ], + "inputs" : { + + }, + "blocks" : [ + + ] + }, + { + "operatorName" : "const", + "inputs" : { + + }, + "outputs" : [ + { + "name" : "model_pretrained_blocks_6_mlp_fc1_bias_to_fp16", + "type" : { + + } + } + ], + "blocks" : [ + + ] + }, + { + "operatorName" : "ios16.linear", + "deviceUsage" : { + "allSupportStates" : [ + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + } + }, + "cost" : { + "weight" : 0.0009082783717001216 + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "linear_26_cast_fp16" + } + ], + "inputs" : { + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "input_131_cast_fp16" + } + } + ] + }, + "weight" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_6_mlp_fc1_weight_to_fp16" + } + } + ] + }, + "bias" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_6_mlp_fc1_bias_to_fp16" + } + } + ] + } + }, + "blocks" : [ + + ] + }, + { + "outputs" : [ + { + "type" : { + + }, + "name" : "input_135_mode_0" + } + ], + "operatorName" : "const", + "blocks" : [ + + ], + "inputs" : { + + } + }, + { + "operatorName" : "ios16.gelu", + "inputs" : { + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "linear_26_cast_fp16" + } + } + ] + }, + "mode" : { + "bindings" : [ + { + "name" : { + "_0" : "input_135_mode_0" + } + } + ] + } + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "input_135_cast_fp16" + } + ], + "blocks" : [ + + ], + "deviceUsage" : { + "allSupportStates" : [ + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ] + }, + "cost" : { + "weight" : 0.0018348510705419303 + } + }, + { + "outputs" : [ + { + "type" : { + + }, + "name" : "model_pretrained_blocks_6_mlp_fc2_weight_to_fp16" + } + ], + "blocks" : [ + + ], + "inputs" : { + + }, + "operatorName" : "const" + }, + { + "operatorName" : "const", + "outputs" : [ + { + "name" : "model_pretrained_blocks_6_mlp_fc2_bias_to_fp16", + "type" : { + + } + } + ], + "blocks" : [ + + ], + "inputs" : { + + } + }, + { + "cost" : { + "weight" : 0.01453239956258375 + }, + "operatorName" : "ios16.linear", + "inputs" : { + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "input_135_cast_fp16" + } + } + ] + }, + "bias" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_6_mlp_fc2_bias_to_fp16" + } + } + ] + }, + "weight" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_6_mlp_fc2_weight_to_fp16" + } + } + ] + } + }, + "deviceUsage" : { + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "allSupportStates" : [ + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ] + }, + "blocks" : [ + + ], + "outputs" : [ + { + "name" : "linear_27_cast_fp16", + "type" : { + + } + } + ] + }, + { + "inputs" : { + + }, + "blocks" : [ + + ], + "outputs" : [ + { + "name" : "model_pretrained_blocks_6_ls2_gamma_to_fp16", + "type" : { + + } + } + ], + "operatorName" : "const" + }, + { + "deviceUsage" : { + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "allSupportStates" : [ + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + } + ] + }, + "cost" : { + "weight" : 0.00017867574300475838 + }, + "inputs" : { + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "linear_27_cast_fp16" + } + } + ] + }, + "y" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_6_ls2_gamma_to_fp16" + } + } + ] + } + }, + "operatorName" : "ios16.mul", + "blocks" : [ + + ], + "outputs" : [ + { + "type" : { + + }, + "name" : "var_540_cast_fp16" + } + ] + }, + { + "inputs" : { + "y" : { + "bindings" : [ + { + "name" : { + "_0" : "var_540_cast_fp16" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "input_129_cast_fp16" + } + } + ] + } + }, + "blocks" : [ + + ], + "outputs" : [ + { + "name" : "input_141_cast_fp16", + "type" : { + + } + } + ], + "deviceUsage" : { + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "allSupportStates" : [ + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + } + }, + "operatorName" : "ios16.add", + "cost" : { + "weight" : 0.0009522422287051554 + } + }, + { + "outputs" : [ + { + "name" : "x_51_axes_0", + "type" : { + + } + } + ], + "operatorName" : "const", + "inputs" : { + + }, + "blocks" : [ + + ] + }, + { + "blocks" : [ + + ], + "operatorName" : "const", + "inputs" : { + + }, + "outputs" : [ + { + "name" : "model_pretrained_blocks_7_norm1_weight_to_fp16", + "type" : { + + } + } + ] + }, + { + "operatorName" : "const", + "outputs" : [ + { + "name" : "model_pretrained_blocks_7_norm1_bias_to_fp16", + "type" : { + + } + } + ], + "inputs" : { + + }, + "blocks" : [ + + ] + }, + { + "inputs" : { + "beta" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_7_norm1_bias_to_fp16" + } + } + ] + }, + "epsilon" : { + "bindings" : [ + { + "name" : { + "_0" : "var_8_to_fp16" + } + } + ] + }, + "axes" : { + "bindings" : [ + { + "name" : { + "_0" : "x_51_axes_0" + } + } + ] + }, + "gamma" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_7_norm1_weight_to_fp16" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "input_141_cast_fp16" + } + } + ] + } + }, + "deviceUsage" : { + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "allSupportStates" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ] + }, + "cost" : { + "weight" : 0.0004587127676354826 + }, + "blocks" : [ + + ], + "operatorName" : "ios16.layer_norm", + "outputs" : [ + { + "name" : "x_51_cast_fp16", + "type" : { + + } + } + ] + }, + { + "outputs" : [ + { + "name" : "model_pretrained_blocks_7_attn_qkv_weight_to_fp16", + "type" : { + + } + } + ], + "operatorName" : "const", + "blocks" : [ + + ], + "inputs" : { + + } + }, + { + "blocks" : [ + + ], + "inputs" : { + + }, + "outputs" : [ + { + "name" : "model_pretrained_blocks_7_attn_qkv_bias_to_fp16", + "type" : { + + } + } + ], + "operatorName" : "const" + }, + { + "inputs" : { + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "x_51_cast_fp16" + } + } + ] + }, + "weight" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_7_attn_qkv_weight_to_fp16" + } + } + ] + }, + "bias" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_7_attn_qkv_bias_to_fp16" + } + } + ] + } + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "linear_28_cast_fp16" + } + ], + "cost" : { + "weight" : 0.0009082775084522138 + }, + "operatorName" : "ios16.linear", + "blocks" : [ + + ], + "deviceUsage" : { + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "allSupportStates" : [ + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + } + ] + } + }, + { + "inputs" : { + + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "var_563" + } + ], + "operatorName" : "const", + "blocks" : [ + + ] + }, + { + "inputs" : { + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "linear_28_cast_fp16" + } + } + ] + }, + "shape" : { + "bindings" : [ + { + "name" : { + "_0" : "var_563" + } + } + ] + } + }, + "operatorName" : "ios16.reshape", + "blocks" : [ + + ], + "deviceUsage" : { + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "allSupportStates" : [ + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ] + }, + "cost" : { + "weight" : 0.001376142662630897 + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "var_564_cast_fp16" + } + ] + }, + { + "inputs" : { + + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "var_565" + } + ], + "blocks" : [ + + ], + "operatorName" : "const" + }, + { + "operatorName" : "const", + "blocks" : [ + + ], + "outputs" : [ + { + "name" : "var_567_begin_0", + "type" : { + + } + } + ], + "inputs" : { + + } + }, + { + "operatorName" : "const", + "inputs" : { + + }, + "blocks" : [ + + ], + "outputs" : [ + { + "type" : { + + }, + "name" : "var_567_end_0" + } + ] + }, + { + "blocks" : [ + + ], + "inputs" : { + + }, + "operatorName" : "const", + "outputs" : [ + { + "name" : "var_567_end_mask_0", + "type" : { + + } + } + ] + }, + { + "inputs" : { + + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "var_567_squeeze_mask_0" + } + ], + "blocks" : [ + + ], + "operatorName" : "const" + }, + { + "outputs" : [ + { + "type" : { + + }, + "name" : "qkv_15_cast_fp16" + } + ], + "blocks" : [ + + ], + "deviceUsage" : { + "allSupportStates" : [ + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ] + }, + "operatorName" : "transpose", + "inputs" : { + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "var_564_cast_fp16" + } + } + ] + }, + "perm" : { + "bindings" : [ + { + "name" : { + "_0" : "var_565" + } + } + ] + } + }, + "cost" : { + "weight" : 0.0017140414418827185 + } + }, + { + "operatorName" : "slice_by_index", + "inputs" : { + "end" : { + "bindings" : [ + { + "name" : { + "_0" : "var_567_end_0" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "qkv_15_cast_fp16" + } + } + ] + }, + "begin" : { + "bindings" : [ + { + "name" : { + "_0" : "var_567_begin_0" + } + } + ] + }, + "end_mask" : { + "bindings" : [ + { + "name" : { + "_0" : "var_567_end_mask_0" + } + } + ] + }, + "squeeze_mask" : { + "bindings" : [ + { + "name" : { + "_0" : "var_567_squeeze_mask_0" + } + } + ] + } + }, + "blocks" : [ + + ], + "outputs" : [ + { + "name" : "var_567_cast_fp16", + "type" : { + + } + } + ], + "cost" : { + "weight" : 0.000917436434582088 + }, + "deviceUsage" : { + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "allSupportStates" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + } + ] + } + }, + { + "inputs" : { + + }, + "operatorName" : "const", + "outputs" : [ + { + "type" : { + + }, + "name" : "var_568_to_fp16" + } + ], + "blocks" : [ + + ] + }, + { + "deviceUsage" : { + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "allSupportStates" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + } + ] + }, + "blocks" : [ + + ], + "cost" : { + "weight" : 0.0001785457572705566 + }, + "inputs" : { + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "var_567_cast_fp16" + } + } + ] + }, + "y" : { + "bindings" : [ + { + "name" : { + "_0" : "var_568_to_fp16" + } + } + ] + } + }, + "operatorName" : "ios16.mul", + "outputs" : [ + { + "name" : "q_15_cast_fp16", + "type" : { + + } + } + ] + }, + { + "inputs" : { + + }, + "blocks" : [ + + ], + "outputs" : [ + { + "name" : "k_15_begin_0", + "type" : { + + } + } + ], + "operatorName" : "const" + }, + { + "blocks" : [ + + ], + "operatorName" : "const", + "inputs" : { + + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "k_15_end_0" + } + ] + }, + { + "operatorName" : "const", + "outputs" : [ + { + "type" : { + + }, + "name" : "k_15_end_mask_0" + } + ], + "blocks" : [ + + ], + "inputs" : { + + } + }, + { + "outputs" : [ + { + "name" : "k_15_squeeze_mask_0", + "type" : { + + } + } + ], + "inputs" : { + + }, + "operatorName" : "const", + "blocks" : [ + + ] + }, + { + "outputs" : [ + { + "name" : "k_15_cast_fp16", + "type" : { + + } + } + ], + "deviceUsage" : { + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "allSupportStates" : [ + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + } + ] + }, + "blocks" : [ + + ], + "cost" : { + "weight" : 0.000917436434582088 + }, + "inputs" : { + "squeeze_mask" : { + "bindings" : [ + { + "name" : { + "_0" : "k_15_squeeze_mask_0" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "qkv_15_cast_fp16" + } + } + ] + }, + "end_mask" : { + "bindings" : [ + { + "name" : { + "_0" : "k_15_end_mask_0" + } + } + ] + }, + "end" : { + "bindings" : [ + { + "name" : { + "_0" : "k_15_end_0" + } + } + ] + }, + "begin" : { + "bindings" : [ + { + "name" : { + "_0" : "k_15_begin_0" + } + } + ] + } + }, + "operatorName" : "slice_by_index" + }, + { + "inputs" : { + + }, + "blocks" : [ + + ], + "operatorName" : "const", + "outputs" : [ + { + "type" : { + + }, + "name" : "v_15_begin_0" + } + ] + }, + { + "inputs" : { + + }, + "outputs" : [ + { + "name" : "v_15_end_0", + "type" : { + + } + } + ], + "operatorName" : "const", + "blocks" : [ + + ] + }, + { + "blocks" : [ + + ], + "operatorName" : "const", + "outputs" : [ + { + "type" : { + + }, + "name" : "v_15_end_mask_0" + } + ], + "inputs" : { + + } + }, + { + "outputs" : [ + { + "type" : { + + }, + "name" : "v_15_squeeze_mask_0" + } + ], + "operatorName" : "const", + "inputs" : { + + }, + "blocks" : [ + + ] + }, + { + "cost" : { + "weight" : 0.000917436434582088 + }, + "blocks" : [ + + ], + "operatorName" : "slice_by_index", + "inputs" : { + "squeeze_mask" : { + "bindings" : [ + { + "name" : { + "_0" : "v_15_squeeze_mask_0" + } + } + ] + }, + "begin" : { + "bindings" : [ + { + "name" : { + "_0" : "v_15_begin_0" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "qkv_15_cast_fp16" + } + } + ] + }, + "end_mask" : { + "bindings" : [ + { + "name" : { + "_0" : "v_15_end_mask_0" + } + } + ] + }, + "end" : { + "bindings" : [ + { + "name" : { + "_0" : "v_15_end_0" + } + } + ] + } + }, + "deviceUsage" : { + "allSupportStates" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + } + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "v_15_cast_fp16" + } + ] + }, + { + "outputs" : [ + { + "type" : { + + }, + "name" : "attn_29_transpose_x_1" + } + ], + "inputs" : { + + }, + "operatorName" : "const", + "blocks" : [ + + ] + }, + { + "inputs" : { + + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "attn_29_transpose_y_1" + } + ], + "operatorName" : "const", + "blocks" : [ + + ] + }, + { + "cost" : { + "weight" : 0.005368372858734008 + }, + "deviceUsage" : { + "allSupportStates" : [ + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ] + }, + "operatorName" : "ios16.matmul", + "outputs" : [ + { + "type" : { + + }, + "name" : "attn_29_cast_fp16" + } + ], + "blocks" : [ + + ], + "inputs" : { + "y" : { + "bindings" : [ + { + "name" : { + "_0" : "k_15_cast_fp16" + } + } + ] + }, + "transpose_x" : { + "bindings" : [ + { + "name" : { + "_0" : "attn_29_transpose_x_1" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "q_15_cast_fp16" + } + } + ] + }, + "transpose_y" : { + "bindings" : [ + { + "name" : { + "_0" : "attn_29_transpose_y_1" + } + } + ] + } + } + }, + { + "deviceUsage" : { + "allSupportStates" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + } + }, + "cost" : { + "weight" : 0.00981932105414194 + }, + "operatorName" : "ios16.softmax", + "inputs" : { + "axis" : { + "bindings" : [ + { + "name" : { + "_0" : "var_22" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "attn_29_cast_fp16" + } + } + ] + } + }, + "blocks" : [ + + ], + "outputs" : [ + { + "name" : "input_143_cast_fp16", + "type" : { + + } + } + ] + }, + { + "inputs" : { + + }, + "operatorName" : "const", + "outputs" : [ + { + "name" : "var_576_transpose_x_0", + "type" : { + + } + } + ], + "blocks" : [ + + ] + }, + { + "blocks" : [ + + ], + "inputs" : { + + }, + "operatorName" : "const", + "outputs" : [ + { + "name" : "var_576_transpose_y_0", + "type" : { + + } + } + ] + }, + { + "cost" : { + "weight" : 0.005368372858734008 + }, + "operatorName" : "ios16.matmul", + "inputs" : { + "transpose_y" : { + "bindings" : [ + { + "name" : { + "_0" : "var_576_transpose_y_0" + } + } + ] + }, + "y" : { + "bindings" : [ + { + "name" : { + "_0" : "v_15_cast_fp16" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "input_143_cast_fp16" + } + } + ] + }, + "transpose_x" : { + "bindings" : [ + { + "name" : { + "_0" : "var_576_transpose_x_0" + } + } + ] + } + }, + "blocks" : [ + + ], + "deviceUsage" : { + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "allSupportStates" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + } + ] + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "var_576_cast_fp16" + } + ] + }, + { + "outputs" : [ + { + "type" : { + + }, + "name" : "var_577_perm_0" + } + ], + "inputs" : { + + }, + "operatorName" : "const", + "blocks" : [ + + ] + }, + { + "outputs" : [ + { + "name" : "var_578", + "type" : { + + } + } + ], + "blocks" : [ + + ], + "operatorName" : "const", + "inputs" : { + + } + }, + { + "deviceUsage" : { + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "allSupportStates" : [ + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + } + ] + }, + "cost" : { + "weight" : 0.0005713496813938445 + }, + "operatorName" : "transpose", + "outputs" : [ + { + "name" : "var_577_cast_fp16", + "type" : { + + } + } + ], + "blocks" : [ + + ], + "inputs" : { + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "var_576_cast_fp16" + } + } + ] + }, + "perm" : { + "bindings" : [ + { + "name" : { + "_0" : "var_577_perm_0" + } + } + ] + } + } + }, + { + "deviceUsage" : { + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "allSupportStates" : [ + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + } + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "input_145_cast_fp16" + } + ], + "blocks" : [ + + ], + "cost" : { + "weight" : 0.0004587153834701521 + }, + "inputs" : { + "shape" : { + "bindings" : [ + { + "name" : { + "_0" : "var_578" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "var_577_cast_fp16" + } + } + ] + } + }, + "operatorName" : "ios16.reshape" + }, + { + "blocks" : [ + + ], + "operatorName" : "const", + "outputs" : [ + { + "type" : { + + }, + "name" : "model_pretrained_blocks_7_attn_proj_weight_to_fp16" + } + ], + "inputs" : { + + } + }, + { + "inputs" : { + + }, + "operatorName" : "const", + "blocks" : [ + + ], + "outputs" : [ + { + "type" : { + + }, + "name" : "model_pretrained_blocks_7_attn_proj_bias_to_fp16" + } + ] + }, + { + "deviceUsage" : { + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "allSupportStates" : [ + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + } + ] + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "linear_29_cast_fp16" + } + ], + "inputs" : { + "weight" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_7_attn_proj_weight_to_fp16" + } + } + ] + }, + "bias" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_7_attn_proj_bias_to_fp16" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "input_145_cast_fp16" + } + } + ] + } + }, + "blocks" : [ + + ], + "operatorName" : "ios16.linear", + "cost" : { + "weight" : 0.000908275781956398 + } + }, + { + "inputs" : { + + }, + "outputs" : [ + { + "name" : "model_pretrained_blocks_7_ls1_gamma_to_fp16", + "type" : { + + } + } + ], + "operatorName" : "const", + "blocks" : [ + + ] + }, + { + "cost" : { + "weight" : 0.00017867574300475838 + }, + "operatorName" : "ios16.mul", + "inputs" : { + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "linear_29_cast_fp16" + } + } + ] + }, + "y" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_7_ls1_gamma_to_fp16" + } + } + ] + } + }, + "blocks" : [ + + ], + "deviceUsage" : { + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "allSupportStates" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + } + ] + }, + "outputs" : [ + { + "name" : "var_585_cast_fp16", + "type" : { + + } + } + ] + }, + { + "operatorName" : "ios16.add", + "blocks" : [ + + ], + "cost" : { + "weight" : 0.0009522422287051554 + }, + "outputs" : [ + { + "name" : "input_149_cast_fp16", + "type" : { + + } + } + ], + "deviceUsage" : { + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "allSupportStates" : [ + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + } + }, + "inputs" : { + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "input_141_cast_fp16" + } + } + ] + }, + "y" : { + "bindings" : [ + { + "name" : { + "_0" : "var_585_cast_fp16" + } + } + ] + } + } + }, + { + "blocks" : [ + + ], + "operatorName" : "const", + "outputs" : [ + { + "type" : { + + }, + "name" : "input_151_axes_0" + } + ], + "inputs" : { + + } + }, + { + "operatorName" : "const", + "inputs" : { + + }, + "blocks" : [ + + ], + "outputs" : [ + { + "type" : { + + }, + "name" : "model_pretrained_blocks_7_norm2_weight_to_fp16" + } + ] + }, + { + "inputs" : { + + }, + "outputs" : [ + { + "name" : "model_pretrained_blocks_7_norm2_bias_to_fp16", + "type" : { + + } + } + ], + "blocks" : [ + + ], + "operatorName" : "const" + }, + { + "outputs" : [ + { + "type" : { + + }, + "name" : "input_151_cast_fp16" + } + ], + "deviceUsage" : { + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "allSupportStates" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ] + }, + "operatorName" : "ios16.layer_norm", + "inputs" : { + "axes" : { + "bindings" : [ + { + "name" : { + "_0" : "input_151_axes_0" + } + } + ] + }, + "gamma" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_7_norm2_weight_to_fp16" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "input_149_cast_fp16" + } + } + ] + }, + "beta" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_7_norm2_bias_to_fp16" + } + } + ] + }, + "epsilon" : { + "bindings" : [ + { + "name" : { + "_0" : "var_8_to_fp16" + } + } + ] + } + }, + "blocks" : [ + + ], + "cost" : { + "weight" : 0.0004587127676354826 + } + }, + { + "operatorName" : "const", + "outputs" : [ + { + "name" : "model_pretrained_blocks_7_mlp_fc1_weight_to_fp16", + "type" : { + + } + } + ], + "inputs" : { + + }, + "blocks" : [ + + ] + }, + { + "blocks" : [ + + ], + "operatorName" : "const", + "outputs" : [ + { + "type" : { + + }, + "name" : "model_pretrained_blocks_7_mlp_fc1_bias_to_fp16" + } + ], + "inputs" : { + + } + }, + { + "outputs" : [ + { + "type" : { + + }, + "name" : "linear_30_cast_fp16" + } + ], + "blocks" : [ + + ], + "operatorName" : "ios16.linear", + "inputs" : { + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "input_151_cast_fp16" + } + } + ] + }, + "weight" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_7_mlp_fc1_weight_to_fp16" + } + } + ] + }, + "bias" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_7_mlp_fc1_bias_to_fp16" + } + } + ] + } + }, + "deviceUsage" : { + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "allSupportStates" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + } + ] + }, + "cost" : { + "weight" : 0.0009082783717001216 + } + }, + { + "operatorName" : "const", + "blocks" : [ + + ], + "outputs" : [ + { + "type" : { + + }, + "name" : "input_155_mode_0" + } + ], + "inputs" : { + + } + }, + { + "operatorName" : "ios16.gelu", + "inputs" : { + "mode" : { + "bindings" : [ + { + "name" : { + "_0" : "input_155_mode_0" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "linear_30_cast_fp16" + } + } + ] + } + }, + "blocks" : [ + + ], + "deviceUsage" : { + "allSupportStates" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + } + }, + "outputs" : [ + { + "name" : "input_155_cast_fp16", + "type" : { + + } + } + ], + "cost" : { + "weight" : 0.0018348510705419303 + } + }, + { + "operatorName" : "const", + "outputs" : [ + { + "type" : { + + }, + "name" : "model_pretrained_blocks_7_mlp_fc2_weight_to_fp16" + } + ], + "inputs" : { + + }, + "blocks" : [ + + ] + }, + { + "operatorName" : "const", + "outputs" : [ + { + "name" : "model_pretrained_blocks_7_mlp_fc2_bias_to_fp16", + "type" : { + + } + } + ], + "blocks" : [ + + ], + "inputs" : { + + } + }, + { + "inputs" : { + "weight" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_7_mlp_fc2_weight_to_fp16" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "input_155_cast_fp16" + } + } + ] + }, + "bias" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_7_mlp_fc2_bias_to_fp16" + } + } + ] + } + }, + "operatorName" : "ios16.linear", + "blocks" : [ + + ], + "cost" : { + "weight" : 0.01453239956258375 + }, + "deviceUsage" : { + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "allSupportStates" : [ + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + } + ] + }, + "outputs" : [ + { + "name" : "linear_31_cast_fp16", + "type" : { + + } + } + ] + }, + { + "blocks" : [ + + ], + "inputs" : { + + }, + "operatorName" : "const", + "outputs" : [ + { + "type" : { + + }, + "name" : "model_pretrained_blocks_7_ls2_gamma_to_fp16" + } + ] + }, + { + "operatorName" : "ios16.mul", + "blocks" : [ + + ], + "inputs" : { + "y" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_7_ls2_gamma_to_fp16" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "linear_31_cast_fp16" + } + } + ] + } + }, + "deviceUsage" : { + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "allSupportStates" : [ + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + } + ] + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "var_603_cast_fp16" + } + ], + "cost" : { + "weight" : 0.00017867574300475838 + } + }, + { + "blocks" : [ + + ], + "inputs" : { + "y" : { + "bindings" : [ + { + "name" : { + "_0" : "var_603_cast_fp16" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "input_149_cast_fp16" + } + } + ] + } + }, + "deviceUsage" : { + "allSupportStates" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ] + }, + "cost" : { + "weight" : 0.0009522422287051554 + }, + "operatorName" : "ios16.add", + "outputs" : [ + { + "type" : { + + }, + "name" : "input_161_cast_fp16" + } + ] + }, + { + "operatorName" : "const", + "outputs" : [ + { + "name" : "x_57_axes_0", + "type" : { + + } + } + ], + "blocks" : [ + + ], + "inputs" : { + + } + }, + { + "outputs" : [ + { + "type" : { + + }, + "name" : "model_pretrained_blocks_8_norm1_weight_to_fp16" + } + ], + "operatorName" : "const", + "inputs" : { + + }, + "blocks" : [ + + ] + }, + { + "operatorName" : "const", + "outputs" : [ + { + "name" : "model_pretrained_blocks_8_norm1_bias_to_fp16", + "type" : { + + } + } + ], + "blocks" : [ + + ], + "inputs" : { + + } + }, + { + "cost" : { + "weight" : 0.0004587127676354826 + }, + "operatorName" : "ios16.layer_norm", + "blocks" : [ + + ], + "inputs" : { + "beta" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_8_norm1_bias_to_fp16" + } + } + ] + }, + "epsilon" : { + "bindings" : [ + { + "name" : { + "_0" : "var_8_to_fp16" + } + } + ] + }, + "axes" : { + "bindings" : [ + { + "name" : { + "_0" : "x_57_axes_0" + } + } + ] + }, + "gamma" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_8_norm1_weight_to_fp16" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "input_161_cast_fp16" + } + } + ] + } + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "x_57_cast_fp16" + } + ], + "deviceUsage" : { + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "allSupportStates" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ] + } + }, + { + "inputs" : { + + }, + "operatorName" : "const", + "blocks" : [ + + ], + "outputs" : [ + { + "type" : { + + }, + "name" : "model_pretrained_blocks_8_attn_qkv_weight_to_fp16" + } + ] + }, + { + "operatorName" : "const", + "outputs" : [ + { + "name" : "model_pretrained_blocks_8_attn_qkv_bias_to_fp16", + "type" : { + + } + } + ], + "blocks" : [ + + ], + "inputs" : { + + } + }, + { + "blocks" : [ + + ], + "deviceUsage" : { + "allSupportStates" : [ + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ] + }, + "outputs" : [ + { + "name" : "linear_32_cast_fp16", + "type" : { + + } + } + ], + "operatorName" : "ios16.linear", + "inputs" : { + "bias" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_8_attn_qkv_bias_to_fp16" + } + } + ] + }, + "weight" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_8_attn_qkv_weight_to_fp16" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "x_57_cast_fp16" + } + } + ] + } + }, + "cost" : { + "weight" : 0.0009082775084522138 + } + }, + { + "inputs" : { + + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "var_626" + } + ], + "blocks" : [ + + ], + "operatorName" : "const" + }, + { + "blocks" : [ + + ], + "deviceUsage" : { + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "allSupportStates" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + } + ] + }, + "outputs" : [ + { + "name" : "var_627_cast_fp16", + "type" : { + + } + } + ], + "operatorName" : "ios16.reshape", + "inputs" : { + "shape" : { + "bindings" : [ + { + "name" : { + "_0" : "var_626" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "linear_32_cast_fp16" + } + } + ] + } + }, + "cost" : { + "weight" : 0.001376142662630897 + } + }, + { + "operatorName" : "const", + "blocks" : [ + + ], + "inputs" : { + + }, + "outputs" : [ + { + "name" : "var_628", + "type" : { + + } + } + ] + }, + { + "outputs" : [ + { + "name" : "var_630_begin_0", + "type" : { + + } + } + ], + "operatorName" : "const", + "blocks" : [ + + ], + "inputs" : { + + } + }, + { + "blocks" : [ + + ], + "inputs" : { + + }, + "operatorName" : "const", + "outputs" : [ + { + "name" : "var_630_end_0", + "type" : { + + } + } + ] + }, + { + "outputs" : [ + { + "type" : { + + }, + "name" : "var_630_end_mask_0" + } + ], + "operatorName" : "const", + "inputs" : { + + }, + "blocks" : [ + + ] + }, + { + "outputs" : [ + { + "name" : "var_630_squeeze_mask_0", + "type" : { + + } + } + ], + "blocks" : [ + + ], + "operatorName" : "const", + "inputs" : { + + } + }, + { + "operatorName" : "transpose", + "outputs" : [ + { + "name" : "qkv_17_cast_fp16", + "type" : { + + } + } + ], + "cost" : { + "weight" : 0.0017140414418827185 + }, + "inputs" : { + "perm" : { + "bindings" : [ + { + "name" : { + "_0" : "var_628" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "var_627_cast_fp16" + } + } + ] + } + }, + "blocks" : [ + + ], + "deviceUsage" : { + "allSupportStates" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ] + } + }, + { + "inputs" : { + "squeeze_mask" : { + "bindings" : [ + { + "name" : { + "_0" : "var_630_squeeze_mask_0" + } + } + ] + }, + "begin" : { + "bindings" : [ + { + "name" : { + "_0" : "var_630_begin_0" + } + } + ] + }, + "end_mask" : { + "bindings" : [ + { + "name" : { + "_0" : "var_630_end_mask_0" + } + } + ] + }, + "end" : { + "bindings" : [ + { + "name" : { + "_0" : "var_630_end_0" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "qkv_17_cast_fp16" + } + } + ] + } + }, + "cost" : { + "weight" : 0.000917436434582088 + }, + "operatorName" : "slice_by_index", + "deviceUsage" : { + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "allSupportStates" : [ + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + } + ] + }, + "outputs" : [ + { + "name" : "var_630_cast_fp16", + "type" : { + + } + } + ], + "blocks" : [ + + ] + }, + { + "inputs" : { + + }, + "outputs" : [ + { + "name" : "var_631_to_fp16", + "type" : { + + } + } + ], + "operatorName" : "const", + "blocks" : [ + + ] + }, + { + "inputs" : { + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "var_630_cast_fp16" + } + } + ] + }, + "y" : { + "bindings" : [ + { + "name" : { + "_0" : "var_631_to_fp16" + } + } + ] + } + }, + "operatorName" : "ios16.mul", + "blocks" : [ + + ], + "deviceUsage" : { + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "allSupportStates" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ] + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "q_17_cast_fp16" + } + ], + "cost" : { + "weight" : 0.0001785457572705566 + } + }, + { + "operatorName" : "const", + "inputs" : { + + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "k_17_begin_0" + } + ], + "blocks" : [ + + ] + }, + { + "operatorName" : "const", + "inputs" : { + + }, + "blocks" : [ + + ], + "outputs" : [ + { + "name" : "k_17_end_0", + "type" : { + + } + } + ] + }, + { + "outputs" : [ + { + "name" : "k_17_end_mask_0", + "type" : { + + } + } + ], + "inputs" : { + + }, + "operatorName" : "const", + "blocks" : [ + + ] + }, + { + "outputs" : [ + { + "name" : "k_17_squeeze_mask_0", + "type" : { + + } + } + ], + "inputs" : { + + }, + "blocks" : [ + + ], + "operatorName" : "const" + }, + { + "deviceUsage" : { + "allSupportStates" : [ + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + } + }, + "cost" : { + "weight" : 0.000917436434582088 + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "k_17_cast_fp16" + } + ], + "operatorName" : "slice_by_index", + "inputs" : { + "end" : { + "bindings" : [ + { + "name" : { + "_0" : "k_17_end_0" + } + } + ] + }, + "end_mask" : { + "bindings" : [ + { + "name" : { + "_0" : "k_17_end_mask_0" + } + } + ] + }, + "begin" : { + "bindings" : [ + { + "name" : { + "_0" : "k_17_begin_0" + } + } + ] + }, + "squeeze_mask" : { + "bindings" : [ + { + "name" : { + "_0" : "k_17_squeeze_mask_0" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "qkv_17_cast_fp16" + } + } + ] + } + }, + "blocks" : [ + + ] + }, + { + "outputs" : [ + { + "name" : "v_17_begin_0", + "type" : { + + } + } + ], + "blocks" : [ + + ], + "operatorName" : "const", + "inputs" : { + + } + }, + { + "inputs" : { + + }, + "outputs" : [ + { + "name" : "v_17_end_0", + "type" : { + + } + } + ], + "operatorName" : "const", + "blocks" : [ + + ] + }, + { + "inputs" : { + + }, + "operatorName" : "const", + "outputs" : [ + { + "name" : "v_17_end_mask_0", + "type" : { + + } + } + ], + "blocks" : [ + + ] + }, + { + "outputs" : [ + { + "name" : "v_17_squeeze_mask_0", + "type" : { + + } + } + ], + "inputs" : { + + }, + "blocks" : [ + + ], + "operatorName" : "const" + }, + { + "blocks" : [ + + ], + "inputs" : { + "end_mask" : { + "bindings" : [ + { + "name" : { + "_0" : "v_17_end_mask_0" + } + } + ] + }, + "squeeze_mask" : { + "bindings" : [ + { + "name" : { + "_0" : "v_17_squeeze_mask_0" + } + } + ] + }, + "begin" : { + "bindings" : [ + { + "name" : { + "_0" : "v_17_begin_0" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "qkv_17_cast_fp16" + } + } + ] + }, + "end" : { + "bindings" : [ + { + "name" : { + "_0" : "v_17_end_0" + } + } + ] + } + }, + "operatorName" : "slice_by_index", + "cost" : { + "weight" : 0.000917436434582088 + }, + "deviceUsage" : { + "allSupportStates" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + } + }, + "outputs" : [ + { + "name" : "v_17_cast_fp16", + "type" : { + + } + } + ] + }, + { + "inputs" : { + + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "attn_33_transpose_x_1" + } + ], + "operatorName" : "const", + "blocks" : [ + + ] + }, + { + "outputs" : [ + { + "name" : "attn_33_transpose_y_1", + "type" : { + + } + } + ], + "inputs" : { + + }, + "blocks" : [ + + ], + "operatorName" : "const" + }, + { + "operatorName" : "ios16.matmul", + "inputs" : { + "transpose_x" : { + "bindings" : [ + { + "name" : { + "_0" : "attn_33_transpose_x_1" + } + } + ] + }, + "y" : { + "bindings" : [ + { + "name" : { + "_0" : "k_17_cast_fp16" + } + } + ] + }, + "transpose_y" : { + "bindings" : [ + { + "name" : { + "_0" : "attn_33_transpose_y_1" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "q_17_cast_fp16" + } + } + ] + } + }, + "deviceUsage" : { + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "allSupportStates" : [ + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ] + }, + "cost" : { + "weight" : 0.005368372858734008 + }, + "outputs" : [ + { + "name" : "attn_33_cast_fp16", + "type" : { + + } + } + ], + "blocks" : [ + + ] + }, + { + "operatorName" : "ios16.softmax", + "deviceUsage" : { + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "allSupportStates" : [ + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + } + ] + }, + "cost" : { + "weight" : 0.00981932105414194 + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "input_163_cast_fp16" + } + ], + "inputs" : { + "axis" : { + "bindings" : [ + { + "name" : { + "_0" : "var_22" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "attn_33_cast_fp16" + } + } + ] + } + }, + "blocks" : [ + + ] + }, + { + "blocks" : [ + + ], + "outputs" : [ + { + "type" : { + + }, + "name" : "var_639_transpose_x_0" + } + ], + "inputs" : { + + }, + "operatorName" : "const" + }, + { + "blocks" : [ + + ], + "operatorName" : "const", + "inputs" : { + + }, + "outputs" : [ + { + "name" : "var_639_transpose_y_0", + "type" : { + + } + } + ] + }, + { + "blocks" : [ + + ], + "outputs" : [ + { + "type" : { + + }, + "name" : "var_639_cast_fp16" + } + ], + "cost" : { + "weight" : 0.005368372858734008 + }, + "inputs" : { + "transpose_y" : { + "bindings" : [ + { + "name" : { + "_0" : "var_639_transpose_y_0" + } + } + ] + }, + "y" : { + "bindings" : [ + { + "name" : { + "_0" : "v_17_cast_fp16" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "input_163_cast_fp16" + } + } + ] + }, + "transpose_x" : { + "bindings" : [ + { + "name" : { + "_0" : "var_639_transpose_x_0" + } + } + ] + } + }, + "operatorName" : "ios16.matmul", + "deviceUsage" : { + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "allSupportStates" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + } + ] + } + }, + { + "operatorName" : "const", + "inputs" : { + + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "var_640_perm_0" + } + ], + "blocks" : [ + + ] + }, + { + "inputs" : { + + }, + "outputs" : [ + { + "name" : "var_641", + "type" : { + + } + } + ], + "operatorName" : "const", + "blocks" : [ + + ] + }, + { + "deviceUsage" : { + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "allSupportStates" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + } + ] + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "var_640_cast_fp16" + } + ], + "cost" : { + "weight" : 0.0005713496813938445 + }, + "operatorName" : "transpose", + "inputs" : { + "perm" : { + "bindings" : [ + { + "name" : { + "_0" : "var_640_perm_0" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "var_639_cast_fp16" + } + } + ] + } + }, + "blocks" : [ + + ] + }, + { + "inputs" : { + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "var_640_cast_fp16" + } + } + ] + }, + "shape" : { + "bindings" : [ + { + "name" : { + "_0" : "var_641" + } + } + ] + } + }, + "blocks" : [ + + ], + "operatorName" : "ios16.reshape", + "outputs" : [ + { + "name" : "input_165_cast_fp16", + "type" : { + + } + } + ], + "deviceUsage" : { + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "allSupportStates" : [ + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + } + ] + }, + "cost" : { + "weight" : 0.0004587153834701521 + } + }, + { + "outputs" : [ + { + "type" : { + + }, + "name" : "model_pretrained_blocks_8_attn_proj_weight_to_fp16" + } + ], + "operatorName" : "const", + "blocks" : [ + + ], + "inputs" : { + + } + }, + { + "outputs" : [ + { + "name" : "model_pretrained_blocks_8_attn_proj_bias_to_fp16", + "type" : { + + } + } + ], + "operatorName" : "const", + "inputs" : { + + }, + "blocks" : [ + + ] + }, + { + "cost" : { + "weight" : 0.000908275781956398 + }, + "deviceUsage" : { + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "allSupportStates" : [ + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + } + ] + }, + "outputs" : [ + { + "name" : "linear_33_cast_fp16", + "type" : { + + } + } + ], + "operatorName" : "ios16.linear", + "inputs" : { + "weight" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_8_attn_proj_weight_to_fp16" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "input_165_cast_fp16" + } + } + ] + }, + "bias" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_8_attn_proj_bias_to_fp16" + } + } + ] + } + }, + "blocks" : [ + + ] + }, + { + "blocks" : [ + + ], + "operatorName" : "const", + "outputs" : [ + { + "name" : "model_pretrained_blocks_8_ls1_gamma_to_fp16", + "type" : { + + } + } + ], + "inputs" : { + + } + }, + { + "blocks" : [ + + ], + "deviceUsage" : { + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "allSupportStates" : [ + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ] + }, + "outputs" : [ + { + "name" : "var_648_cast_fp16", + "type" : { + + } + } + ], + "operatorName" : "ios16.mul", + "cost" : { + "weight" : 0.00017867574300475838 + }, + "inputs" : { + "y" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_8_ls1_gamma_to_fp16" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "linear_33_cast_fp16" + } + } + ] + } + } + }, + { + "inputs" : { + "y" : { + "bindings" : [ + { + "name" : { + "_0" : "var_648_cast_fp16" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "input_161_cast_fp16" + } + } + ] + } + }, + "blocks" : [ + + ], + "deviceUsage" : { + "allSupportStates" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + } + }, + "cost" : { + "weight" : 0.0009522422287051554 + }, + "outputs" : [ + { + "name" : "input_169_cast_fp16", + "type" : { + + } + } + ], + "operatorName" : "ios16.add" + }, + { + "inputs" : { + + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "input_171_axes_0" + } + ], + "blocks" : [ + + ], + "operatorName" : "const" + }, + { + "operatorName" : "const", + "blocks" : [ + + ], + "outputs" : [ + { + "type" : { + + }, + "name" : "model_pretrained_blocks_8_norm2_weight_to_fp16" + } + ], + "inputs" : { + + } + }, + { + "outputs" : [ + { + "name" : "model_pretrained_blocks_8_norm2_bias_to_fp16", + "type" : { + + } + } + ], + "inputs" : { + + }, + "blocks" : [ + + ], + "operatorName" : "const" + }, + { + "blocks" : [ + + ], + "cost" : { + "weight" : 0.0004587127676354826 + }, + "operatorName" : "ios16.layer_norm", + "inputs" : { + "beta" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_8_norm2_bias_to_fp16" + } + } + ] + }, + "gamma" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_8_norm2_weight_to_fp16" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "input_169_cast_fp16" + } + } + ] + }, + "epsilon" : { + "bindings" : [ + { + "name" : { + "_0" : "var_8_to_fp16" + } + } + ] + }, + "axes" : { + "bindings" : [ + { + "name" : { + "_0" : "input_171_axes_0" + } + } + ] + } + }, + "outputs" : [ + { + "name" : "input_171_cast_fp16", + "type" : { + + } + } + ], + "deviceUsage" : { + "allSupportStates" : [ + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ] + } + }, + { + "blocks" : [ + + ], + "outputs" : [ + { + "name" : "model_pretrained_blocks_8_mlp_fc1_weight_to_fp16", + "type" : { + + } + } + ], + "inputs" : { + + }, + "operatorName" : "const" + }, + { + "outputs" : [ + { + "name" : "model_pretrained_blocks_8_mlp_fc1_bias_to_fp16", + "type" : { + + } + } + ], + "inputs" : { + + }, + "operatorName" : "const", + "blocks" : [ + + ] + }, + { + "blocks" : [ + + ], + "inputs" : { + "weight" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_8_mlp_fc1_weight_to_fp16" + } + } + ] + }, + "bias" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_8_mlp_fc1_bias_to_fp16" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "input_171_cast_fp16" + } + } + ] + } + }, + "deviceUsage" : { + "allSupportStates" : [ + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + } + }, + "cost" : { + "weight" : 0.0009082783717001216 + }, + "operatorName" : "ios16.linear", + "outputs" : [ + { + "name" : "linear_34_cast_fp16", + "type" : { + + } + } + ] + }, + { + "outputs" : [ + { + "type" : { + + }, + "name" : "input_175_mode_0" + } + ], + "operatorName" : "const", + "inputs" : { + + }, + "blocks" : [ + + ] + }, + { + "outputs" : [ + { + "name" : "input_175_cast_fp16", + "type" : { + + } + } + ], + "blocks" : [ + + ], + "inputs" : { + "mode" : { + "bindings" : [ + { + "name" : { + "_0" : "input_175_mode_0" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "linear_34_cast_fp16" + } + } + ] + } + }, + "deviceUsage" : { + "allSupportStates" : [ + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ] + }, + "cost" : { + "weight" : 0.0018348510705419303 + }, + "operatorName" : "ios16.gelu" + }, + { + "outputs" : [ + { + "type" : { + + }, + "name" : "model_pretrained_blocks_8_mlp_fc2_weight_to_fp16" + } + ], + "operatorName" : "const", + "blocks" : [ + + ], + "inputs" : { + + } + }, + { + "outputs" : [ + { + "type" : { + + }, + "name" : "model_pretrained_blocks_8_mlp_fc2_bias_to_fp16" + } + ], + "operatorName" : "const", + "blocks" : [ + + ], + "inputs" : { + + } + }, + { + "inputs" : { + "weight" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_8_mlp_fc2_weight_to_fp16" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "input_175_cast_fp16" + } + } + ] + }, + "bias" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_8_mlp_fc2_bias_to_fp16" + } + } + ] + } + }, + "outputs" : [ + { + "name" : "linear_35_cast_fp16", + "type" : { + + } + } + ], + "operatorName" : "ios16.linear", + "cost" : { + "weight" : 0.01453239956258375 + }, + "blocks" : [ + + ], + "deviceUsage" : { + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "allSupportStates" : [ + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + } + ] + } + }, + { + "operatorName" : "const", + "outputs" : [ + { + "type" : { + + }, + "name" : "model_pretrained_blocks_8_ls2_gamma_to_fp16" + } + ], + "inputs" : { + + }, + "blocks" : [ + + ] + }, + { + "operatorName" : "ios16.mul", + "inputs" : { + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "linear_35_cast_fp16" + } + } + ] + }, + "y" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_8_ls2_gamma_to_fp16" + } + } + ] + } + }, + "blocks" : [ + + ], + "cost" : { + "weight" : 0.00017867574300475838 + }, + "outputs" : [ + { + "name" : "var_666_cast_fp16", + "type" : { + + } + } + ], + "deviceUsage" : { + "allSupportStates" : [ + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ] + } + }, + { + "cost" : { + "weight" : 0.0009522422287051554 + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "input_181_cast_fp16" + } + ], + "operatorName" : "ios16.add", + "inputs" : { + "y" : { + "bindings" : [ + { + "name" : { + "_0" : "var_666_cast_fp16" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "input_169_cast_fp16" + } + } + ] + } + }, + "blocks" : [ + + ], + "deviceUsage" : { + "allSupportStates" : [ + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ] + } + }, + { + "blocks" : [ + + ], + "inputs" : { + + }, + "outputs" : [ + { + "name" : "x_63_axes_0", + "type" : { + + } + } + ], + "operatorName" : "const" + }, + { + "inputs" : { + + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "model_pretrained_blocks_9_norm1_weight_to_fp16" + } + ], + "operatorName" : "const", + "blocks" : [ + + ] + }, + { + "operatorName" : "const", + "blocks" : [ + + ], + "outputs" : [ + { + "name" : "model_pretrained_blocks_9_norm1_bias_to_fp16", + "type" : { + + } + } + ], + "inputs" : { + + } + }, + { + "blocks" : [ + + ], + "deviceUsage" : { + "allSupportStates" : [ + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ] + }, + "operatorName" : "ios16.layer_norm", + "inputs" : { + "axes" : { + "bindings" : [ + { + "name" : { + "_0" : "x_63_axes_0" + } + } + ] + }, + "epsilon" : { + "bindings" : [ + { + "name" : { + "_0" : "var_8_to_fp16" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "input_181_cast_fp16" + } + } + ] + }, + "gamma" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_9_norm1_weight_to_fp16" + } + } + ] + }, + "beta" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_9_norm1_bias_to_fp16" + } + } + ] + } + }, + "cost" : { + "weight" : 0.0004587127676354826 + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "x_63_cast_fp16" + } + ] + }, + { + "operatorName" : "const", + "inputs" : { + + }, + "outputs" : [ + { + "name" : "model_pretrained_blocks_9_attn_qkv_weight_to_fp16", + "type" : { + + } + } + ], + "blocks" : [ + + ] + }, + { + "operatorName" : "const", + "blocks" : [ + + ], + "outputs" : [ + { + "type" : { + + }, + "name" : "model_pretrained_blocks_9_attn_qkv_bias_to_fp16" + } + ], + "inputs" : { + + } + }, + { + "inputs" : { + "weight" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_9_attn_qkv_weight_to_fp16" + } + } + ] + }, + "bias" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_9_attn_qkv_bias_to_fp16" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "x_63_cast_fp16" + } + } + ] + } + }, + "outputs" : [ + { + "name" : "linear_36_cast_fp16", + "type" : { + + } + } + ], + "deviceUsage" : { + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "allSupportStates" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + } + ] + }, + "cost" : { + "weight" : 0.0009082775084522138 + }, + "blocks" : [ + + ], + "operatorName" : "ios16.linear" + }, + { + "inputs" : { + + }, + "operatorName" : "const", + "outputs" : [ + { + "type" : { + + }, + "name" : "var_689" + } + ], + "blocks" : [ + + ] + }, + { + "outputs" : [ + { + "type" : { + + }, + "name" : "var_690_cast_fp16" + } + ], + "blocks" : [ + + ], + "cost" : { + "weight" : 0.001376142662630897 + }, + "operatorName" : "ios16.reshape", + "inputs" : { + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "linear_36_cast_fp16" + } + } + ] + }, + "shape" : { + "bindings" : [ + { + "name" : { + "_0" : "var_689" + } + } + ] + } + }, + "deviceUsage" : { + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "allSupportStates" : [ + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + } + } + }, + { + "operatorName" : "const", + "outputs" : [ + { + "name" : "var_691", + "type" : { + + } + } + ], + "blocks" : [ + + ], + "inputs" : { + + } + }, + { + "inputs" : { + + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "var_693_begin_0" + } + ], + "blocks" : [ + + ], + "operatorName" : "const" + }, + { + "outputs" : [ + { + "type" : { + + }, + "name" : "var_693_end_0" + } + ], + "operatorName" : "const", + "blocks" : [ + + ], + "inputs" : { + + } + }, + { + "inputs" : { + + }, + "blocks" : [ + + ], + "outputs" : [ + { + "type" : { + + }, + "name" : "var_693_end_mask_0" + } + ], + "operatorName" : "const" + }, + { + "blocks" : [ + + ], + "operatorName" : "const", + "outputs" : [ + { + "type" : { + + }, + "name" : "var_693_squeeze_mask_0" + } + ], + "inputs" : { + + } + }, + { + "blocks" : [ + + ], + "cost" : { + "weight" : 0.0017140414418827185 + }, + "inputs" : { + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "var_690_cast_fp16" + } + } + ] + }, + "perm" : { + "bindings" : [ + { + "name" : { + "_0" : "var_691" + } + } + ] + } + }, + "operatorName" : "transpose", + "outputs" : [ + { + "type" : { + + }, + "name" : "qkv_19_cast_fp16" + } + ], + "deviceUsage" : { + "allSupportStates" : [ + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ] + } + }, + { + "outputs" : [ + { + "type" : { + + }, + "name" : "var_693_cast_fp16" + } + ], + "cost" : { + "weight" : 0.000917436434582088 + }, + "operatorName" : "slice_by_index", + "inputs" : { + "end_mask" : { + "bindings" : [ + { + "name" : { + "_0" : "var_693_end_mask_0" + } + } + ] + }, + "end" : { + "bindings" : [ + { + "name" : { + "_0" : "var_693_end_0" + } + } + ] + }, + "begin" : { + "bindings" : [ + { + "name" : { + "_0" : "var_693_begin_0" + } + } + ] + }, + "squeeze_mask" : { + "bindings" : [ + { + "name" : { + "_0" : "var_693_squeeze_mask_0" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "qkv_19_cast_fp16" + } + } + ] + } + }, + "blocks" : [ + + ], + "deviceUsage" : { + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "allSupportStates" : [ + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + } + ] + } + }, + { + "operatorName" : "const", + "inputs" : { + + }, + "blocks" : [ + + ], + "outputs" : [ + { + "type" : { + + }, + "name" : "var_694_to_fp16" + } + ] + }, + { + "outputs" : [ + { + "type" : { + + }, + "name" : "q_19_cast_fp16" + } + ], + "inputs" : { + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "var_693_cast_fp16" + } + } + ] + }, + "y" : { + "bindings" : [ + { + "name" : { + "_0" : "var_694_to_fp16" + } + } + ] + } + }, + "operatorName" : "ios16.mul", + "blocks" : [ + + ], + "cost" : { + "weight" : 0.0001785457572705566 + }, + "deviceUsage" : { + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "allSupportStates" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + } + } + }, + { + "outputs" : [ + { + "type" : { + + }, + "name" : "k_19_begin_0" + } + ], + "inputs" : { + + }, + "blocks" : [ + + ], + "operatorName" : "const" + }, + { + "blocks" : [ + + ], + "outputs" : [ + { + "name" : "k_19_end_0", + "type" : { + + } + } + ], + "operatorName" : "const", + "inputs" : { + + } + }, + { + "outputs" : [ + { + "name" : "k_19_end_mask_0", + "type" : { + + } + } + ], + "operatorName" : "const", + "inputs" : { + + }, + "blocks" : [ + + ] + }, + { + "inputs" : { + + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "k_19_squeeze_mask_0" + } + ], + "operatorName" : "const", + "blocks" : [ + + ] + }, + { + "inputs" : { + "begin" : { + "bindings" : [ + { + "name" : { + "_0" : "k_19_begin_0" + } + } + ] + }, + "end" : { + "bindings" : [ + { + "name" : { + "_0" : "k_19_end_0" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "qkv_19_cast_fp16" + } + } + ] + }, + "end_mask" : { + "bindings" : [ + { + "name" : { + "_0" : "k_19_end_mask_0" + } + } + ] + }, + "squeeze_mask" : { + "bindings" : [ + { + "name" : { + "_0" : "k_19_squeeze_mask_0" + } + } + ] + } + }, + "operatorName" : "slice_by_index", + "blocks" : [ + + ], + "outputs" : [ + { + "name" : "k_19_cast_fp16", + "type" : { + + } + } + ], + "deviceUsage" : { + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "allSupportStates" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ] + }, + "cost" : { + "weight" : 0.000917436434582088 + } + }, + { + "outputs" : [ + { + "type" : { + + }, + "name" : "v_19_begin_0" + } + ], + "inputs" : { + + }, + "operatorName" : "const", + "blocks" : [ + + ] + }, + { + "blocks" : [ + + ], + "operatorName" : "const", + "outputs" : [ + { + "name" : "v_19_end_0", + "type" : { + + } + } + ], + "inputs" : { + + } + }, + { + "operatorName" : "const", + "blocks" : [ + + ], + "outputs" : [ + { + "name" : "v_19_end_mask_0", + "type" : { + + } + } + ], + "inputs" : { + + } + }, + { + "blocks" : [ + + ], + "outputs" : [ + { + "name" : "v_19_squeeze_mask_0", + "type" : { + + } + } + ], + "inputs" : { + + }, + "operatorName" : "const" + }, + { + "inputs" : { + "end" : { + "bindings" : [ + { + "name" : { + "_0" : "v_19_end_0" + } + } + ] + }, + "squeeze_mask" : { + "bindings" : [ + { + "name" : { + "_0" : "v_19_squeeze_mask_0" + } + } + ] + }, + "begin" : { + "bindings" : [ + { + "name" : { + "_0" : "v_19_begin_0" + } + } + ] + }, + "end_mask" : { + "bindings" : [ + { + "name" : { + "_0" : "v_19_end_mask_0" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "qkv_19_cast_fp16" + } + } + ] + } + }, + "outputs" : [ + { + "name" : "v_19_cast_fp16", + "type" : { + + } + } + ], + "operatorName" : "slice_by_index", + "cost" : { + "weight" : 0.000917436434582088 + }, + "blocks" : [ + + ], + "deviceUsage" : { + "allSupportStates" : [ + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + } + } + }, + { + "outputs" : [ + { + "type" : { + + }, + "name" : "attn_37_transpose_x_1" + } + ], + "operatorName" : "const", + "blocks" : [ + + ], + "inputs" : { + + } + }, + { + "outputs" : [ + { + "name" : "attn_37_transpose_y_1", + "type" : { + + } + } + ], + "inputs" : { + + }, + "blocks" : [ + + ], + "operatorName" : "const" + }, + { + "cost" : { + "weight" : 0.005368372858734008 + }, + "operatorName" : "ios16.matmul", + "inputs" : { + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "q_19_cast_fp16" + } + } + ] + }, + "transpose_x" : { + "bindings" : [ + { + "name" : { + "_0" : "attn_37_transpose_x_1" + } + } + ] + }, + "y" : { + "bindings" : [ + { + "name" : { + "_0" : "k_19_cast_fp16" + } + } + ] + }, + "transpose_y" : { + "bindings" : [ + { + "name" : { + "_0" : "attn_37_transpose_y_1" + } + } + ] + } + }, + "outputs" : [ + { + "name" : "attn_37_cast_fp16", + "type" : { + + } + } + ], + "blocks" : [ + + ], + "deviceUsage" : { + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "allSupportStates" : [ + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + } + ] + } + }, + { + "operatorName" : "ios16.softmax", + "deviceUsage" : { + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "allSupportStates" : [ + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + } + ] + }, + "cost" : { + "weight" : 0.00981932105414194 + }, + "inputs" : { + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "attn_37_cast_fp16" + } + } + ] + }, + "axis" : { + "bindings" : [ + { + "name" : { + "_0" : "var_22" + } + } + ] + } + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "input_183_cast_fp16" + } + ], + "blocks" : [ + + ] + }, + { + "operatorName" : "const", + "outputs" : [ + { + "name" : "var_702_transpose_x_0", + "type" : { + + } + } + ], + "inputs" : { + + }, + "blocks" : [ + + ] + }, + { + "blocks" : [ + + ], + "inputs" : { + + }, + "outputs" : [ + { + "name" : "var_702_transpose_y_0", + "type" : { + + } + } + ], + "operatorName" : "const" + }, + { + "outputs" : [ + { + "type" : { + + }, + "name" : "var_702_cast_fp16" + } + ], + "operatorName" : "ios16.matmul", + "blocks" : [ + + ], + "cost" : { + "weight" : 0.005368372858734008 + }, + "deviceUsage" : { + "allSupportStates" : [ + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ] + }, + "inputs" : { + "transpose_y" : { + "bindings" : [ + { + "name" : { + "_0" : "var_702_transpose_y_0" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "input_183_cast_fp16" + } + } + ] + }, + "y" : { + "bindings" : [ + { + "name" : { + "_0" : "v_19_cast_fp16" + } + } + ] + }, + "transpose_x" : { + "bindings" : [ + { + "name" : { + "_0" : "var_702_transpose_x_0" + } + } + ] + } + } + }, + { + "inputs" : { + + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "var_703_perm_0" + } + ], + "blocks" : [ + + ], + "operatorName" : "const" + }, + { + "inputs" : { + + }, + "operatorName" : "const", + "outputs" : [ + { + "name" : "var_704", + "type" : { + + } + } + ], + "blocks" : [ + + ] + }, + { + "outputs" : [ + { + "name" : "var_703_cast_fp16", + "type" : { + + } + } + ], + "cost" : { + "weight" : 0.0005713496813938445 + }, + "operatorName" : "transpose", + "deviceUsage" : { + "allSupportStates" : [ + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ] + }, + "inputs" : { + "perm" : { + "bindings" : [ + { + "name" : { + "_0" : "var_703_perm_0" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "var_702_cast_fp16" + } + } + ] + } + }, + "blocks" : [ + + ] + }, + { + "inputs" : { + "shape" : { + "bindings" : [ + { + "name" : { + "_0" : "var_704" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "var_703_cast_fp16" + } + } + ] + } + }, + "operatorName" : "ios16.reshape", + "blocks" : [ + + ], + "outputs" : [ + { + "type" : { + + }, + "name" : "input_185_cast_fp16" + } + ], + "deviceUsage" : { + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "allSupportStates" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ] + }, + "cost" : { + "weight" : 0.0004587153834701521 + } + }, + { + "outputs" : [ + { + "type" : { + + }, + "name" : "model_pretrained_blocks_9_attn_proj_weight_to_fp16" + } + ], + "inputs" : { + + }, + "blocks" : [ + + ], + "operatorName" : "const" + }, + { + "outputs" : [ + { + "name" : "model_pretrained_blocks_9_attn_proj_bias_to_fp16", + "type" : { + + } + } + ], + "blocks" : [ + + ], + "operatorName" : "const", + "inputs" : { + + } + }, + { + "cost" : { + "weight" : 0.000908275781956398 + }, + "operatorName" : "ios16.linear", + "blocks" : [ + + ], + "outputs" : [ + { + "name" : "linear_37_cast_fp16", + "type" : { + + } + } + ], + "inputs" : { + "bias" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_9_attn_proj_bias_to_fp16" + } + } + ] + }, + "weight" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_9_attn_proj_weight_to_fp16" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "input_185_cast_fp16" + } + } + ] + } + }, + "deviceUsage" : { + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "allSupportStates" : [ + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + } + ] + } + }, + { + "outputs" : [ + { + "type" : { + + }, + "name" : "model_pretrained_blocks_9_ls1_gamma_to_fp16" + } + ], + "operatorName" : "const", + "inputs" : { + + }, + "blocks" : [ + + ] + }, + { + "inputs" : { + "y" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_9_ls1_gamma_to_fp16" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "linear_37_cast_fp16" + } + } + ] + } + }, + "cost" : { + "weight" : 0.00017867574300475838 + }, + "deviceUsage" : { + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "allSupportStates" : [ + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + } + }, + "outputs" : [ + { + "name" : "var_711_cast_fp16", + "type" : { + + } + } + ], + "blocks" : [ + + ], + "operatorName" : "ios16.mul" + }, + { + "cost" : { + "weight" : 0.0009522422287051554 + }, + "operatorName" : "ios16.add", + "blocks" : [ + + ], + "inputs" : { + "y" : { + "bindings" : [ + { + "name" : { + "_0" : "var_711_cast_fp16" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "input_181_cast_fp16" + } + } + ] + } + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "input_189_cast_fp16" + } + ], + "deviceUsage" : { + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "allSupportStates" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + } + } + }, + { + "outputs" : [ + { + "type" : { + + }, + "name" : "input_191_axes_0" + } + ], + "inputs" : { + + }, + "blocks" : [ + + ], + "operatorName" : "const" + }, + { + "outputs" : [ + { + "type" : { + + }, + "name" : "model_pretrained_blocks_9_norm2_weight_to_fp16" + } + ], + "blocks" : [ + + ], + "operatorName" : "const", + "inputs" : { + + } + }, + { + "operatorName" : "const", + "inputs" : { + + }, + "blocks" : [ + + ], + "outputs" : [ + { + "name" : "model_pretrained_blocks_9_norm2_bias_to_fp16", + "type" : { + + } + } + ] + }, + { + "inputs" : { + "axes" : { + "bindings" : [ + { + "name" : { + "_0" : "input_191_axes_0" + } + } + ] + }, + "gamma" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_9_norm2_weight_to_fp16" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "input_189_cast_fp16" + } + } + ] + }, + "epsilon" : { + "bindings" : [ + { + "name" : { + "_0" : "var_8_to_fp16" + } + } + ] + }, + "beta" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_9_norm2_bias_to_fp16" + } + } + ] + } + }, + "deviceUsage" : { + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "allSupportStates" : [ + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + } + ] + }, + "operatorName" : "ios16.layer_norm", + "cost" : { + "weight" : 0.0004587127676354826 + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "input_191_cast_fp16" + } + ], + "blocks" : [ + + ] + }, + { + "operatorName" : "const", + "outputs" : [ + { + "type" : { + + }, + "name" : "model_pretrained_blocks_9_mlp_fc1_weight_to_fp16" + } + ], + "inputs" : { + + }, + "blocks" : [ + + ] + }, + { + "outputs" : [ + { + "type" : { + + }, + "name" : "model_pretrained_blocks_9_mlp_fc1_bias_to_fp16" + } + ], + "inputs" : { + + }, + "blocks" : [ + + ], + "operatorName" : "const" + }, + { + "cost" : { + "weight" : 0.0009082783717001216 + }, + "outputs" : [ + { + "name" : "linear_38_cast_fp16", + "type" : { + + } + } + ], + "deviceUsage" : { + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "allSupportStates" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + } + ] + }, + "inputs" : { + "weight" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_9_mlp_fc1_weight_to_fp16" + } + } + ] + }, + "bias" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_9_mlp_fc1_bias_to_fp16" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "input_191_cast_fp16" + } + } + ] + } + }, + "blocks" : [ + + ], + "operatorName" : "ios16.linear" + }, + { + "operatorName" : "const", + "inputs" : { + + }, + "blocks" : [ + + ], + "outputs" : [ + { + "type" : { + + }, + "name" : "input_195_mode_0" + } + ] + }, + { + "deviceUsage" : { + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "allSupportStates" : [ + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + } + ] + }, + "cost" : { + "weight" : 0.0018348510705419303 + }, + "inputs" : { + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "linear_38_cast_fp16" + } + } + ] + }, + "mode" : { + "bindings" : [ + { + "name" : { + "_0" : "input_195_mode_0" + } + } + ] + } + }, + "blocks" : [ + + ], + "outputs" : [ + { + "name" : "input_195_cast_fp16", + "type" : { + + } + } + ], + "operatorName" : "ios16.gelu" + }, + { + "operatorName" : "const", + "inputs" : { + + }, + "outputs" : [ + { + "name" : "model_pretrained_blocks_9_mlp_fc2_weight_to_fp16", + "type" : { + + } + } + ], + "blocks" : [ + + ] + }, + { + "inputs" : { + + }, + "blocks" : [ + + ], + "operatorName" : "const", + "outputs" : [ + { + "name" : "model_pretrained_blocks_9_mlp_fc2_bias_to_fp16", + "type" : { + + } + } + ] + }, + { + "operatorName" : "ios16.linear", + "outputs" : [ + { + "type" : { + + }, + "name" : "linear_39_cast_fp16" + } + ], + "inputs" : { + "bias" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_9_mlp_fc2_bias_to_fp16" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "input_195_cast_fp16" + } + } + ] + }, + "weight" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_9_mlp_fc2_weight_to_fp16" + } + } + ] + } + }, + "blocks" : [ + + ], + "deviceUsage" : { + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "allSupportStates" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + } + }, + "cost" : { + "weight" : 0.01453239956258375 + } + }, + { + "inputs" : { + + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "model_pretrained_blocks_9_ls2_gamma_to_fp16" + } + ], + "operatorName" : "const", + "blocks" : [ + + ] + }, + { + "operatorName" : "ios16.mul", + "deviceUsage" : { + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "allSupportStates" : [ + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + } + ] + }, + "inputs" : { + "y" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_9_ls2_gamma_to_fp16" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "linear_39_cast_fp16" + } + } + ] + } + }, + "outputs" : [ + { + "name" : "var_729_cast_fp16", + "type" : { + + } + } + ], + "cost" : { + "weight" : 0.00017867574300475838 + }, + "blocks" : [ + + ] + }, + { + "operatorName" : "ios16.add", + "deviceUsage" : { + "allSupportStates" : [ + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + } + }, + "cost" : { + "weight" : 0.0009522422287051554 + }, + "blocks" : [ + + ], + "outputs" : [ + { + "name" : "input_201_cast_fp16", + "type" : { + + } + } + ], + "inputs" : { + "y" : { + "bindings" : [ + { + "name" : { + "_0" : "var_729_cast_fp16" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "input_189_cast_fp16" + } + } + ] + } + } + }, + { + "outputs" : [ + { + "type" : { + + }, + "name" : "x_69_axes_0" + } + ], + "inputs" : { + + }, + "blocks" : [ + + ], + "operatorName" : "const" + }, + { + "operatorName" : "const", + "outputs" : [ + { + "type" : { + + }, + "name" : "model_pretrained_blocks_10_norm1_weight_to_fp16" + } + ], + "inputs" : { + + }, + "blocks" : [ + + ] + }, + { + "operatorName" : "const", + "inputs" : { + + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "model_pretrained_blocks_10_norm1_bias_to_fp16" + } + ], + "blocks" : [ + + ] + }, + { + "deviceUsage" : { + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "allSupportStates" : [ + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + } + ] + }, + "inputs" : { + "beta" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_10_norm1_bias_to_fp16" + } + } + ] + }, + "gamma" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_10_norm1_weight_to_fp16" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "input_201_cast_fp16" + } + } + ] + }, + "axes" : { + "bindings" : [ + { + "name" : { + "_0" : "x_69_axes_0" + } + } + ] + }, + "epsilon" : { + "bindings" : [ + { + "name" : { + "_0" : "var_8_to_fp16" + } + } + ] + } + }, + "cost" : { + "weight" : 0.0004587127676354826 + }, + "operatorName" : "ios16.layer_norm", + "blocks" : [ + + ], + "outputs" : [ + { + "name" : "x_69_cast_fp16", + "type" : { + + } + } + ] + }, + { + "outputs" : [ + { + "type" : { + + }, + "name" : "model_pretrained_blocks_10_attn_qkv_weight_to_fp16" + } + ], + "operatorName" : "const", + "blocks" : [ + + ], + "inputs" : { + + } + }, + { + "blocks" : [ + + ], + "operatorName" : "const", + "inputs" : { + + }, + "outputs" : [ + { + "name" : "model_pretrained_blocks_10_attn_qkv_bias_to_fp16", + "type" : { + + } + } + ] + }, + { + "cost" : { + "weight" : 0.0009082775084522138 + }, + "deviceUsage" : { + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "allSupportStates" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + } + ] + }, + "operatorName" : "ios16.linear", + "outputs" : [ + { + "name" : "linear_40_cast_fp16", + "type" : { + + } + } + ], + "inputs" : { + "bias" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_10_attn_qkv_bias_to_fp16" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "x_69_cast_fp16" + } + } + ] + }, + "weight" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_10_attn_qkv_weight_to_fp16" + } + } + ] + } + }, + "blocks" : [ + + ] + }, + { + "operatorName" : "const", + "blocks" : [ + + ], + "outputs" : [ + { + "name" : "var_752", + "type" : { + + } + } + ], + "inputs" : { + + } + }, + { + "inputs" : { + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "linear_40_cast_fp16" + } + } + ] + }, + "shape" : { + "bindings" : [ + { + "name" : { + "_0" : "var_752" + } + } + ] + } + }, + "outputs" : [ + { + "name" : "var_753_cast_fp16", + "type" : { + + } + } + ], + "operatorName" : "ios16.reshape", + "blocks" : [ + + ], + "deviceUsage" : { + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "allSupportStates" : [ + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + } + ] + }, + "cost" : { + "weight" : 0.001376142662630897 + } + }, + { + "outputs" : [ + { + "name" : "var_754", + "type" : { + + } + } + ], + "blocks" : [ + + ], + "inputs" : { + + }, + "operatorName" : "const" + }, + { + "outputs" : [ + { + "name" : "var_756_begin_0", + "type" : { + + } + } + ], + "blocks" : [ + + ], + "operatorName" : "const", + "inputs" : { + + } + }, + { + "inputs" : { + + }, + "outputs" : [ + { + "name" : "var_756_end_0", + "type" : { + + } + } + ], + "operatorName" : "const", + "blocks" : [ + + ] + }, + { + "operatorName" : "const", + "inputs" : { + + }, + "blocks" : [ + + ], + "outputs" : [ + { + "name" : "var_756_end_mask_0", + "type" : { + + } + } + ] + }, + { + "outputs" : [ + { + "name" : "var_756_squeeze_mask_0", + "type" : { + + } + } + ], + "operatorName" : "const", + "blocks" : [ + + ], + "inputs" : { + + } + }, + { + "inputs" : { + "perm" : { + "bindings" : [ + { + "name" : { + "_0" : "var_754" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "var_753_cast_fp16" + } + } + ] + } + }, + "blocks" : [ + + ], + "deviceUsage" : { + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "allSupportStates" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + } + }, + "cost" : { + "weight" : 0.0017140414418827185 + }, + "operatorName" : "transpose", + "outputs" : [ + { + "type" : { + + }, + "name" : "qkv_21_cast_fp16" + } + ] + }, + { + "operatorName" : "slice_by_index", + "blocks" : [ + + ], + "deviceUsage" : { + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "allSupportStates" : [ + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + } + ] + }, + "inputs" : { + "end_mask" : { + "bindings" : [ + { + "name" : { + "_0" : "var_756_end_mask_0" + } + } + ] + }, + "begin" : { + "bindings" : [ + { + "name" : { + "_0" : "var_756_begin_0" + } + } + ] + }, + "squeeze_mask" : { + "bindings" : [ + { + "name" : { + "_0" : "var_756_squeeze_mask_0" + } + } + ] + }, + "end" : { + "bindings" : [ + { + "name" : { + "_0" : "var_756_end_0" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "qkv_21_cast_fp16" + } + } + ] + } + }, + "cost" : { + "weight" : 0.000917436434582088 + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "var_756_cast_fp16" + } + ] + }, + { + "inputs" : { + + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "var_757_to_fp16" + } + ], + "operatorName" : "const", + "blocks" : [ + + ] + }, + { + "outputs" : [ + { + "name" : "q_21_cast_fp16", + "type" : { + + } + } + ], + "deviceUsage" : { + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "allSupportStates" : [ + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + } + }, + "blocks" : [ + + ], + "inputs" : { + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "var_756_cast_fp16" + } + } + ] + }, + "y" : { + "bindings" : [ + { + "name" : { + "_0" : "var_757_to_fp16" + } + } + ] + } + }, + "operatorName" : "ios16.mul", + "cost" : { + "weight" : 0.0001785457572705566 + } + }, + { + "blocks" : [ + + ], + "operatorName" : "const", + "inputs" : { + + }, + "outputs" : [ + { + "name" : "k_21_begin_0", + "type" : { + + } + } + ] + }, + { + "inputs" : { + + }, + "outputs" : [ + { + "name" : "k_21_end_0", + "type" : { + + } + } + ], + "blocks" : [ + + ], + "operatorName" : "const" + }, + { + "outputs" : [ + { + "name" : "k_21_end_mask_0", + "type" : { + + } + } + ], + "blocks" : [ + + ], + "inputs" : { + + }, + "operatorName" : "const" + }, + { + "outputs" : [ + { + "name" : "k_21_squeeze_mask_0", + "type" : { + + } + } + ], + "operatorName" : "const", + "blocks" : [ + + ], + "inputs" : { + + } + }, + { + "deviceUsage" : { + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "allSupportStates" : [ + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + } + ] + }, + "cost" : { + "weight" : 0.000917436434582088 + }, + "inputs" : { + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "qkv_21_cast_fp16" + } + } + ] + }, + "end_mask" : { + "bindings" : [ + { + "name" : { + "_0" : "k_21_end_mask_0" + } + } + ] + }, + "squeeze_mask" : { + "bindings" : [ + { + "name" : { + "_0" : "k_21_squeeze_mask_0" + } + } + ] + }, + "end" : { + "bindings" : [ + { + "name" : { + "_0" : "k_21_end_0" + } + } + ] + }, + "begin" : { + "bindings" : [ + { + "name" : { + "_0" : "k_21_begin_0" + } + } + ] + } + }, + "outputs" : [ + { + "name" : "k_21_cast_fp16", + "type" : { + + } + } + ], + "blocks" : [ + + ], + "operatorName" : "slice_by_index" + }, + { + "inputs" : { + + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "v_21_begin_0" + } + ], + "blocks" : [ + + ], + "operatorName" : "const" + }, + { + "outputs" : [ + { + "type" : { + + }, + "name" : "v_21_end_0" + } + ], + "blocks" : [ + + ], + "operatorName" : "const", + "inputs" : { + + } + }, + { + "outputs" : [ + { + "name" : "v_21_end_mask_0", + "type" : { + + } + } + ], + "inputs" : { + + }, + "operatorName" : "const", + "blocks" : [ + + ] + }, + { + "operatorName" : "const", + "inputs" : { + + }, + "outputs" : [ + { + "name" : "v_21_squeeze_mask_0", + "type" : { + + } + } + ], + "blocks" : [ + + ] + }, + { + "cost" : { + "weight" : 0.000917436434582088 + }, + "operatorName" : "slice_by_index", + "blocks" : [ + + ], + "deviceUsage" : { + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "allSupportStates" : [ + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + } + ] + }, + "outputs" : [ + { + "name" : "v_21_cast_fp16", + "type" : { + + } + } + ], + "inputs" : { + "squeeze_mask" : { + "bindings" : [ + { + "name" : { + "_0" : "v_21_squeeze_mask_0" + } + } + ] + }, + "begin" : { + "bindings" : [ + { + "name" : { + "_0" : "v_21_begin_0" + } + } + ] + }, + "end_mask" : { + "bindings" : [ + { + "name" : { + "_0" : "v_21_end_mask_0" + } + } + ] + }, + "end" : { + "bindings" : [ + { + "name" : { + "_0" : "v_21_end_0" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "qkv_21_cast_fp16" + } + } + ] + } + } + }, + { + "outputs" : [ + { + "name" : "attn_41_transpose_x_1", + "type" : { + + } + } + ], + "blocks" : [ + + ], + "inputs" : { + + }, + "operatorName" : "const" + }, + { + "inputs" : { + + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "attn_41_transpose_y_1" + } + ], + "blocks" : [ + + ], + "operatorName" : "const" + }, + { + "deviceUsage" : { + "allSupportStates" : [ + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + } + }, + "blocks" : [ + + ], + "inputs" : { + "y" : { + "bindings" : [ + { + "name" : { + "_0" : "k_21_cast_fp16" + } + } + ] + }, + "transpose_x" : { + "bindings" : [ + { + "name" : { + "_0" : "attn_41_transpose_x_1" + } + } + ] + }, + "transpose_y" : { + "bindings" : [ + { + "name" : { + "_0" : "attn_41_transpose_y_1" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "q_21_cast_fp16" + } + } + ] + } + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "attn_41_cast_fp16" + } + ], + "operatorName" : "ios16.matmul", + "cost" : { + "weight" : 0.005368372858734008 + } + }, + { + "outputs" : [ + { + "type" : { + + }, + "name" : "input_203_cast_fp16" + } + ], + "inputs" : { + "axis" : { + "bindings" : [ + { + "name" : { + "_0" : "var_22" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "attn_41_cast_fp16" + } + } + ] + } + }, + "operatorName" : "ios16.softmax", + "deviceUsage" : { + "allSupportStates" : [ + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + } + }, + "cost" : { + "weight" : 0.00981932105414194 + }, + "blocks" : [ + + ] + }, + { + "inputs" : { + + }, + "operatorName" : "const", + "outputs" : [ + { + "type" : { + + }, + "name" : "var_765_transpose_x_0" + } + ], + "blocks" : [ + + ] + }, + { + "inputs" : { + + }, + "blocks" : [ + + ], + "outputs" : [ + { + "type" : { + + }, + "name" : "var_765_transpose_y_0" + } + ], + "operatorName" : "const" + }, + { + "deviceUsage" : { + "allSupportStates" : [ + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + } + }, + "inputs" : { + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "input_203_cast_fp16" + } + } + ] + }, + "transpose_x" : { + "bindings" : [ + { + "name" : { + "_0" : "var_765_transpose_x_0" + } + } + ] + }, + "y" : { + "bindings" : [ + { + "name" : { + "_0" : "v_21_cast_fp16" + } + } + ] + }, + "transpose_y" : { + "bindings" : [ + { + "name" : { + "_0" : "var_765_transpose_y_0" + } + } + ] + } + }, + "operatorName" : "ios16.matmul", + "blocks" : [ + + ], + "outputs" : [ + { + "name" : "var_765_cast_fp16", + "type" : { + + } + } + ], + "cost" : { + "weight" : 0.005368372858734008 + } + }, + { + "inputs" : { + + }, + "operatorName" : "const", + "blocks" : [ + + ], + "outputs" : [ + { + "name" : "var_766_perm_0", + "type" : { + + } + } + ] + }, + { + "blocks" : [ + + ], + "inputs" : { + + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "var_767" + } + ], + "operatorName" : "const" + }, + { + "operatorName" : "transpose", + "inputs" : { + "perm" : { + "bindings" : [ + { + "name" : { + "_0" : "var_766_perm_0" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "var_765_cast_fp16" + } + } + ] + } + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "var_766_cast_fp16" + } + ], + "blocks" : [ + + ], + "deviceUsage" : { + "allSupportStates" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + } + }, + "cost" : { + "weight" : 0.0005713496813938445 + } + }, + { + "cost" : { + "weight" : 0.0004587153834701521 + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "input_205_cast_fp16" + } + ], + "inputs" : { + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "var_766_cast_fp16" + } + } + ] + }, + "shape" : { + "bindings" : [ + { + "name" : { + "_0" : "var_767" + } + } + ] + } + }, + "blocks" : [ + + ], + "operatorName" : "ios16.reshape", + "deviceUsage" : { + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "allSupportStates" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + } + ] + } + }, + { + "blocks" : [ + + ], + "inputs" : { + + }, + "outputs" : [ + { + "name" : "model_pretrained_blocks_10_attn_proj_weight_to_fp16", + "type" : { + + } + } + ], + "operatorName" : "const" + }, + { + "blocks" : [ + + ], + "inputs" : { + + }, + "outputs" : [ + { + "name" : "model_pretrained_blocks_10_attn_proj_bias_to_fp16", + "type" : { + + } + } + ], + "operatorName" : "const" + }, + { + "cost" : { + "weight" : 0.000908275781956398 + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "linear_41_cast_fp16" + } + ], + "blocks" : [ + + ], + "operatorName" : "ios16.linear", + "deviceUsage" : { + "allSupportStates" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + } + }, + "inputs" : { + "bias" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_10_attn_proj_bias_to_fp16" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "input_205_cast_fp16" + } + } + ] + }, + "weight" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_10_attn_proj_weight_to_fp16" + } + } + ] + } + } + }, + { + "outputs" : [ + { + "name" : "model_pretrained_blocks_10_ls1_gamma_to_fp16", + "type" : { + + } + } + ], + "operatorName" : "const", + "blocks" : [ + + ], + "inputs" : { + + } + }, + { + "deviceUsage" : { + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "allSupportStates" : [ + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + } + ] + }, + "outputs" : [ + { + "name" : "var_774_cast_fp16", + "type" : { + + } + } + ], + "blocks" : [ + + ], + "cost" : { + "weight" : 0.00017867574300475838 + }, + "inputs" : { + "y" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_10_ls1_gamma_to_fp16" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "linear_41_cast_fp16" + } + } + ] + } + }, + "operatorName" : "ios16.mul" + }, + { + "deviceUsage" : { + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "allSupportStates" : [ + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + } + ] + }, + "blocks" : [ + + ], + "outputs" : [ + { + "type" : { + + }, + "name" : "input_209_cast_fp16" + } + ], + "inputs" : { + "y" : { + "bindings" : [ + { + "name" : { + "_0" : "var_774_cast_fp16" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "input_201_cast_fp16" + } + } + ] + } + }, + "cost" : { + "weight" : 0.0009522422287051554 + }, + "operatorName" : "ios16.add" + }, + { + "outputs" : [ + { + "name" : "input_211_axes_0", + "type" : { + + } + } + ], + "blocks" : [ + + ], + "operatorName" : "const", + "inputs" : { + + } + }, + { + "inputs" : { + + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "model_pretrained_blocks_10_norm2_weight_to_fp16" + } + ], + "operatorName" : "const", + "blocks" : [ + + ] + }, + { + "blocks" : [ + + ], + "operatorName" : "const", + "inputs" : { + + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "model_pretrained_blocks_10_norm2_bias_to_fp16" + } + ] + }, + { + "deviceUsage" : { + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "allSupportStates" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + } + }, + "operatorName" : "ios16.layer_norm", + "blocks" : [ + + ], + "cost" : { + "weight" : 0.0004587127676354826 + }, + "inputs" : { + "axes" : { + "bindings" : [ + { + "name" : { + "_0" : "input_211_axes_0" + } + } + ] + }, + "beta" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_10_norm2_bias_to_fp16" + } + } + ] + }, + "epsilon" : { + "bindings" : [ + { + "name" : { + "_0" : "var_8_to_fp16" + } + } + ] + }, + "gamma" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_10_norm2_weight_to_fp16" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "input_209_cast_fp16" + } + } + ] + } + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "input_211_cast_fp16" + } + ] + }, + { + "outputs" : [ + { + "name" : "model_pretrained_blocks_10_mlp_fc1_weight_to_fp16", + "type" : { + + } + } + ], + "blocks" : [ + + ], + "inputs" : { + + }, + "operatorName" : "const" + }, + { + "outputs" : [ + { + "name" : "model_pretrained_blocks_10_mlp_fc1_bias_to_fp16", + "type" : { + + } + } + ], + "blocks" : [ + + ], + "inputs" : { + + }, + "operatorName" : "const" + }, + { + "deviceUsage" : { + "allSupportStates" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + } + }, + "operatorName" : "ios16.linear", + "outputs" : [ + { + "name" : "linear_42_cast_fp16", + "type" : { + + } + } + ], + "inputs" : { + "bias" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_10_mlp_fc1_bias_to_fp16" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "input_211_cast_fp16" + } + } + ] + }, + "weight" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_10_mlp_fc1_weight_to_fp16" + } + } + ] + } + }, + "cost" : { + "weight" : 0.0009082783717001216 + }, + "blocks" : [ + + ] + }, + { + "operatorName" : "const", + "outputs" : [ + { + "name" : "input_215_mode_0", + "type" : { + + } + } + ], + "blocks" : [ + + ], + "inputs" : { + + } + }, + { + "operatorName" : "ios16.gelu", + "inputs" : { + "mode" : { + "bindings" : [ + { + "name" : { + "_0" : "input_215_mode_0" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "linear_42_cast_fp16" + } + } + ] + } + }, + "cost" : { + "weight" : 0.0018348510705419303 + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "input_215_cast_fp16" + } + ], + "blocks" : [ + + ], + "deviceUsage" : { + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "allSupportStates" : [ + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + } + } + }, + { + "outputs" : [ + { + "type" : { + + }, + "name" : "model_pretrained_blocks_10_mlp_fc2_weight_to_fp16" + } + ], + "operatorName" : "const", + "inputs" : { + + }, + "blocks" : [ + + ] + }, + { + "outputs" : [ + { + "type" : { + + }, + "name" : "model_pretrained_blocks_10_mlp_fc2_bias_to_fp16" + } + ], + "operatorName" : "const", + "inputs" : { + + }, + "blocks" : [ + + ] + }, + { + "outputs" : [ + { + "type" : { + + }, + "name" : "linear_43_cast_fp16" + } + ], + "deviceUsage" : { + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "allSupportStates" : [ + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + } + }, + "operatorName" : "ios16.linear", + "inputs" : { + "bias" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_10_mlp_fc2_bias_to_fp16" + } + } + ] + }, + "weight" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_10_mlp_fc2_weight_to_fp16" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "input_215_cast_fp16" + } + } + ] + } + }, + "blocks" : [ + + ], + "cost" : { + "weight" : 0.01453239956258375 + } + }, + { + "outputs" : [ + { + "type" : { + + }, + "name" : "model_pretrained_blocks_10_ls2_gamma_to_fp16" + } + ], + "operatorName" : "const", + "inputs" : { + + }, + "blocks" : [ + + ] + }, + { + "deviceUsage" : { + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "allSupportStates" : [ + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ] + }, + "operatorName" : "ios16.mul", + "blocks" : [ + + ], + "outputs" : [ + { + "type" : { + + }, + "name" : "var_792_cast_fp16" + } + ], + "cost" : { + "weight" : 0.00017867574300475838 + }, + "inputs" : { + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "linear_43_cast_fp16" + } + } + ] + }, + "y" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_10_ls2_gamma_to_fp16" + } + } + ] + } + } + }, + { + "operatorName" : "ios16.add", + "outputs" : [ + { + "name" : "input_221_cast_fp16", + "type" : { + + } + } + ], + "cost" : { + "weight" : 0.0009522422287051554 + }, + "inputs" : { + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "input_209_cast_fp16" + } + } + ] + }, + "y" : { + "bindings" : [ + { + "name" : { + "_0" : "var_792_cast_fp16" + } + } + ] + } + }, + "blocks" : [ + + ], + "deviceUsage" : { + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "allSupportStates" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ] + } + }, + { + "outputs" : [ + { + "type" : { + + }, + "name" : "x_75_axes_0" + } + ], + "operatorName" : "const", + "blocks" : [ + + ], + "inputs" : { + + } + }, + { + "blocks" : [ + + ], + "operatorName" : "const", + "inputs" : { + + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "model_pretrained_blocks_11_norm1_weight_to_fp16" + } + ] + }, + { + "operatorName" : "const", + "inputs" : { + + }, + "outputs" : [ + { + "name" : "model_pretrained_blocks_11_norm1_bias_to_fp16", + "type" : { + + } + } + ], + "blocks" : [ + + ] + }, + { + "inputs" : { + "gamma" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_11_norm1_weight_to_fp16" + } + } + ] + }, + "epsilon" : { + "bindings" : [ + { + "name" : { + "_0" : "var_8_to_fp16" + } + } + ] + }, + "axes" : { + "bindings" : [ + { + "name" : { + "_0" : "x_75_axes_0" + } + } + ] + }, + "beta" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_11_norm1_bias_to_fp16" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "input_221_cast_fp16" + } + } + ] + } + }, + "blocks" : [ + + ], + "operatorName" : "ios16.layer_norm", + "deviceUsage" : { + "allSupportStates" : [ + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ] + }, + "cost" : { + "weight" : 0.0004587127676354826 + }, + "outputs" : [ + { + "name" : "x_75_cast_fp16", + "type" : { + + } + } + ] + }, + { + "operatorName" : "const", + "blocks" : [ + + ], + "outputs" : [ + { + "type" : { + + }, + "name" : "model_pretrained_blocks_11_attn_qkv_weight_to_fp16" + } + ], + "inputs" : { + + } + }, + { + "inputs" : { + + }, + "blocks" : [ + + ], + "outputs" : [ + { + "name" : "model_pretrained_blocks_11_attn_qkv_bias_to_fp16", + "type" : { + + } + } + ], + "operatorName" : "const" + }, + { + "outputs" : [ + { + "name" : "linear_44_cast_fp16", + "type" : { + + } + } + ], + "blocks" : [ + + ], + "operatorName" : "ios16.linear", + "cost" : { + "weight" : 0.0009082775084522138 + }, + "deviceUsage" : { + "allSupportStates" : [ + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + } + }, + "inputs" : { + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "x_75_cast_fp16" + } + } + ] + }, + "weight" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_11_attn_qkv_weight_to_fp16" + } + } + ] + }, + "bias" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_11_attn_qkv_bias_to_fp16" + } + } + ] + } + } + }, + { + "operatorName" : "const", + "blocks" : [ + + ], + "inputs" : { + + }, + "outputs" : [ + { + "name" : "var_815", + "type" : { + + } + } + ] + }, + { + "outputs" : [ + { + "name" : "var_816_cast_fp16", + "type" : { + + } + } + ], + "operatorName" : "ios16.reshape", + "deviceUsage" : { + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "allSupportStates" : [ + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ] + }, + "blocks" : [ + + ], + "cost" : { + "weight" : 0.001376142662630897 + }, + "inputs" : { + "shape" : { + "bindings" : [ + { + "name" : { + "_0" : "var_815" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "linear_44_cast_fp16" + } + } + ] + } + } + }, + { + "operatorName" : "const", + "inputs" : { + + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "var_817" + } + ], + "blocks" : [ + + ] + }, + { + "operatorName" : "const", + "inputs" : { + + }, + "blocks" : [ + + ], + "outputs" : [ + { + "type" : { + + }, + "name" : "var_819_begin_0" + } + ] + }, + { + "blocks" : [ + + ], + "operatorName" : "const", + "outputs" : [ + { + "type" : { + + }, + "name" : "var_819_end_0" + } + ], + "inputs" : { + + } + }, + { + "inputs" : { + + }, + "blocks" : [ + + ], + "outputs" : [ + { + "type" : { + + }, + "name" : "var_819_end_mask_0" + } + ], + "operatorName" : "const" + }, + { + "inputs" : { + + }, + "blocks" : [ + + ], + "outputs" : [ + { + "name" : "var_819_squeeze_mask_0", + "type" : { + + } + } + ], + "operatorName" : "const" + }, + { + "outputs" : [ + { + "type" : { + + }, + "name" : "qkv_23_cast_fp16" + } + ], + "blocks" : [ + + ], + "cost" : { + "weight" : 0.0017140414418827185 + }, + "inputs" : { + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "var_816_cast_fp16" + } + } + ] + }, + "perm" : { + "bindings" : [ + { + "name" : { + "_0" : "var_817" + } + } + ] + } + }, + "operatorName" : "transpose", + "deviceUsage" : { + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "allSupportStates" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ] + } + }, + { + "operatorName" : "slice_by_index", + "inputs" : { + "end" : { + "bindings" : [ + { + "name" : { + "_0" : "var_819_end_0" + } + } + ] + }, + "begin" : { + "bindings" : [ + { + "name" : { + "_0" : "var_819_begin_0" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "qkv_23_cast_fp16" + } + } + ] + }, + "end_mask" : { + "bindings" : [ + { + "name" : { + "_0" : "var_819_end_mask_0" + } + } + ] + }, + "squeeze_mask" : { + "bindings" : [ + { + "name" : { + "_0" : "var_819_squeeze_mask_0" + } + } + ] + } + }, + "blocks" : [ + + ], + "deviceUsage" : { + "allSupportStates" : [ + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + } + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "var_819_cast_fp16" + } + ], + "cost" : { + "weight" : 0.000917436434582088 + } + }, + { + "blocks" : [ + + ], + "operatorName" : "const", + "inputs" : { + + }, + "outputs" : [ + { + "name" : "var_820_to_fp16", + "type" : { + + } + } + ] + }, + { + "blocks" : [ + + ], + "deviceUsage" : { + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "allSupportStates" : [ + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ] + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "q_cast_fp16" + } + ], + "inputs" : { + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "var_819_cast_fp16" + } + } + ] + }, + "y" : { + "bindings" : [ + { + "name" : { + "_0" : "var_820_to_fp16" + } + } + ] + } + }, + "cost" : { + "weight" : 0.0001785457572705566 + }, + "operatorName" : "ios16.mul" + }, + { + "operatorName" : "const", + "blocks" : [ + + ], + "outputs" : [ + { + "name" : "k_begin_0", + "type" : { + + } + } + ], + "inputs" : { + + } + }, + { + "outputs" : [ + { + "name" : "k_end_0", + "type" : { + + } + } + ], + "operatorName" : "const", + "blocks" : [ + + ], + "inputs" : { + + } + }, + { + "operatorName" : "const", + "inputs" : { + + }, + "outputs" : [ + { + "name" : "k_end_mask_0", + "type" : { + + } + } + ], + "blocks" : [ + + ] + }, + { + "outputs" : [ + { + "name" : "k_squeeze_mask_0", + "type" : { + + } + } + ], + "inputs" : { + + }, + "blocks" : [ + + ], + "operatorName" : "const" + }, + { + "inputs" : { + "end" : { + "bindings" : [ + { + "name" : { + "_0" : "k_end_0" + } + } + ] + }, + "squeeze_mask" : { + "bindings" : [ + { + "name" : { + "_0" : "k_squeeze_mask_0" + } + } + ] + }, + "begin" : { + "bindings" : [ + { + "name" : { + "_0" : "k_begin_0" + } + } + ] + }, + "end_mask" : { + "bindings" : [ + { + "name" : { + "_0" : "k_end_mask_0" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "qkv_23_cast_fp16" + } + } + ] + } + }, + "cost" : { + "weight" : 0.000917436434582088 + }, + "operatorName" : "slice_by_index", + "blocks" : [ + + ], + "outputs" : [ + { + "name" : "k_cast_fp16", + "type" : { + + } + } + ], + "deviceUsage" : { + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "allSupportStates" : [ + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + } + ] + } + }, + { + "blocks" : [ + + ], + "inputs" : { + + }, + "operatorName" : "const", + "outputs" : [ + { + "type" : { + + }, + "name" : "v_begin_0" + } + ] + }, + { + "outputs" : [ + { + "type" : { + + }, + "name" : "v_end_0" + } + ], + "blocks" : [ + + ], + "operatorName" : "const", + "inputs" : { + + } + }, + { + "outputs" : [ + { + "name" : "v_end_mask_0", + "type" : { + + } + } + ], + "blocks" : [ + + ], + "operatorName" : "const", + "inputs" : { + + } + }, + { + "outputs" : [ + { + "name" : "v_squeeze_mask_0", + "type" : { + + } + } + ], + "operatorName" : "const", + "inputs" : { + + }, + "blocks" : [ + + ] + }, + { + "inputs" : { + "end_mask" : { + "bindings" : [ + { + "name" : { + "_0" : "v_end_mask_0" + } + } + ] + }, + "begin" : { + "bindings" : [ + { + "name" : { + "_0" : "v_begin_0" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "qkv_23_cast_fp16" + } + } + ] + }, + "end" : { + "bindings" : [ + { + "name" : { + "_0" : "v_end_0" + } + } + ] + }, + "squeeze_mask" : { + "bindings" : [ + { + "name" : { + "_0" : "v_squeeze_mask_0" + } + } + ] + } + }, + "operatorName" : "slice_by_index", + "blocks" : [ + + ], + "cost" : { + "weight" : 0.000917436434582088 + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "v_cast_fp16" + } + ], + "deviceUsage" : { + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "allSupportStates" : [ + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + } + ] + } + }, + { + "blocks" : [ + + ], + "outputs" : [ + { + "name" : "attn_45_transpose_x_1", + "type" : { + + } + } + ], + "operatorName" : "const", + "inputs" : { + + } + }, + { + "operatorName" : "const", + "outputs" : [ + { + "type" : { + + }, + "name" : "attn_45_transpose_y_1" + } + ], + "blocks" : [ + + ], + "inputs" : { + + } + }, + { + "cost" : { + "weight" : 0.005368372858734008 + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "attn_45_cast_fp16" + } + ], + "blocks" : [ + + ], + "deviceUsage" : { + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "allSupportStates" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ] + }, + "operatorName" : "ios16.matmul", + "inputs" : { + "transpose_x" : { + "bindings" : [ + { + "name" : { + "_0" : "attn_45_transpose_x_1" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "q_cast_fp16" + } + } + ] + }, + "y" : { + "bindings" : [ + { + "name" : { + "_0" : "k_cast_fp16" + } + } + ] + }, + "transpose_y" : { + "bindings" : [ + { + "name" : { + "_0" : "attn_45_transpose_y_1" + } + } + ] + } + } + }, + { + "operatorName" : "ios16.softmax", + "deviceUsage" : { + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "allSupportStates" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + } + ] + }, + "inputs" : { + "axis" : { + "bindings" : [ + { + "name" : { + "_0" : "var_22" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "attn_45_cast_fp16" + } + } + ] + } + }, + "blocks" : [ + + ], + "cost" : { + "weight" : 0.00981932105414194 + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "input_223_cast_fp16" + } + ] + }, + { + "outputs" : [ + { + "type" : { + + }, + "name" : "var_828_transpose_x_0" + } + ], + "blocks" : [ + + ], + "inputs" : { + + }, + "operatorName" : "const" + }, + { + "inputs" : { + + }, + "operatorName" : "const", + "outputs" : [ + { + "name" : "var_828_transpose_y_0", + "type" : { + + } + } + ], + "blocks" : [ + + ] + }, + { + "blocks" : [ + + ], + "cost" : { + "weight" : 0.005368372858734008 + }, + "inputs" : { + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "input_223_cast_fp16" + } + } + ] + }, + "transpose_y" : { + "bindings" : [ + { + "name" : { + "_0" : "var_828_transpose_y_0" + } + } + ] + }, + "y" : { + "bindings" : [ + { + "name" : { + "_0" : "v_cast_fp16" + } + } + ] + }, + "transpose_x" : { + "bindings" : [ + { + "name" : { + "_0" : "var_828_transpose_x_0" + } + } + ] + } + }, + "deviceUsage" : { + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "allSupportStates" : [ + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + } + ] + }, + "operatorName" : "ios16.matmul", + "outputs" : [ + { + "type" : { + + }, + "name" : "var_828_cast_fp16" + } + ] + }, + { + "inputs" : { + + }, + "blocks" : [ + + ], + "operatorName" : "const", + "outputs" : [ + { + "type" : { + + }, + "name" : "var_829_perm_0" + } + ] + }, + { + "blocks" : [ + + ], + "outputs" : [ + { + "name" : "var_830", + "type" : { + + } + } + ], + "operatorName" : "const", + "inputs" : { + + } + }, + { + "outputs" : [ + { + "name" : "var_829_cast_fp16", + "type" : { + + } + } + ], + "deviceUsage" : { + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "allSupportStates" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ] + }, + "operatorName" : "transpose", + "blocks" : [ + + ], + "inputs" : { + "perm" : { + "bindings" : [ + { + "name" : { + "_0" : "var_829_perm_0" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "var_828_cast_fp16" + } + } + ] + } + }, + "cost" : { + "weight" : 0.0005713496813938445 + } + }, + { + "inputs" : { + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "var_829_cast_fp16" + } + } + ] + }, + "shape" : { + "bindings" : [ + { + "name" : { + "_0" : "var_830" + } + } + ] + } + }, + "deviceUsage" : { + "allSupportStates" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + } + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "input_225_cast_fp16" + } + ], + "cost" : { + "weight" : 0.0004587153834701521 + }, + "blocks" : [ + + ], + "operatorName" : "ios16.reshape" + }, + { + "blocks" : [ + + ], + "operatorName" : "const", + "inputs" : { + + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "model_pretrained_blocks_11_attn_proj_weight_to_fp16" + } + ] + }, + { + "blocks" : [ + + ], + "inputs" : { + + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "model_pretrained_blocks_11_attn_proj_bias_to_fp16" + } + ], + "operatorName" : "const" + }, + { + "inputs" : { + "bias" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_11_attn_proj_bias_to_fp16" + } + } + ] + }, + "weight" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_11_attn_proj_weight_to_fp16" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "input_225_cast_fp16" + } + } + ] + } + }, + "blocks" : [ + + ], + "cost" : { + "weight" : 0.000908275781956398 + }, + "deviceUsage" : { + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "allSupportStates" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + } + ] + }, + "outputs" : [ + { + "name" : "linear_45_cast_fp16", + "type" : { + + } + } + ], + "operatorName" : "ios16.linear" + }, + { + "outputs" : [ + { + "type" : { + + }, + "name" : "model_pretrained_blocks_11_ls1_gamma_to_fp16" + } + ], + "inputs" : { + + }, + "operatorName" : "const", + "blocks" : [ + + ] + }, + { + "cost" : { + "weight" : 0.00017867574300475838 + }, + "operatorName" : "ios16.mul", + "outputs" : [ + { + "type" : { + + }, + "name" : "var_837_cast_fp16" + } + ], + "blocks" : [ + + ], + "inputs" : { + "y" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_11_ls1_gamma_to_fp16" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "linear_45_cast_fp16" + } + } + ] + } + }, + "deviceUsage" : { + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "allSupportStates" : [ + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + } + ] + } + }, + { + "outputs" : [ + { + "name" : "input_229_cast_fp16", + "type" : { + + } + } + ], + "blocks" : [ + + ], + "inputs" : { + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "input_221_cast_fp16" + } + } + ] + }, + "y" : { + "bindings" : [ + { + "name" : { + "_0" : "var_837_cast_fp16" + } + } + ] + } + }, + "deviceUsage" : { + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "allSupportStates" : [ + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + } + }, + "operatorName" : "ios16.add", + "cost" : { + "weight" : 0.0009522422287051554 + } + }, + { + "blocks" : [ + + ], + "inputs" : { + + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "input_231_axes_0" + } + ], + "operatorName" : "const" + }, + { + "outputs" : [ + { + "type" : { + + }, + "name" : "model_pretrained_blocks_11_norm2_weight_to_fp16" + } + ], + "inputs" : { + + }, + "blocks" : [ + + ], + "operatorName" : "const" + }, + { + "inputs" : { + + }, + "operatorName" : "const", + "blocks" : [ + + ], + "outputs" : [ + { + "name" : "model_pretrained_blocks_11_norm2_bias_to_fp16", + "type" : { + + } + } + ] + }, + { + "outputs" : [ + { + "name" : "input_231_cast_fp16", + "type" : { + + } + } + ], + "cost" : { + "weight" : 0.0004587127676354826 + }, + "operatorName" : "ios16.layer_norm", + "blocks" : [ + + ], + "inputs" : { + "epsilon" : { + "bindings" : [ + { + "name" : { + "_0" : "var_8_to_fp16" + } + } + ] + }, + "beta" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_11_norm2_bias_to_fp16" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "input_229_cast_fp16" + } + } + ] + }, + "axes" : { + "bindings" : [ + { + "name" : { + "_0" : "input_231_axes_0" + } + } + ] + }, + "gamma" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_11_norm2_weight_to_fp16" + } + } + ] + } + }, + "deviceUsage" : { + "allSupportStates" : [ + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + } + } + }, + { + "outputs" : [ + { + "name" : "model_pretrained_blocks_11_mlp_fc1_weight_to_fp16", + "type" : { + + } + } + ], + "inputs" : { + + }, + "operatorName" : "const", + "blocks" : [ + + ] + }, + { + "outputs" : [ + { + "type" : { + + }, + "name" : "model_pretrained_blocks_11_mlp_fc1_bias_to_fp16" + } + ], + "operatorName" : "const", + "inputs" : { + + }, + "blocks" : [ + + ] + }, + { + "outputs" : [ + { + "name" : "linear_46_cast_fp16", + "type" : { + + } + } + ], + "cost" : { + "weight" : 0.0009082783717001216 + }, + "blocks" : [ + + ], + "operatorName" : "ios16.linear", + "inputs" : { + "weight" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_11_mlp_fc1_weight_to_fp16" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "input_231_cast_fp16" + } + } + ] + }, + "bias" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_11_mlp_fc1_bias_to_fp16" + } + } + ] + } + }, + "deviceUsage" : { + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "allSupportStates" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + } + ] + } + }, + { + "operatorName" : "const", + "inputs" : { + + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "input_235_mode_0" + } + ], + "blocks" : [ + + ] + }, + { + "operatorName" : "ios16.gelu", + "outputs" : [ + { + "type" : { + + }, + "name" : "input_235_cast_fp16" + } + ], + "deviceUsage" : { + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "allSupportStates" : [ + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ] + }, + "blocks" : [ + + ], + "cost" : { + "weight" : 0.0018348510705419303 + }, + "inputs" : { + "mode" : { + "bindings" : [ + { + "name" : { + "_0" : "input_235_mode_0" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "linear_46_cast_fp16" + } + } + ] + } + } + }, + { + "outputs" : [ + { + "name" : "model_pretrained_blocks_11_mlp_fc2_weight_to_fp16", + "type" : { + + } + } + ], + "operatorName" : "const", + "blocks" : [ + + ], + "inputs" : { + + } + }, + { + "inputs" : { + + }, + "blocks" : [ + + ], + "operatorName" : "const", + "outputs" : [ + { + "type" : { + + }, + "name" : "model_pretrained_blocks_11_mlp_fc2_bias_to_fp16" + } + ] + }, + { + "inputs" : { + "bias" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_11_mlp_fc2_bias_to_fp16" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "input_235_cast_fp16" + } + } + ] + }, + "weight" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_11_mlp_fc2_weight_to_fp16" + } + } + ] + } + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "linear_47_cast_fp16" + } + ], + "blocks" : [ + + ], + "deviceUsage" : { + "allSupportStates" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + } + }, + "cost" : { + "weight" : 0.01453239956258375 + }, + "operatorName" : "ios16.linear" + }, + { + "inputs" : { + + }, + "outputs" : [ + { + "name" : "model_pretrained_blocks_11_ls2_gamma_to_fp16", + "type" : { + + } + } + ], + "blocks" : [ + + ], + "operatorName" : "const" + }, + { + "blocks" : [ + + ], + "deviceUsage" : { + "allSupportStates" : [ + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + } + }, + "outputs" : [ + { + "name" : "var_855_cast_fp16", + "type" : { + + } + } + ], + "cost" : { + "weight" : 0.00017867574300475838 + }, + "inputs" : { + "y" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_blocks_11_ls2_gamma_to_fp16" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "linear_47_cast_fp16" + } + } + ] + } + }, + "operatorName" : "ios16.mul" + }, + { + "operatorName" : "ios16.add", + "cost" : { + "weight" : 0.0009522422287051554 + }, + "deviceUsage" : { + "allSupportStates" : [ + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ] + }, + "blocks" : [ + + ], + "inputs" : { + "y" : { + "bindings" : [ + { + "name" : { + "_0" : "var_855_cast_fp16" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "input_229_cast_fp16" + } + } + ] + } + }, + "outputs" : [ + { + "name" : "input_241_cast_fp16", + "type" : { + + } + } + ] + }, + { + "outputs" : [ + { + "type" : { + + }, + "name" : "out_1_axes_0" + } + ], + "operatorName" : "const", + "inputs" : { + + }, + "blocks" : [ + + ] + }, + { + "operatorName" : "const", + "outputs" : [ + { + "name" : "model_pretrained_norm_weight_to_fp16", + "type" : { + + } + } + ], + "inputs" : { + + }, + "blocks" : [ + + ] + }, + { + "blocks" : [ + + ], + "operatorName" : "const", + "outputs" : [ + { + "name" : "model_pretrained_norm_bias_to_fp16", + "type" : { + + } + } + ], + "inputs" : { + + } + }, + { + "inputs" : { + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "input_61_cast_fp16" + } + } + ] + }, + "beta" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_norm_bias_to_fp16" + } + } + ] + }, + "axes" : { + "bindings" : [ + { + "name" : { + "_0" : "out_1_axes_0" + } + } + ] + }, + "gamma" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_norm_weight_to_fp16" + } + } + ] + }, + "epsilon" : { + "bindings" : [ + { + "name" : { + "_0" : "var_8_to_fp16" + } + } + ] + } + }, + "operatorName" : "ios16.layer_norm", + "blocks" : [ + + ], + "outputs" : [ + { + "name" : "out_1_cast_fp16", + "type" : { + + } + } + ], + "deviceUsage" : { + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "allSupportStates" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + } + ] + }, + "cost" : { + "weight" : 0.0004587127676354826 + } + }, + { + "operatorName" : "const", + "inputs" : { + + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "out_3_axes_0" + } + ], + "blocks" : [ + + ] + }, + { + "outputs" : [ + { + "name" : "out_3_cast_fp16", + "type" : { + + } + } + ], + "blocks" : [ + + ], + "inputs" : { + "axes" : { + "bindings" : [ + { + "name" : { + "_0" : "out_3_axes_0" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "input_121_cast_fp16" + } + } + ] + }, + "epsilon" : { + "bindings" : [ + { + "name" : { + "_0" : "var_8_to_fp16" + } + } + ] + }, + "gamma" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_norm_weight_to_fp16" + } + } + ] + }, + "beta" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_norm_bias_to_fp16" + } + } + ] + } + }, + "operatorName" : "ios16.layer_norm", + "deviceUsage" : { + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "allSupportStates" : [ + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ] + }, + "cost" : { + "weight" : 0.0004587127676354826 + } + }, + { + "outputs" : [ + { + "name" : "out_5_axes_0", + "type" : { + + } + } + ], + "blocks" : [ + + ], + "inputs" : { + + }, + "operatorName" : "const" + }, + { + "blocks" : [ + + ], + "deviceUsage" : { + "allSupportStates" : [ + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ] + }, + "inputs" : { + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "input_181_cast_fp16" + } + } + ] + }, + "beta" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_norm_bias_to_fp16" + } + } + ] + }, + "axes" : { + "bindings" : [ + { + "name" : { + "_0" : "out_5_axes_0" + } + } + ] + }, + "epsilon" : { + "bindings" : [ + { + "name" : { + "_0" : "var_8_to_fp16" + } + } + ] + }, + "gamma" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_norm_weight_to_fp16" + } + } + ] + } + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "out_5_cast_fp16" + } + ], + "operatorName" : "ios16.layer_norm", + "cost" : { + "weight" : 0.0004587127676354826 + } + }, + { + "blocks" : [ + + ], + "inputs" : { + + }, + "operatorName" : "const", + "outputs" : [ + { + "type" : { + + }, + "name" : "out_axes_0" + } + ] + }, + { + "blocks" : [ + + ], + "deviceUsage" : { + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "allSupportStates" : [ + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + } + }, + "cost" : { + "weight" : 0.0004587127676354826 + }, + "inputs" : { + "epsilon" : { + "bindings" : [ + { + "name" : { + "_0" : "var_8_to_fp16" + } + } + ] + }, + "gamma" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_norm_weight_to_fp16" + } + } + ] + }, + "axes" : { + "bindings" : [ + { + "name" : { + "_0" : "out_axes_0" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "input_241_cast_fp16" + } + } + ] + }, + "beta" : { + "bindings" : [ + { + "name" : { + "_0" : "model_pretrained_norm_bias_to_fp16" + } + } + ] + } + }, + "operatorName" : "ios16.layer_norm", + "outputs" : [ + { + "name" : "out_cast_fp16", + "type" : { + + } + } + ] + }, + { + "inputs" : { + + }, + "operatorName" : "const", + "outputs" : [ + { + "name" : "x_81_begin_0", + "type" : { + + } + } + ], + "blocks" : [ + + ] + }, + { + "blocks" : [ + + ], + "inputs" : { + + }, + "operatorName" : "const", + "outputs" : [ + { + "type" : { + + }, + "name" : "x_81_end_0" + } + ] + }, + { + "outputs" : [ + { + "name" : "x_81_end_mask_0", + "type" : { + + } + } + ], + "inputs" : { + + }, + "blocks" : [ + + ], + "operatorName" : "const" + }, + { + "deviceUsage" : { + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "allSupportStates" : [ + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + } + }, + "outputs" : [ + { + "name" : "x_81_cast_fp16", + "type" : { + + } + } + ], + "blocks" : [ + + ], + "cost" : { + "weight" : 0.0004585512398446439 + }, + "inputs" : { + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "out_1_cast_fp16" + } + } + ] + }, + "end" : { + "bindings" : [ + { + "name" : { + "_0" : "x_81_end_0" + } + } + ] + }, + "begin" : { + "bindings" : [ + { + "name" : { + "_0" : "x_81_begin_0" + } + } + ] + }, + "end_mask" : { + "bindings" : [ + { + "name" : { + "_0" : "x_81_end_mask_0" + } + } + ] + } + }, + "operatorName" : "slice_by_index" + }, + { + "inputs" : { + + }, + "blocks" : [ + + ], + "operatorName" : "const", + "outputs" : [ + { + "type" : { + + }, + "name" : "x_83_begin_0" + } + ] + }, + { + "inputs" : { + + }, + "blocks" : [ + + ], + "operatorName" : "const", + "outputs" : [ + { + "name" : "x_83_end_0", + "type" : { + + } + } + ] + }, + { + "outputs" : [ + { + "type" : { + + }, + "name" : "x_83_end_mask_0" + } + ], + "operatorName" : "const", + "inputs" : { + + }, + "blocks" : [ + + ] + }, + { + "cost" : { + "weight" : 0.0004585512398446439 + }, + "deviceUsage" : { + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "allSupportStates" : [ + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ] + }, + "outputs" : [ + { + "name" : "x_83_cast_fp16", + "type" : { + + } + } + ], + "operatorName" : "slice_by_index", + "inputs" : { + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "out_3_cast_fp16" + } + } + ] + }, + "begin" : { + "bindings" : [ + { + "name" : { + "_0" : "x_83_begin_0" + } + } + ] + }, + "end_mask" : { + "bindings" : [ + { + "name" : { + "_0" : "x_83_end_mask_0" + } + } + ] + }, + "end" : { + "bindings" : [ + { + "name" : { + "_0" : "x_83_end_0" + } + } + ] + } + }, + "blocks" : [ + + ] + }, + { + "blocks" : [ + + ], + "inputs" : { + + }, + "operatorName" : "const", + "outputs" : [ + { + "type" : { + + }, + "name" : "x_85_begin_0" + } + ] + }, + { + "outputs" : [ + { + "type" : { + + }, + "name" : "x_85_end_0" + } + ], + "inputs" : { + + }, + "blocks" : [ + + ], + "operatorName" : "const" + }, + { + "operatorName" : "const", + "outputs" : [ + { + "type" : { + + }, + "name" : "x_85_end_mask_0" + } + ], + "blocks" : [ + + ], + "inputs" : { + + } + }, + { + "blocks" : [ + + ], + "deviceUsage" : { + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "allSupportStates" : [ + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + } + }, + "cost" : { + "weight" : 0.0004585512398446439 + }, + "inputs" : { + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "out_5_cast_fp16" + } + } + ] + }, + "begin" : { + "bindings" : [ + { + "name" : { + "_0" : "x_85_begin_0" + } + } + ] + }, + "end_mask" : { + "bindings" : [ + { + "name" : { + "_0" : "x_85_end_mask_0" + } + } + ] + }, + "end" : { + "bindings" : [ + { + "name" : { + "_0" : "x_85_end_0" + } + } + ] + } + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "x_85_cast_fp16" + } + ], + "operatorName" : "slice_by_index" + }, + { + "outputs" : [ + { + "name" : "x_87_begin_0", + "type" : { + + } + } + ], + "inputs" : { + + }, + "operatorName" : "const", + "blocks" : [ + + ] + }, + { + "blocks" : [ + + ], + "operatorName" : "const", + "inputs" : { + + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "x_87_end_0" + } + ] + }, + { + "inputs" : { + + }, + "outputs" : [ + { + "name" : "x_87_end_mask_0", + "type" : { + + } + } + ], + "blocks" : [ + + ], + "operatorName" : "const" + }, + { + "inputs" : { + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "out_cast_fp16" + } + } + ] + }, + "begin" : { + "bindings" : [ + { + "name" : { + "_0" : "x_87_begin_0" + } + } + ] + }, + "end" : { + "bindings" : [ + { + "name" : { + "_0" : "x_87_end_0" + } + } + ] + }, + "end_mask" : { + "bindings" : [ + { + "name" : { + "_0" : "x_87_end_mask_0" + } + } + ] + } + }, + "cost" : { + "weight" : 0.0004585512398446439 + }, + "outputs" : [ + { + "name" : "x_87_cast_fp16", + "type" : { + + } + } + ], + "operatorName" : "slice_by_index", + "deviceUsage" : { + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "allSupportStates" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ] + }, + "blocks" : [ + + ] + }, + { + "operatorName" : "const", + "inputs" : { + + }, + "blocks" : [ + + ], + "outputs" : [ + { + "type" : { + + }, + "name" : "var_915" + } + ] + }, + { + "blocks" : [ + + ], + "inputs" : { + + }, + "outputs" : [ + { + "name" : "var_919", + "type" : { + + } + } + ], + "operatorName" : "const" + }, + { + "outputs" : [ + { + "name" : "var_916_cast_fp16", + "type" : { + + } + } + ], + "operatorName" : "transpose", + "inputs" : { + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "x_81_cast_fp16" + } + } + ] + }, + "perm" : { + "bindings" : [ + { + "name" : { + "_0" : "var_915" + } + } + ] + } + }, + "deviceUsage" : { + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "allSupportStates" : [ + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ] + }, + "cost" : { + "weight" : 0.000570931554959023 + }, + "blocks" : [ + + ] + }, + { + "inputs" : { + "shape" : { + "bindings" : [ + { + "name" : { + "_0" : "var_919" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "var_916_cast_fp16" + } + } + ] + } + }, + "outputs" : [ + { + "name" : "input_243_cast_fp16", + "type" : { + + } + } + ], + "blocks" : [ + + ], + "cost" : { + "weight" : 0.0004583814285773518 + }, + "deviceUsage" : { + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "allSupportStates" : [ + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ] + }, + "operatorName" : "ios16.reshape" + }, + { + "blocks" : [ + + ], + "outputs" : [ + { + "name" : "input_245_pad_type_0", + "type" : { + + } + } + ], + "inputs" : { + + }, + "operatorName" : "const" + }, + { + "blocks" : [ + + ], + "operatorName" : "const", + "inputs" : { + + }, + "outputs" : [ + { + "name" : "input_245_strides_0", + "type" : { + + } + } + ] + }, + { + "inputs" : { + + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "input_245_pad_0" + } + ], + "blocks" : [ + + ], + "operatorName" : "const" + }, + { + "blocks" : [ + + ], + "operatorName" : "const", + "outputs" : [ + { + "type" : { + + }, + "name" : "input_245_dilations_0" + } + ], + "inputs" : { + + } + }, + { + "operatorName" : "const", + "outputs" : [ + { + "name" : "input_245_groups_0", + "type" : { + + } + } + ], + "blocks" : [ + + ], + "inputs" : { + + } + }, + { + "inputs" : { + + }, + "blocks" : [ + + ], + "outputs" : [ + { + "name" : "model_depth_head_projects_0_weight_to_fp16", + "type" : { + + } + } + ], + "operatorName" : "const" + }, + { + "blocks" : [ + + ], + "outputs" : [ + { + "type" : { + + }, + "name" : "model_depth_head_projects_0_bias_to_fp16" + } + ], + "inputs" : { + + }, + "operatorName" : "const" + }, + { + "operatorName" : "ios16.conv", + "cost" : { + "weight" : 0.00019649769634664854 + }, + "outputs" : [ + { + "name" : "input_245_cast_fp16", + "type" : { + + } + } + ], + "inputs" : { + "pad" : { + "bindings" : [ + { + "name" : { + "_0" : "input_245_pad_0" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "input_243_cast_fp16" + } + } + ] + }, + "pad_type" : { + "bindings" : [ + { + "name" : { + "_0" : "input_245_pad_type_0" + } + } + ] + }, + "weight" : { + "bindings" : [ + { + "name" : { + "_0" : "model_depth_head_projects_0_weight_to_fp16" + } + } + ] + }, + "dilations" : { + "bindings" : [ + { + "name" : { + "_0" : "input_245_dilations_0" + } + } + ] + }, + "strides" : { + "bindings" : [ + { + "name" : { + "_0" : "input_245_strides_0" + } + } + ] + }, + "groups" : { + "bindings" : [ + { + "name" : { + "_0" : "input_245_groups_0" + } + } + ] + }, + "bias" : { + "bindings" : [ + { + "name" : { + "_0" : "model_depth_head_projects_0_bias_to_fp16" + } + } + ] + } + }, + "blocks" : [ + + ], + "deviceUsage" : { + "allSupportStates" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ] + } + }, + { + "inputs" : { + + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "input_257_pad_type_0" + } + ], + "operatorName" : "const", + "blocks" : [ + + ] + }, + { + "operatorName" : "const", + "inputs" : { + + }, + "blocks" : [ + + ], + "outputs" : [ + { + "name" : "input_257_strides_0", + "type" : { + + } + } + ] + }, + { + "blocks" : [ + + ], + "inputs" : { + + }, + "outputs" : [ + { + "name" : "input_257_pad_0", + "type" : { + + } + } + ], + "operatorName" : "const" + }, + { + "blocks" : [ + + ], + "inputs" : { + + }, + "operatorName" : "const", + "outputs" : [ + { + "name" : "input_257_dilations_0", + "type" : { + + } + } + ] + }, + { + "inputs" : { + + }, + "outputs" : [ + { + "name" : "input_257_groups_0", + "type" : { + + } + } + ], + "blocks" : [ + + ], + "operatorName" : "const" + }, + { + "outputs" : [ + { + "type" : { + + }, + "name" : "input_257_has_output_shape_output_shape_0" + } + ], + "blocks" : [ + + ], + "operatorName" : "const", + "inputs" : { + + } + }, + { + "blocks" : [ + + ], + "outputs" : [ + { + "type" : { + + }, + "name" : "model_depth_head_resize_layers_0_weight_to_fp16" + } + ], + "operatorName" : "const", + "inputs" : { + + } + }, + { + "operatorName" : "const", + "blocks" : [ + + ], + "inputs" : { + + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "model_depth_head_resize_layers_0_bias_to_fp16" + } + ] + }, + { + "deviceUsage" : { + "allSupportStates" : [ + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + } + }, + "operatorName" : "ios16.conv_transpose", + "inputs" : { + "pad_type" : { + "bindings" : [ + { + "name" : { + "_0" : "input_257_pad_type_0" + } + } + ] + }, + "pad" : { + "bindings" : [ + { + "name" : { + "_0" : "input_257_pad_0" + } + } + ] + }, + "output_shape" : { + "bindings" : [ + { + "name" : { + "_0" : "input_257_has_output_shape_output_shape_0" + } + } + ] + }, + "strides" : { + "bindings" : [ + { + "name" : { + "_0" : "input_257_strides_0" + } + } + ] + }, + "weight" : { + "bindings" : [ + { + "name" : { + "_0" : "model_depth_head_resize_layers_0_weight_to_fp16" + } + } + ] + }, + "dilations" : { + "bindings" : [ + { + "name" : { + "_0" : "input_257_dilations_0" + } + } + ] + }, + "bias" : { + "bindings" : [ + { + "name" : { + "_0" : "model_depth_head_resize_layers_0_bias_to_fp16" + } + } + ] + }, + "groups" : { + "bindings" : [ + { + "name" : { + "_0" : "input_257_groups_0" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "input_245_cast_fp16" + } + } + ] + } + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "input_257_has_output_shape_cast_fp16" + } + ], + "blocks" : [ + + ], + "cost" : { + "weight" : 0.0023441044752158407 + } + }, + { + "inputs" : { + + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "var_935" + } + ], + "operatorName" : "const", + "blocks" : [ + + ] + }, + { + "outputs" : [ + { + "name" : "var_939", + "type" : { + + } + } + ], + "operatorName" : "const", + "blocks" : [ + + ], + "inputs" : { + + } + }, + { + "blocks" : [ + + ], + "operatorName" : "transpose", + "deviceUsage" : { + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "allSupportStates" : [ + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + } + ] + }, + "inputs" : { + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "x_83_cast_fp16" + } + } + ] + }, + "perm" : { + "bindings" : [ + { + "name" : { + "_0" : "var_935" + } + } + ] + } + }, + "outputs" : [ + { + "name" : "var_936_cast_fp16", + "type" : { + + } + } + ], + "cost" : { + "weight" : 0.000570931554959023 + } + }, + { + "blocks" : [ + + ], + "deviceUsage" : { + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "allSupportStates" : [ + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + } + ] + }, + "cost" : { + "weight" : 0.0004583814285773518 + }, + "inputs" : { + "shape" : { + "bindings" : [ + { + "name" : { + "_0" : "var_939" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "var_936_cast_fp16" + } + } + ] + } + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "input_247_cast_fp16" + } + ], + "operatorName" : "ios16.reshape" + }, + { + "inputs" : { + + }, + "outputs" : [ + { + "name" : "input_249_pad_type_0", + "type" : { + + } + } + ], + "blocks" : [ + + ], + "operatorName" : "const" + }, + { + "inputs" : { + + }, + "operatorName" : "const", + "outputs" : [ + { + "name" : "input_249_strides_0", + "type" : { + + } + } + ], + "blocks" : [ + + ] + }, + { + "operatorName" : "const", + "outputs" : [ + { + "name" : "input_249_pad_0", + "type" : { + + } + } + ], + "blocks" : [ + + ], + "inputs" : { + + } + }, + { + "inputs" : { + + }, + "operatorName" : "const", + "outputs" : [ + { + "type" : { + + }, + "name" : "input_249_dilations_0" + } + ], + "blocks" : [ + + ] + }, + { + "blocks" : [ + + ], + "outputs" : [ + { + "name" : "input_249_groups_0", + "type" : { + + } + } + ], + "inputs" : { + + }, + "operatorName" : "const" + }, + { + "outputs" : [ + { + "type" : { + + }, + "name" : "model_depth_head_projects_1_weight_to_fp16" + } + ], + "operatorName" : "const", + "inputs" : { + + }, + "blocks" : [ + + ] + }, + { + "blocks" : [ + + ], + "outputs" : [ + { + "name" : "model_depth_head_projects_1_bias_to_fp16", + "type" : { + + } + } + ], + "operatorName" : "const", + "inputs" : { + + } + }, + { + "operatorName" : "ios16.conv", + "outputs" : [ + { + "type" : { + + }, + "name" : "input_249_cast_fp16" + } + ], + "inputs" : { + "strides" : { + "bindings" : [ + { + "name" : { + "_0" : "input_249_strides_0" + } + } + ] + }, + "groups" : { + "bindings" : [ + { + "name" : { + "_0" : "input_249_groups_0" + } + } + ] + }, + "pad" : { + "bindings" : [ + { + "name" : { + "_0" : "input_249_pad_0" + } + } + ] + }, + "weight" : { + "bindings" : [ + { + "name" : { + "_0" : "model_depth_head_projects_1_weight_to_fp16" + } + } + ] + }, + "dilations" : { + "bindings" : [ + { + "name" : { + "_0" : "input_249_dilations_0" + } + } + ] + }, + "pad_type" : { + "bindings" : [ + { + "name" : { + "_0" : "input_249_pad_type_0" + } + } + ] + }, + "bias" : { + "bindings" : [ + { + "name" : { + "_0" : "model_depth_head_projects_1_bias_to_fp16" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "input_247_cast_fp16" + } + } + ] + } + }, + "blocks" : [ + + ], + "deviceUsage" : { + "allSupportStates" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + } + }, + "cost" : { + "weight" : 0.00020556546441977125 + } + }, + { + "blocks" : [ + + ], + "inputs" : { + + }, + "outputs" : [ + { + "name" : "input_259_pad_type_0", + "type" : { + + } + } + ], + "operatorName" : "const" + }, + { + "inputs" : { + + }, + "outputs" : [ + { + "name" : "input_259_strides_0", + "type" : { + + } + } + ], + "operatorName" : "const", + "blocks" : [ + + ] + }, + { + "outputs" : [ + { + "type" : { + + }, + "name" : "input_259_pad_0" + } + ], + "inputs" : { + + }, + "blocks" : [ + + ], + "operatorName" : "const" + }, + { + "blocks" : [ + + ], + "operatorName" : "const", + "outputs" : [ + { + "type" : { + + }, + "name" : "input_259_dilations_0" + } + ], + "inputs" : { + + } + }, + { + "inputs" : { + + }, + "blocks" : [ + + ], + "outputs" : [ + { + "type" : { + + }, + "name" : "input_259_groups_0" + } + ], + "operatorName" : "const" + }, + { + "inputs" : { + + }, + "operatorName" : "const", + "outputs" : [ + { + "name" : "input_259_has_output_shape_output_shape_0", + "type" : { + + } + } + ], + "blocks" : [ + + ] + }, + { + "operatorName" : "const", + "inputs" : { + + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "model_depth_head_resize_layers_1_weight_to_fp16" + } + ], + "blocks" : [ + + ] + }, + { + "blocks" : [ + + ], + "inputs" : { + + }, + "outputs" : [ + { + "name" : "model_depth_head_resize_layers_1_bias_to_fp16", + "type" : { + + } + } + ], + "operatorName" : "const" + }, + { + "blocks" : [ + + ], + "inputs" : { + "output_shape" : { + "bindings" : [ + { + "name" : { + "_0" : "input_259_has_output_shape_output_shape_0" + } + } + ] + }, + "bias" : { + "bindings" : [ + { + "name" : { + "_0" : "model_depth_head_resize_layers_1_bias_to_fp16" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "input_249_cast_fp16" + } + } + ] + }, + "pad_type" : { + "bindings" : [ + { + "name" : { + "_0" : "input_259_pad_type_0" + } + } + ] + }, + "weight" : { + "bindings" : [ + { + "name" : { + "_0" : "model_depth_head_resize_layers_1_weight_to_fp16" + } + } + ] + }, + "groups" : { + "bindings" : [ + { + "name" : { + "_0" : "input_259_groups_0" + } + } + ] + }, + "pad" : { + "bindings" : [ + { + "name" : { + "_0" : "input_259_pad_0" + } + } + ] + }, + "strides" : { + "bindings" : [ + { + "name" : { + "_0" : "input_259_strides_0" + } + } + ] + }, + "dilations" : { + "bindings" : [ + { + "name" : { + "_0" : "input_259_dilations_0" + } + } + ] + } + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "input_259_has_output_shape_cast_fp16" + } + ], + "operatorName" : "ios16.conv_transpose", + "cost" : { + "weight" : 0.00018272359624169402 + }, + "deviceUsage" : { + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "allSupportStates" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ] + } + }, + { + "outputs" : [ + { + "type" : { + + }, + "name" : "var_955" + } + ], + "inputs" : { + + }, + "blocks" : [ + + ], + "operatorName" : "const" + }, + { + "blocks" : [ + + ], + "outputs" : [ + { + "name" : "var_959", + "type" : { + + } + } + ], + "inputs" : { + + }, + "operatorName" : "const" + }, + { + "cost" : { + "weight" : 0.000570931554959023 + }, + "operatorName" : "transpose", + "blocks" : [ + + ], + "inputs" : { + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "x_85_cast_fp16" + } + } + ] + }, + "perm" : { + "bindings" : [ + { + "name" : { + "_0" : "var_955" + } + } + ] + } + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "var_956_cast_fp16" + } + ], + "deviceUsage" : { + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "allSupportStates" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + } + ] + } + }, + { + "deviceUsage" : { + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "allSupportStates" : [ + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + } + }, + "blocks" : [ + + ], + "outputs" : [ + { + "name" : "input_251_cast_fp16", + "type" : { + + } + } + ], + "cost" : { + "weight" : 0.0004583814285773518 + }, + "inputs" : { + "shape" : { + "bindings" : [ + { + "name" : { + "_0" : "var_959" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "var_956_cast_fp16" + } + } + ] + } + }, + "operatorName" : "ios16.reshape" + }, + { + "blocks" : [ + + ], + "inputs" : { + + }, + "operatorName" : "const", + "outputs" : [ + { + "type" : { + + }, + "name" : "input_261_pad_type_0" + } + ] + }, + { + "outputs" : [ + { + "name" : "input_261_strides_0", + "type" : { + + } + } + ], + "operatorName" : "const", + "inputs" : { + + }, + "blocks" : [ + + ] + }, + { + "inputs" : { + + }, + "blocks" : [ + + ], + "outputs" : [ + { + "type" : { + + }, + "name" : "input_261_pad_0" + } + ], + "operatorName" : "const" + }, + { + "outputs" : [ + { + "type" : { + + }, + "name" : "input_261_dilations_0" + } + ], + "blocks" : [ + + ], + "inputs" : { + + }, + "operatorName" : "const" + }, + { + "inputs" : { + + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "input_261_groups_0" + } + ], + "blocks" : [ + + ], + "operatorName" : "const" + }, + { + "outputs" : [ + { + "name" : "model_depth_head_projects_2_weight_to_fp16", + "type" : { + + } + } + ], + "inputs" : { + + }, + "operatorName" : "const", + "blocks" : [ + + ] + }, + { + "inputs" : { + + }, + "outputs" : [ + { + "name" : "model_depth_head_projects_2_bias_to_fp16", + "type" : { + + } + } + ], + "operatorName" : "const", + "blocks" : [ + + ] + }, + { + "operatorName" : "ios16.conv", + "inputs" : { + "groups" : { + "bindings" : [ + { + "name" : { + "_0" : "input_261_groups_0" + } + } + ] + }, + "bias" : { + "bindings" : [ + { + "name" : { + "_0" : "model_depth_head_projects_2_bias_to_fp16" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "input_251_cast_fp16" + } + } + ] + }, + "strides" : { + "bindings" : [ + { + "name" : { + "_0" : "input_261_strides_0" + } + } + ] + }, + "dilations" : { + "bindings" : [ + { + "name" : { + "_0" : "input_261_dilations_0" + } + } + ] + }, + "pad" : { + "bindings" : [ + { + "name" : { + "_0" : "input_261_pad_0" + } + } + ] + }, + "weight" : { + "bindings" : [ + { + "name" : { + "_0" : "model_depth_head_projects_2_weight_to_fp16" + } + } + ] + }, + "pad_type" : { + "bindings" : [ + { + "name" : { + "_0" : "input_261_pad_type_0" + } + } + ] + } + }, + "deviceUsage" : { + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "allSupportStates" : [ + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + } + ] + }, + "blocks" : [ + + ], + "cost" : { + "weight" : 0.0001971804044098463 + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "input_261_cast_fp16" + } + ] + }, + { + "outputs" : [ + { + "type" : { + + }, + "name" : "var_968" + } + ], + "inputs" : { + + }, + "operatorName" : "const", + "blocks" : [ + + ] + }, + { + "blocks" : [ + + ], + "operatorName" : "const", + "inputs" : { + + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "var_972" + } + ] + }, + { + "blocks" : [ + + ], + "inputs" : { + "perm" : { + "bindings" : [ + { + "name" : { + "_0" : "var_968" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "x_87_cast_fp16" + } + } + ] + } + }, + "deviceUsage" : { + "allSupportStates" : [ + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + } + }, + "outputs" : [ + { + "name" : "var_969_cast_fp16", + "type" : { + + } + } + ], + "cost" : { + "weight" : 0.000570931554959023 + }, + "operatorName" : "transpose" + }, + { + "inputs" : { + "shape" : { + "bindings" : [ + { + "name" : { + "_0" : "var_972" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "var_969_cast_fp16" + } + } + ] + } + }, + "outputs" : [ + { + "name" : "input_253_cast_fp16", + "type" : { + + } + } + ], + "deviceUsage" : { + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "allSupportStates" : [ + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + } + ] + }, + "operatorName" : "ios16.reshape", + "cost" : { + "weight" : 0.0004583814285773518 + }, + "blocks" : [ + + ] + }, + { + "inputs" : { + + }, + "blocks" : [ + + ], + "operatorName" : "const", + "outputs" : [ + { + "name" : "input_255_pad_type_0", + "type" : { + + } + } + ] + }, + { + "blocks" : [ + + ], + "inputs" : { + + }, + "operatorName" : "const", + "outputs" : [ + { + "type" : { + + }, + "name" : "input_255_strides_0" + } + ] + }, + { + "operatorName" : "const", + "inputs" : { + + }, + "blocks" : [ + + ], + "outputs" : [ + { + "type" : { + + }, + "name" : "input_255_pad_0" + } + ] + }, + { + "blocks" : [ + + ], + "outputs" : [ + { + "type" : { + + }, + "name" : "input_255_dilations_0" + } + ], + "operatorName" : "const", + "inputs" : { + + } + }, + { + "outputs" : [ + { + "type" : { + + }, + "name" : "input_255_groups_0" + } + ], + "operatorName" : "const", + "inputs" : { + + }, + "blocks" : [ + + ] + }, + { + "inputs" : { + + }, + "blocks" : [ + + ], + "outputs" : [ + { + "name" : "model_depth_head_projects_3_weight_to_fp16", + "type" : { + + } + } + ], + "operatorName" : "const" + }, + { + "inputs" : { + + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "model_depth_head_projects_3_bias_to_fp16" + } + ], + "operatorName" : "const", + "blocks" : [ + + ] + }, + { + "blocks" : [ + + ], + "inputs" : { + "dilations" : { + "bindings" : [ + { + "name" : { + "_0" : "input_255_dilations_0" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "input_253_cast_fp16" + } + } + ] + }, + "weight" : { + "bindings" : [ + { + "name" : { + "_0" : "model_depth_head_projects_3_weight_to_fp16" + } + } + ] + }, + "pad" : { + "bindings" : [ + { + "name" : { + "_0" : "input_255_pad_0" + } + } + ] + }, + "groups" : { + "bindings" : [ + { + "name" : { + "_0" : "input_255_groups_0" + } + } + ] + }, + "strides" : { + "bindings" : [ + { + "name" : { + "_0" : "input_255_strides_0" + } + } + ] + }, + "bias" : { + "bindings" : [ + { + "name" : { + "_0" : "model_depth_head_projects_3_bias_to_fp16" + } + } + ] + }, + "pad_type" : { + "bindings" : [ + { + "name" : { + "_0" : "input_255_pad_type_0" + } + } + ] + } + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "input_255_cast_fp16" + } + ], + "operatorName" : "ios16.conv", + "deviceUsage" : { + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "allSupportStates" : [ + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + } + ] + }, + "cost" : { + "weight" : 0.0003943608088196926 + } + }, + { + "inputs" : { + + }, + "operatorName" : "const", + "outputs" : [ + { + "name" : "input_263_pad_type_0", + "type" : { + + } + } + ], + "blocks" : [ + + ] + }, + { + "inputs" : { + + }, + "blocks" : [ + + ], + "outputs" : [ + { + "type" : { + + }, + "name" : "input_263_pad_0" + } + ], + "operatorName" : "const" + }, + { + "operatorName" : "const", + "inputs" : { + + }, + "blocks" : [ + + ], + "outputs" : [ + { + "type" : { + + }, + "name" : "input_263_strides_0" + } + ] + }, + { + "blocks" : [ + + ], + "operatorName" : "const", + "inputs" : { + + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "input_263_dilations_0" + } + ] + }, + { + "operatorName" : "const", + "inputs" : { + + }, + "blocks" : [ + + ], + "outputs" : [ + { + "type" : { + + }, + "name" : "input_263_groups_0" + } + ] + }, + { + "operatorName" : "const", + "inputs" : { + + }, + "outputs" : [ + { + "name" : "model_depth_head_resize_layers_3_weight_to_fp16", + "type" : { + + } + } + ], + "blocks" : [ + + ] + }, + { + "inputs" : { + + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "model_depth_head_resize_layers_3_bias_to_fp16" + } + ], + "blocks" : [ + + ], + "operatorName" : "const" + }, + { + "blocks" : [ + + ], + "deviceUsage" : { + "allSupportStates" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + } + }, + "cost" : { + "weight" : 0.0009348409315739878 + }, + "inputs" : { + "dilations" : { + "bindings" : [ + { + "name" : { + "_0" : "input_263_dilations_0" + } + } + ] + }, + "bias" : { + "bindings" : [ + { + "name" : { + "_0" : "model_depth_head_resize_layers_3_bias_to_fp16" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "input_255_cast_fp16" + } + } + ] + }, + "groups" : { + "bindings" : [ + { + "name" : { + "_0" : "input_263_groups_0" + } + } + ] + }, + "pad" : { + "bindings" : [ + { + "name" : { + "_0" : "input_263_pad_0" + } + } + ] + }, + "strides" : { + "bindings" : [ + { + "name" : { + "_0" : "input_263_strides_0" + } + } + ] + }, + "weight" : { + "bindings" : [ + { + "name" : { + "_0" : "model_depth_head_resize_layers_3_weight_to_fp16" + } + } + ] + }, + "pad_type" : { + "bindings" : [ + { + "name" : { + "_0" : "input_263_pad_type_0" + } + } + ] + } + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "input_263_cast_fp16" + } + ], + "operatorName" : "ios16.conv" + }, + { + "inputs" : { + + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "layer_1_rn_pad_type_0" + } + ], + "operatorName" : "const", + "blocks" : [ + + ] + }, + { + "blocks" : [ + + ], + "inputs" : { + + }, + "operatorName" : "const", + "outputs" : [ + { + "type" : { + + }, + "name" : "layer_1_rn_pad_0" + } + ] + }, + { + "inputs" : { + + }, + "blocks" : [ + + ], + "outputs" : [ + { + "name" : "layer_1_rn_strides_0", + "type" : { + + } + } + ], + "operatorName" : "const" + }, + { + "outputs" : [ + { + "type" : { + + }, + "name" : "layer_1_rn_dilations_0" + } + ], + "operatorName" : "const", + "inputs" : { + + }, + "blocks" : [ + + ] + }, + { + "operatorName" : "const", + "blocks" : [ + + ], + "inputs" : { + + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "layer_1_rn_groups_0" + } + ] + }, + { + "operatorName" : "const", + "blocks" : [ + + ], + "outputs" : [ + { + "type" : { + + }, + "name" : "model_depth_head_scratch_layer1_rn_weight_to_fp16" + } + ], + "inputs" : { + + } + }, + { + "cost" : { + "weight" : 0.0011815439577640727 + }, + "blocks" : [ + + ], + "deviceUsage" : { + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "allSupportStates" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + } + ] + }, + "operatorName" : "ios16.conv", + "outputs" : [ + { + "name" : "layer_1_rn_cast_fp16", + "type" : { + + } + } + ], + "inputs" : { + "strides" : { + "bindings" : [ + { + "name" : { + "_0" : "layer_1_rn_strides_0" + } + } + ] + }, + "weight" : { + "bindings" : [ + { + "name" : { + "_0" : "model_depth_head_scratch_layer1_rn_weight_to_fp16" + } + } + ] + }, + "groups" : { + "bindings" : [ + { + "name" : { + "_0" : "layer_1_rn_groups_0" + } + } + ] + }, + "pad_type" : { + "bindings" : [ + { + "name" : { + "_0" : "layer_1_rn_pad_type_0" + } + } + ] + }, + "pad" : { + "bindings" : [ + { + "name" : { + "_0" : "layer_1_rn_pad_0" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "input_257_has_output_shape_cast_fp16" + } + } + ] + }, + "dilations" : { + "bindings" : [ + { + "name" : { + "_0" : "layer_1_rn_dilations_0" + } + } + ] + } + } + }, + { + "operatorName" : "const", + "outputs" : [ + { + "type" : { + + }, + "name" : "layer_2_rn_pad_type_0" + } + ], + "blocks" : [ + + ], + "inputs" : { + + } + }, + { + "blocks" : [ + + ], + "operatorName" : "const", + "inputs" : { + + }, + "outputs" : [ + { + "name" : "layer_2_rn_pad_0", + "type" : { + + } + } + ] + }, + { + "inputs" : { + + }, + "operatorName" : "const", + "blocks" : [ + + ], + "outputs" : [ + { + "type" : { + + }, + "name" : "layer_2_rn_strides_0" + } + ] + }, + { + "outputs" : [ + { + "type" : { + + }, + "name" : "layer_2_rn_dilations_0" + } + ], + "blocks" : [ + + ], + "inputs" : { + + }, + "operatorName" : "const" + }, + { + "blocks" : [ + + ], + "outputs" : [ + { + "name" : "layer_2_rn_groups_0", + "type" : { + + } + } + ], + "operatorName" : "const", + "inputs" : { + + } + }, + { + "inputs" : { + + }, + "operatorName" : "const", + "outputs" : [ + { + "type" : { + + }, + "name" : "model_depth_head_scratch_layer2_rn_weight_to_fp16" + } + ], + "blocks" : [ + + ] + }, + { + "inputs" : { + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "input_259_has_output_shape_cast_fp16" + } + } + ] + }, + "pad_type" : { + "bindings" : [ + { + "name" : { + "_0" : "layer_2_rn_pad_type_0" + } + } + ] + }, + "dilations" : { + "bindings" : [ + { + "name" : { + "_0" : "layer_2_rn_dilations_0" + } + } + ] + }, + "pad" : { + "bindings" : [ + { + "name" : { + "_0" : "layer_2_rn_pad_0" + } + } + ] + }, + "strides" : { + "bindings" : [ + { + "name" : { + "_0" : "layer_2_rn_strides_0" + } + } + ] + }, + "weight" : { + "bindings" : [ + { + "name" : { + "_0" : "model_depth_head_scratch_layer2_rn_weight_to_fp16" + } + } + ] + }, + "groups" : { + "bindings" : [ + { + "name" : { + "_0" : "layer_2_rn_groups_0" + } + } + ] + } + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "layer_2_rn_cast_fp16" + } + ], + "operatorName" : "ios16.conv", + "blocks" : [ + + ], + "deviceUsage" : { + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "allSupportStates" : [ + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + } + ] + }, + "cost" : { + "weight" : 0.0005907719788820363 + } + }, + { + "operatorName" : "const", + "outputs" : [ + { + "name" : "layer_3_rn_pad_type_0", + "type" : { + + } + } + ], + "inputs" : { + + }, + "blocks" : [ + + ] + }, + { + "inputs" : { + + }, + "operatorName" : "const", + "outputs" : [ + { + "name" : "layer_3_rn_pad_0", + "type" : { + + } + } + ], + "blocks" : [ + + ] + }, + { + "inputs" : { + + }, + "operatorName" : "const", + "blocks" : [ + + ], + "outputs" : [ + { + "type" : { + + }, + "name" : "layer_3_rn_strides_0" + } + ] + }, + { + "outputs" : [ + { + "type" : { + + }, + "name" : "layer_3_rn_dilations_0" + } + ], + "blocks" : [ + + ], + "inputs" : { + + }, + "operatorName" : "const" + }, + { + "outputs" : [ + { + "name" : "layer_3_rn_groups_0", + "type" : { + + } + } + ], + "operatorName" : "const", + "inputs" : { + + }, + "blocks" : [ + + ] + }, + { + "outputs" : [ + { + "type" : { + + }, + "name" : "model_depth_head_scratch_layer3_rn_weight_to_fp16" + } + ], + "blocks" : [ + + ], + "operatorName" : "const", + "inputs" : { + + } + }, + { + "blocks" : [ + + ], + "operatorName" : "ios16.conv", + "outputs" : [ + { + "type" : { + + }, + "name" : "layer_3_rn_cast_fp16" + } + ], + "cost" : { + "weight" : 0.00029538598944101816 + }, + "inputs" : { + "groups" : { + "bindings" : [ + { + "name" : { + "_0" : "layer_3_rn_groups_0" + } + } + ] + }, + "dilations" : { + "bindings" : [ + { + "name" : { + "_0" : "layer_3_rn_dilations_0" + } + } + ] + }, + "strides" : { + "bindings" : [ + { + "name" : { + "_0" : "layer_3_rn_strides_0" + } + } + ] + }, + "weight" : { + "bindings" : [ + { + "name" : { + "_0" : "model_depth_head_scratch_layer3_rn_weight_to_fp16" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "input_261_cast_fp16" + } + } + ] + }, + "pad" : { + "bindings" : [ + { + "name" : { + "_0" : "layer_3_rn_pad_0" + } + } + ] + }, + "pad_type" : { + "bindings" : [ + { + "name" : { + "_0" : "layer_3_rn_pad_type_0" + } + } + ] + } + }, + "deviceUsage" : { + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "allSupportStates" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + } + ] + } + }, + { + "outputs" : [ + { + "type" : { + + }, + "name" : "input_265_pad_type_0" + } + ], + "operatorName" : "const", + "inputs" : { + + }, + "blocks" : [ + + ] + }, + { + "inputs" : { + + }, + "operatorName" : "const", + "blocks" : [ + + ], + "outputs" : [ + { + "name" : "input_265_pad_0", + "type" : { + + } + } + ] + }, + { + "inputs" : { + + }, + "operatorName" : "const", + "outputs" : [ + { + "name" : "input_265_strides_0", + "type" : { + + } + } + ], + "blocks" : [ + + ] + }, + { + "outputs" : [ + { + "name" : "input_265_dilations_0", + "type" : { + + } + } + ], + "operatorName" : "const", + "inputs" : { + + }, + "blocks" : [ + + ] + }, + { + "blocks" : [ + + ], + "outputs" : [ + { + "name" : "input_265_groups_0", + "type" : { + + } + } + ], + "inputs" : { + + }, + "operatorName" : "const" + }, + { + "blocks" : [ + + ], + "outputs" : [ + { + "name" : "model_depth_head_scratch_layer4_rn_weight_to_fp16", + "type" : { + + } + } + ], + "inputs" : { + + }, + "operatorName" : "const" + }, + { + "outputs" : [ + { + "name" : "input_265_cast_fp16", + "type" : { + + } + } + ], + "inputs" : { + "weight" : { + "bindings" : [ + { + "name" : { + "_0" : "model_depth_head_scratch_layer4_rn_weight_to_fp16" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "input_263_cast_fp16" + } + } + ] + }, + "strides" : { + "bindings" : [ + { + "name" : { + "_0" : "input_265_strides_0" + } + } + ] + }, + "pad" : { + "bindings" : [ + { + "name" : { + "_0" : "input_265_pad_0" + } + } + ] + }, + "pad_type" : { + "bindings" : [ + { + "name" : { + "_0" : "input_265_pad_type_0" + } + } + ] + }, + "dilations" : { + "bindings" : [ + { + "name" : { + "_0" : "input_265_dilations_0" + } + } + ] + }, + "groups" : { + "bindings" : [ + { + "name" : { + "_0" : "input_265_groups_0" + } + } + ] + } + }, + "blocks" : [ + + ], + "deviceUsage" : { + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "allSupportStates" : [ + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ] + }, + "cost" : { + "weight" : 0.0001557842836935099 + }, + "operatorName" : "ios16.conv" + }, + { + "outputs" : [ + { + "name" : "input_267_cast_fp16", + "type" : { + + } + } + ], + "blocks" : [ + + ], + "cost" : { + "weight" : 1.2545965130020476e-05 + }, + "deviceUsage" : { + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "allSupportStates" : [ + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + } + }, + "inputs" : { + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "input_265_cast_fp16" + } + } + ] + } + }, + "operatorName" : "ios16.relu" + }, + { + "inputs" : { + + }, + "operatorName" : "const", + "blocks" : [ + + ], + "outputs" : [ + { + "name" : "input_269_pad_type_0", + "type" : { + + } + } + ] + }, + { + "operatorName" : "const", + "outputs" : [ + { + "type" : { + + }, + "name" : "input_269_pad_0" + } + ], + "blocks" : [ + + ], + "inputs" : { + + } + }, + { + "outputs" : [ + { + "type" : { + + }, + "name" : "input_269_strides_0" + } + ], + "operatorName" : "const", + "inputs" : { + + }, + "blocks" : [ + + ] + }, + { + "outputs" : [ + { + "name" : "input_269_dilations_0", + "type" : { + + } + } + ], + "operatorName" : "const", + "blocks" : [ + + ], + "inputs" : { + + } + }, + { + "inputs" : { + + }, + "blocks" : [ + + ], + "outputs" : [ + { + "type" : { + + }, + "name" : "input_269_groups_0" + } + ], + "operatorName" : "const" + }, + { + "operatorName" : "const", + "outputs" : [ + { + "type" : { + + }, + "name" : "model_depth_head_scratch_refinenet4_resConfUnit2_conv1_weight_to_fp16" + } + ], + "blocks" : [ + + ], + "inputs" : { + + } + }, + { + "operatorName" : "const", + "inputs" : { + + }, + "blocks" : [ + + ], + "outputs" : [ + { + "type" : { + + }, + "name" : "model_depth_head_scratch_refinenet4_resConfUnit2_conv1_bias_to_fp16" + } + ] + }, + { + "outputs" : [ + { + "name" : "input_269_cast_fp16", + "type" : { + + } + } + ], + "inputs" : { + "groups" : { + "bindings" : [ + { + "name" : { + "_0" : "input_269_groups_0" + } + } + ] + }, + "pad_type" : { + "bindings" : [ + { + "name" : { + "_0" : "input_269_pad_type_0" + } + } + ] + }, + "weight" : { + "bindings" : [ + { + "name" : { + "_0" : "model_depth_head_scratch_refinenet4_resConfUnit2_conv1_weight_to_fp16" + } + } + ] + }, + "dilations" : { + "bindings" : [ + { + "name" : { + "_0" : "input_269_dilations_0" + } + } + ] + }, + "pad" : { + "bindings" : [ + { + "name" : { + "_0" : "input_269_pad_0" + } + } + ] + }, + "bias" : { + "bindings" : [ + { + "name" : { + "_0" : "model_depth_head_scratch_refinenet4_resConfUnit2_conv1_bias_to_fp16" + } + } + ] + }, + "strides" : { + "bindings" : [ + { + "name" : { + "_0" : "input_269_strides_0" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "input_267_cast_fp16" + } + } + ] + } + }, + "operatorName" : "ios16.conv", + "blocks" : [ + + ], + "deviceUsage" : { + "allSupportStates" : [ + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + } + }, + "cost" : { + "weight" : 2.5986585517739716e-05 + } + }, + { + "operatorName" : "ios16.relu", + "inputs" : { + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "input_269_cast_fp16" + } + } + ] + } + }, + "cost" : { + "weight" : 1.2545965130020476e-05 + }, + "blocks" : [ + + ], + "deviceUsage" : { + "allSupportStates" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + } + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "input_271_cast_fp16" + } + ] + }, + { + "outputs" : [ + { + "name" : "x_89_pad_type_0", + "type" : { + + } + } + ], + "inputs" : { + + }, + "blocks" : [ + + ], + "operatorName" : "const" + }, + { + "blocks" : [ + + ], + "operatorName" : "const", + "outputs" : [ + { + "type" : { + + }, + "name" : "x_89_pad_0" + } + ], + "inputs" : { + + } + }, + { + "inputs" : { + + }, + "operatorName" : "const", + "outputs" : [ + { + "name" : "x_89_strides_0", + "type" : { + + } + } + ], + "blocks" : [ + + ] + }, + { + "outputs" : [ + { + "type" : { + + }, + "name" : "x_89_dilations_0" + } + ], + "operatorName" : "const", + "inputs" : { + + }, + "blocks" : [ + + ] + }, + { + "operatorName" : "const", + "inputs" : { + + }, + "blocks" : [ + + ], + "outputs" : [ + { + "type" : { + + }, + "name" : "x_89_groups_0" + } + ] + }, + { + "operatorName" : "const", + "outputs" : [ + { + "type" : { + + }, + "name" : "model_depth_head_scratch_refinenet4_resConfUnit2_conv2_weight_to_fp16" + } + ], + "blocks" : [ + + ], + "inputs" : { + + } + }, + { + "inputs" : { + + }, + "operatorName" : "const", + "outputs" : [ + { + "name" : "model_depth_head_scratch_refinenet4_resConfUnit2_conv2_bias_to_fp16", + "type" : { + + } + } + ], + "blocks" : [ + + ] + }, + { + "deviceUsage" : { + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "allSupportStates" : [ + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + } + ] + }, + "inputs" : { + "strides" : { + "bindings" : [ + { + "name" : { + "_0" : "x_89_strides_0" + } + } + ] + }, + "bias" : { + "bindings" : [ + { + "name" : { + "_0" : "model_depth_head_scratch_refinenet4_resConfUnit2_conv2_bias_to_fp16" + } + } + ] + }, + "pad_type" : { + "bindings" : [ + { + "name" : { + "_0" : "x_89_pad_type_0" + } + } + ] + }, + "groups" : { + "bindings" : [ + { + "name" : { + "_0" : "x_89_groups_0" + } + } + ] + }, + "weight" : { + "bindings" : [ + { + "name" : { + "_0" : "model_depth_head_scratch_refinenet4_resConfUnit2_conv2_weight_to_fp16" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "input_271_cast_fp16" + } + } + ] + }, + "dilations" : { + "bindings" : [ + { + "name" : { + "_0" : "x_89_dilations_0" + } + } + ] + }, + "pad" : { + "bindings" : [ + { + "name" : { + "_0" : "x_89_pad_0" + } + } + ] + } + }, + "blocks" : [ + + ], + "cost" : { + "weight" : 2.5986585517739716e-05 + }, + "operatorName" : "ios16.conv", + "outputs" : [ + { + "type" : { + + }, + "name" : "x_89_cast_fp16" + } + ] + }, + { + "outputs" : [ + { + "type" : { + + }, + "name" : "input_273_cast_fp16" + } + ], + "operatorName" : "ios16.add", + "cost" : { + "weight" : 4.181988376673492e-05 + }, + "blocks" : [ + + ], + "inputs" : { + "y" : { + "bindings" : [ + { + "name" : { + "_0" : "input_265_cast_fp16" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "x_89_cast_fp16" + } + } + ] + } + }, + "deviceUsage" : { + "allSupportStates" : [ + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ] + } + }, + { + "outputs" : [ + { + "name" : "input_275_scale_factor_height_0", + "type" : { + + } + } + ], + "blocks" : [ + + ], + "inputs" : { + + }, + "operatorName" : "const" + }, + { + "operatorName" : "const", + "inputs" : { + + }, + "blocks" : [ + + ], + "outputs" : [ + { + "name" : "input_275_scale_factor_width_0", + "type" : { + + } + } + ] + }, + { + "operatorName" : "const", + "inputs" : { + + }, + "blocks" : [ + + ], + "outputs" : [ + { + "type" : { + + }, + "name" : "input_275_align_corners_0" + } + ] + }, + { + "operatorName" : "ios16.upsample_bilinear", + "inputs" : { + "scale_factor_width" : { + "bindings" : [ + { + "name" : { + "_0" : "input_275_scale_factor_width_0" + } + } + ] + }, + "align_corners" : { + "bindings" : [ + { + "name" : { + "_0" : "input_275_align_corners_0" + } + } + ] + }, + "scale_factor_height" : { + "bindings" : [ + { + "name" : { + "_0" : "input_275_scale_factor_height_0" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "input_273_cast_fp16" + } + } + ] + } + }, + "deviceUsage" : { + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "allSupportStates" : [ + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ] + }, + "blocks" : [ + + ], + "cost" : { + "weight" : 0.0016956208151817902 + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "input_275_cast_fp16" + } + ] + }, + { + "inputs" : { + + }, + "operatorName" : "const", + "blocks" : [ + + ], + "outputs" : [ + { + "name" : "x_93_pad_type_0", + "type" : { + + } + } + ] + }, + { + "blocks" : [ + + ], + "operatorName" : "const", + "outputs" : [ + { + "type" : { + + }, + "name" : "x_93_strides_0" + } + ], + "inputs" : { + + } + }, + { + "blocks" : [ + + ], + "operatorName" : "const", + "inputs" : { + + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "x_93_pad_0" + } + ] + }, + { + "blocks" : [ + + ], + "outputs" : [ + { + "type" : { + + }, + "name" : "x_93_dilations_0" + } + ], + "inputs" : { + + }, + "operatorName" : "const" + }, + { + "outputs" : [ + { + "name" : "x_93_groups_0", + "type" : { + + } + } + ], + "inputs" : { + + }, + "blocks" : [ + + ], + "operatorName" : "const" + }, + { + "operatorName" : "const", + "inputs" : { + + }, + "outputs" : [ + { + "name" : "model_depth_head_scratch_refinenet4_out_conv_weight_to_fp16", + "type" : { + + } + } + ], + "blocks" : [ + + ] + }, + { + "outputs" : [ + { + "type" : { + + }, + "name" : "model_depth_head_scratch_refinenet4_out_conv_bias_to_fp16" + } + ], + "blocks" : [ + + ], + "operatorName" : "const", + "inputs" : { + + } + }, + { + "blocks" : [ + + ], + "cost" : { + "weight" : 4.3950069924087846e-05 + }, + "operatorName" : "ios16.conv", + "deviceUsage" : { + "allSupportStates" : [ + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + } + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "x_93_cast_fp16" + } + ], + "inputs" : { + "bias" : { + "bindings" : [ + { + "name" : { + "_0" : "model_depth_head_scratch_refinenet4_out_conv_bias_to_fp16" + } + } + ] + }, + "dilations" : { + "bindings" : [ + { + "name" : { + "_0" : "x_93_dilations_0" + } + } + ] + }, + "pad_type" : { + "bindings" : [ + { + "name" : { + "_0" : "x_93_pad_type_0" + } + } + ] + }, + "groups" : { + "bindings" : [ + { + "name" : { + "_0" : "x_93_groups_0" + } + } + ] + }, + "pad" : { + "bindings" : [ + { + "name" : { + "_0" : "x_93_pad_0" + } + } + ] + }, + "strides" : { + "bindings" : [ + { + "name" : { + "_0" : "x_93_strides_0" + } + } + ] + }, + "weight" : { + "bindings" : [ + { + "name" : { + "_0" : "model_depth_head_scratch_refinenet4_out_conv_weight_to_fp16" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "input_275_cast_fp16" + } + } + ] + } + } + }, + { + "cost" : { + "weight" : 4.757735806924663e-05 + }, + "inputs" : { + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "layer_3_rn_cast_fp16" + } + } + ] + } + }, + "operatorName" : "ios16.relu", + "outputs" : [ + { + "name" : "input_277_cast_fp16", + "type" : { + + } + } + ], + "blocks" : [ + + ], + "deviceUsage" : { + "allSupportStates" : [ + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + } + } + }, + { + "inputs" : { + + }, + "blocks" : [ + + ], + "outputs" : [ + { + "name" : "input_279_pad_type_0", + "type" : { + + } + } + ], + "operatorName" : "const" + }, + { + "outputs" : [ + { + "type" : { + + }, + "name" : "input_279_pad_0" + } + ], + "operatorName" : "const", + "blocks" : [ + + ], + "inputs" : { + + } + }, + { + "outputs" : [ + { + "type" : { + + }, + "name" : "input_279_strides_0" + } + ], + "operatorName" : "const", + "inputs" : { + + }, + "blocks" : [ + + ] + }, + { + "operatorName" : "const", + "inputs" : { + + }, + "blocks" : [ + + ], + "outputs" : [ + { + "name" : "input_279_dilations_0", + "type" : { + + } + } + ] + }, + { + "blocks" : [ + + ], + "operatorName" : "const", + "inputs" : { + + }, + "outputs" : [ + { + "name" : "input_279_groups_0", + "type" : { + + } + } + ] + }, + { + "blocks" : [ + + ], + "inputs" : { + + }, + "operatorName" : "const", + "outputs" : [ + { + "name" : "model_depth_head_scratch_refinenet3_resConfUnit1_conv1_weight_to_fp16", + "type" : { + + } + } + ] + }, + { + "inputs" : { + + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "model_depth_head_scratch_refinenet3_resConfUnit1_conv1_bias_to_fp16" + } + ], + "blocks" : [ + + ], + "operatorName" : "const" + }, + { + "inputs" : { + "pad" : { + "bindings" : [ + { + "name" : { + "_0" : "input_279_pad_0" + } + } + ] + }, + "bias" : { + "bindings" : [ + { + "name" : { + "_0" : "model_depth_head_scratch_refinenet3_resConfUnit1_conv1_bias_to_fp16" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "input_277_cast_fp16" + } + } + ] + }, + "strides" : { + "bindings" : [ + { + "name" : { + "_0" : "input_279_strides_0" + } + } + ] + }, + "groups" : { + "bindings" : [ + { + "name" : { + "_0" : "input_279_groups_0" + } + } + ] + }, + "dilations" : { + "bindings" : [ + { + "name" : { + "_0" : "input_279_dilations_0" + } + } + ] + }, + "pad_type" : { + "bindings" : [ + { + "name" : { + "_0" : "input_279_pad_type_0" + } + } + ] + }, + "weight" : { + "bindings" : [ + { + "name" : { + "_0" : "model_depth_head_scratch_refinenet3_resConfUnit1_conv1_weight_to_fp16" + } + } + ] + } + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "input_279_cast_fp16" + } + ], + "blocks" : [ + + ], + "deviceUsage" : { + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "allSupportStates" : [ + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + } + }, + "operatorName" : "ios16.conv", + "cost" : { + "weight" : 9.854746696339523e-05 + } + }, + { + "blocks" : [ + + ], + "cost" : { + "weight" : 4.757735806924663e-05 + }, + "deviceUsage" : { + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "allSupportStates" : [ + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ] + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "input_281_cast_fp16" + } + ], + "inputs" : { + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "input_279_cast_fp16" + } + } + ] + } + }, + "operatorName" : "ios16.relu" + }, + { + "blocks" : [ + + ], + "operatorName" : "const", + "outputs" : [ + { + "name" : "x_91_pad_type_0", + "type" : { + + } + } + ], + "inputs" : { + + } + }, + { + "outputs" : [ + { + "name" : "x_91_pad_0", + "type" : { + + } + } + ], + "operatorName" : "const", + "inputs" : { + + }, + "blocks" : [ + + ] + }, + { + "operatorName" : "const", + "outputs" : [ + { + "name" : "x_91_strides_0", + "type" : { + + } + } + ], + "blocks" : [ + + ], + "inputs" : { + + } + }, + { + "operatorName" : "const", + "inputs" : { + + }, + "outputs" : [ + { + "name" : "x_91_dilations_0", + "type" : { + + } + } + ], + "blocks" : [ + + ] + }, + { + "inputs" : { + + }, + "outputs" : [ + { + "name" : "x_91_groups_0", + "type" : { + + } + } + ], + "operatorName" : "const", + "blocks" : [ + + ] + }, + { + "outputs" : [ + { + "name" : "model_depth_head_scratch_refinenet3_resConfUnit1_conv2_weight_to_fp16", + "type" : { + + } + } + ], + "blocks" : [ + + ], + "operatorName" : "const", + "inputs" : { + + } + }, + { + "inputs" : { + + }, + "blocks" : [ + + ], + "outputs" : [ + { + "name" : "model_depth_head_scratch_refinenet3_resConfUnit1_conv2_bias_to_fp16", + "type" : { + + } + } + ], + "operatorName" : "const" + }, + { + "blocks" : [ + + ], + "outputs" : [ + { + "type" : { + + }, + "name" : "x_91_cast_fp16" + } + ], + "cost" : { + "weight" : 9.854746696339523e-05 + }, + "operatorName" : "ios16.conv", + "inputs" : { + "strides" : { + "bindings" : [ + { + "name" : { + "_0" : "x_91_strides_0" + } + } + ] + }, + "groups" : { + "bindings" : [ + { + "name" : { + "_0" : "x_91_groups_0" + } + } + ] + }, + "weight" : { + "bindings" : [ + { + "name" : { + "_0" : "model_depth_head_scratch_refinenet3_resConfUnit1_conv2_weight_to_fp16" + } + } + ] + }, + "dilations" : { + "bindings" : [ + { + "name" : { + "_0" : "x_91_dilations_0" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "input_281_cast_fp16" + } + } + ] + }, + "pad_type" : { + "bindings" : [ + { + "name" : { + "_0" : "x_91_pad_type_0" + } + } + ] + }, + "bias" : { + "bindings" : [ + { + "name" : { + "_0" : "model_depth_head_scratch_refinenet3_resConfUnit1_conv2_bias_to_fp16" + } + } + ] + }, + "pad" : { + "bindings" : [ + { + "name" : { + "_0" : "x_91_pad_0" + } + } + ] + } + }, + "deviceUsage" : { + "allSupportStates" : [ + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ] + } + }, + { + "deviceUsage" : { + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "allSupportStates" : [ + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ] + }, + "operatorName" : "ios16.add", + "inputs" : { + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "x_91_cast_fp16" + } + } + ] + }, + "y" : { + "bindings" : [ + { + "name" : { + "_0" : "layer_3_rn_cast_fp16" + } + } + ] + } + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "y_1_cast_fp16" + } + ], + "blocks" : [ + + ], + "cost" : { + "weight" : 0.00015859119356415543 + } + }, + { + "deviceUsage" : { + "allSupportStates" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + } + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "input_283_cast_fp16" + } + ], + "cost" : { + "weight" : 0.00015859119356415543 + }, + "operatorName" : "ios16.add", + "inputs" : { + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "x_93_cast_fp16" + } + } + ] + }, + "y" : { + "bindings" : [ + { + "name" : { + "_0" : "y_1_cast_fp16" + } + } + ] + } + }, + "blocks" : [ + + ] + }, + { + "outputs" : [ + { + "type" : { + + }, + "name" : "input_285_cast_fp16" + } + ], + "deviceUsage" : { + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "allSupportStates" : [ + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + } + }, + "cost" : { + "weight" : 4.757735806924663e-05 + }, + "inputs" : { + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "input_283_cast_fp16" + } + } + ] + } + }, + "operatorName" : "ios16.relu", + "blocks" : [ + + ] + }, + { + "operatorName" : "const", + "inputs" : { + + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "input_287_pad_type_0" + } + ], + "blocks" : [ + + ] + }, + { + "blocks" : [ + + ], + "operatorName" : "const", + "outputs" : [ + { + "name" : "input_287_pad_0", + "type" : { + + } + } + ], + "inputs" : { + + } + }, + { + "outputs" : [ + { + "name" : "input_287_strides_0", + "type" : { + + } + } + ], + "inputs" : { + + }, + "blocks" : [ + + ], + "operatorName" : "const" + }, + { + "operatorName" : "const", + "inputs" : { + + }, + "blocks" : [ + + ], + "outputs" : [ + { + "name" : "input_287_dilations_0", + "type" : { + + } + } + ] + }, + { + "operatorName" : "const", + "inputs" : { + + }, + "outputs" : [ + { + "name" : "input_287_groups_0", + "type" : { + + } + } + ], + "blocks" : [ + + ] + }, + { + "operatorName" : "const", + "inputs" : { + + }, + "blocks" : [ + + ], + "outputs" : [ + { + "name" : "model_depth_head_scratch_refinenet3_resConfUnit2_conv1_weight_to_fp16", + "type" : { + + } + } + ] + }, + { + "inputs" : { + + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "model_depth_head_scratch_refinenet3_resConfUnit2_conv1_bias_to_fp16" + } + ], + "operatorName" : "const", + "blocks" : [ + + ] + }, + { + "deviceUsage" : { + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "allSupportStates" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + } + ] + }, + "outputs" : [ + { + "name" : "input_287_cast_fp16", + "type" : { + + } + } + ], + "blocks" : [ + + ], + "operatorName" : "ios16.conv", + "cost" : { + "weight" : 9.854746696339523e-05 + }, + "inputs" : { + "pad_type" : { + "bindings" : [ + { + "name" : { + "_0" : "input_287_pad_type_0" + } + } + ] + }, + "strides" : { + "bindings" : [ + { + "name" : { + "_0" : "input_287_strides_0" + } + } + ] + }, + "weight" : { + "bindings" : [ + { + "name" : { + "_0" : "model_depth_head_scratch_refinenet3_resConfUnit2_conv1_weight_to_fp16" + } + } + ] + }, + "dilations" : { + "bindings" : [ + { + "name" : { + "_0" : "input_287_dilations_0" + } + } + ] + }, + "bias" : { + "bindings" : [ + { + "name" : { + "_0" : "model_depth_head_scratch_refinenet3_resConfUnit2_conv1_bias_to_fp16" + } + } + ] + }, + "groups" : { + "bindings" : [ + { + "name" : { + "_0" : "input_287_groups_0" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "input_285_cast_fp16" + } + } + ] + }, + "pad" : { + "bindings" : [ + { + "name" : { + "_0" : "input_287_pad_0" + } + } + ] + } + } + }, + { + "operatorName" : "ios16.relu", + "cost" : { + "weight" : 4.757735806924663e-05 + }, + "deviceUsage" : { + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "allSupportStates" : [ + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + } + }, + "inputs" : { + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "input_287_cast_fp16" + } + } + ] + } + }, + "blocks" : [ + + ], + "outputs" : [ + { + "type" : { + + }, + "name" : "input_289_cast_fp16" + } + ] + }, + { + "outputs" : [ + { + "name" : "x_95_pad_type_0", + "type" : { + + } + } + ], + "inputs" : { + + }, + "operatorName" : "const", + "blocks" : [ + + ] + }, + { + "blocks" : [ + + ], + "operatorName" : "const", + "inputs" : { + + }, + "outputs" : [ + { + "name" : "x_95_pad_0", + "type" : { + + } + } + ] + }, + { + "operatorName" : "const", + "outputs" : [ + { + "type" : { + + }, + "name" : "x_95_strides_0" + } + ], + "inputs" : { + + }, + "blocks" : [ + + ] + }, + { + "inputs" : { + + }, + "outputs" : [ + { + "name" : "x_95_dilations_0", + "type" : { + + } + } + ], + "blocks" : [ + + ], + "operatorName" : "const" + }, + { + "outputs" : [ + { + "name" : "x_95_groups_0", + "type" : { + + } + } + ], + "inputs" : { + + }, + "blocks" : [ + + ], + "operatorName" : "const" + }, + { + "outputs" : [ + { + "type" : { + + }, + "name" : "model_depth_head_scratch_refinenet3_resConfUnit2_conv2_weight_to_fp16" + } + ], + "operatorName" : "const", + "blocks" : [ + + ], + "inputs" : { + + } + }, + { + "operatorName" : "const", + "outputs" : [ + { + "type" : { + + }, + "name" : "model_depth_head_scratch_refinenet3_resConfUnit2_conv2_bias_to_fp16" + } + ], + "blocks" : [ + + ], + "inputs" : { + + } + }, + { + "operatorName" : "ios16.conv", + "outputs" : [ + { + "type" : { + + }, + "name" : "x_95_cast_fp16" + } + ], + "blocks" : [ + + ], + "cost" : { + "weight" : 9.854746696339523e-05 + }, + "inputs" : { + "pad_type" : { + "bindings" : [ + { + "name" : { + "_0" : "x_95_pad_type_0" + } + } + ] + }, + "weight" : { + "bindings" : [ + { + "name" : { + "_0" : "model_depth_head_scratch_refinenet3_resConfUnit2_conv2_weight_to_fp16" + } + } + ] + }, + "dilations" : { + "bindings" : [ + { + "name" : { + "_0" : "x_95_dilations_0" + } + } + ] + }, + "groups" : { + "bindings" : [ + { + "name" : { + "_0" : "x_95_groups_0" + } + } + ] + }, + "strides" : { + "bindings" : [ + { + "name" : { + "_0" : "x_95_strides_0" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "input_289_cast_fp16" + } + } + ] + }, + "pad" : { + "bindings" : [ + { + "name" : { + "_0" : "x_95_pad_0" + } + } + ] + }, + "bias" : { + "bindings" : [ + { + "name" : { + "_0" : "model_depth_head_scratch_refinenet3_resConfUnit2_conv2_bias_to_fp16" + } + } + ] + } + }, + "deviceUsage" : { + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "allSupportStates" : [ + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + } + ] + } + }, + { + "operatorName" : "ios16.add", + "blocks" : [ + + ], + "outputs" : [ + { + "type" : { + + }, + "name" : "input_291_cast_fp16" + } + ], + "cost" : { + "weight" : 0.00015859119356415543 + }, + "inputs" : { + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "x_95_cast_fp16" + } + } + ] + }, + "y" : { + "bindings" : [ + { + "name" : { + "_0" : "input_283_cast_fp16" + } + } + ] + } + }, + "deviceUsage" : { + "allSupportStates" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + } + } + }, + { + "blocks" : [ + + ], + "operatorName" : "const", + "outputs" : [ + { + "type" : { + + }, + "name" : "input_293_scale_factor_height_0" + } + ], + "inputs" : { + + } + }, + { + "operatorName" : "const", + "inputs" : { + + }, + "outputs" : [ + { + "name" : "input_293_scale_factor_width_0", + "type" : { + + } + } + ], + "blocks" : [ + + ] + }, + { + "inputs" : { + + }, + "blocks" : [ + + ], + "outputs" : [ + { + "type" : { + + }, + "name" : "input_293_align_corners_0" + } + ], + "operatorName" : "const" + }, + { + "operatorName" : "ios16.upsample_bilinear", + "inputs" : { + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "input_291_cast_fp16" + } + } + ] + }, + "align_corners" : { + "bindings" : [ + { + "name" : { + "_0" : "input_293_align_corners_0" + } + } + ] + }, + "scale_factor_height" : { + "bindings" : [ + { + "name" : { + "_0" : "input_293_scale_factor_height_0" + } + } + ] + }, + "scale_factor_width" : { + "bindings" : [ + { + "name" : { + "_0" : "input_293_scale_factor_width_0" + } + } + ] + } + }, + "blocks" : [ + + ], + "cost" : { + "weight" : 0.006429592772987115 + }, + "outputs" : [ + { + "name" : "input_293_cast_fp16", + "type" : { + + } + } + ], + "deviceUsage" : { + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "allSupportStates" : [ + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + } + ] + } + }, + { + "blocks" : [ + + ], + "inputs" : { + + }, + "operatorName" : "const", + "outputs" : [ + { + "name" : "x_99_pad_type_0", + "type" : { + + } + } + ] + }, + { + "outputs" : [ + { + "name" : "x_99_strides_0", + "type" : { + + } + } + ], + "operatorName" : "const", + "blocks" : [ + + ], + "inputs" : { + + } + }, + { + "inputs" : { + + }, + "blocks" : [ + + ], + "operatorName" : "const", + "outputs" : [ + { + "name" : "x_99_pad_0", + "type" : { + + } + } + ] + }, + { + "operatorName" : "const", + "outputs" : [ + { + "name" : "x_99_dilations_0", + "type" : { + + } + } + ], + "blocks" : [ + + ], + "inputs" : { + + } + }, + { + "inputs" : { + + }, + "outputs" : [ + { + "name" : "x_99_groups_0", + "type" : { + + } + } + ], + "blocks" : [ + + ], + "operatorName" : "const" + }, + { + "operatorName" : "const", + "blocks" : [ + + ], + "inputs" : { + + }, + "outputs" : [ + { + "name" : "model_depth_head_scratch_refinenet3_out_conv_weight_to_fp16", + "type" : { + + } + } + ] + }, + { + "inputs" : { + + }, + "operatorName" : "const", + "outputs" : [ + { + "name" : "model_depth_head_scratch_refinenet3_out_conv_bias_to_fp16", + "type" : { + + } + } + ], + "blocks" : [ + + ] + }, + { + "inputs" : { + "groups" : { + "bindings" : [ + { + "name" : { + "_0" : "x_99_groups_0" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "input_293_cast_fp16" + } + } + ] + }, + "bias" : { + "bindings" : [ + { + "name" : { + "_0" : "model_depth_head_scratch_refinenet3_out_conv_bias_to_fp16" + } + } + ] + }, + "pad_type" : { + "bindings" : [ + { + "name" : { + "_0" : "x_99_pad_type_0" + } + } + ] + }, + "weight" : { + "bindings" : [ + { + "name" : { + "_0" : "model_depth_head_scratch_refinenet3_out_conv_weight_to_fp16" + } + } + ] + }, + "dilations" : { + "bindings" : [ + { + "name" : { + "_0" : "x_99_dilations_0" + } + } + ] + }, + "strides" : { + "bindings" : [ + { + "name" : { + "_0" : "x_99_strides_0" + } + } + ] + }, + "pad" : { + "bindings" : [ + { + "name" : { + "_0" : "x_99_pad_0" + } + } + ] + } + }, + "deviceUsage" : { + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "allSupportStates" : [ + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ] + }, + "cost" : { + "weight" : 0.00017580027969635138 + }, + "outputs" : [ + { + "name" : "x_99_cast_fp16", + "type" : { + + } + } + ], + "operatorName" : "ios16.conv", + "blocks" : [ + + ] + }, + { + "inputs" : { + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "layer_2_rn_cast_fp16" + } + } + ] + } + }, + "operatorName" : "ios16.relu", + "blocks" : [ + + ], + "deviceUsage" : { + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "allSupportStates" : [ + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ] + }, + "cost" : { + "weight" : 0.00019030943227698653 + }, + "outputs" : [ + { + "name" : "input_295_cast_fp16", + "type" : { + + } + } + ] + }, + { + "operatorName" : "const", + "inputs" : { + + }, + "blocks" : [ + + ], + "outputs" : [ + { + "type" : { + + }, + "name" : "input_297_pad_type_0" + } + ] + }, + { + "operatorName" : "const", + "outputs" : [ + { + "type" : { + + }, + "name" : "input_297_pad_0" + } + ], + "inputs" : { + + }, + "blocks" : [ + + ] + }, + { + "inputs" : { + + }, + "operatorName" : "const", + "outputs" : [ + { + "name" : "input_297_strides_0", + "type" : { + + } + } + ], + "blocks" : [ + + ] + }, + { + "operatorName" : "const", + "outputs" : [ + { + "name" : "input_297_dilations_0", + "type" : { + + } + } + ], + "blocks" : [ + + ], + "inputs" : { + + } + }, + { + "operatorName" : "const", + "inputs" : { + + }, + "blocks" : [ + + ], + "outputs" : [ + { + "name" : "input_297_groups_0", + "type" : { + + } + } + ] + }, + { + "blocks" : [ + + ], + "inputs" : { + + }, + "operatorName" : "const", + "outputs" : [ + { + "name" : "model_depth_head_scratch_refinenet2_resConfUnit1_conv1_weight_to_fp16", + "type" : { + + } + } + ] + }, + { + "inputs" : { + + }, + "operatorName" : "const", + "outputs" : [ + { + "type" : { + + }, + "name" : "model_depth_head_scratch_refinenet2_resConfUnit1_conv1_bias_to_fp16" + } + ], + "blocks" : [ + + ] + }, + { + "blocks" : [ + + ], + "deviceUsage" : { + "allSupportStates" : [ + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ] + }, + "outputs" : [ + { + "name" : "input_297_cast_fp16", + "type" : { + + } + } + ], + "operatorName" : "ios16.conv", + "cost" : { + "weight" : 0.0003941898678535809 + }, + "inputs" : { + "pad" : { + "bindings" : [ + { + "name" : { + "_0" : "input_297_pad_0" + } + } + ] + }, + "bias" : { + "bindings" : [ + { + "name" : { + "_0" : "model_depth_head_scratch_refinenet2_resConfUnit1_conv1_bias_to_fp16" + } + } + ] + }, + "dilations" : { + "bindings" : [ + { + "name" : { + "_0" : "input_297_dilations_0" + } + } + ] + }, + "pad_type" : { + "bindings" : [ + { + "name" : { + "_0" : "input_297_pad_type_0" + } + } + ] + }, + "groups" : { + "bindings" : [ + { + "name" : { + "_0" : "input_297_groups_0" + } + } + ] + }, + "weight" : { + "bindings" : [ + { + "name" : { + "_0" : "model_depth_head_scratch_refinenet2_resConfUnit1_conv1_weight_to_fp16" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "input_295_cast_fp16" + } + } + ] + }, + "strides" : { + "bindings" : [ + { + "name" : { + "_0" : "input_297_strides_0" + } + } + ] + } + } + }, + { + "outputs" : [ + { + "name" : "input_299_cast_fp16", + "type" : { + + } + } + ], + "blocks" : [ + + ], + "deviceUsage" : { + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "allSupportStates" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + } + ] + }, + "operatorName" : "ios16.relu", + "cost" : { + "weight" : 0.00019030943227698653 + }, + "inputs" : { + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "input_297_cast_fp16" + } + } + ] + } + } + }, + { + "operatorName" : "const", + "outputs" : [ + { + "type" : { + + }, + "name" : "x_97_pad_type_0" + } + ], + "blocks" : [ + + ], + "inputs" : { + + } + }, + { + "operatorName" : "const", + "inputs" : { + + }, + "outputs" : [ + { + "name" : "x_97_pad_0", + "type" : { + + } + } + ], + "blocks" : [ + + ] + }, + { + "inputs" : { + + }, + "blocks" : [ + + ], + "operatorName" : "const", + "outputs" : [ + { + "name" : "x_97_strides_0", + "type" : { + + } + } + ] + }, + { + "operatorName" : "const", + "inputs" : { + + }, + "outputs" : [ + { + "name" : "x_97_dilations_0", + "type" : { + + } + } + ], + "blocks" : [ + + ] + }, + { + "operatorName" : "const", + "outputs" : [ + { + "type" : { + + }, + "name" : "x_97_groups_0" + } + ], + "inputs" : { + + }, + "blocks" : [ + + ] + }, + { + "operatorName" : "const", + "outputs" : [ + { + "name" : "model_depth_head_scratch_refinenet2_resConfUnit1_conv2_weight_to_fp16", + "type" : { + + } + } + ], + "blocks" : [ + + ], + "inputs" : { + + } + }, + { + "inputs" : { + + }, + "operatorName" : "const", + "outputs" : [ + { + "name" : "model_depth_head_scratch_refinenet2_resConfUnit1_conv2_bias_to_fp16", + "type" : { + + } + } + ], + "blocks" : [ + + ] + }, + { + "deviceUsage" : { + "allSupportStates" : [ + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ] + }, + "operatorName" : "ios16.conv", + "inputs" : { + "pad_type" : { + "bindings" : [ + { + "name" : { + "_0" : "x_97_pad_type_0" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "input_299_cast_fp16" + } + } + ] + }, + "bias" : { + "bindings" : [ + { + "name" : { + "_0" : "model_depth_head_scratch_refinenet2_resConfUnit1_conv2_bias_to_fp16" + } + } + ] + }, + "weight" : { + "bindings" : [ + { + "name" : { + "_0" : "model_depth_head_scratch_refinenet2_resConfUnit1_conv2_weight_to_fp16" + } + } + ] + }, + "dilations" : { + "bindings" : [ + { + "name" : { + "_0" : "x_97_dilations_0" + } + } + ] + }, + "pad" : { + "bindings" : [ + { + "name" : { + "_0" : "x_97_pad_0" + } + } + ] + }, + "strides" : { + "bindings" : [ + { + "name" : { + "_0" : "x_97_strides_0" + } + } + ] + }, + "groups" : { + "bindings" : [ + { + "name" : { + "_0" : "x_97_groups_0" + } + } + ] + } + }, + "outputs" : [ + { + "name" : "x_97_cast_fp16", + "type" : { + + } + } + ], + "cost" : { + "weight" : 0.0003941898678535809 + }, + "blocks" : [ + + ] + }, + { + "cost" : { + "weight" : 0.0006343647742566217 + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "y_3_cast_fp16" + } + ], + "operatorName" : "ios16.add", + "deviceUsage" : { + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "allSupportStates" : [ + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ] + }, + "inputs" : { + "y" : { + "bindings" : [ + { + "name" : { + "_0" : "layer_2_rn_cast_fp16" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "x_97_cast_fp16" + } + } + ] + } + }, + "blocks" : [ + + ] + }, + { + "inputs" : { + "y" : { + "bindings" : [ + { + "name" : { + "_0" : "y_3_cast_fp16" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "x_99_cast_fp16" + } + } + ] + } + }, + "blocks" : [ + + ], + "deviceUsage" : { + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "allSupportStates" : [ + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + } + ] + }, + "cost" : { + "weight" : 0.0006343647742566217 + }, + "operatorName" : "ios16.add", + "outputs" : [ + { + "name" : "input_301_cast_fp16", + "type" : { + + } + } + ] + }, + { + "deviceUsage" : { + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "allSupportStates" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ] + }, + "cost" : { + "weight" : 0.00019030943227698653 + }, + "inputs" : { + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "input_301_cast_fp16" + } + } + ] + } + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "input_303_cast_fp16" + } + ], + "operatorName" : "ios16.relu", + "blocks" : [ + + ] + }, + { + "operatorName" : "const", + "inputs" : { + + }, + "blocks" : [ + + ], + "outputs" : [ + { + "name" : "input_305_pad_type_0", + "type" : { + + } + } + ] + }, + { + "blocks" : [ + + ], + "outputs" : [ + { + "type" : { + + }, + "name" : "input_305_pad_0" + } + ], + "inputs" : { + + }, + "operatorName" : "const" + }, + { + "outputs" : [ + { + "name" : "input_305_strides_0", + "type" : { + + } + } + ], + "blocks" : [ + + ], + "operatorName" : "const", + "inputs" : { + + } + }, + { + "outputs" : [ + { + "type" : { + + }, + "name" : "input_305_dilations_0" + } + ], + "operatorName" : "const", + "inputs" : { + + }, + "blocks" : [ + + ] + }, + { + "inputs" : { + + }, + "operatorName" : "const", + "outputs" : [ + { + "type" : { + + }, + "name" : "input_305_groups_0" + } + ], + "blocks" : [ + + ] + }, + { + "outputs" : [ + { + "name" : "model_depth_head_scratch_refinenet2_resConfUnit2_conv1_weight_to_fp16", + "type" : { + + } + } + ], + "blocks" : [ + + ], + "inputs" : { + + }, + "operatorName" : "const" + }, + { + "blocks" : [ + + ], + "operatorName" : "const", + "outputs" : [ + { + "type" : { + + }, + "name" : "model_depth_head_scratch_refinenet2_resConfUnit2_conv1_bias_to_fp16" + } + ], + "inputs" : { + + } + }, + { + "blocks" : [ + + ], + "deviceUsage" : { + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "allSupportStates" : [ + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + } + ] + }, + "outputs" : [ + { + "name" : "input_305_cast_fp16", + "type" : { + + } + } + ], + "inputs" : { + "dilations" : { + "bindings" : [ + { + "name" : { + "_0" : "input_305_dilations_0" + } + } + ] + }, + "bias" : { + "bindings" : [ + { + "name" : { + "_0" : "model_depth_head_scratch_refinenet2_resConfUnit2_conv1_bias_to_fp16" + } + } + ] + }, + "pad" : { + "bindings" : [ + { + "name" : { + "_0" : "input_305_pad_0" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "input_303_cast_fp16" + } + } + ] + }, + "weight" : { + "bindings" : [ + { + "name" : { + "_0" : "model_depth_head_scratch_refinenet2_resConfUnit2_conv1_weight_to_fp16" + } + } + ] + }, + "pad_type" : { + "bindings" : [ + { + "name" : { + "_0" : "input_305_pad_type_0" + } + } + ] + }, + "strides" : { + "bindings" : [ + { + "name" : { + "_0" : "input_305_strides_0" + } + } + ] + }, + "groups" : { + "bindings" : [ + { + "name" : { + "_0" : "input_305_groups_0" + } + } + ] + } + }, + "operatorName" : "ios16.conv", + "cost" : { + "weight" : 0.0003941898678535809 + } + }, + { + "operatorName" : "ios16.relu", + "deviceUsage" : { + "allSupportStates" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + } + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "input_307_cast_fp16" + } + ], + "inputs" : { + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "input_305_cast_fp16" + } + } + ] + } + }, + "blocks" : [ + + ], + "cost" : { + "weight" : 0.00019030943227698653 + } + }, + { + "operatorName" : "const", + "outputs" : [ + { + "name" : "x_101_pad_type_0", + "type" : { + + } + } + ], + "inputs" : { + + }, + "blocks" : [ + + ] + }, + { + "operatorName" : "const", + "blocks" : [ + + ], + "inputs" : { + + }, + "outputs" : [ + { + "name" : "x_101_pad_0", + "type" : { + + } + } + ] + }, + { + "outputs" : [ + { + "name" : "x_101_strides_0", + "type" : { + + } + } + ], + "inputs" : { + + }, + "blocks" : [ + + ], + "operatorName" : "const" + }, + { + "outputs" : [ + { + "name" : "x_101_dilations_0", + "type" : { + + } + } + ], + "operatorName" : "const", + "inputs" : { + + }, + "blocks" : [ + + ] + }, + { + "operatorName" : "const", + "outputs" : [ + { + "name" : "x_101_groups_0", + "type" : { + + } + } + ], + "inputs" : { + + }, + "blocks" : [ + + ] + }, + { + "outputs" : [ + { + "name" : "model_depth_head_scratch_refinenet2_resConfUnit2_conv2_weight_to_fp16", + "type" : { + + } + } + ], + "inputs" : { + + }, + "operatorName" : "const", + "blocks" : [ + + ] + }, + { + "operatorName" : "const", + "inputs" : { + + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "model_depth_head_scratch_refinenet2_resConfUnit2_conv2_bias_to_fp16" + } + ], + "blocks" : [ + + ] + }, + { + "operatorName" : "ios16.conv", + "cost" : { + "weight" : 0.0003941898678535809 + }, + "outputs" : [ + { + "name" : "x_101_cast_fp16", + "type" : { + + } + } + ], + "deviceUsage" : { + "allSupportStates" : [ + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + } + }, + "blocks" : [ + + ], + "inputs" : { + "strides" : { + "bindings" : [ + { + "name" : { + "_0" : "x_101_strides_0" + } + } + ] + }, + "weight" : { + "bindings" : [ + { + "name" : { + "_0" : "model_depth_head_scratch_refinenet2_resConfUnit2_conv2_weight_to_fp16" + } + } + ] + }, + "pad_type" : { + "bindings" : [ + { + "name" : { + "_0" : "x_101_pad_type_0" + } + } + ] + }, + "dilations" : { + "bindings" : [ + { + "name" : { + "_0" : "x_101_dilations_0" + } + } + ] + }, + "pad" : { + "bindings" : [ + { + "name" : { + "_0" : "x_101_pad_0" + } + } + ] + }, + "groups" : { + "bindings" : [ + { + "name" : { + "_0" : "x_101_groups_0" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "input_307_cast_fp16" + } + } + ] + }, + "bias" : { + "bindings" : [ + { + "name" : { + "_0" : "model_depth_head_scratch_refinenet2_resConfUnit2_conv2_bias_to_fp16" + } + } + ] + } + } + }, + { + "blocks" : [ + + ], + "cost" : { + "weight" : 0.0006343647742566217 + }, + "outputs" : [ + { + "name" : "input_309_cast_fp16", + "type" : { + + } + } + ], + "operatorName" : "ios16.add", + "inputs" : { + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "x_101_cast_fp16" + } + } + ] + }, + "y" : { + "bindings" : [ + { + "name" : { + "_0" : "input_301_cast_fp16" + } + } + ] + } + }, + "deviceUsage" : { + "allSupportStates" : [ + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + } + } + }, + { + "outputs" : [ + { + "type" : { + + }, + "name" : "input_311_scale_factor_height_0" + } + ], + "inputs" : { + + }, + "operatorName" : "const", + "blocks" : [ + + ] + }, + { + "operatorName" : "const", + "outputs" : [ + { + "type" : { + + }, + "name" : "input_311_scale_factor_width_0" + } + ], + "blocks" : [ + + ], + "inputs" : { + + } + }, + { + "blocks" : [ + + ], + "operatorName" : "const", + "outputs" : [ + { + "type" : { + + }, + "name" : "input_311_align_corners_0" + } + ], + "inputs" : { + + } + }, + { + "inputs" : { + "scale_factor_width" : { + "bindings" : [ + { + "name" : { + "_0" : "input_311_scale_factor_width_0" + } + } + ] + }, + "align_corners" : { + "bindings" : [ + { + "name" : { + "_0" : "input_311_align_corners_0" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "input_309_cast_fp16" + } + } + ] + }, + "scale_factor_height" : { + "bindings" : [ + { + "name" : { + "_0" : "input_311_scale_factor_height_0" + } + } + ] + } + }, + "cost" : { + "weight" : 0.02571771066059274 + }, + "operatorName" : "ios16.upsample_bilinear", + "blocks" : [ + + ], + "outputs" : [ + { + "name" : "input_311_cast_fp16", + "type" : { + + } + } + ], + "deviceUsage" : { + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "allSupportStates" : [ + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ] + } + }, + { + "outputs" : [ + { + "name" : "x_105_pad_type_0", + "type" : { + + } + } + ], + "operatorName" : "const", + "blocks" : [ + + ], + "inputs" : { + + } + }, + { + "blocks" : [ + + ], + "operatorName" : "const", + "outputs" : [ + { + "type" : { + + }, + "name" : "x_105_strides_0" + } + ], + "inputs" : { + + } + }, + { + "inputs" : { + + }, + "outputs" : [ + { + "name" : "x_105_pad_0", + "type" : { + + } + } + ], + "blocks" : [ + + ], + "operatorName" : "const" + }, + { + "blocks" : [ + + ], + "operatorName" : "const", + "inputs" : { + + }, + "outputs" : [ + { + "name" : "x_105_dilations_0", + "type" : { + + } + } + ] + }, + { + "inputs" : { + + }, + "outputs" : [ + { + "name" : "x_105_groups_0", + "type" : { + + } + } + ], + "operatorName" : "const", + "blocks" : [ + + ] + }, + { + "blocks" : [ + + ], + "operatorName" : "const", + "inputs" : { + + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "model_depth_head_scratch_refinenet2_out_conv_weight_to_fp16" + } + ] + }, + { + "inputs" : { + + }, + "operatorName" : "const", + "outputs" : [ + { + "type" : { + + }, + "name" : "model_depth_head_scratch_refinenet2_out_conv_bias_to_fp16" + } + ], + "blocks" : [ + + ] + }, + { + "operatorName" : "ios16.conv", + "inputs" : { + "weight" : { + "bindings" : [ + { + "name" : { + "_0" : "model_depth_head_scratch_refinenet2_out_conv_weight_to_fp16" + } + } + ] + }, + "strides" : { + "bindings" : [ + { + "name" : { + "_0" : "x_105_strides_0" + } + } + ] + }, + "dilations" : { + "bindings" : [ + { + "name" : { + "_0" : "x_105_dilations_0" + } + } + ] + }, + "pad" : { + "bindings" : [ + { + "name" : { + "_0" : "x_105_pad_0" + } + } + ] + }, + "pad_type" : { + "bindings" : [ + { + "name" : { + "_0" : "x_105_pad_type_0" + } + } + ] + }, + "groups" : { + "bindings" : [ + { + "name" : { + "_0" : "x_105_groups_0" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "input_311_cast_fp16" + } + } + ] + }, + "bias" : { + "bindings" : [ + { + "name" : { + "_0" : "model_depth_head_scratch_refinenet2_out_conv_bias_to_fp16" + } + } + ] + } + }, + "blocks" : [ + + ], + "deviceUsage" : { + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "allSupportStates" : [ + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + } + ] + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "x_105_cast_fp16" + } + ], + "cost" : { + "weight" : 0.0007032011187854055 + } + }, + { + "operatorName" : "ios16.relu", + "blocks" : [ + + ], + "deviceUsage" : { + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "allSupportStates" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + } + ] + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "input_313_cast_fp16" + } + ], + "cost" : { + "weight" : 0.0007612377291079461 + }, + "inputs" : { + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "layer_1_rn_cast_fp16" + } + } + ] + } + } + }, + { + "inputs" : { + + }, + "operatorName" : "const", + "blocks" : [ + + ], + "outputs" : [ + { + "type" : { + + }, + "name" : "input_315_pad_type_0" + } + ] + }, + { + "inputs" : { + + }, + "operatorName" : "const", + "outputs" : [ + { + "name" : "input_315_pad_0", + "type" : { + + } + } + ], + "blocks" : [ + + ] + }, + { + "operatorName" : "const", + "blocks" : [ + + ], + "outputs" : [ + { + "name" : "input_315_strides_0", + "type" : { + + } + } + ], + "inputs" : { + + } + }, + { + "operatorName" : "const", + "blocks" : [ + + ], + "inputs" : { + + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "input_315_dilations_0" + } + ] + }, + { + "inputs" : { + + }, + "blocks" : [ + + ], + "operatorName" : "const", + "outputs" : [ + { + "type" : { + + }, + "name" : "input_315_groups_0" + } + ] + }, + { + "outputs" : [ + { + "name" : "model_depth_head_scratch_refinenet1_resConfUnit1_conv1_weight_to_fp16", + "type" : { + + } + } + ], + "operatorName" : "const", + "inputs" : { + + }, + "blocks" : [ + + ] + }, + { + "blocks" : [ + + ], + "inputs" : { + + }, + "operatorName" : "const", + "outputs" : [ + { + "type" : { + + }, + "name" : "model_depth_head_scratch_refinenet1_resConfUnit1_conv1_bias_to_fp16" + } + ] + }, + { + "deviceUsage" : { + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "allSupportStates" : [ + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + } + ] + }, + "outputs" : [ + { + "name" : "input_315_cast_fp16", + "type" : { + + } + } + ], + "blocks" : [ + + ], + "inputs" : { + "bias" : { + "bindings" : [ + { + "name" : { + "_0" : "model_depth_head_scratch_refinenet1_resConfUnit1_conv1_bias_to_fp16" + } + } + ] + }, + "strides" : { + "bindings" : [ + { + "name" : { + "_0" : "input_315_strides_0" + } + } + ] + }, + "pad_type" : { + "bindings" : [ + { + "name" : { + "_0" : "input_315_pad_type_0" + } + } + ] + }, + "groups" : { + "bindings" : [ + { + "name" : { + "_0" : "input_315_groups_0" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "input_313_cast_fp16" + } + } + ] + }, + "weight" : { + "bindings" : [ + { + "name" : { + "_0" : "model_depth_head_scratch_refinenet1_resConfUnit1_conv1_weight_to_fp16" + } + } + ] + }, + "pad" : { + "bindings" : [ + { + "name" : { + "_0" : "input_315_pad_0" + } + } + ] + }, + "dilations" : { + "bindings" : [ + { + "name" : { + "_0" : "input_315_dilations_0" + } + } + ] + } + }, + "cost" : { + "weight" : 0.0015767594714143237 + }, + "operatorName" : "ios16.conv" + }, + { + "blocks" : [ + + ], + "cost" : { + "weight" : 0.0007612377291079461 + }, + "deviceUsage" : { + "allSupportStates" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + } + }, + "operatorName" : "ios16.relu", + "outputs" : [ + { + "type" : { + + }, + "name" : "input_317_cast_fp16" + } + ], + "inputs" : { + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "input_315_cast_fp16" + } + } + ] + } + } + }, + { + "blocks" : [ + + ], + "outputs" : [ + { + "type" : { + + }, + "name" : "x_103_pad_type_0" + } + ], + "operatorName" : "const", + "inputs" : { + + } + }, + { + "operatorName" : "const", + "inputs" : { + + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "x_103_pad_0" + } + ], + "blocks" : [ + + ] + }, + { + "inputs" : { + + }, + "operatorName" : "const", + "blocks" : [ + + ], + "outputs" : [ + { + "name" : "x_103_strides_0", + "type" : { + + } + } + ] + }, + { + "operatorName" : "const", + "outputs" : [ + { + "name" : "x_103_dilations_0", + "type" : { + + } + } + ], + "blocks" : [ + + ], + "inputs" : { + + } + }, + { + "operatorName" : "const", + "inputs" : { + + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "x_103_groups_0" + } + ], + "blocks" : [ + + ] + }, + { + "blocks" : [ + + ], + "operatorName" : "const", + "outputs" : [ + { + "type" : { + + }, + "name" : "model_depth_head_scratch_refinenet1_resConfUnit1_conv2_weight_to_fp16" + } + ], + "inputs" : { + + } + }, + { + "operatorName" : "const", + "blocks" : [ + + ], + "outputs" : [ + { + "type" : { + + }, + "name" : "model_depth_head_scratch_refinenet1_resConfUnit1_conv2_bias_to_fp16" + } + ], + "inputs" : { + + } + }, + { + "cost" : { + "weight" : 0.0015767594714143237 + }, + "operatorName" : "ios16.conv", + "blocks" : [ + + ], + "inputs" : { + "dilations" : { + "bindings" : [ + { + "name" : { + "_0" : "x_103_dilations_0" + } + } + ] + }, + "pad" : { + "bindings" : [ + { + "name" : { + "_0" : "x_103_pad_0" + } + } + ] + }, + "bias" : { + "bindings" : [ + { + "name" : { + "_0" : "model_depth_head_scratch_refinenet1_resConfUnit1_conv2_bias_to_fp16" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "input_317_cast_fp16" + } + } + ] + }, + "strides" : { + "bindings" : [ + { + "name" : { + "_0" : "x_103_strides_0" + } + } + ] + }, + "pad_type" : { + "bindings" : [ + { + "name" : { + "_0" : "x_103_pad_type_0" + } + } + ] + }, + "weight" : { + "bindings" : [ + { + "name" : { + "_0" : "model_depth_head_scratch_refinenet1_resConfUnit1_conv2_weight_to_fp16" + } + } + ] + }, + "groups" : { + "bindings" : [ + { + "name" : { + "_0" : "x_103_groups_0" + } + } + ] + } + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "x_103_cast_fp16" + } + ], + "deviceUsage" : { + "allSupportStates" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + } + } + }, + { + "outputs" : [ + { + "name" : "y_cast_fp16", + "type" : { + + } + } + ], + "inputs" : { + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "x_103_cast_fp16" + } + } + ] + }, + "y" : { + "bindings" : [ + { + "name" : { + "_0" : "layer_1_rn_cast_fp16" + } + } + ] + } + }, + "operatorName" : "ios16.add", + "cost" : { + "weight" : 0.002537459097026487 + }, + "blocks" : [ + + ], + "deviceUsage" : { + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "allSupportStates" : [ + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + } + ] + } + }, + { + "cost" : { + "weight" : 0.002537459097026487 + }, + "operatorName" : "ios16.add", + "inputs" : { + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "x_105_cast_fp16" + } + } + ] + }, + "y" : { + "bindings" : [ + { + "name" : { + "_0" : "y_cast_fp16" + } + } + ] + } + }, + "deviceUsage" : { + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "allSupportStates" : [ + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + } + ] + }, + "outputs" : [ + { + "name" : "input_319_cast_fp16", + "type" : { + + } + } + ], + "blocks" : [ + + ] + }, + { + "deviceUsage" : { + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "allSupportStates" : [ + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + } + ] + }, + "operatorName" : "ios16.relu", + "inputs" : { + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "input_319_cast_fp16" + } + } + ] + } + }, + "outputs" : [ + { + "name" : "input_321_cast_fp16", + "type" : { + + } + } + ], + "cost" : { + "weight" : 0.0007612377291079461 + }, + "blocks" : [ + + ] + }, + { + "inputs" : { + + }, + "operatorName" : "const", + "blocks" : [ + + ], + "outputs" : [ + { + "name" : "input_323_pad_type_0", + "type" : { + + } + } + ] + }, + { + "blocks" : [ + + ], + "outputs" : [ + { + "type" : { + + }, + "name" : "input_323_pad_0" + } + ], + "inputs" : { + + }, + "operatorName" : "const" + }, + { + "operatorName" : "const", + "outputs" : [ + { + "type" : { + + }, + "name" : "input_323_strides_0" + } + ], + "inputs" : { + + }, + "blocks" : [ + + ] + }, + { + "operatorName" : "const", + "outputs" : [ + { + "type" : { + + }, + "name" : "input_323_dilations_0" + } + ], + "blocks" : [ + + ], + "inputs" : { + + } + }, + { + "outputs" : [ + { + "name" : "input_323_groups_0", + "type" : { + + } + } + ], + "operatorName" : "const", + "inputs" : { + + }, + "blocks" : [ + + ] + }, + { + "operatorName" : "const", + "outputs" : [ + { + "name" : "model_depth_head_scratch_refinenet1_resConfUnit2_conv1_weight_to_fp16", + "type" : { + + } + } + ], + "inputs" : { + + }, + "blocks" : [ + + ] + }, + { + "inputs" : { + + }, + "operatorName" : "const", + "outputs" : [ + { + "name" : "model_depth_head_scratch_refinenet1_resConfUnit2_conv1_bias_to_fp16", + "type" : { + + } + } + ], + "blocks" : [ + + ] + }, + { + "operatorName" : "ios16.conv", + "outputs" : [ + { + "type" : { + + }, + "name" : "input_323_cast_fp16" + } + ], + "inputs" : { + "strides" : { + "bindings" : [ + { + "name" : { + "_0" : "input_323_strides_0" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "input_321_cast_fp16" + } + } + ] + }, + "pad" : { + "bindings" : [ + { + "name" : { + "_0" : "input_323_pad_0" + } + } + ] + }, + "dilations" : { + "bindings" : [ + { + "name" : { + "_0" : "input_323_dilations_0" + } + } + ] + }, + "pad_type" : { + "bindings" : [ + { + "name" : { + "_0" : "input_323_pad_type_0" + } + } + ] + }, + "bias" : { + "bindings" : [ + { + "name" : { + "_0" : "model_depth_head_scratch_refinenet1_resConfUnit2_conv1_bias_to_fp16" + } + } + ] + }, + "groups" : { + "bindings" : [ + { + "name" : { + "_0" : "input_323_groups_0" + } + } + ] + }, + "weight" : { + "bindings" : [ + { + "name" : { + "_0" : "model_depth_head_scratch_refinenet1_resConfUnit2_conv1_weight_to_fp16" + } + } + ] + } + }, + "deviceUsage" : { + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "allSupportStates" : [ + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + } + }, + "blocks" : [ + + ], + "cost" : { + "weight" : 0.0015767594714143237 + } + }, + { + "outputs" : [ + { + "name" : "input_325_cast_fp16", + "type" : { + + } + } + ], + "blocks" : [ + + ], + "deviceUsage" : { + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "allSupportStates" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + } + ] + }, + "inputs" : { + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "input_323_cast_fp16" + } + } + ] + } + }, + "cost" : { + "weight" : 0.0007612377291079461 + }, + "operatorName" : "ios16.relu" + }, + { + "inputs" : { + + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "x_pad_type_0" + } + ], + "blocks" : [ + + ], + "operatorName" : "const" + }, + { + "operatorName" : "const", + "outputs" : [ + { + "type" : { + + }, + "name" : "x_pad_0" + } + ], + "blocks" : [ + + ], + "inputs" : { + + } + }, + { + "operatorName" : "const", + "outputs" : [ + { + "type" : { + + }, + "name" : "x_strides_0" + } + ], + "blocks" : [ + + ], + "inputs" : { + + } + }, + { + "operatorName" : "const", + "inputs" : { + + }, + "outputs" : [ + { + "name" : "x_dilations_0", + "type" : { + + } + } + ], + "blocks" : [ + + ] + }, + { + "inputs" : { + + }, + "blocks" : [ + + ], + "outputs" : [ + { + "type" : { + + }, + "name" : "x_groups_0" + } + ], + "operatorName" : "const" + }, + { + "blocks" : [ + + ], + "inputs" : { + + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "model_depth_head_scratch_refinenet1_resConfUnit2_conv2_weight_to_fp16" + } + ], + "operatorName" : "const" + }, + { + "inputs" : { + + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "model_depth_head_scratch_refinenet1_resConfUnit2_conv2_bias_to_fp16" + } + ], + "blocks" : [ + + ], + "operatorName" : "const" + }, + { + "inputs" : { + "dilations" : { + "bindings" : [ + { + "name" : { + "_0" : "x_dilations_0" + } + } + ] + }, + "strides" : { + "bindings" : [ + { + "name" : { + "_0" : "x_strides_0" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "input_325_cast_fp16" + } + } + ] + }, + "bias" : { + "bindings" : [ + { + "name" : { + "_0" : "model_depth_head_scratch_refinenet1_resConfUnit2_conv2_bias_to_fp16" + } + } + ] + }, + "groups" : { + "bindings" : [ + { + "name" : { + "_0" : "x_groups_0" + } + } + ] + }, + "weight" : { + "bindings" : [ + { + "name" : { + "_0" : "model_depth_head_scratch_refinenet1_resConfUnit2_conv2_weight_to_fp16" + } + } + ] + }, + "pad" : { + "bindings" : [ + { + "name" : { + "_0" : "x_pad_0" + } + } + ] + }, + "pad_type" : { + "bindings" : [ + { + "name" : { + "_0" : "x_pad_type_0" + } + } + ] + } + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "x_cast_fp16" + } + ], + "deviceUsage" : { + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "allSupportStates" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ] + }, + "operatorName" : "ios16.conv", + "blocks" : [ + + ], + "cost" : { + "weight" : 0.0015767594714143237 + } + }, + { + "inputs" : { + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "x_cast_fp16" + } + } + ] + }, + "y" : { + "bindings" : [ + { + "name" : { + "_0" : "input_319_cast_fp16" + } + } + ] + } + }, + "blocks" : [ + + ], + "cost" : { + "weight" : 0.002537459097026487 + }, + "operatorName" : "ios16.add", + "outputs" : [ + { + "name" : "input_327_cast_fp16", + "type" : { + + } + } + ], + "deviceUsage" : { + "allSupportStates" : [ + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + } + } + }, + { + "inputs" : { + + }, + "operatorName" : "const", + "blocks" : [ + + ], + "outputs" : [ + { + "type" : { + + }, + "name" : "input_329_scale_factor_height_0" + } + ] + }, + { + "outputs" : [ + { + "type" : { + + }, + "name" : "input_329_scale_factor_width_0" + } + ], + "blocks" : [ + + ], + "operatorName" : "const", + "inputs" : { + + } + }, + { + "operatorName" : "const", + "inputs" : { + + }, + "outputs" : [ + { + "name" : "input_329_align_corners_0", + "type" : { + + } + } + ], + "blocks" : [ + + ] + }, + { + "outputs" : [ + { + "name" : "input_329_cast_fp16", + "type" : { + + } + } + ], + "cost" : { + "weight" : 0.10287018221101524 + }, + "inputs" : { + "scale_factor_height" : { + "bindings" : [ + { + "name" : { + "_0" : "input_329_scale_factor_height_0" + } + } + ] + }, + "scale_factor_width" : { + "bindings" : [ + { + "name" : { + "_0" : "input_329_scale_factor_width_0" + } + } + ] + }, + "align_corners" : { + "bindings" : [ + { + "name" : { + "_0" : "input_329_align_corners_0" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "input_327_cast_fp16" + } + } + ] + } + }, + "operatorName" : "ios16.upsample_bilinear", + "blocks" : [ + + ], + "deviceUsage" : { + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "allSupportStates" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + } + ] + } + }, + { + "inputs" : { + + }, + "operatorName" : "const", + "outputs" : [ + { + "type" : { + + }, + "name" : "input_331_pad_type_0" + } + ], + "blocks" : [ + + ] + }, + { + "inputs" : { + + }, + "blocks" : [ + + ], + "outputs" : [ + { + "name" : "input_331_strides_0", + "type" : { + + } + } + ], + "operatorName" : "const" + }, + { + "operatorName" : "const", + "blocks" : [ + + ], + "outputs" : [ + { + "type" : { + + }, + "name" : "input_331_pad_0" + } + ], + "inputs" : { + + } + }, + { + "inputs" : { + + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "input_331_dilations_0" + } + ], + "blocks" : [ + + ], + "operatorName" : "const" + }, + { + "inputs" : { + + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "input_331_groups_0" + } + ], + "blocks" : [ + + ], + "operatorName" : "const" + }, + { + "blocks" : [ + + ], + "inputs" : { + + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "model_depth_head_scratch_refinenet1_out_conv_weight_to_fp16" + } + ], + "operatorName" : "const" + }, + { + "inputs" : { + + }, + "blocks" : [ + + ], + "outputs" : [ + { + "type" : { + + }, + "name" : "model_depth_head_scratch_refinenet1_out_conv_bias_to_fp16" + } + ], + "operatorName" : "const" + }, + { + "inputs" : { + "pad" : { + "bindings" : [ + { + "name" : { + "_0" : "input_331_pad_0" + } + } + ] + }, + "groups" : { + "bindings" : [ + { + "name" : { + "_0" : "input_331_groups_0" + } + } + ] + }, + "dilations" : { + "bindings" : [ + { + "name" : { + "_0" : "input_331_dilations_0" + } + } + ] + }, + "bias" : { + "bindings" : [ + { + "name" : { + "_0" : "model_depth_head_scratch_refinenet1_out_conv_bias_to_fp16" + } + } + ] + }, + "strides" : { + "bindings" : [ + { + "name" : { + "_0" : "input_331_strides_0" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "input_329_cast_fp16" + } + } + ] + }, + "pad_type" : { + "bindings" : [ + { + "name" : { + "_0" : "input_331_pad_type_0" + } + } + ] + }, + "weight" : { + "bindings" : [ + { + "name" : { + "_0" : "model_depth_head_scratch_refinenet1_out_conv_weight_to_fp16" + } + } + ] + } + }, + "cost" : { + "weight" : 0.002812804475141622 + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "input_331_cast_fp16" + } + ], + "operatorName" : "ios16.conv", + "blocks" : [ + + ], + "deviceUsage" : { + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "allSupportStates" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ] + } + }, + { + "inputs" : { + + }, + "operatorName" : "const", + "blocks" : [ + + ], + "outputs" : [ + { + "name" : "input_333_pad_type_0", + "type" : { + + } + } + ] + }, + { + "blocks" : [ + + ], + "inputs" : { + + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "input_333_pad_0" + } + ], + "operatorName" : "const" + }, + { + "operatorName" : "const", + "outputs" : [ + { + "name" : "input_333_strides_0", + "type" : { + + } + } + ], + "blocks" : [ + + ], + "inputs" : { + + } + }, + { + "outputs" : [ + { + "type" : { + + }, + "name" : "input_333_dilations_0" + } + ], + "operatorName" : "const", + "inputs" : { + + }, + "blocks" : [ + + ] + }, + { + "outputs" : [ + { + "name" : "input_333_groups_0", + "type" : { + + } + } + ], + "inputs" : { + + }, + "operatorName" : "const", + "blocks" : [ + + ] + }, + { + "outputs" : [ + { + "type" : { + + }, + "name" : "model_depth_head_scratch_output_conv1_weight_to_fp16" + } + ], + "inputs" : { + + }, + "blocks" : [ + + ], + "operatorName" : "const" + }, + { + "blocks" : [ + + ], + "inputs" : { + + }, + "operatorName" : "const", + "outputs" : [ + { + "name" : "model_depth_head_scratch_output_conv1_bias_to_fp16", + "type" : { + + } + } + ] + }, + { + "cost" : { + "weight" : 0.0031535189428286473 + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "input_333_cast_fp16" + } + ], + "blocks" : [ + + ], + "deviceUsage" : { + "allSupportStates" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + } + }, + "inputs" : { + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "input_331_cast_fp16" + } + } + ] + }, + "strides" : { + "bindings" : [ + { + "name" : { + "_0" : "input_333_strides_0" + } + } + ] + }, + "dilations" : { + "bindings" : [ + { + "name" : { + "_0" : "input_333_dilations_0" + } + } + ] + }, + "weight" : { + "bindings" : [ + { + "name" : { + "_0" : "model_depth_head_scratch_output_conv1_weight_to_fp16" + } + } + ] + }, + "pad" : { + "bindings" : [ + { + "name" : { + "_0" : "input_333_pad_0" + } + } + ] + }, + "bias" : { + "bindings" : [ + { + "name" : { + "_0" : "model_depth_head_scratch_output_conv1_bias_to_fp16" + } + } + ] + }, + "pad_type" : { + "bindings" : [ + { + "name" : { + "_0" : "input_333_pad_type_0" + } + } + ] + }, + "groups" : { + "bindings" : [ + { + "name" : { + "_0" : "input_333_groups_0" + } + } + ] + } + }, + "operatorName" : "ios16.conv" + }, + { + "operatorName" : "const", + "inputs" : { + + }, + "outputs" : [ + { + "name" : "input_335_scale_factor_height_0", + "type" : { + + } + } + ], + "blocks" : [ + + ] + }, + { + "operatorName" : "const", + "blocks" : [ + + ], + "inputs" : { + + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "input_335_scale_factor_width_0" + } + ] + }, + { + "blocks" : [ + + ], + "inputs" : { + + }, + "operatorName" : "const", + "outputs" : [ + { + "type" : { + + }, + "name" : "input_335_align_corners_0" + } + ] + }, + { + "blocks" : [ + + ], + "outputs" : [ + { + "name" : "input_335_cast_fp16", + "type" : { + + } + } + ], + "deviceUsage" : { + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "allSupportStates" : [ + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ] + }, + "cost" : { + "weight" : 0.20574014427824522 + }, + "operatorName" : "ios16.upsample_bilinear", + "inputs" : { + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "input_333_cast_fp16" + } + } + ] + }, + "align_corners" : { + "bindings" : [ + { + "name" : { + "_0" : "input_335_align_corners_0" + } + } + ] + }, + "scale_factor_width" : { + "bindings" : [ + { + "name" : { + "_0" : "input_335_scale_factor_width_0" + } + } + ] + }, + "scale_factor_height" : { + "bindings" : [ + { + "name" : { + "_0" : "input_335_scale_factor_height_0" + } + } + ] + } + } + }, + { + "blocks" : [ + + ], + "inputs" : { + + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "input_337_pad_type_0" + } + ], + "operatorName" : "const" + }, + { + "operatorName" : "const", + "inputs" : { + + }, + "outputs" : [ + { + "name" : "input_337_pad_0", + "type" : { + + } + } + ], + "blocks" : [ + + ] + }, + { + "outputs" : [ + { + "name" : "input_337_strides_0", + "type" : { + + } + } + ], + "blocks" : [ + + ], + "inputs" : { + + }, + "operatorName" : "const" + }, + { + "blocks" : [ + + ], + "operatorName" : "const", + "inputs" : { + + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "input_337_dilations_0" + } + ] + }, + { + "inputs" : { + + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "input_337_groups_0" + } + ], + "operatorName" : "const", + "blocks" : [ + + ] + }, + { + "inputs" : { + + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "model_depth_head_scratch_output_conv2_0_weight_to_fp16" + } + ], + "operatorName" : "const", + "blocks" : [ + + ] + }, + { + "operatorName" : "const", + "inputs" : { + + }, + "outputs" : [ + { + "name" : "model_depth_head_scratch_output_conv2_0_bias_to_fp16", + "type" : { + + } + } + ], + "blocks" : [ + + ] + }, + { + "cost" : { + "weight" : 0.0048330139348761025 + }, + "inputs" : { + "strides" : { + "bindings" : [ + { + "name" : { + "_0" : "input_337_strides_0" + } + } + ] + }, + "bias" : { + "bindings" : [ + { + "name" : { + "_0" : "model_depth_head_scratch_output_conv2_0_bias_to_fp16" + } + } + ] + }, + "weight" : { + "bindings" : [ + { + "name" : { + "_0" : "model_depth_head_scratch_output_conv2_0_weight_to_fp16" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "input_335_cast_fp16" + } + } + ] + }, + "groups" : { + "bindings" : [ + { + "name" : { + "_0" : "input_337_groups_0" + } + } + ] + }, + "pad" : { + "bindings" : [ + { + "name" : { + "_0" : "input_337_pad_0" + } + } + ] + }, + "dilations" : { + "bindings" : [ + { + "name" : { + "_0" : "input_337_dilations_0" + } + } + ] + }, + "pad_type" : { + "bindings" : [ + { + "name" : { + "_0" : "input_337_pad_type_0" + } + } + ] + } + }, + "deviceUsage" : { + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "allSupportStates" : [ + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ] + }, + "blocks" : [ + + ], + "outputs" : [ + { + "name" : "input_337_cast_fp16", + "type" : { + + } + } + ], + "operatorName" : "ios16.conv" + }, + { + "outputs" : [ + { + "name" : "input_339_cast_fp16", + "type" : { + + } + } + ], + "blocks" : [ + + ], + "deviceUsage" : { + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "allSupportStates" : [ + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ] + }, + "cost" : { + "weight" : 0.00466258109078617 + }, + "inputs" : { + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "input_337_cast_fp16" + } + } + ] + } + }, + "operatorName" : "ios16.relu" + }, + { + "operatorName" : "const", + "blocks" : [ + + ], + "outputs" : [ + { + "type" : { + + }, + "name" : "input_341_pad_type_0" + } + ], + "inputs" : { + + } + }, + { + "operatorName" : "const", + "blocks" : [ + + ], + "outputs" : [ + { + "type" : { + + }, + "name" : "input_341_strides_0" + } + ], + "inputs" : { + + } + }, + { + "inputs" : { + + }, + "blocks" : [ + + ], + "outputs" : [ + { + "type" : { + + }, + "name" : "input_341_pad_0" + } + ], + "operatorName" : "const" + }, + { + "inputs" : { + + }, + "operatorName" : "const", + "outputs" : [ + { + "name" : "input_341_dilations_0", + "type" : { + + } + } + ], + "blocks" : [ + + ] + }, + { + "inputs" : { + + }, + "operatorName" : "const", + "blocks" : [ + + ], + "outputs" : [ + { + "name" : "input_341_groups_0", + "type" : { + + } + } + ] + }, + { + "inputs" : { + + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "model_depth_head_scratch_output_conv2_2_weight_to_fp16" + } + ], + "operatorName" : "const", + "blocks" : [ + + ] + }, + { + "operatorName" : "const", + "inputs" : { + + }, + "blocks" : [ + + ], + "outputs" : [ + { + "type" : { + + }, + "name" : "model_depth_head_scratch_output_conv2_2_bias_to_fp16" + } + ] + }, + { + "outputs" : [ + { + "type" : { + + }, + "name" : "input_341_cast_fp16" + } + ], + "inputs" : { + "weight" : { + "bindings" : [ + { + "name" : { + "_0" : "model_depth_head_scratch_output_conv2_2_weight_to_fp16" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "input_339_cast_fp16" + } + } + ] + }, + "bias" : { + "bindings" : [ + { + "name" : { + "_0" : "model_depth_head_scratch_output_conv2_2_bias_to_fp16" + } + } + ] + }, + "pad" : { + "bindings" : [ + { + "name" : { + "_0" : "input_341_pad_0" + } + } + ] + }, + "strides" : { + "bindings" : [ + { + "name" : { + "_0" : "input_341_strides_0" + } + } + ] + }, + "groups" : { + "bindings" : [ + { + "name" : { + "_0" : "input_341_groups_0" + } + } + ] + }, + "pad_type" : { + "bindings" : [ + { + "name" : { + "_0" : "input_341_pad_type_0" + } + } + ] + }, + "dilations" : { + "bindings" : [ + { + "name" : { + "_0" : "input_341_dilations_0" + } + } + ] + } + }, + "blocks" : [ + + ], + "operatorName" : "ios16.conv", + "deviceUsage" : { + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "allSupportStates" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + } + }, + "cost" : { + "weight" : 0.0006874276168664381 + } + }, + { + "deviceUsage" : { + "allSupportStates" : [ + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ] + }, + "cost" : { + "weight" : 0.00014570565908706782 + }, + "outputs" : [ + { + "name" : "input_cast_fp16", + "type" : { + + } + } + ], + "inputs" : { + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "input_341_cast_fp16" + } + } + ] + } + }, + "blocks" : [ + + ], + "operatorName" : "ios16.relu" + }, + { + "blocks" : [ + + ], + "inputs" : { + + }, + "operatorName" : "const", + "outputs" : [ + { + "name" : "output_1_axes_0", + "type" : { + + } + } + ] + }, + { + "deviceUsage" : { + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "allSupportStates" : [ + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + } + }, + "cost" : { + "weight" : 0.0002339646125604298 + }, + "outputs" : [ + { + "name" : "output_1_cast_fp16", + "type" : { + + } + } + ], + "operatorName" : "squeeze", + "inputs" : { + "axes" : { + "bindings" : [ + { + "name" : { + "_0" : "output_1_axes_0" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "input_cast_fp16" + } + } + ] + } + }, + "blocks" : [ + + ] + }, + { + "operatorName" : "const", + "inputs" : { + + }, + "blocks" : [ + + ], + "outputs" : [ + { + "name" : "var_1230_keep_dims_0", + "type" : { + + } + } + ] + }, + { + "deviceUsage" : { + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "allSupportStates" : [ + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ] + }, + "blocks" : [ + + ], + "operatorName" : "ios16.reduce_min", + "cost" : { + "weight" : 0.00011698252426643734 + }, + "outputs" : [ + { + "name" : "var_1230_cast_fp16", + "type" : { + + } + } + ], + "inputs" : { + "keep_dims" : { + "bindings" : [ + { + "name" : { + "_0" : "var_1230_keep_dims_0" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "output_1_cast_fp16" + } + } + ] + } + } + }, + { + "operatorName" : "ios16.sub", + "cost" : { + "weight" : 0.00024284367018068622 + }, + "deviceUsage" : { + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "allSupportStates" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + } + ] + }, + "blocks" : [ + + ], + "inputs" : { + "y" : { + "bindings" : [ + { + "name" : { + "_0" : "var_1230_cast_fp16" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "output_1_cast_fp16" + } + } + ] + } + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "var_1232_cast_fp16" + } + ] + }, + { + "blocks" : [ + + ], + "inputs" : { + + }, + "operatorName" : "const", + "outputs" : [ + { + "type" : { + + }, + "name" : "var_1233_keep_dims_0" + } + ] + }, + { + "inputs" : { + "keep_dims" : { + "bindings" : [ + { + "name" : { + "_0" : "var_1233_keep_dims_0" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "output_1_cast_fp16" + } + } + ] + } + }, + "blocks" : [ + + ], + "deviceUsage" : { + "allSupportStates" : [ + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + } + }, + "cost" : { + "weight" : 0.00011698252426643734 + }, + "outputs" : [ + { + "name" : "var_1233_cast_fp16", + "type" : { + + } + } + ], + "operatorName" : "ios16.reduce_max" + }, + { + "outputs" : [ + { + "type" : { + + }, + "name" : "var_1236_cast_fp16" + } + ], + "deviceUsage" : { + "allSupportStates" : [ + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + } + }, + "cost" : { + "weight" : 1.8100711464133882e-09 + }, + "operatorName" : "ios16.sub", + "blocks" : [ + + ], + "inputs" : { + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "var_1233_cast_fp16" + } + } + ] + }, + "y" : { + "bindings" : [ + { + "name" : { + "_0" : "var_1230_cast_fp16" + } + } + ] + } + } + }, + { + "deviceUsage" : { + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "allSupportStates" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + } + ] + }, + "outputs" : [ + { + "name" : "output_3_cast_fp16", + "type" : { + + } + } + ], + "operatorName" : "ios16.real_div", + "inputs" : { + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "var_1232_cast_fp16" + } + } + ] + }, + "y" : { + "bindings" : [ + { + "name" : { + "_0" : "var_1236_cast_fp16" + } + } + ] + } + }, + "blocks" : [ + + ], + "cost" : { + "weight" : 0.00023396417658798485 + } + }, + { + "inputs" : { + + }, + "blocks" : [ + + ], + "outputs" : [ + { + "type" : { + + }, + "name" : "output_5_axes_0" + } + ], + "operatorName" : "const" + }, + { + "operatorName" : "expand_dims", + "inputs" : { + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "output_3_cast_fp16" + } + } + ] + }, + "axes" : { + "bindings" : [ + { + "name" : { + "_0" : "output_5_axes_0" + } + } + ] + } + }, + "cost" : { + "weight" : 0.0002339646125604298 + }, + "outputs" : [ + { + "name" : "output_5_cast_fp16", + "type" : { + + } + } + ], + "blocks" : [ + + ], + "deviceUsage" : { + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "allSupportStates" : [ + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + } + ] + } + }, + { + "inputs" : { + + }, + "blocks" : [ + + ], + "outputs" : [ + { + "type" : { + + }, + "name" : "var_1244" + } + ], + "operatorName" : "const" + }, + { + "deviceUsage" : { + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "allSupportStates" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + } + }, + "inputs" : { + "reps" : { + "bindings" : [ + { + "name" : { + "_0" : "var_1244" + } + } + ] + }, + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "output_5_cast_fp16" + } + } + ] + } + }, + "cost" : { + "weight" : 0.0004679309690106391 + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "output_cast_fp16" + } + ], + "blocks" : [ + + ], + "operatorName" : "tile" + }, + { + "outputs" : [ + { + "name" : "var_1246_to_fp16", + "type" : { + + } + } + ], + "operatorName" : "const", + "inputs" : { + + }, + "blocks" : [ + + ] + }, + { + "operatorName" : "ios16.mul", + "inputs" : { + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "output_cast_fp16" + } + } + ] + }, + "y" : { + "bindings" : [ + { + "name" : { + "_0" : "var_1246_to_fp16" + } + } + ] + } + }, + "outputs" : [ + { + "type" : { + + }, + "name" : "var_1247_cast_fp16" + } + ], + "blocks" : [ + + ] + }, + { + "blocks" : [ + + ], + "outputs" : [ + { + "type" : { + + }, + "name" : "var_1247_cast_fp16_to_fp32_dtype_0" + } + ], + "operatorName" : "const", + "inputs" : { + + } + }, + { + "inputs" : { + "x" : { + "bindings" : [ + { + "name" : { + "_0" : "var_1247_cast_fp16" + } + } + ] + }, + "dtype" : { + "bindings" : [ + { + "name" : { + "_0" : "var_1247_cast_fp16_to_fp32_dtype_0" + } + } + ] + } + }, + "outputs" : [ + { + "name" : "depthOutput", + "type" : { + + } + } + ], + "operatorName" : "ios16.cast", + "blocks" : [ + + ], + "deviceUsage" : { + "allSupportStates" : [ + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "supported" : { + + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "supported" : { + + } + } + ], + "supported" : [ + { + "deviceType" : { + "cpu" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "neuralEngine" : { + + } + } + } + ], + "preferred" : { + "deviceType" : { + "neuralEngine" : { + + } + } + } + }, + "cost" : { + "weight" : 0.00027319845017659207 + } + } + ], + "outputNames" : [ + "depthOutput" + ] + } + } + } + } + } + }, + "compile" : { + "samples" : [ + 0.08842504024505615, + 0.09186697006225586, + 0.09061002731323242 + ], + "numOperations" : 3, + "startTime" : 763981961.629548 + }, + "load" : { + "samples" : [ + 12.062937021255493, + 0.023414015769958496, + 0.0221329927444458, + 12.697317957878113, + 0.026152968406677246, + 0.023226022720336914, + 13.121379971504211, + 0.02566206455230713, + 0.02616095542907715 + ], + "numOperations" : 3, + "startTime" : 763981974.870082 + }, + "availableComputeDevices" : [ + { + "deviceType" : { + "neuralEngine" : { + + } + } + }, + { + "deviceType" : { + "gpu" : { + + } + } + }, + { + "deviceType" : { + "cpu" : { + + } + } + } + ] + }, + "deviceResultVersion" : 4, + "jsonVersion" : 1, + "deviceInfo" : { + "modelName" : "iPhone 16 Pro Max", + "deviceType" : { + "iPhone" : { + + } + }, + "isCloudDevice" : false, + "displayName" : "Doron Adler - iPhone 16 Pro Max", + "isSupported" : true, + "osNameAndVersionWithoutBuildNumber" : "iOS 18.3.2", + "serialNumber" : "Reducted", + "deviceID" : "00008140-000418993C08801C", + "osNameAndVersionWithInternalBuildNumber" : "iOS 18.3.2", + "capacity" : "256 GB" + }, + "modelMetadata" : { + "modelType" : "ML Program", + "size" : 49629335, + "fileName" : "DepthAnything_v2_Small_518x518_Box", + "rawMetadata" : "[\n {\n \"metadataOutputVersion\" : \"3.0\",\n \"storagePrecision\" : \"Float16\",\n \"outputSchema\" : [\n {\n \"height\" : \"518\",\n \"colorspace\" : \"RGB\",\n \"isOptional\" : \"0\",\n \"width\" : \"518\",\n \"isColor\" : \"1\",\n \"formattedType\" : \"Image (Color 518 × 518)\",\n \"hasSizeFlexibility\" : \"0\",\n \"type\" : \"Image\",\n \"shortDescription\" : \"\",\n \"name\" : \"depthOutput\"\n }\n ],\n \"modelParameters\" : [\n\n ],\n \"specificationVersion\" : 7,\n \"mlProgramOperationTypeHistogram\" : {\n \"Transpose\" : 29,\n \"Squeeze\" : 1,\n \"Ios16.softmax\" : 12,\n \"Ios16.linear\" : 48,\n \"Ios16.add\" : 35,\n \"Concat\" : 1,\n \"Ios16.convTranspose\" : 2,\n \"Ios16.reduceMin\" : 1,\n \"Ios16.reduceMax\" : 1,\n \"Ios16.realDiv\" : 1,\n \"Tile\" : 1,\n \"ExpandDims\" : 1,\n \"Ios16.upsampleBilinear\" : 5,\n \"Ios16.sub\" : 2,\n \"Ios16.cast\" : 2,\n \"Ios16.conv\" : 31,\n \"Ios16.matmul\" : 24,\n \"Ios16.gelu\" : 12,\n \"Ios16.layerNorm\" : 28,\n \"SliceByIndex\" : 40,\n \"Ios16.relu\" : 16,\n \"Ios16.reshape\" : 29,\n \"Ios16.mul\" : 38\n },\n \"computePrecision\" : \"Mixed (Float16, Float32, Int32)\",\n \"isUpdatable\" : \"0\",\n \"stateSchema\" : [\n\n ],\n \"availability\" : {\n \"macOS\" : \"13.0\",\n \"tvOS\" : \"16.0\",\n \"visionOS\" : \"1.0\",\n \"watchOS\" : \"9.0\",\n \"iOS\" : \"16.0\",\n \"macCatalyst\" : \"16.0\"\n },\n \"modelType\" : {\n \"name\" : \"MLModelType_mlProgram\"\n },\n \"userDefinedMetadata\" : {\n \"com.github.apple.coremltools.source_dialect\" : \"TorchScript\",\n \"com.github.apple.coremltools.source\" : \"torch==2.3.1\",\n \"com.github.apple.coremltools.version\" : \"8.2\"\n },\n \"inputSchema\" : [\n {\n \"height\" : \"518\",\n \"colorspace\" : \"RGB\",\n \"isOptional\" : \"0\",\n \"width\" : \"518\",\n \"isColor\" : \"1\",\n \"formattedType\" : \"Image (Color 518 × 518)\",\n \"hasSizeFlexibility\" : \"0\",\n \"type\" : \"Image\",\n \"shortDescription\" : \"\",\n \"name\" : \"colorImage\"\n }\n ],\n \"generatedClassName\" : \"DepthAnything_v2_Small_518x518_Box\",\n \"method\" : \"predict\"\n }\n]", + "modelUrl" : "file:\/\/\/Users\/dadler\/Projects\/Glide\/ai-bots\/depth\/DepthAnything_v2_Small_518x518_Box.mlpackage", + "functionNames" : [ + + ] + }, + "computeUnit" : 2 +} \ No newline at end of file