{ "metaDef": [ { "id": "vaiml_par_0", "inputs": [ "/Cast_10_output_0", "/Cast_15_output_0", "/Cast_20_output_0", "/Cast_25_output_0", "/Cast_30_output_0", "/Cast_35_output_0", "/Cast_40_output_0", "/Cast_45_output_0", "/Cast_50_output_0", "/Cast_55_output_0", "/Cast_5_output_0", "/Cast_60_output_0", "/Cast_65_output_0", "/Cast_70_output_0", "/Cast_output_0", "/Unsqueeze_120_output_0", "/Unsqueeze_154_output_0", "/Unsqueeze_188_output_0", "/Unsqueeze_251_output_0", "/Unsqueeze_285_output_0", "/Unsqueeze_319_output_0", "/Unsqueeze_375_output_0", "/Unsqueeze_38_output_0", "/Unsqueeze_409_output_0", "/Unsqueeze_458_output_0", "/Unsqueeze_492_output_0", "/Unsqueeze_4_output_0", "/Unsqueeze_526_output_0", "/Unsqueeze_560_output_0", "/Unsqueeze_86_output_0", "/encoder_embed/Unsqueeze_output_0", "cached_avg_0", "cached_avg_1", "cached_avg_2", "cached_avg_3", "cached_avg_4", "cached_conv1_0", "cached_conv1_1", "cached_conv1_2", "cached_conv1_3", "cached_conv1_4", "cached_conv2_0", "cached_conv2_1", "cached_conv2_2", "cached_conv2_3", "cached_conv2_4", "cached_key_0", "cached_key_1", "cached_key_2", "cached_key_3", "cached_key_4", "cached_val2_0", "cached_val2_1", "cached_val2_2", "cached_val2_3", "cached_val2_4", "cached_val_0", "cached_val_1", "cached_val_2", "cached_val_3", "cached_val_4" ], "outputs": [ "new_cached_val_4", "new_cached_val_3", "new_cached_val_2", "new_cached_val_1", "new_cached_val_0", "new_cached_val2_4", "new_cached_val2_3", "new_cached_val2_2", "new_cached_val2_1", "new_cached_val2_0", "new_cached_key_4", "new_cached_key_3", "new_cached_key_2", "new_cached_key_1", "new_cached_key_0", "new_cached_conv2_4", "new_cached_conv2_3", "new_cached_conv2_2", "new_cached_conv2_1", "new_cached_conv2_0", "new_cached_conv1_4", "new_cached_conv1_3", "new_cached_conv1_2", "new_cached_conv1_1", "new_cached_conv1_0", "new_cached_avg_4", "new_cached_avg_3", "new_cached_avg_2", "new_cached_avg_1", "new_cached_avg_0", "gemm_output_reshape_arg_token_814" ], "nodes": [ "new_cached_val_4", "/Unsqueeze_602_output_0", "/Slice_107_output_0", "/Concat_227_output_0", "/Gather_239_output_0", "/Slice_104_output_0", "/in_proj_11/Add_output_0", "gemm_output_reshape_arg_token_610", "gemm_input_reshape_arg_token_607", "/Add_203_output_0", "/proj_11/MatMul_output_0", "/Mul_123_output_0", "/Add_199_output_0", "/CumSum_11_output_0", "/Add_198_output_0", "/feed_forward1/out_proj_11/Add_output_0", "gemm_output_reshape_arg_token_604", "gemm_input_reshape_arg_token_601", "/feed_forward1/activation_11/Mul_output_0", "/feed_forward1/in_proj_11/Add_output_0", "gemm_output_reshape_arg_token_598", "gemm_input_reshape_arg_token_595", "/downsample_3/ReduceSum_1_output_0", "/downsample_3/Mul_1_output_0", "/downsample_3/Softmax_output_0", "/downsample_3/ReduceSum_output_0", "/downsample_3/Mul_output_0", "/downsample_3/Reshape_output_0", "/skip_modules.4/Add_output_0", "/skip_modules.4/Mul_output_0", "/out_combiner/Add_output_0", "/out_combiner/Mul_output_0", "/Add_35_output_0", "/Mul_21_output_0", "/Sub_5_output_0", "/norm_final_1/Mul_1_output_0", "/norm_final_1/Pow_output_0", "/norm_final_1/Add_output_0", "/norm_final_1/ReduceMean_output_0", "/norm_final_1/Mul_output_0", "/Add_34_output_0", "/feed_forward3/out_proj_1/Add_output_0", "gemm_output_reshape_arg_token_106", "gemm_input_reshape_arg_token_103", "/feed_forward3/activation_1/Mul_output_0", "/feed_forward3/in_proj_1/Add_output_0", "gemm_output_reshape_arg_token_100", "gemm_input_reshape_arg_token_97", "/Add_33_output_0", "/Transpose_24_output_0", "/pointwise_conv2_3/Conv_output_0", "/activation_3/Mul_output_0", "/activation_3/Sigmoid_output_0", "/activation_3/Sub_output_0", "/depthwise_conv_3/Conv_output_0", "/Concat_35_output_0", "/Gather_28_output_0", "/Mul_20_output_0", "/Sigmoid_3_output_0", "/Split_3_output_0", "/pointwise_conv1_3/Conv_output_0", "/Transpose_23_output_0", "/Add_32_output_0", "/out_proj2_1/Add_output_0", "gemm_output_reshape_arg_token_94", "gemm_input_reshape_arg_token_91", "/Transpose_22_output_0", "/MatMul_9_output_0", "/Transpose_21_output_0", "/Reshape_20_output_0", "/Concat_32_output_0", "/Gather_26_output_0", "/in_proj2_1/MatMul_output_0", "/Add_30_output_0", "/feed_forward2/out_proj_1/Add_output_0", "gemm_output_reshape_arg_token_88", "gemm_input_reshape_arg_token_85", "/feed_forward2/activation_1/Mul_output_0", "/feed_forward2/in_proj_1/Add_output_0", "gemm_output_reshape_arg_token_82", "gemm_input_reshape_arg_token_79", "/Add_29_output_0", "/Transpose_20_output_0", "/pointwise_conv2_2/Conv_output_0", "/activation_2/Mul_output_0", "/activation_2/Sigmoid_output_0", "/activation_2/Sub_output_0", "/depthwise_conv_2/Conv_output_0", "/Concat_31_output_0", "/Gather_27_output_0", "/Mul_18_output_0", "/Sigmoid_2_output_0", "/Split_2_output_0", "/pointwise_conv1_2/Conv_output_0", "/Transpose_19_output_0", "/Add_28_output_0", "/Add_27_output_0", "gemm_output_reshape_arg_token_76", "gemm_input_reshape_arg_token_73", "/Transpose_18_output_0", "/MatMul_7_output_0", "/Transpose_13_output_0", "/Reshape_14_output_0", "/Concat_19_output_0", "/Gather_25_output_0", "/Slice_11_output_0", "/in_proj_1/Add_output_0", "gemm_output_reshape_arg_token_70", "gemm_input_reshape_arg_token_67", "/Add_23_output_0", "/proj_1/MatMul_output_0", "/Mul_13_output_0", "/Add_19_output_0", "/CumSum_1_output_0", "/Add_18_output_0", "/feed_forward1/out_proj_1/Add_output_0", "gemm_output_reshape_arg_token_64", "gemm_input_reshape_arg_token_61", "/feed_forward1/activation_1/Mul_output_0", "/feed_forward1/in_proj_1/Add_output_0", "gemm_output_reshape_arg_token_58", "gemm_input_reshape_arg_token_55", "/Add_17_output_0", "/Mul_10_output_0", "/Sub_2_output_0", "/norm_final/Mul_1_output_0", "/norm_final/Pow_output_0", "/norm_final/Add_output_0", "/norm_final/ReduceMean_output_0", "/norm_final/Mul_output_0", "/Add_16_output_0", "/feed_forward3/out_proj/Add_output_0", "gemm_output_reshape_arg_token_52", "gemm_input_reshape_arg_token_49", "/feed_forward3/activation/Mul_output_0", "/feed_forward3/in_proj/Add_output_0", "gemm_output_reshape_arg_token_46", "gemm_input_reshape_arg_token_43", "/Add_15_output_0", "/Transpose_12_output_0", "/pointwise_conv2_1/Conv_output_0", "/activation_1/Mul_output_0", "/activation_1/Sigmoid_output_0", "/activation_1/Sub_output_0", "/depthwise_conv_1/Conv_output_0", "/Concat_17_output_0", "/Gather_7_output_0", "/Mul_9_output_0", "/Sigmoid_1_output_0", "/Split_1_output_0", "/pointwise_conv1_1/Conv_output_0", "/Transpose_11_output_0", "/Add_14_output_0", "/out_proj2/Add_output_0", "gemm_output_reshape_arg_token_40", "gemm_input_reshape_arg_token_37", "/Transpose_10_output_0", "/MatMul_4_output_0", "/Transpose_9_output_0", "/Reshape_9_output_0", "/Concat_14_output_0", "/in_proj2/MatMul_output_0", "/Add_12_output_0", "/feed_forward2/out_proj/Add_output_0", "gemm_output_reshape_arg_token_34", "gemm_input_reshape_arg_token_31", "/feed_forward2/activation/Mul_output_0", "/feed_forward2/in_proj/Add_output_0", "gemm_output_reshape_arg_token_28", "gemm_input_reshape_arg_token_25", "/Add_11_output_0", "/Transpose_8_output_0", "/pointwise_conv2/Conv_output_0", "/activation/Mul_output_0", "/activation/Sigmoid_output_0", "/activation/Sub_output_0", "/depthwise_conv/Conv_output_0", "/Concat_13_output_0", "/Gather_6_output_0", "/Mul_7_output_0", "/Sigmoid_output_0", "/Split_output_0", "/pointwise_conv1/Conv_output_0", "/Transpose_7_output_0", "/Add_10_output_0", "/Add_9_output_0", "gemm_output_reshape_arg_token_22", "gemm_input_reshape_arg_token_19", "/Transpose_6_output_0", "/MatMul_2_output_0", "/Transpose_1_output_0", "/Reshape_3_output_0", "/Concat_1_output_0", "/Gather_4_output_0", "/Slice_2_output_0", "/in_proj/Add_output_0", "gemm_output_reshape_arg_token_16", "gemm_input_reshape_arg_token_13", "/Add_5_output_0", "/proj/MatMul_output_0", "/Mul_2_output_0", "/Add_1_output_0", "/CumSum_output_0", "/Add_output_0", "/feed_forward1/out_proj/Add_output_0", "gemm_output_reshape_arg_token_10", "gemm_input_reshape_arg_token_7", "/feed_forward1/activation/Mul_output_0", "/feed_forward1/in_proj/Add_output_0", "gemm_output_reshape_arg_token_4", "gemm_input_reshape_arg_token_1", "/Transpose_output_0", "/encoder_embed/out/Add_output_0", "gemm_output_reshape_arg", "gemm_input_reshape_arg", "/encoder_embed/Transpose_output_0", "/encoder_embed/conv/conv.8/Mul_output_0", "/encoder_embed/conv/conv.8/Sigmoid_output_0", "/encoder_embed/conv/conv.8/Sub_output_0", "/encoder_embed/conv/conv.6/Conv_output_0", "/encoder_embed/conv/conv.5/Mul_output_0", "/encoder_embed/conv/conv.5/Sigmoid_output_0", "/encoder_embed/conv/conv.5/Sub_output_0", "/encoder_embed/conv/conv.3/Conv_output_0", "/encoder_embed/conv/conv.2/Mul_output_0", "/encoder_embed/conv/conv.2/Sigmoid_output_0", "/encoder_embed/conv/conv.2/Sub_output_0", "/encoder_embed/conv/conv.0/Conv_output_0", "/feed_forward1/activation/Sigmoid_output_0", "/feed_forward1/activation/Sub_output_0", "/Unsqueeze_1_output_0", "/Mul_output_0", "/Gather_2_output_0", "/Softmax_output_0", "/Reshape_7_output_0", "/Add_8_output_0", "/Reshape_6_output_0", "/GatherElements_output_0", "/Reshape_5_output_0", "/MatMul_output_0", "/Transpose_3_output_0", "/Reshape_1_output_0", "/Slice_3_output_0", "/MatMul_1_output_0", "/Transpose_2_output_0", "/Reshape_output_0", "/Slice_output_0", "/Transpose_4_output_0", "/Reshape_2_output_0", "/Concat_output_0", "/Gather_3_output_0", "/Slice_1_output_0", "/feed_forward2/activation/Sigmoid_output_0", "/feed_forward2/activation/Sub_output_0", "/Gather_5_output_0", "/feed_forward3/activation/Sigmoid_output_0", "/feed_forward3/activation/Sub_output_0", "/feed_forward1/activation_1/Sigmoid_output_0", "/feed_forward1/activation_1/Sub_output_0", "/Unsqueeze_35_output_0", "/Mul_11_output_0", "/Gather_23_output_0", "/Softmax_1_output_0", "/Reshape_18_output_0", "/Add_26_output_0", "/Reshape_17_output_0", "/GatherElements_1_output_0", "/Reshape_16_output_0", "/MatMul_5_output_0", "/Transpose_15_output_0", "/Reshape_12_output_0", "/Slice_12_output_0", "/MatMul_6_output_0", "/Transpose_14_output_0", "/Reshape_11_output_0", "/Slice_9_output_0", "/Transpose_16_output_0", "/Reshape_13_output_0", "/Concat_18_output_0", "/Gather_24_output_0", "/Slice_10_output_0", "/feed_forward2/activation_1/Sigmoid_output_0", "/feed_forward2/activation_1/Sub_output_0", "/feed_forward3/activation_1/Sigmoid_output_0", "/feed_forward3/activation_1/Sub_output_0", "/out_combiner/Mul_1_output_0", "/Slice_54_output_0", "/upsample/Reshape_1_output_0", "/upsample/Add_output_0", "/upsample/Expand_output_0", "/upsample/Unsqueeze_output_0", "/Add_107_output_0", "/Mul_65_output_0", "/Sub_17_output_0", "/norm_final_5/Mul_1_output_0", "/norm_final_5/Pow_output_0", "/norm_final_5/Add_output_0", "/norm_final_5/ReduceMean_output_0", "/norm_final_5/Mul_output_0", "/Add_106_output_0", "/feed_forward3/out_proj_5/Add_output_0", "gemm_output_reshape_arg_token_322", "gemm_input_reshape_arg_token_319", "/feed_forward3/activation_5/Mul_output_0", "/feed_forward3/in_proj_5/Add_output_0", "gemm_output_reshape_arg_token_316", "gemm_input_reshape_arg_token_313", "/Add_105_output_0", "/Transpose_72_output_0", "/pointwise_conv2_11/Conv_output_0", "/activation_11/Mul_output_0", "/activation_11/Sigmoid_output_0", "/activation_11/Sub_output_0", "/depthwise_conv_11/Conv_output_0", "/Concat_114_output_0", "/Gather_113_output_0", "/Mul_64_output_0", "/Sigmoid_11_output_0", "/Split_11_output_0", "/pointwise_conv1_11/Conv_output_0", "/Transpose_71_output_0", "/Add_104_output_0", "/out_proj2_5/Add_output_0", "gemm_output_reshape_arg_token_310", "gemm_input_reshape_arg_token_307", "/Transpose_70_output_0", "/MatMul_29_output_0", "/Transpose_69_output_0", "/Reshape_64_output_0", "/Concat_111_output_0", "/Gather_111_output_0", "/in_proj2_5/MatMul_output_0", "/Add_102_output_0", "/feed_forward2/out_proj_5/Add_output_0", "gemm_output_reshape_arg_token_304", "gemm_input_reshape_arg_token_301", "/feed_forward2/activation_5/Mul_output_0", "/feed_forward2/in_proj_5/Add_output_0", "gemm_output_reshape_arg_token_298", "gemm_input_reshape_arg_token_295", "/Add_101_output_0", "/Transpose_68_output_0", "/pointwise_conv2_10/Conv_output_0", "/activation_10/Mul_output_0", "/activation_10/Sigmoid_output_0", "/activation_10/Sub_output_0", "/depthwise_conv_10/Conv_output_0", "/Concat_110_output_0", "/Gather_112_output_0", "/Mul_62_output_0", "/Sigmoid_10_output_0", "/Split_10_output_0", "/pointwise_conv1_10/Conv_output_0", "/Transpose_67_output_0", "/Add_100_output_0", "/Add_99_output_0", "gemm_output_reshape_arg_token_292", "gemm_input_reshape_arg_token_289", "/Transpose_66_output_0", "/MatMul_27_output_0", "/Transpose_61_output_0", "/Reshape_58_output_0", "/Concat_98_output_0", "/Gather_110_output_0", "/Slice_47_output_0", "/in_proj_5/Add_output_0", "gemm_output_reshape_arg_token_286", "gemm_input_reshape_arg_token_283", "/Add_95_output_0", "/proj_5/MatMul_output_0", "/Mul_57_output_0", "/Add_91_output_0", "/CumSum_5_output_0", "/Add_90_output_0", "/feed_forward1/out_proj_5/Add_output_0", "gemm_output_reshape_arg_token_280", "gemm_input_reshape_arg_token_277", "/feed_forward1/activation_5/Mul_output_0", "/feed_forward1/in_proj_5/Add_output_0", "gemm_output_reshape_arg_token_274", "gemm_input_reshape_arg_token_271", "/Add_89_output_0", "/Mul_54_output_0", "/Sub_14_output_0", "/norm_final_4/Mul_1_output_0", "/norm_final_4/Pow_output_0", "/norm_final_4/Add_output_0", "/norm_final_4/ReduceMean_output_0", "/norm_final_4/Mul_output_0", "/Add_88_output_0", "/feed_forward3/out_proj_4/Add_output_0", "gemm_output_reshape_arg_token_268", "gemm_input_reshape_arg_token_265", "/feed_forward3/activation_4/Mul_output_0", "/feed_forward3/in_proj_4/Add_output_0", "gemm_output_reshape_arg_token_262", "gemm_input_reshape_arg_token_259", "/Add_87_output_0", "/Transpose_60_output_0", "/pointwise_conv2_9/Conv_output_0", "/activation_9/Mul_output_0", "/activation_9/Sigmoid_output_0", "/activation_9/Sub_output_0", "/depthwise_conv_9/Conv_output_0", "/Concat_96_output_0", "/Gather_92_output_0", "/Mul_53_output_0", "/Sigmoid_9_output_0", "/Split_9_output_0", "/pointwise_conv1_9/Conv_output_0", "/Transpose_59_output_0", "/Add_86_output_0", "/out_proj2_4/Add_output_0", "gemm_output_reshape_arg_token_256", "gemm_input_reshape_arg_token_253", "/Transpose_58_output_0", "/MatMul_24_output_0", "/Transpose_57_output_0", "/Reshape_53_output_0", "/Concat_93_output_0", "/Gather_90_output_0", "/in_proj2_4/MatMul_output_0", "/Add_84_output_0", "/feed_forward2/out_proj_4/Add_output_0", "gemm_output_reshape_arg_token_250", "gemm_input_reshape_arg_token_247", "/feed_forward2/activation_4/Mul_output_0", "/feed_forward2/in_proj_4/Add_output_0", "gemm_output_reshape_arg_token_244", "gemm_input_reshape_arg_token_241", "/Add_83_output_0", "/Transpose_56_output_0", "/pointwise_conv2_8/Conv_output_0", "/activation_8/Mul_output_0", "/activation_8/Sigmoid_output_0", "/activation_8/Sub_output_0", "/depthwise_conv_8/Conv_output_0", "/Concat_92_output_0", "/Gather_91_output_0", "/Mul_51_output_0", "/Sigmoid_8_output_0", "/Split_8_output_0", "/pointwise_conv1_8/Conv_output_0", "/Transpose_55_output_0", "/Add_82_output_0", "/Add_81_output_0", "gemm_output_reshape_arg_token_238", "gemm_input_reshape_arg_token_235", "/Transpose_54_output_0", "/MatMul_22_output_0", "/Transpose_49_output_0", "/Reshape_47_output_0", "/Concat_80_output_0", "/Gather_89_output_0", "/Slice_38_output_0", "/in_proj_4/Add_output_0", "gemm_output_reshape_arg_token_232", "gemm_input_reshape_arg_token_229", "/Add_77_output_0", "/proj_4/MatMul_output_0", "/Mul_46_output_0", "/Add_73_output_0", "/CumSum_4_output_0", "/Add_72_output_0", "/feed_forward1/out_proj_4/Add_output_0", "gemm_output_reshape_arg_token_226", "gemm_input_reshape_arg_token_223", "/feed_forward1/activation_4/Mul_output_0", "/feed_forward1/in_proj_4/Add_output_0", "gemm_output_reshape_arg_token_220", "gemm_input_reshape_arg_token_217", "/Add_71_output_0", "/Mul_43_output_0", "/Sub_11_output_0", "/norm_final_3/Mul_1_output_0", "/norm_final_3/Pow_output_0", "/norm_final_3/Add_output_0", "/norm_final_3/ReduceMean_output_0", "/norm_final_3/Mul_output_0", "/Add_70_output_0", "/feed_forward3/out_proj_3/Add_output_0", "gemm_output_reshape_arg_token_214", "gemm_input_reshape_arg_token_211", "/feed_forward3/activation_3/Mul_output_0", "/feed_forward3/in_proj_3/Add_output_0", "gemm_output_reshape_arg_token_208", "gemm_input_reshape_arg_token_205", "/Add_69_output_0", "/Transpose_48_output_0", "/pointwise_conv2_7/Conv_output_0", "/activation_7/Mul_output_0", "/activation_7/Sigmoid_output_0", "/activation_7/Sub_output_0", "/depthwise_conv_7/Conv_output_0", "/Concat_78_output_0", "/Gather_71_output_0", "/Mul_42_output_0", "/Sigmoid_7_output_0", "/Split_7_output_0", "/pointwise_conv1_7/Conv_output_0", "/Transpose_47_output_0", "/Add_68_output_0", "/out_proj2_3/Add_output_0", "gemm_output_reshape_arg_token_202", "gemm_input_reshape_arg_token_199", "/Transpose_46_output_0", "/MatMul_19_output_0", "/Transpose_45_output_0", "/Reshape_42_output_0", "/Concat_75_output_0", "/Gather_69_output_0", "/in_proj2_3/MatMul_output_0", "/Add_66_output_0", "/feed_forward2/out_proj_3/Add_output_0", "gemm_output_reshape_arg_token_196", "gemm_input_reshape_arg_token_193", "/feed_forward2/activation_3/Mul_output_0", "/feed_forward2/in_proj_3/Add_output_0", "gemm_output_reshape_arg_token_190", "gemm_input_reshape_arg_token_187", "/Add_65_output_0", "/Transpose_44_output_0", "/pointwise_conv2_6/Conv_output_0", "/activation_6/Mul_output_0", "/activation_6/Sigmoid_output_0", "/activation_6/Sub_output_0", "/depthwise_conv_6/Conv_output_0", "/Concat_74_output_0", "/Gather_70_output_0", "/Mul_40_output_0", "/Sigmoid_6_output_0", "/Split_6_output_0", "/pointwise_conv1_6/Conv_output_0", "/Transpose_43_output_0", "/Add_64_output_0", "/Add_63_output_0", "gemm_output_reshape_arg_token_184", "gemm_input_reshape_arg_token_181", "/Transpose_42_output_0", "/MatMul_17_output_0", "/Transpose_37_output_0", "/Reshape_36_output_0", "/Concat_62_output_0", "/Gather_68_output_0", "/Slice_29_output_0", "/in_proj_3/Add_output_0", "gemm_output_reshape_arg_token_178", "gemm_input_reshape_arg_token_175", "/Add_59_output_0", "/proj_3/MatMul_output_0", "/Mul_35_output_0", "/Add_55_output_0", "/CumSum_3_output_0", "/Add_54_output_0", "/feed_forward1/out_proj_3/Add_output_0", "gemm_output_reshape_arg_token_172", "gemm_input_reshape_arg_token_169", "/feed_forward1/activation_3/Mul_output_0", "/feed_forward1/in_proj_3/Add_output_0", "gemm_output_reshape_arg_token_166", "gemm_input_reshape_arg_token_163", "/Add_53_output_0", "/Mul_32_output_0", "/Sub_8_output_0", "/norm_final_2/Mul_1_output_0", "/norm_final_2/Pow_output_0", "/norm_final_2/Add_output_0", "/norm_final_2/ReduceMean_output_0", "/norm_final_2/Mul_output_0", "/Add_52_output_0", "/feed_forward3/out_proj_2/Add_output_0", "gemm_output_reshape_arg_token_160", "gemm_input_reshape_arg_token_157", "/feed_forward3/activation_2/Mul_output_0", "/feed_forward3/in_proj_2/Add_output_0", "gemm_output_reshape_arg_token_154", "gemm_input_reshape_arg_token_151", "/Add_51_output_0", "/Transpose_36_output_0", "/pointwise_conv2_5/Conv_output_0", "/activation_5/Mul_output_0", "/activation_5/Sigmoid_output_0", "/activation_5/Sub_output_0", "/depthwise_conv_5/Conv_output_0", "/Concat_60_output_0", "/Gather_50_output_0", "/Mul_31_output_0", "/Sigmoid_5_output_0", "/Split_5_output_0", "/pointwise_conv1_5/Conv_output_0", "/Transpose_35_output_0", "/Add_50_output_0", "/out_proj2_2/Add_output_0", "gemm_output_reshape_arg_token_148", "gemm_input_reshape_arg_token_145", "/Transpose_34_output_0", "/MatMul_14_output_0", "/Transpose_33_output_0", "/Reshape_31_output_0", "/Concat_57_output_0", "/in_proj2_2/MatMul_output_0", "/Add_48_output_0", "/feed_forward2/out_proj_2/Add_output_0", "gemm_output_reshape_arg_token_142", "gemm_input_reshape_arg_token_139", "/feed_forward2/activation_2/Mul_output_0", "/feed_forward2/in_proj_2/Add_output_0", "gemm_output_reshape_arg_token_136", "gemm_input_reshape_arg_token_133", "/Add_47_output_0", "/Transpose_32_output_0", "/pointwise_conv2_4/Conv_output_0", "/activation_4/Mul_output_0", "/activation_4/Sigmoid_output_0", "/activation_4/Sub_output_0", "/depthwise_conv_4/Conv_output_0", "/Concat_56_output_0", "/Gather_49_output_0", "/Mul_29_output_0", "/Sigmoid_4_output_0", "/Split_4_output_0", "/pointwise_conv1_4/Conv_output_0", "/Transpose_31_output_0", "/Add_46_output_0", "/Add_45_output_0", "gemm_output_reshape_arg_token_130", "gemm_input_reshape_arg_token_127", "/Transpose_30_output_0", "/MatMul_12_output_0", "/Transpose_25_output_0", "/Reshape_25_output_0", "/Concat_44_output_0", "/Gather_47_output_0", "/Slice_20_output_0", "/in_proj_2/Add_output_0", "gemm_output_reshape_arg_token_124", "gemm_input_reshape_arg_token_121", "/Add_41_output_0", "/proj_2/MatMul_output_0", "/Mul_24_output_0", "/Add_37_output_0", "/CumSum_2_output_0", "/Add_36_output_0", "/feed_forward1/out_proj_2/Add_output_0", "gemm_output_reshape_arg_token_118", "gemm_input_reshape_arg_token_115", "/feed_forward1/activation_2/Mul_output_0", "/feed_forward1/in_proj_2/Add_output_0", "gemm_output_reshape_arg_token_112", "gemm_input_reshape_arg_token_109", "/downsample/ReduceSum_1_output_0", "/downsample/Mul_1_output_0", "/downsample/Softmax_output_0", "/downsample/ReduceSum_output_0", "/downsample/Mul_output_0", "/downsample/Reshape_output_0", "/feed_forward1/activation_2/Sigmoid_output_0", "/feed_forward1/activation_2/Sub_output_0", "/Unsqueeze_83_output_0", "/Mul_22_output_0", "/Gather_45_output_0", "/Softmax_2_output_0", "/Reshape_29_output_0", "/Add_44_output_0", "/Reshape_28_output_0", "/GatherElements_2_output_0", "/Reshape_27_output_0", "/MatMul_10_output_0", "/Transpose_27_output_0", "/Reshape_23_output_0", "/Slice_21_output_0", "/MatMul_11_output_0", "/Transpose_26_output_0", "/Reshape_22_output_0", "/Slice_18_output_0", "/Transpose_28_output_0", "/Reshape_24_output_0", "/Concat_43_output_0", "/Gather_46_output_0", "/Slice_19_output_0", "/feed_forward2/activation_2/Sigmoid_output_0", "/feed_forward2/activation_2/Sub_output_0", "/Gather_48_output_0", "/feed_forward3/activation_2/Sigmoid_output_0", "/feed_forward3/activation_2/Sub_output_0", "/feed_forward1/activation_3/Sigmoid_output_0", "/feed_forward1/activation_3/Sub_output_0", "/Unsqueeze_117_output_0", "/Mul_33_output_0", "/Gather_66_output_0", "/Softmax_3_output_0", "/Reshape_40_output_0", "/Add_62_output_0", "/Reshape_39_output_0", "/GatherElements_3_output_0", "/Reshape_38_output_0", "/MatMul_15_output_0", "/Transpose_39_output_0", "/Reshape_34_output_0", "/Slice_30_output_0", "/MatMul_16_output_0", "/Transpose_38_output_0", "/Reshape_33_output_0", "/Slice_27_output_0", "/Transpose_40_output_0", "/Reshape_35_output_0", "/Concat_61_output_0", "/Gather_67_output_0", "/Slice_28_output_0", "/feed_forward2/activation_3/Sigmoid_output_0", "/feed_forward2/activation_3/Sub_output_0", "/feed_forward3/activation_3/Sigmoid_output_0", "/feed_forward3/activation_3/Sub_output_0", "/feed_forward1/activation_4/Sigmoid_output_0", "/feed_forward1/activation_4/Sub_output_0", "/Unsqueeze_151_output_0", "/Mul_44_output_0", "/Gather_87_output_0", "/Softmax_4_output_0", "/Reshape_51_output_0", "/Add_80_output_0", "/Reshape_50_output_0", "/GatherElements_4_output_0", "/Reshape_49_output_0", "/MatMul_20_output_0", "/Transpose_51_output_0", "/Reshape_45_output_0", "/Slice_39_output_0", "/MatMul_21_output_0", "/Transpose_50_output_0", "/Reshape_44_output_0", "/Slice_36_output_0", "/Transpose_52_output_0", "/Reshape_46_output_0", "/Concat_79_output_0", "/Gather_88_output_0", "/Slice_37_output_0", "/feed_forward2/activation_4/Sigmoid_output_0", "/feed_forward2/activation_4/Sub_output_0", "/feed_forward3/activation_4/Sigmoid_output_0", "/feed_forward3/activation_4/Sub_output_0", "/feed_forward1/activation_5/Sigmoid_output_0", "/feed_forward1/activation_5/Sub_output_0", "/Unsqueeze_185_output_0", "/Mul_55_output_0", "/Gather_108_output_0", "/Softmax_5_output_0", "/Reshape_62_output_0", "/Add_98_output_0", "/Reshape_61_output_0", "/GatherElements_5_output_0", "/Reshape_60_output_0", "/MatMul_25_output_0", "/Transpose_63_output_0", "/Reshape_56_output_0", "/Slice_48_output_0", "/MatMul_26_output_0", "/Transpose_62_output_0", "/Reshape_55_output_0", "/Slice_45_output_0", "/Transpose_64_output_0", "/Reshape_57_output_0", "/Concat_97_output_0", "/Gather_109_output_0", "/Slice_46_output_0", "/feed_forward2/activation_5/Sigmoid_output_0", "/feed_forward2/activation_5/Sub_output_0", "/feed_forward3/activation_5/Sigmoid_output_0", "/feed_forward3/activation_5/Sub_output_0", "/skip_modules.4/Mul_1_output_0", "/out_combiner_2/Add_output_0", "/out_combiner_2/Mul_output_0", "/out_combiner_1/Add_output_0", "/out_combiner_1/Mul_output_0", "/out_combiner_1/Mul_1_output_0", "/Slice_82_output_0", "/upsample_1/Reshape_1_output_0", "/upsample_1/Add_output_0", "/upsample_1/Expand_output_0", "/upsample_1/Unsqueeze_output_0", "/Add_161_output_0", "/Mul_98_output_0", "/Sub_26_output_0", "/norm_final_8/Mul_1_output_0", "/norm_final_8/Pow_output_0", "/norm_final_8/Add_output_0", "/norm_final_8/ReduceMean_output_0", "/norm_final_8/Mul_output_0", "/Add_160_output_0", "/feed_forward3/out_proj_8/Add_output_0", "gemm_output_reshape_arg_token_484", "gemm_input_reshape_arg_token_481", "/feed_forward3/activation_8/Mul_output_0", "/feed_forward3/in_proj_8/Add_output_0", "gemm_output_reshape_arg_token_478", "gemm_input_reshape_arg_token_475", "/Add_159_output_0", "/Transpose_108_output_0", "/pointwise_conv2_17/Conv_output_0", "/activation_17/Mul_output_0", "/activation_17/Sigmoid_output_0", "/activation_17/Sub_output_0", "/depthwise_conv_17/Conv_output_0", "/Concat_175_output_0", "/Gather_177_output_0", "/Mul_97_output_0", "/Sigmoid_17_output_0", "/Split_17_output_0", "/pointwise_conv1_17/Conv_output_0", "/Transpose_107_output_0", "/Add_158_output_0", "/out_proj2_8/Add_output_0", "gemm_output_reshape_arg_token_472", "gemm_input_reshape_arg_token_469", "/Transpose_106_output_0", "/MatMul_44_output_0", "/Transpose_105_output_0", "/Reshape_97_output_0", "/Concat_172_output_0", "/Gather_175_output_0", "/in_proj2_8/MatMul_output_0", "/Add_156_output_0", "/feed_forward2/out_proj_8/Add_output_0", "gemm_output_reshape_arg_token_466", "gemm_input_reshape_arg_token_463", "/feed_forward2/activation_8/Mul_output_0", "/feed_forward2/in_proj_8/Add_output_0", "gemm_output_reshape_arg_token_460", "gemm_input_reshape_arg_token_457", "/Add_155_output_0", "/Transpose_104_output_0", "/pointwise_conv2_16/Conv_output_0", "/activation_16/Mul_output_0", "/activation_16/Sigmoid_output_0", "/activation_16/Sub_output_0", "/depthwise_conv_16/Conv_output_0", "/Concat_171_output_0", "/Gather_176_output_0", "/Mul_95_output_0", "/Sigmoid_16_output_0", "/Split_16_output_0", "/pointwise_conv1_16/Conv_output_0", "/Transpose_103_output_0", "/Add_154_output_0", "/Add_153_output_0", "gemm_output_reshape_arg_token_454", "gemm_input_reshape_arg_token_451", "/Transpose_102_output_0", "/MatMul_42_output_0", "/Transpose_97_output_0", "/Reshape_91_output_0", "/Concat_159_output_0", "/Gather_174_output_0", "/Slice_75_output_0", "/in_proj_8/Add_output_0", "gemm_output_reshape_arg_token_448", "gemm_input_reshape_arg_token_445", "/Add_149_output_0", "/proj_8/MatMul_output_0", "/Mul_90_output_0", "/Add_145_output_0", "/CumSum_8_output_0", "/Add_144_output_0", "/feed_forward1/out_proj_8/Add_output_0", "gemm_output_reshape_arg_token_442", "gemm_input_reshape_arg_token_439", "/feed_forward1/activation_8/Mul_output_0", "/feed_forward1/in_proj_8/Add_output_0", "gemm_output_reshape_arg_token_436", "gemm_input_reshape_arg_token_433", "/Add_143_output_0", "/Mul_87_output_0", "/Sub_23_output_0", "/norm_final_7/Mul_1_output_0", "/norm_final_7/Pow_output_0", "/norm_final_7/Add_output_0", "/norm_final_7/ReduceMean_output_0", "/norm_final_7/Mul_output_0", "/Add_142_output_0", "/feed_forward3/out_proj_7/Add_output_0", "gemm_output_reshape_arg_token_430", "gemm_input_reshape_arg_token_427", "/feed_forward3/activation_7/Mul_output_0", "/feed_forward3/in_proj_7/Add_output_0", "gemm_output_reshape_arg_token_424", "gemm_input_reshape_arg_token_421", "/Add_141_output_0", "/Transpose_96_output_0", "/pointwise_conv2_15/Conv_output_0", "/activation_15/Mul_output_0", "/activation_15/Sigmoid_output_0", "/activation_15/Sub_output_0", "/depthwise_conv_15/Conv_output_0", "/Concat_157_output_0", "/Gather_156_output_0", "/Mul_86_output_0", "/Sigmoid_15_output_0", "/Split_15_output_0", "/pointwise_conv1_15/Conv_output_0", "/Transpose_95_output_0", "/Add_140_output_0", "/out_proj2_7/Add_output_0", "gemm_output_reshape_arg_token_418", "gemm_input_reshape_arg_token_415", "/Transpose_94_output_0", "/MatMul_39_output_0", "/Transpose_93_output_0", "/Reshape_86_output_0", "/Concat_154_output_0", "/Gather_154_output_0", "/in_proj2_7/MatMul_output_0", "/Add_138_output_0", "/feed_forward2/out_proj_7/Add_output_0", "gemm_output_reshape_arg_token_412", "gemm_input_reshape_arg_token_409", "/feed_forward2/activation_7/Mul_output_0", "/feed_forward2/in_proj_7/Add_output_0", "gemm_output_reshape_arg_token_406", "gemm_input_reshape_arg_token_403", "/Add_137_output_0", "/Transpose_92_output_0", "/pointwise_conv2_14/Conv_output_0", "/activation_14/Mul_output_0", "/activation_14/Sigmoid_output_0", "/activation_14/Sub_output_0", "/depthwise_conv_14/Conv_output_0", "/Concat_153_output_0", "/Gather_155_output_0", "/Mul_84_output_0", "/Sigmoid_14_output_0", "/Split_14_output_0", "/pointwise_conv1_14/Conv_output_0", "/Transpose_91_output_0", "/Add_136_output_0", "/Add_135_output_0", "gemm_output_reshape_arg_token_400", "gemm_input_reshape_arg_token_397", "/Transpose_90_output_0", "/MatMul_37_output_0", "/Transpose_85_output_0", "/Reshape_80_output_0", "/Concat_141_output_0", "/Gather_153_output_0", "/Slice_66_output_0", "/in_proj_7/Add_output_0", "gemm_output_reshape_arg_token_394", "gemm_input_reshape_arg_token_391", "/Add_131_output_0", "/proj_7/MatMul_output_0", "/Mul_79_output_0", "/Add_127_output_0", "/CumSum_7_output_0", "/Add_126_output_0", "/feed_forward1/out_proj_7/Add_output_0", "gemm_output_reshape_arg_token_388", "gemm_input_reshape_arg_token_385", "/feed_forward1/activation_7/Mul_output_0", "/feed_forward1/in_proj_7/Add_output_0", "gemm_output_reshape_arg_token_382", "gemm_input_reshape_arg_token_379", "/Add_125_output_0", "/Mul_76_output_0", "/Sub_20_output_0", "/norm_final_6/Mul_1_output_0", "/norm_final_6/Pow_output_0", "/norm_final_6/Add_output_0", "/norm_final_6/ReduceMean_output_0", "/norm_final_6/Mul_output_0", "/Add_124_output_0", "/feed_forward3/out_proj_6/Add_output_0", "gemm_output_reshape_arg_token_376", "gemm_input_reshape_arg_token_373", "/feed_forward3/activation_6/Mul_output_0", "/feed_forward3/in_proj_6/Add_output_0", "gemm_output_reshape_arg_token_370", "gemm_input_reshape_arg_token_367", "/Add_123_output_0", "/Transpose_84_output_0", "/pointwise_conv2_13/Conv_output_0", "/activation_13/Mul_output_0", "/activation_13/Sigmoid_output_0", "/activation_13/Sub_output_0", "/depthwise_conv_13/Conv_output_0", "/Concat_139_output_0", "/Gather_135_output_0", "/Mul_75_output_0", "/Sigmoid_13_output_0", "/Split_13_output_0", "/pointwise_conv1_13/Conv_output_0", "/Transpose_83_output_0", "/Add_122_output_0", "/out_proj2_6/Add_output_0", "gemm_output_reshape_arg_token_364", "gemm_input_reshape_arg_token_361", "/Transpose_82_output_0", "/MatMul_34_output_0", "/Transpose_81_output_0", "/Reshape_75_output_0", "/Concat_136_output_0", "/in_proj2_6/MatMul_output_0", "/Add_120_output_0", "/feed_forward2/out_proj_6/Add_output_0", "gemm_output_reshape_arg_token_358", "gemm_input_reshape_arg_token_355", "/feed_forward2/activation_6/Mul_output_0", "/feed_forward2/in_proj_6/Add_output_0", "gemm_output_reshape_arg_token_352", "gemm_input_reshape_arg_token_349", "/Add_119_output_0", "/Transpose_80_output_0", "/pointwise_conv2_12/Conv_output_0", "/activation_12/Mul_output_0", "/activation_12/Sigmoid_output_0", "/activation_12/Sub_output_0", "/depthwise_conv_12/Conv_output_0", "/Concat_135_output_0", "/Gather_134_output_0", "/Mul_73_output_0", "/Sigmoid_12_output_0", "/Split_12_output_0", "/pointwise_conv1_12/Conv_output_0", "/Transpose_79_output_0", "/Add_118_output_0", "/Add_117_output_0", "gemm_output_reshape_arg_token_346", "gemm_input_reshape_arg_token_343", "/Transpose_78_output_0", "/MatMul_32_output_0", "/Transpose_73_output_0", "/Reshape_69_output_0", "/Concat_123_output_0", "/Gather_132_output_0", "/Slice_57_output_0", "/in_proj_6/Add_output_0", "gemm_output_reshape_arg_token_340", "gemm_input_reshape_arg_token_337", "/Add_113_output_0", "/proj_6/MatMul_output_0", "/Mul_68_output_0", "/Add_109_output_0", "/CumSum_6_output_0", "/Add_108_output_0", "/feed_forward1/out_proj_6/Add_output_0", "gemm_output_reshape_arg_token_334", "gemm_input_reshape_arg_token_331", "/feed_forward1/activation_6/Mul_output_0", "/feed_forward1/in_proj_6/Add_output_0", "gemm_output_reshape_arg_token_328", "gemm_input_reshape_arg_token_325", "/downsample_1/ReduceSum_1_output_0", "/downsample_1/Mul_1_output_0", "/downsample_1/Softmax_output_0", "/downsample_1/ReduceSum_output_0", "/downsample_1/Mul_output_0", "/downsample_1/Reshape_output_0", "/feed_forward1/activation_6/Sigmoid_output_0", "/feed_forward1/activation_6/Sub_output_0", "/Unsqueeze_248_output_0", "/Mul_66_output_0", "/Gather_130_output_0", "/Softmax_6_output_0", "/Reshape_73_output_0", "/Add_116_output_0", "/Reshape_72_output_0", "/GatherElements_6_output_0", "/Reshape_71_output_0", "/MatMul_30_output_0", "/Transpose_75_output_0", "/Reshape_67_output_0", "/Slice_58_output_0", "/MatMul_31_output_0", "/Transpose_74_output_0", "/Reshape_66_output_0", "/Slice_55_output_0", "/Transpose_76_output_0", "/Reshape_68_output_0", "/Concat_122_output_0", "/Gather_131_output_0", "/Slice_56_output_0", "/feed_forward2/activation_6/Sigmoid_output_0", "/feed_forward2/activation_6/Sub_output_0", "/Gather_133_output_0", "/feed_forward3/activation_6/Sigmoid_output_0", "/feed_forward3/activation_6/Sub_output_0", "/feed_forward1/activation_7/Sigmoid_output_0", "/feed_forward1/activation_7/Sub_output_0", "/Unsqueeze_282_output_0", "/Mul_77_output_0", "/Gather_151_output_0", "/Softmax_7_output_0", "/Reshape_84_output_0", "/Add_134_output_0", "/Reshape_83_output_0", "/GatherElements_7_output_0", "/Reshape_82_output_0", "/MatMul_35_output_0", "/Transpose_87_output_0", "/Reshape_78_output_0", "/Slice_67_output_0", "/MatMul_36_output_0", "/Transpose_86_output_0", "/Reshape_77_output_0", "/Slice_64_output_0", "/Transpose_88_output_0", "/Reshape_79_output_0", "/Concat_140_output_0", "/Gather_152_output_0", "/Slice_65_output_0", "/feed_forward2/activation_7/Sigmoid_output_0", "/feed_forward2/activation_7/Sub_output_0", "/feed_forward3/activation_7/Sigmoid_output_0", "/feed_forward3/activation_7/Sub_output_0", "/feed_forward1/activation_8/Sigmoid_output_0", "/feed_forward1/activation_8/Sub_output_0", "/Unsqueeze_316_output_0", "/Mul_88_output_0", "/Gather_172_output_0", "/Softmax_8_output_0", "/Reshape_95_output_0", "/Add_152_output_0", "/Reshape_94_output_0", "/GatherElements_8_output_0", "/Reshape_93_output_0", "/MatMul_40_output_0", "/Transpose_99_output_0", "/Reshape_89_output_0", "/Slice_76_output_0", "/MatMul_41_output_0", "/Transpose_98_output_0", "/Reshape_88_output_0", "/Slice_73_output_0", "/Transpose_100_output_0", "/Reshape_90_output_0", "/Concat_158_output_0", "/Gather_173_output_0", "/Slice_74_output_0", "/feed_forward2/activation_8/Sigmoid_output_0", "/feed_forward2/activation_8/Sub_output_0", "/feed_forward3/activation_8/Sigmoid_output_0", "/feed_forward3/activation_8/Sub_output_0", "/out_combiner_2/Mul_1_output_0", "/Slice_101_output_0", "/upsample_2/Reshape_1_output_0", "/upsample_2/Add_output_0", "/upsample_2/Expand_output_0", "/upsample_2/Unsqueeze_output_0", "/Add_197_output_0", "/Mul_120_output_0", "/Sub_32_output_0", "/norm_final_10/Mul_1_output_0", "/norm_final_10/Pow_output_0", "/norm_final_10/Add_output_0", "/norm_final_10/ReduceMean_output_0", "/norm_final_10/Mul_output_0", "/Add_196_output_0", "/feed_forward3/out_proj_10/Add_output_0", "gemm_output_reshape_arg_token_592", "gemm_input_reshape_arg_token_589", "/feed_forward3/activation_10/Mul_output_0", "/feed_forward3/in_proj_10/Add_output_0", "gemm_output_reshape_arg_token_586", "gemm_input_reshape_arg_token_583", "/Add_195_output_0", "/Transpose_132_output_0", "/pointwise_conv2_21/Conv_output_0", "/activation_21/Mul_output_0", "/activation_21/Sigmoid_output_0", "/activation_21/Sub_output_0", "/depthwise_conv_21/Conv_output_0", "/Concat_218_output_0", "/Gather_220_output_0", "/Mul_119_output_0", "/Sigmoid_21_output_0", "/Split_21_output_0", "/pointwise_conv1_21/Conv_output_0", "/Transpose_131_output_0", "/Add_194_output_0", "/out_proj2_10/Add_output_0", "gemm_output_reshape_arg_token_580", "gemm_input_reshape_arg_token_577", "/Transpose_130_output_0", "/MatMul_54_output_0", "/Transpose_129_output_0", "/Reshape_119_output_0", "/Concat_215_output_0", "/Gather_218_output_0", "/in_proj2_10/MatMul_output_0", "/Add_192_output_0", "/feed_forward2/out_proj_10/Add_output_0", "gemm_output_reshape_arg_token_574", "gemm_input_reshape_arg_token_571", "/feed_forward2/activation_10/Mul_output_0", "/feed_forward2/in_proj_10/Add_output_0", "gemm_output_reshape_arg_token_568", "gemm_input_reshape_arg_token_565", "/Add_191_output_0", "/Transpose_128_output_0", "/pointwise_conv2_20/Conv_output_0", "/activation_20/Mul_output_0", "/activation_20/Sigmoid_output_0", "/activation_20/Sub_output_0", "/depthwise_conv_20/Conv_output_0", "/Concat_214_output_0", "/Gather_219_output_0", "/Mul_117_output_0", "/Sigmoid_20_output_0", "/Split_20_output_0", "/pointwise_conv1_20/Conv_output_0", "/Transpose_127_output_0", "/Add_190_output_0", "/Add_189_output_0", "gemm_output_reshape_arg_token_562", "gemm_input_reshape_arg_token_559", "/Transpose_126_output_0", "/MatMul_52_output_0", "/Transpose_121_output_0", "/Reshape_113_output_0", "/Concat_202_output_0", "/Gather_217_output_0", "/Slice_94_output_0", "/in_proj_10/Add_output_0", "gemm_output_reshape_arg_token_556", "gemm_input_reshape_arg_token_553", "/Add_185_output_0", "/proj_10/MatMul_output_0", "/Mul_112_output_0", "/Add_181_output_0", "/CumSum_10_output_0", "/Add_180_output_0", "/feed_forward1/out_proj_10/Add_output_0", "gemm_output_reshape_arg_token_550", "gemm_input_reshape_arg_token_547", "/feed_forward1/activation_10/Mul_output_0", "/feed_forward1/in_proj_10/Add_output_0", "gemm_output_reshape_arg_token_544", "gemm_input_reshape_arg_token_541", "/Add_179_output_0", "/Mul_109_output_0", "/Sub_29_output_0", "/norm_final_9/Mul_1_output_0", "/norm_final_9/Pow_output_0", "/norm_final_9/Add_output_0", "/norm_final_9/ReduceMean_output_0", "/norm_final_9/Mul_output_0", "/Add_178_output_0", "/feed_forward3/out_proj_9/Add_output_0", "gemm_output_reshape_arg_token_538", "gemm_input_reshape_arg_token_535", "/feed_forward3/activation_9/Mul_output_0", "/feed_forward3/in_proj_9/Add_output_0", "gemm_output_reshape_arg_token_532", "gemm_input_reshape_arg_token_529", "/Add_177_output_0", "/Transpose_120_output_0", "/pointwise_conv2_19/Conv_output_0", "/activation_19/Mul_output_0", "/activation_19/Sigmoid_output_0", "/activation_19/Sub_output_0", "/depthwise_conv_19/Conv_output_0", "/Concat_200_output_0", "/Gather_199_output_0", "/Mul_108_output_0", "/Sigmoid_19_output_0", "/Split_19_output_0", "/pointwise_conv1_19/Conv_output_0", "/Transpose_119_output_0", "/Add_176_output_0", "/out_proj2_9/Add_output_0", "gemm_output_reshape_arg_token_526", "gemm_input_reshape_arg_token_523", "/Transpose_118_output_0", "/MatMul_49_output_0", "/Transpose_117_output_0", "/Reshape_108_output_0", "/Concat_197_output_0", "/in_proj2_9/MatMul_output_0", "/Add_174_output_0", "/feed_forward2/out_proj_9/Add_output_0", "gemm_output_reshape_arg_token_520", "gemm_input_reshape_arg_token_517", "/feed_forward2/activation_9/Mul_output_0", "/feed_forward2/in_proj_9/Add_output_0", "gemm_output_reshape_arg_token_514", "gemm_input_reshape_arg_token_511", "/Add_173_output_0", "/Transpose_116_output_0", "/pointwise_conv2_18/Conv_output_0", "/activation_18/Mul_output_0", "/activation_18/Sigmoid_output_0", "/activation_18/Sub_output_0", "/depthwise_conv_18/Conv_output_0", "/Concat_196_output_0", "/Gather_198_output_0", "/Mul_106_output_0", "/Sigmoid_18_output_0", "/Split_18_output_0", "/pointwise_conv1_18/Conv_output_0", "/Transpose_115_output_0", "/Add_172_output_0", "/Add_171_output_0", "gemm_output_reshape_arg_token_508", "gemm_input_reshape_arg_token_505", "/Transpose_114_output_0", "/MatMul_47_output_0", "/Transpose_109_output_0", "/Reshape_102_output_0", "/Concat_184_output_0", "/Gather_196_output_0", "/Slice_85_output_0", "/in_proj_9/Add_output_0", "gemm_output_reshape_arg_token_502", "gemm_input_reshape_arg_token_499", "/Add_167_output_0", "/proj_9/MatMul_output_0", "/Mul_101_output_0", "/Add_163_output_0", "/CumSum_9_output_0", "/Add_162_output_0", "/feed_forward1/out_proj_9/Add_output_0", "gemm_output_reshape_arg_token_496", "gemm_input_reshape_arg_token_493", "/feed_forward1/activation_9/Mul_output_0", "/feed_forward1/in_proj_9/Add_output_0", "gemm_output_reshape_arg_token_490", "gemm_input_reshape_arg_token_487", "/downsample_2/ReduceSum_1_output_0", "/downsample_2/Mul_1_output_0", "/downsample_2/Softmax_output_0", "/downsample_2/ReduceSum_output_0", "/downsample_2/Mul_output_0", "/downsample_2/Reshape_output_0", "/feed_forward1/activation_9/Sigmoid_output_0", "/feed_forward1/activation_9/Sub_output_0", "/Unsqueeze_372_output_0", "/Mul_99_output_0", "/Gather_194_output_0", "/Softmax_9_output_0", "/Reshape_106_output_0", "/Add_170_output_0", "/Reshape_105_output_0", "/GatherElements_9_output_0", "/Reshape_104_output_0", "/MatMul_45_output_0", "/Transpose_111_output_0", "/Reshape_100_output_0", "/Slice_86_output_0", "/MatMul_46_output_0", "/Transpose_110_output_0", "/Reshape_99_output_0", "/Slice_83_output_0", "/Transpose_112_output_0", "/Reshape_101_output_0", "/Concat_183_output_0", "/Gather_195_output_0", "/Slice_84_output_0", "/feed_forward2/activation_9/Sigmoid_output_0", "/feed_forward2/activation_9/Sub_output_0", "/Gather_197_output_0", "/feed_forward3/activation_9/Sigmoid_output_0", "/feed_forward3/activation_9/Sub_output_0", "/feed_forward1/activation_10/Sigmoid_output_0", "/feed_forward1/activation_10/Sub_output_0", "/Unsqueeze_406_output_0", "/Mul_110_output_0", "/Gather_215_output_0", "/Softmax_10_output_0", "/Reshape_117_output_0", "/Add_188_output_0", "/Reshape_116_output_0", "/GatherElements_10_output_0", "/Reshape_115_output_0", "/MatMul_50_output_0", "/Transpose_123_output_0", "/Reshape_111_output_0", "/Slice_95_output_0", "/MatMul_51_output_0", "/Transpose_122_output_0", "/Reshape_110_output_0", "/Slice_92_output_0", "/Transpose_124_output_0", "/Reshape_112_output_0", "/Concat_201_output_0", "/Gather_216_output_0", "/Slice_93_output_0", "/feed_forward2/activation_10/Sigmoid_output_0", "/feed_forward2/activation_10/Sub_output_0", "/feed_forward3/activation_10/Sigmoid_output_0", "/feed_forward3/activation_10/Sub_output_0", "/feed_forward1/activation_11/Sigmoid_output_0", "/feed_forward1/activation_11/Sub_output_0", "/Unsqueeze_455_output_0", "/Mul_121_output_0", "/Gather_237_output_0", "/Unsqueeze_603_output_0", "/Slice_116_output_0", "/Concat_245_output_0", "/Gather_260_output_0", "/Slice_113_output_0", "/in_proj_12/Add_output_0", "gemm_output_reshape_arg_token_664", "gemm_input_reshape_arg_token_661", "/Add_221_output_0", "/proj_12/MatMul_output_0", "/Mul_134_output_0", "/Add_217_output_0", "/CumSum_12_output_0", "/Add_216_output_0", "/feed_forward1/out_proj_12/Add_output_0", "gemm_output_reshape_arg_token_658", "gemm_input_reshape_arg_token_655", "/feed_forward1/activation_12/Mul_output_0", "/feed_forward1/in_proj_12/Add_output_0", "gemm_output_reshape_arg_token_652", "gemm_input_reshape_arg_token_649", "/Add_215_output_0", "/Mul_131_output_0", "/Sub_35_output_0", "/norm_final_11/Mul_1_output_0", "/norm_final_11/Pow_output_0", "/norm_final_11/Add_output_0", "/norm_final_11/ReduceMean_output_0", "/norm_final_11/Mul_output_0", "/Add_214_output_0", "/feed_forward3/out_proj_11/Add_output_0", "gemm_output_reshape_arg_token_646", "gemm_input_reshape_arg_token_643", "/feed_forward3/activation_11/Mul_output_0", "/feed_forward3/in_proj_11/Add_output_0", "gemm_output_reshape_arg_token_640", "gemm_input_reshape_arg_token_637", "/Add_213_output_0", "/Transpose_144_output_0", "/pointwise_conv2_23/Conv_output_0", "/activation_23/Mul_output_0", "/activation_23/Sigmoid_output_0", "/activation_23/Sub_output_0", "/depthwise_conv_23/Conv_output_0", "/Concat_243_output_0", "/Gather_242_output_0", "/Mul_130_output_0", "/Sigmoid_23_output_0", "/Split_23_output_0", "/pointwise_conv1_23/Conv_output_0", "/Transpose_143_output_0", "/Add_212_output_0", "/out_proj2_11/Add_output_0", "gemm_output_reshape_arg_token_634", "gemm_input_reshape_arg_token_631", "/Transpose_142_output_0", "/MatMul_59_output_0", "/Transpose_141_output_0", "/Reshape_130_output_0", "/Concat_240_output_0", "/Gather_240_output_0", "/in_proj2_11/MatMul_output_0", "/Add_210_output_0", "/feed_forward2/out_proj_11/Add_output_0", "gemm_output_reshape_arg_token_628", "gemm_input_reshape_arg_token_625", "/feed_forward2/activation_11/Mul_output_0", "/feed_forward2/in_proj_11/Add_output_0", "gemm_output_reshape_arg_token_622", "gemm_input_reshape_arg_token_619", "/Add_209_output_0", "/Transpose_140_output_0", "/pointwise_conv2_22/Conv_output_0", "/activation_22/Mul_output_0", "/activation_22/Sigmoid_output_0", "/activation_22/Sub_output_0", "/depthwise_conv_22/Conv_output_0", "/Concat_239_output_0", "/Gather_241_output_0", "/Mul_128_output_0", "/Sigmoid_22_output_0", "/Split_22_output_0", "/pointwise_conv1_22/Conv_output_0", "/Transpose_139_output_0", "/Add_208_output_0", "/Add_207_output_0", "gemm_output_reshape_arg_token_616", "gemm_input_reshape_arg_token_613", "/Transpose_138_output_0", "/MatMul_57_output_0", "/Transpose_133_output_0", "/Reshape_124_output_0", "/Softmax_11_output_0", "/Reshape_128_output_0", "/Add_206_output_0", "/Reshape_127_output_0", "/GatherElements_11_output_0", "/Reshape_126_output_0", "/MatMul_55_output_0", "/Transpose_135_output_0", "/Reshape_122_output_0", "/Slice_105_output_0", "/MatMul_56_output_0", "/Transpose_134_output_0", "/Reshape_121_output_0", "/Slice_102_output_0", "/Transpose_136_output_0", "/Reshape_123_output_0", "/Concat_226_output_0", "/Gather_238_output_0", "/Slice_103_output_0", "/feed_forward2/activation_11/Sigmoid_output_0", "/feed_forward2/activation_11/Sub_output_0", "/feed_forward3/activation_11/Sigmoid_output_0", "/feed_forward3/activation_11/Sub_output_0", "/feed_forward1/activation_12/Sigmoid_output_0", "/feed_forward1/activation_12/Sub_output_0", "/Unsqueeze_489_output_0", "/Mul_132_output_0", "/Gather_258_output_0", "/Unsqueeze_604_output_0", "/Slice_125_output_0", "/Concat_263_output_0", "/Gather_281_output_0", "/Slice_122_output_0", "/in_proj_13/Add_output_0", "gemm_output_reshape_arg_token_718", "gemm_input_reshape_arg_token_715", "/Add_239_output_0", "/proj_13/MatMul_output_0", "/Mul_145_output_0", "/Add_235_output_0", "/CumSum_13_output_0", "/Add_234_output_0", "/feed_forward1/out_proj_13/Add_output_0", "gemm_output_reshape_arg_token_712", "gemm_input_reshape_arg_token_709", "/feed_forward1/activation_13/Mul_output_0", "/feed_forward1/in_proj_13/Add_output_0", "gemm_output_reshape_arg_token_706", "gemm_input_reshape_arg_token_703", "/Add_233_output_0", "/Mul_142_output_0", "/Sub_38_output_0", "/norm_final_12/Mul_1_output_0", "/norm_final_12/Pow_output_0", "/norm_final_12/Add_output_0", "/norm_final_12/ReduceMean_output_0", "/norm_final_12/Mul_output_0", "/Add_232_output_0", "/feed_forward3/out_proj_12/Add_output_0", "gemm_output_reshape_arg_token_700", "gemm_input_reshape_arg_token_697", "/feed_forward3/activation_12/Mul_output_0", "/feed_forward3/in_proj_12/Add_output_0", "gemm_output_reshape_arg_token_694", "gemm_input_reshape_arg_token_691", "/Add_231_output_0", "/Transpose_156_output_0", "/pointwise_conv2_25/Conv_output_0", "/activation_25/Mul_output_0", "/activation_25/Sigmoid_output_0", "/activation_25/Sub_output_0", "/depthwise_conv_25/Conv_output_0", "/Concat_261_output_0", "/Gather_263_output_0", "/Mul_141_output_0", "/Sigmoid_25_output_0", "/Split_25_output_0", "/pointwise_conv1_25/Conv_output_0", "/Transpose_155_output_0", "/Add_230_output_0", "/out_proj2_12/Add_output_0", "gemm_output_reshape_arg_token_688", "gemm_input_reshape_arg_token_685", "/Transpose_154_output_0", "/MatMul_64_output_0", "/Transpose_153_output_0", "/Reshape_141_output_0", "/Concat_258_output_0", "/Gather_261_output_0", "/in_proj2_12/MatMul_output_0", "/Add_228_output_0", "/feed_forward2/out_proj_12/Add_output_0", "gemm_output_reshape_arg_token_682", "gemm_input_reshape_arg_token_679", "/feed_forward2/activation_12/Mul_output_0", "/feed_forward2/in_proj_12/Add_output_0", "gemm_output_reshape_arg_token_676", "gemm_input_reshape_arg_token_673", "/Add_227_output_0", "/Transpose_152_output_0", "/pointwise_conv2_24/Conv_output_0", "/activation_24/Mul_output_0", "/activation_24/Sigmoid_output_0", "/activation_24/Sub_output_0", "/depthwise_conv_24/Conv_output_0", "/Concat_257_output_0", "/Gather_262_output_0", "/Mul_139_output_0", "/Sigmoid_24_output_0", "/Split_24_output_0", "/pointwise_conv1_24/Conv_output_0", "/Transpose_151_output_0", "/Add_226_output_0", "/Add_225_output_0", "gemm_output_reshape_arg_token_670", "gemm_input_reshape_arg_token_667", "/Transpose_150_output_0", "/MatMul_62_output_0", "/Transpose_145_output_0", "/Reshape_135_output_0", "/Softmax_12_output_0", "/Reshape_139_output_0", "/Add_224_output_0", "/Reshape_138_output_0", "/GatherElements_12_output_0", "/Reshape_137_output_0", "/MatMul_60_output_0", "/Transpose_147_output_0", "/Reshape_133_output_0", "/Slice_114_output_0", "/MatMul_61_output_0", "/Transpose_146_output_0", "/Reshape_132_output_0", "/Slice_111_output_0", "/Transpose_148_output_0", "/Reshape_134_output_0", "/Concat_244_output_0", "/Gather_259_output_0", "/Slice_112_output_0", "/feed_forward2/activation_12/Sigmoid_output_0", "/feed_forward2/activation_12/Sub_output_0", "/feed_forward3/activation_12/Sigmoid_output_0", "/feed_forward3/activation_12/Sub_output_0", "/feed_forward1/activation_13/Sigmoid_output_0", "/feed_forward1/activation_13/Sub_output_0", "/Unsqueeze_523_output_0", "/Mul_143_output_0", "/Gather_279_output_0", "/Unsqueeze_605_output_0", "/Slice_134_output_0", "/Concat_281_output_0", "/Gather_302_output_0", "/Slice_131_output_0", "/in_proj_14/Add_output_0", "gemm_output_reshape_arg_token_772", "gemm_input_reshape_arg_token_769", "/Add_257_output_0", "/proj_14/MatMul_output_0", "/Mul_156_output_0", "/Add_253_output_0", "/CumSum_14_output_0", "/Add_252_output_0", "/feed_forward1/out_proj_14/Add_output_0", "gemm_output_reshape_arg_token_766", "gemm_input_reshape_arg_token_763", "/feed_forward1/activation_14/Mul_output_0", "/feed_forward1/in_proj_14/Add_output_0", "gemm_output_reshape_arg_token_760", "gemm_input_reshape_arg_token_757", "/Add_251_output_0", "/Mul_153_output_0", "/Sub_41_output_0", "/norm_final_13/Mul_1_output_0", "/norm_final_13/Pow_output_0", "/norm_final_13/Add_output_0", "/norm_final_13/ReduceMean_output_0", "/norm_final_13/Mul_output_0", "/Add_250_output_0", "/feed_forward3/out_proj_13/Add_output_0", "gemm_output_reshape_arg_token_754", "gemm_input_reshape_arg_token_751", "/feed_forward3/activation_13/Mul_output_0", "/feed_forward3/in_proj_13/Add_output_0", "gemm_output_reshape_arg_token_748", "gemm_input_reshape_arg_token_745", "/Add_249_output_0", "/Transpose_168_output_0", "/pointwise_conv2_27/Conv_output_0", "/activation_27/Mul_output_0", "/activation_27/Sigmoid_output_0", "/activation_27/Sub_output_0", "/depthwise_conv_27/Conv_output_0", "/Concat_279_output_0", "/Gather_284_output_0", "/Mul_152_output_0", "/Sigmoid_27_output_0", "/Split_27_output_0", "/pointwise_conv1_27/Conv_output_0", "/Transpose_167_output_0", "/Add_248_output_0", "/out_proj2_13/Add_output_0", "gemm_output_reshape_arg_token_742", "gemm_input_reshape_arg_token_739", "/Transpose_166_output_0", "/MatMul_69_output_0", "/Transpose_165_output_0", "/Reshape_152_output_0", "/Concat_276_output_0", "/Gather_282_output_0", "/in_proj2_13/MatMul_output_0", "/Add_246_output_0", "/feed_forward2/out_proj_13/Add_output_0", "gemm_output_reshape_arg_token_736", "gemm_input_reshape_arg_token_733", "/feed_forward2/activation_13/Mul_output_0", "/feed_forward2/in_proj_13/Add_output_0", "gemm_output_reshape_arg_token_730", "gemm_input_reshape_arg_token_727", "/Add_245_output_0", "/Transpose_164_output_0", "/pointwise_conv2_26/Conv_output_0", "/activation_26/Mul_output_0", "/activation_26/Sigmoid_output_0", "/activation_26/Sub_output_0", "/depthwise_conv_26/Conv_output_0", "/Concat_275_output_0", "/Gather_283_output_0", "/Mul_150_output_0", "/Sigmoid_26_output_0", "/Split_26_output_0", "/pointwise_conv1_26/Conv_output_0", "/Transpose_163_output_0", "/Add_244_output_0", "/Add_243_output_0", "gemm_output_reshape_arg_token_724", "gemm_input_reshape_arg_token_721", "/Transpose_162_output_0", "/MatMul_67_output_0", "/Transpose_157_output_0", "/Reshape_146_output_0", "/Softmax_13_output_0", "/Reshape_150_output_0", "/Add_242_output_0", "/Reshape_149_output_0", "/GatherElements_13_output_0", "/Reshape_148_output_0", "/MatMul_65_output_0", "/Transpose_159_output_0", "/Reshape_144_output_0", "/Slice_123_output_0", "/MatMul_66_output_0", "/Transpose_158_output_0", "/Reshape_143_output_0", "/Slice_120_output_0", "/Transpose_160_output_0", "/Reshape_145_output_0", "/Concat_262_output_0", "/Gather_280_output_0", "/Slice_121_output_0", "/feed_forward2/activation_13/Sigmoid_output_0", "/feed_forward2/activation_13/Sub_output_0", "/feed_forward3/activation_13/Sigmoid_output_0", "/feed_forward3/activation_13/Sub_output_0", "/feed_forward1/activation_14/Sigmoid_output_0", "/feed_forward1/activation_14/Sub_output_0", "/Unsqueeze_557_output_0", "/Mul_154_output_0", "/Gather_300_output_0", "new_cached_val_3", "/Unsqueeze_445_output_0", "/Slice_88_output_0", "/Unsqueeze_446_output_0", "/Slice_97_output_0", "new_cached_val_2", "/Unsqueeze_358_output_0", "/Slice_60_output_0", "/Unsqueeze_359_output_0", "/Slice_69_output_0", "/Unsqueeze_360_output_0", "/Slice_78_output_0", "new_cached_val_1", "/Unsqueeze_230_output_0", "/Slice_23_output_0", "/Unsqueeze_231_output_0", "/Slice_32_output_0", "/Unsqueeze_232_output_0", "/Slice_41_output_0", "/Unsqueeze_233_output_0", "/Slice_50_output_0", "new_cached_val_0", "/Unsqueeze_74_output_0", "/Slice_5_output_0", "/Unsqueeze_75_output_0", "/Slice_14_output_0", "new_cached_val2_4", "/Unsqueeze_606_output_0", "/Slice_109_output_0", "/Unsqueeze_607_output_0", "/Slice_118_output_0", "/Unsqueeze_608_output_0", "/Slice_127_output_0", "/Unsqueeze_609_output_0", "/Slice_136_output_0", "/Concat_294_output_0", "/Gather_303_output_0", "/in_proj2_14/MatMul_output_0", "/Add_264_output_0", "/feed_forward2/out_proj_14/Add_output_0", "gemm_output_reshape_arg_token_790", "gemm_input_reshape_arg_token_787", "/feed_forward2/activation_14/Mul_output_0", "/feed_forward2/in_proj_14/Add_output_0", "gemm_output_reshape_arg_token_784", "gemm_input_reshape_arg_token_781", "/Add_263_output_0", "/Transpose_176_output_0", "/pointwise_conv2_28/Conv_output_0", "/activation_28/Mul_output_0", "/activation_28/Sigmoid_output_0", "/activation_28/Sub_output_0", "/depthwise_conv_28/Conv_output_0", "/Concat_293_output_0", "/Gather_304_output_0", "/Mul_161_output_0", "/Sigmoid_28_output_0", "/Split_28_output_0", "/pointwise_conv1_28/Conv_output_0", "/Transpose_175_output_0", "/Add_262_output_0", "/Add_261_output_0", "gemm_output_reshape_arg_token_778", "gemm_input_reshape_arg_token_775", "/Transpose_174_output_0", "/MatMul_72_output_0", "/Transpose_169_output_0", "/Reshape_157_output_0", "/Softmax_14_output_0", "/Reshape_161_output_0", "/Add_260_output_0", "/Reshape_160_output_0", "/GatherElements_14_output_0", "/Reshape_159_output_0", "/MatMul_70_output_0", "/Transpose_171_output_0", "/Reshape_155_output_0", "/Slice_132_output_0", "/MatMul_71_output_0", "/Transpose_170_output_0", "/Reshape_154_output_0", "/Slice_129_output_0", "/Transpose_172_output_0", "/Reshape_156_output_0", "/Concat_280_output_0", "/Gather_301_output_0", "/Slice_130_output_0", "/feed_forward2/activation_14/Sigmoid_output_0", "/feed_forward2/activation_14/Sub_output_0", "new_cached_val2_3", "/Unsqueeze_447_output_0", "/Slice_90_output_0", "/Unsqueeze_448_output_0", "/Slice_99_output_0", "new_cached_val2_2", "/Unsqueeze_361_output_0", "/Slice_62_output_0", "/Unsqueeze_362_output_0", "/Slice_71_output_0", "/Unsqueeze_363_output_0", "/Slice_80_output_0", "new_cached_val2_1", "/Unsqueeze_234_output_0", "/Slice_25_output_0", "/Unsqueeze_235_output_0", "/Slice_34_output_0", "/Unsqueeze_236_output_0", "/Slice_43_output_0", "/Unsqueeze_237_output_0", "/Slice_52_output_0", "new_cached_val2_0", "/Unsqueeze_76_output_0", "/Slice_7_output_0", "/Unsqueeze_77_output_0", "/Slice_16_output_0", "new_cached_key_4", "/Unsqueeze_598_output_0", "/Slice_106_output_0", "/Unsqueeze_599_output_0", "/Slice_115_output_0", "/Unsqueeze_600_output_0", "/Slice_124_output_0", "/Unsqueeze_601_output_0", "/Slice_133_output_0", "new_cached_key_3", "/Unsqueeze_443_output_0", "/Slice_87_output_0", "/Unsqueeze_444_output_0", "/Slice_96_output_0", "new_cached_key_2", "/Unsqueeze_355_output_0", "/Slice_59_output_0", "/Unsqueeze_356_output_0", "/Slice_68_output_0", "/Unsqueeze_357_output_0", "/Slice_77_output_0", "new_cached_key_1", "/Unsqueeze_226_output_0", "/Slice_22_output_0", "/Unsqueeze_227_output_0", "/Slice_31_output_0", "/Unsqueeze_228_output_0", "/Slice_40_output_0", "/Unsqueeze_229_output_0", "/Slice_49_output_0", "new_cached_key_0", "/Unsqueeze_72_output_0", "/Slice_4_output_0", "/Unsqueeze_73_output_0", "/Slice_13_output_0", "new_cached_conv2_4", "/Unsqueeze_614_output_0", "/Slice_110_output_0", "/Unsqueeze_615_output_0", "/Slice_119_output_0", "/Unsqueeze_616_output_0", "/Slice_128_output_0", "/Unsqueeze_617_output_0", "/Slice_137_output_0", "/Concat_297_output_0", "/Gather_305_output_0", "/Mul_163_output_0", "/Sigmoid_29_output_0", "/Split_29_output_0", "/pointwise_conv1_29/Conv_output_0", "/Transpose_179_output_0", "/Add_266_output_0", "/out_proj2_14/Add_output_0", "gemm_output_reshape_arg_token_796", "gemm_input_reshape_arg_token_793", "/Transpose_178_output_0", "/MatMul_74_output_0", "/Transpose_177_output_0", "/Reshape_163_output_0", "new_cached_conv2_3", "/Unsqueeze_451_output_0", "/Slice_91_output_0", "/Unsqueeze_452_output_0", "/Slice_100_output_0", "new_cached_conv2_2", "/Unsqueeze_367_output_0", "/Slice_63_output_0", "/Unsqueeze_368_output_0", "/Slice_72_output_0", "/Unsqueeze_369_output_0", "/Slice_81_output_0", "new_cached_conv2_1", "/Unsqueeze_242_output_0", "/Slice_26_output_0", "/Unsqueeze_243_output_0", "/Slice_35_output_0", "/Unsqueeze_244_output_0", "/Slice_44_output_0", "/Unsqueeze_245_output_0", "/Slice_53_output_0", "new_cached_conv2_0", "/Unsqueeze_80_output_0", "/Slice_8_output_0", "/Unsqueeze_81_output_0", "/Slice_17_output_0", "new_cached_conv1_4", "/Unsqueeze_610_output_0", "/Slice_108_output_0", "/Unsqueeze_611_output_0", "/Slice_117_output_0", "/Unsqueeze_612_output_0", "/Slice_126_output_0", "/Unsqueeze_613_output_0", "/Slice_135_output_0", "new_cached_conv1_3", "/Unsqueeze_449_output_0", "/Slice_89_output_0", "/Unsqueeze_450_output_0", "/Slice_98_output_0", "new_cached_conv1_2", "/Unsqueeze_364_output_0", "/Slice_61_output_0", "/Unsqueeze_365_output_0", "/Slice_70_output_0", "/Unsqueeze_366_output_0", "/Slice_79_output_0", "new_cached_conv1_1", "/Unsqueeze_238_output_0", "/Slice_24_output_0", "/Unsqueeze_239_output_0", "/Slice_33_output_0", "/Unsqueeze_240_output_0", "/Slice_42_output_0", "/Unsqueeze_241_output_0", "/Slice_51_output_0", "new_cached_conv1_0", "/Unsqueeze_78_output_0", "/Slice_6_output_0", "/Unsqueeze_79_output_0", "/Slice_15_output_0", "new_cached_avg_4", "/Unsqueeze_594_output_0", "/Gather_245_output_0", "/Unsqueeze_595_output_0", "/Gather_266_output_0", "/Unsqueeze_596_output_0", "/Gather_287_output_0", "/Unsqueeze_597_output_0", "/Gather_308_output_0", "new_cached_avg_3", "/Unsqueeze_441_output_0", "/Gather_202_output_0", "/Unsqueeze_442_output_0", "/Gather_223_output_0", "new_cached_avg_2", "/Unsqueeze_352_output_0", "/Gather_138_output_0", "/Unsqueeze_353_output_0", "/Gather_159_output_0", "/Unsqueeze_354_output_0", "/Gather_180_output_0", "new_cached_avg_1", "/Unsqueeze_222_output_0", "/Gather_53_output_0", "/Unsqueeze_223_output_0", "/Gather_74_output_0", "/Unsqueeze_224_output_0", "/Gather_95_output_0", "/Unsqueeze_225_output_0", "/Gather_116_output_0", "new_cached_avg_0", "/Unsqueeze_70_output_0", "/Gather_10_output_0", "/Unsqueeze_71_output_0", "/Gather_31_output_0", "gemm_output_reshape_arg_token_814", "gemm_input_reshape_arg_token_811", "/Transpose_181_output_0", "/downsample_output/ReduceSum_1_output_0", "/downsample_output/Mul_1_output_0", "/downsample_output/Softmax_output_0", "/downsample_output/ReduceSum_output_0", "/downsample_output/Mul_output_0", "/downsample_output/Reshape_output_0", "/out_combiner_3/Add_output_0", "/out_combiner_3/Mul_output_0", "/out_combiner_3/Mul_1_output_0", "/Slice_138_output_0", "/upsample_3/Reshape_1_output_0", "/upsample_3/Add_output_0", "/upsample_3/Expand_output_0", "/upsample_3/Unsqueeze_output_0", "/Add_269_output_0", "/Mul_164_output_0", "/Sub_44_output_0", "/norm_final_14/Mul_1_output_0", "/norm_final_14/Pow_output_0", "/norm_final_14/Add_output_0", "/norm_final_14/ReduceMean_output_0", "/norm_final_14/Mul_output_0", "/Add_268_output_0", "/feed_forward3/out_proj_14/Add_output_0", "gemm_output_reshape_arg_token_808", "gemm_input_reshape_arg_token_805", "/feed_forward3/activation_14/Mul_output_0", "/feed_forward3/in_proj_14/Add_output_0", "gemm_output_reshape_arg_token_802", "gemm_input_reshape_arg_token_799", "/Add_267_output_0", "/Transpose_180_output_0", "/pointwise_conv2_29/Conv_output_0", "/activation_29/Mul_output_0", "/activation_29/Sigmoid_output_0", "/activation_29/Sub_output_0", "/depthwise_conv_29/Conv_output_0", "/feed_forward3/activation_14/Sigmoid_output_0", "/feed_forward3/activation_14/Sub_output_0" ], "constantInitializers": [ "/Add_115_output_0", "/Add_133_output_0", "/Add_151_output_0", "/Add_169_output_0", "/Add_187_output_0", "/Add_205_output_0", "/Add_223_output_0", "/Add_241_output_0", "/Add_259_output_0", "/Add_25_output_0", "/Add_43_output_0", "/Add_61_output_0", "/Add_79_output_0", "/Add_7_output_0", "/Add_97_output_0", "/Concat_100_output_0", "/Concat_102_output_0", "/Concat_106_output_0", "/Concat_107_output_0", "/Concat_108_output_0", "/Concat_10_output_0", "/Concat_112_output_0", "/Concat_11_output_0", "/Concat_124_output_0", "/Concat_125_output_0", "/Concat_127_output_0", "/Concat_131_output_0", "/Concat_132_output_0", "/Concat_133_output_0", "/Concat_137_output_0", "/Concat_142_output_0", "/Concat_143_output_0", "/Concat_145_output_0", "/Concat_149_output_0", "/Concat_150_output_0", "/Concat_151_output_0", "/Concat_155_output_0", "/Concat_15_output_0", "/Concat_160_output_0", "/Concat_161_output_0", "/Concat_163_output_0", "/Concat_167_output_0", "/Concat_168_output_0", "/Concat_169_output_0", "/Concat_173_output_0", "/Concat_185_output_0", "/Concat_186_output_0", "/Concat_188_output_0", "/Concat_192_output_0", "/Concat_193_output_0", "/Concat_194_output_0", "/Concat_198_output_0", "/Concat_203_output_0", "/Concat_204_output_0", "/Concat_206_output_0", "/Concat_20_output_0", "/Concat_210_output_0", "/Concat_211_output_0", "/Concat_212_output_0", "/Concat_216_output_0", "/Concat_21_output_0", "/Concat_228_output_0", "/Concat_229_output_0", "/Concat_231_output_0", "/Concat_235_output_0", "/Concat_236_output_0", "/Concat_237_output_0", "/Concat_23_output_0", "/Concat_241_output_0", "/Concat_246_output_0", "/Concat_247_output_0", "/Concat_249_output_0", "/Concat_253_output_0", "/Concat_254_output_0", "/Concat_255_output_0", "/Concat_259_output_0", "/Concat_264_output_0", "/Concat_265_output_0", "/Concat_266_output_0", "/Concat_267_output_0", "/Concat_271_output_0", "/Concat_272_output_0", "/Concat_273_output_0", "/Concat_277_output_0", "/Concat_27_output_0", "/Concat_282_output_0", "/Concat_283_output_0", "/Concat_285_output_0", "/Concat_289_output_0", "/Concat_28_output_0", "/Concat_290_output_0", "/Concat_291_output_0", "/Concat_295_output_0", "/Concat_29_output_0", "/Concat_2_output_0", "/Concat_33_output_0", "/Concat_3_output_0", "/Concat_45_output_0", "/Concat_46_output_0", "/Concat_48_output_0", "/Concat_52_output_0", "/Concat_53_output_0", "/Concat_54_output_0", "/Concat_58_output_0", "/Concat_5_output_0", "/Concat_63_output_0", "/Concat_64_output_0", "/Concat_66_output_0", "/Concat_70_output_0", "/Concat_71_output_0", "/Concat_72_output_0", "/Concat_76_output_0", "/Concat_81_output_0", "/Concat_82_output_0", "/Concat_84_output_0", "/Concat_88_output_0", "/Concat_89_output_0", "/Concat_90_output_0", "/Concat_94_output_0", "/Concat_99_output_0", "/Concat_9_output_0", "/Constant_1113_output_0", "/Constant_1118_output_0", "/Constant_246_output_0", "/Constant_285_output_0", "/Constant_404_output_0", "/Constant_568_output_0", "/Constant_614_output_0", "/Constant_631_output_0", "/Constant_69_output_0", "/Constant_830_output_0", "/Constant_964_output_0", "/Reshape_107_new_shape", "/Reshape_109_new_shape", "/Reshape_10_new_shape", "/Reshape_118_new_shape", "/Reshape_120_new_shape", "/Reshape_129_new_shape", "/Reshape_131_new_shape", "/Reshape_140_new_shape", "/Reshape_142_new_shape", "/Reshape_151_new_shape", "/Reshape_153_new_shape", "/Reshape_162_new_shape", "/Reshape_164_new_shape", "/Reshape_19_new_shape", "/Reshape_21_new_shape", "/Reshape_30_new_shape", "/Reshape_32_new_shape", "/Reshape_41_new_shape", "/Reshape_43_new_shape", "/Reshape_52_new_shape", "/Reshape_54_new_shape", "/Reshape_63_new_shape", "/Reshape_65_new_shape", "/Reshape_74_new_shape", "/Reshape_76_new_shape", "/Reshape_85_new_shape", "/Reshape_87_new_shape", "/Reshape_8_new_shape", "/Reshape_96_new_shape", "/Reshape_98_new_shape", "/Transpose_101_output_0", "/Transpose_113_output_0", "/Transpose_125_output_0", "/Transpose_137_output_0", "/Transpose_149_output_0", "/Transpose_161_output_0", "/Transpose_173_output_0", "/Transpose_17_output_0", "/Transpose_29_output_0", "/Transpose_41_output_0", "/Transpose_53_output_0", "/Transpose_5_output_0", "/Transpose_65_output_0", "/Transpose_77_output_0", "/Transpose_89_output_0", "/Unsqueeze_246_output_0", "/Unsqueeze_321_output_0", "/Unsqueeze_344_output_0", "/Unsqueeze_370_output_0", "/Unsqueeze_40_output_0", "/Unsqueeze_411_output_0", "/Unsqueeze_434_output_0", "/Unsqueeze_453_output_0", "/Unsqueeze_562_output_0", "/Unsqueeze_585_output_0", "/Unsqueeze_618_output_0", "/Unsqueeze_63_output_0", "/downsample/Concat_output_0", "/downsample_1/Concat_output_0", "/downsample_2/Concat_output_0", "/downsample_3/Concat_output_0", "/downsample_output/Concat_output_0", "/encoder_embed/Constant_7_output_0", "/encoder_embed/Reshape_new_shape", "/encoder_pos_1/Constant_2_output_0", "/feed_forward1/activation_2/Constant_output_0", "/norm_final/Constant_output_0", "/norm_final_1/Constant_1_output_0", "/norm_final_1/Constant_output_0", "/norm_final_10/Constant_output_0", "/norm_final_11/Constant_output_0", "/norm_final_12/Constant_output_0", "/norm_final_13/Constant_output_0", "/norm_final_14/Constant_output_0", "/norm_final_2/Constant_output_0", "/norm_final_3/Constant_output_0", "/norm_final_4/Constant_output_0", "/norm_final_5/Constant_output_0", "/norm_final_6/Constant_output_0", "/norm_final_7/Constant_output_0", "/norm_final_8/Constant_output_0", "/norm_final_9/Constant_output_0", "/upsample/Concat_1_output_0", "/upsample/Where_output_0", "/upsample_1/Concat_1_output_0", "/upsample_1/Where_output_0", "/upsample_2/Concat_1_output_0", "/upsample_2/Where_output_0", "/upsample_3/Concat_1_output_0", "/upsample_3/Constant_output_0", "/upsample_3/Where_output_0", "encoder.downsample_output.query", "encoder.encoder_embed.conv.0.bias", "encoder.encoder_embed.conv.0.weight", "encoder.encoder_embed.conv.3.bias", "encoder.encoder_embed.conv.3.weight", "encoder.encoder_embed.conv.6.bias", "encoder.encoder_embed.conv.6.weight", "encoder.encoder_embed.out.bias", "encoder.encoders.0.layers.0.bypass_scale", "encoder.encoders.0.layers.0.conv_module1.depthwise_conv.bias", "encoder.encoders.0.layers.0.conv_module1.depthwise_conv.weight", "encoder.encoders.0.layers.0.conv_module1.pointwise_conv1.bias", "encoder.encoders.0.layers.0.conv_module1.pointwise_conv1.weight", "encoder.encoders.0.layers.0.conv_module1.pointwise_conv2.bias", "encoder.encoders.0.layers.0.conv_module1.pointwise_conv2.weight", "encoder.encoders.0.layers.0.conv_module2.depthwise_conv.bias", "encoder.encoders.0.layers.0.conv_module2.depthwise_conv.weight", "encoder.encoders.0.layers.0.conv_module2.pointwise_conv1.bias", "encoder.encoders.0.layers.0.conv_module2.pointwise_conv1.weight", "encoder.encoders.0.layers.0.conv_module2.pointwise_conv2.bias", "encoder.encoders.0.layers.0.conv_module2.pointwise_conv2.weight", "encoder.encoders.0.layers.0.feed_forward1.in_proj.bias", "encoder.encoders.0.layers.0.feed_forward1.out_proj.bias", "encoder.encoders.0.layers.0.feed_forward2.in_proj.bias", "encoder.encoders.0.layers.0.feed_forward2.out_proj.bias", "encoder.encoders.0.layers.0.feed_forward3.in_proj.bias", "encoder.encoders.0.layers.0.feed_forward3.out_proj.bias", "encoder.encoders.0.layers.0.self_attn.in_proj.bias", "encoder.encoders.0.layers.0.self_attn.out_proj.bias", "encoder.encoders.0.layers.0.self_attn.out_proj2.bias", "encoder.encoders.0.layers.1.bypass_scale", "encoder.encoders.0.layers.1.conv_module1.depthwise_conv.bias", "encoder.encoders.0.layers.1.conv_module1.depthwise_conv.weight", "encoder.encoders.0.layers.1.conv_module1.pointwise_conv1.bias", "encoder.encoders.0.layers.1.conv_module1.pointwise_conv1.weight", "encoder.encoders.0.layers.1.conv_module1.pointwise_conv2.bias", "encoder.encoders.0.layers.1.conv_module1.pointwise_conv2.weight", "encoder.encoders.0.layers.1.conv_module2.depthwise_conv.bias", "encoder.encoders.0.layers.1.conv_module2.depthwise_conv.weight", "encoder.encoders.0.layers.1.conv_module2.pointwise_conv1.bias", "encoder.encoders.0.layers.1.conv_module2.pointwise_conv1.weight", "encoder.encoders.0.layers.1.conv_module2.pointwise_conv2.bias", "encoder.encoders.0.layers.1.conv_module2.pointwise_conv2.weight", "encoder.encoders.0.layers.1.feed_forward1.in_proj.bias", "encoder.encoders.0.layers.1.feed_forward1.out_proj.bias", "encoder.encoders.0.layers.1.feed_forward2.in_proj.bias", "encoder.encoders.0.layers.1.feed_forward2.out_proj.bias", "encoder.encoders.0.layers.1.feed_forward3.in_proj.bias", "encoder.encoders.0.layers.1.feed_forward3.out_proj.bias", "encoder.encoders.0.layers.1.self_attn.in_proj.bias", "encoder.encoders.0.layers.1.self_attn.out_proj.bias", "encoder.encoders.0.layers.1.self_attn.out_proj2.bias", "encoder.encoders.1.downsample.query", "encoder.encoders.1.encoder.layers.0.bypass_scale", "encoder.encoders.1.encoder.layers.0.conv_module1.depthwise_conv.bias", "encoder.encoders.1.encoder.layers.0.conv_module1.depthwise_conv.weight", "encoder.encoders.1.encoder.layers.0.conv_module1.pointwise_conv1.bias", "encoder.encoders.1.encoder.layers.0.conv_module1.pointwise_conv1.weight", "encoder.encoders.1.encoder.layers.0.conv_module1.pointwise_conv2.bias", "encoder.encoders.1.encoder.layers.0.conv_module1.pointwise_conv2.weight", "encoder.encoders.1.encoder.layers.0.conv_module2.depthwise_conv.bias", "encoder.encoders.1.encoder.layers.0.conv_module2.depthwise_conv.weight", "encoder.encoders.1.encoder.layers.0.conv_module2.pointwise_conv1.bias", "encoder.encoders.1.encoder.layers.0.conv_module2.pointwise_conv1.weight", "encoder.encoders.1.encoder.layers.0.conv_module2.pointwise_conv2.bias", "encoder.encoders.1.encoder.layers.0.conv_module2.pointwise_conv2.weight", "encoder.encoders.1.encoder.layers.0.feed_forward1.in_proj.bias", "encoder.encoders.1.encoder.layers.0.feed_forward1.out_proj.bias", "encoder.encoders.1.encoder.layers.0.feed_forward2.in_proj.bias", "encoder.encoders.1.encoder.layers.0.feed_forward2.out_proj.bias", "encoder.encoders.1.encoder.layers.0.feed_forward3.in_proj.bias", "encoder.encoders.1.encoder.layers.0.feed_forward3.out_proj.bias", "encoder.encoders.1.encoder.layers.0.self_attn.in_proj.bias", "encoder.encoders.1.encoder.layers.0.self_attn.out_proj.bias", "encoder.encoders.1.encoder.layers.0.self_attn.out_proj2.bias", "encoder.encoders.1.encoder.layers.1.bypass_scale", "encoder.encoders.1.encoder.layers.1.conv_module1.depthwise_conv.bias", "encoder.encoders.1.encoder.layers.1.conv_module1.depthwise_conv.weight", "encoder.encoders.1.encoder.layers.1.conv_module1.pointwise_conv1.bias", "encoder.encoders.1.encoder.layers.1.conv_module1.pointwise_conv1.weight", "encoder.encoders.1.encoder.layers.1.conv_module1.pointwise_conv2.bias", "encoder.encoders.1.encoder.layers.1.conv_module1.pointwise_conv2.weight", "encoder.encoders.1.encoder.layers.1.conv_module2.depthwise_conv.bias", "encoder.encoders.1.encoder.layers.1.conv_module2.depthwise_conv.weight", "encoder.encoders.1.encoder.layers.1.conv_module2.pointwise_conv1.bias", "encoder.encoders.1.encoder.layers.1.conv_module2.pointwise_conv1.weight", "encoder.encoders.1.encoder.layers.1.conv_module2.pointwise_conv2.bias", "encoder.encoders.1.encoder.layers.1.conv_module2.pointwise_conv2.weight", "encoder.encoders.1.encoder.layers.1.feed_forward1.in_proj.bias", "encoder.encoders.1.encoder.layers.1.feed_forward1.out_proj.bias", "encoder.encoders.1.encoder.layers.1.feed_forward2.in_proj.bias", "encoder.encoders.1.encoder.layers.1.feed_forward2.out_proj.bias", "encoder.encoders.1.encoder.layers.1.feed_forward3.in_proj.bias", "encoder.encoders.1.encoder.layers.1.feed_forward3.out_proj.bias", "encoder.encoders.1.encoder.layers.1.self_attn.in_proj.bias", "encoder.encoders.1.encoder.layers.1.self_attn.out_proj.bias", "encoder.encoders.1.encoder.layers.1.self_attn.out_proj2.bias", "encoder.encoders.1.encoder.layers.2.bypass_scale", "encoder.encoders.1.encoder.layers.2.conv_module1.depthwise_conv.bias", "encoder.encoders.1.encoder.layers.2.conv_module1.depthwise_conv.weight", "encoder.encoders.1.encoder.layers.2.conv_module1.pointwise_conv1.bias", "encoder.encoders.1.encoder.layers.2.conv_module1.pointwise_conv1.weight", "encoder.encoders.1.encoder.layers.2.conv_module1.pointwise_conv2.bias", "encoder.encoders.1.encoder.layers.2.conv_module1.pointwise_conv2.weight", "encoder.encoders.1.encoder.layers.2.conv_module2.depthwise_conv.bias", "encoder.encoders.1.encoder.layers.2.conv_module2.depthwise_conv.weight", "encoder.encoders.1.encoder.layers.2.conv_module2.pointwise_conv1.bias", "encoder.encoders.1.encoder.layers.2.conv_module2.pointwise_conv1.weight", "encoder.encoders.1.encoder.layers.2.conv_module2.pointwise_conv2.bias", "encoder.encoders.1.encoder.layers.2.conv_module2.pointwise_conv2.weight", "encoder.encoders.1.encoder.layers.2.feed_forward1.in_proj.bias", "encoder.encoders.1.encoder.layers.2.feed_forward1.out_proj.bias", "encoder.encoders.1.encoder.layers.2.feed_forward2.in_proj.bias", "encoder.encoders.1.encoder.layers.2.feed_forward2.out_proj.bias", "encoder.encoders.1.encoder.layers.2.feed_forward3.in_proj.bias", "encoder.encoders.1.encoder.layers.2.feed_forward3.out_proj.bias", "encoder.encoders.1.encoder.layers.2.self_attn.in_proj.bias", "encoder.encoders.1.encoder.layers.2.self_attn.out_proj.bias", "encoder.encoders.1.encoder.layers.2.self_attn.out_proj2.bias", "encoder.encoders.1.encoder.layers.3.bypass_scale", "encoder.encoders.1.encoder.layers.3.conv_module1.depthwise_conv.bias", "encoder.encoders.1.encoder.layers.3.conv_module1.depthwise_conv.weight", "encoder.encoders.1.encoder.layers.3.conv_module1.pointwise_conv1.bias", "encoder.encoders.1.encoder.layers.3.conv_module1.pointwise_conv1.weight", "encoder.encoders.1.encoder.layers.3.conv_module1.pointwise_conv2.bias", "encoder.encoders.1.encoder.layers.3.conv_module1.pointwise_conv2.weight", "encoder.encoders.1.encoder.layers.3.conv_module2.depthwise_conv.bias", "encoder.encoders.1.encoder.layers.3.conv_module2.depthwise_conv.weight", "encoder.encoders.1.encoder.layers.3.conv_module2.pointwise_conv1.bias", "encoder.encoders.1.encoder.layers.3.conv_module2.pointwise_conv1.weight", "encoder.encoders.1.encoder.layers.3.conv_module2.pointwise_conv2.bias", "encoder.encoders.1.encoder.layers.3.conv_module2.pointwise_conv2.weight", "encoder.encoders.1.encoder.layers.3.feed_forward1.in_proj.bias", "encoder.encoders.1.encoder.layers.3.feed_forward1.out_proj.bias", "encoder.encoders.1.encoder.layers.3.feed_forward2.in_proj.bias", "encoder.encoders.1.encoder.layers.3.feed_forward2.out_proj.bias", "encoder.encoders.1.encoder.layers.3.feed_forward3.in_proj.bias", "encoder.encoders.1.encoder.layers.3.feed_forward3.out_proj.bias", "encoder.encoders.1.encoder.layers.3.self_attn.in_proj.bias", "encoder.encoders.1.encoder.layers.3.self_attn.out_proj.bias", "encoder.encoders.1.encoder.layers.3.self_attn.out_proj2.bias", "encoder.encoders.1.out_combiner.weight1", "encoder.encoders.2.downsample.query", "encoder.encoders.2.encoder.layers.0.bypass_scale", "encoder.encoders.2.encoder.layers.0.conv_module1.depthwise_conv.bias", "encoder.encoders.2.encoder.layers.0.conv_module1.depthwise_conv.weight", "encoder.encoders.2.encoder.layers.0.conv_module1.pointwise_conv1.bias", "encoder.encoders.2.encoder.layers.0.conv_module1.pointwise_conv1.weight", "encoder.encoders.2.encoder.layers.0.conv_module1.pointwise_conv2.bias", "encoder.encoders.2.encoder.layers.0.conv_module1.pointwise_conv2.weight", "encoder.encoders.2.encoder.layers.0.conv_module2.depthwise_conv.bias", "encoder.encoders.2.encoder.layers.0.conv_module2.depthwise_conv.weight", "encoder.encoders.2.encoder.layers.0.conv_module2.pointwise_conv1.bias", "encoder.encoders.2.encoder.layers.0.conv_module2.pointwise_conv1.weight", "encoder.encoders.2.encoder.layers.0.conv_module2.pointwise_conv2.bias", "encoder.encoders.2.encoder.layers.0.conv_module2.pointwise_conv2.weight", "encoder.encoders.2.encoder.layers.0.feed_forward1.in_proj.bias", "encoder.encoders.2.encoder.layers.0.feed_forward1.out_proj.bias", "encoder.encoders.2.encoder.layers.0.feed_forward2.in_proj.bias", "encoder.encoders.2.encoder.layers.0.feed_forward2.out_proj.bias", "encoder.encoders.2.encoder.layers.0.feed_forward3.in_proj.bias", "encoder.encoders.2.encoder.layers.0.feed_forward3.out_proj.bias", "encoder.encoders.2.encoder.layers.0.self_attn.in_proj.bias", "encoder.encoders.2.encoder.layers.0.self_attn.out_proj.bias", "encoder.encoders.2.encoder.layers.0.self_attn.out_proj2.bias", "encoder.encoders.2.encoder.layers.1.bypass_scale", "encoder.encoders.2.encoder.layers.1.conv_module1.depthwise_conv.bias", "encoder.encoders.2.encoder.layers.1.conv_module1.depthwise_conv.weight", "encoder.encoders.2.encoder.layers.1.conv_module1.pointwise_conv1.bias", "encoder.encoders.2.encoder.layers.1.conv_module1.pointwise_conv1.weight", "encoder.encoders.2.encoder.layers.1.conv_module1.pointwise_conv2.bias", "encoder.encoders.2.encoder.layers.1.conv_module1.pointwise_conv2.weight", "encoder.encoders.2.encoder.layers.1.conv_module2.depthwise_conv.bias", "encoder.encoders.2.encoder.layers.1.conv_module2.depthwise_conv.weight", "encoder.encoders.2.encoder.layers.1.conv_module2.pointwise_conv1.bias", "encoder.encoders.2.encoder.layers.1.conv_module2.pointwise_conv1.weight", "encoder.encoders.2.encoder.layers.1.conv_module2.pointwise_conv2.bias", "encoder.encoders.2.encoder.layers.1.conv_module2.pointwise_conv2.weight", "encoder.encoders.2.encoder.layers.1.feed_forward1.in_proj.bias", "encoder.encoders.2.encoder.layers.1.feed_forward1.out_proj.bias", "encoder.encoders.2.encoder.layers.1.feed_forward2.in_proj.bias", "encoder.encoders.2.encoder.layers.1.feed_forward2.out_proj.bias", "encoder.encoders.2.encoder.layers.1.feed_forward3.in_proj.bias", "encoder.encoders.2.encoder.layers.1.feed_forward3.out_proj.bias", "encoder.encoders.2.encoder.layers.1.self_attn.in_proj.bias", "encoder.encoders.2.encoder.layers.1.self_attn.out_proj.bias", "encoder.encoders.2.encoder.layers.1.self_attn.out_proj2.bias", "encoder.encoders.2.encoder.layers.2.bypass_scale", "encoder.encoders.2.encoder.layers.2.conv_module1.depthwise_conv.bias", "encoder.encoders.2.encoder.layers.2.conv_module1.depthwise_conv.weight", "encoder.encoders.2.encoder.layers.2.conv_module1.pointwise_conv1.bias", "encoder.encoders.2.encoder.layers.2.conv_module1.pointwise_conv1.weight", "encoder.encoders.2.encoder.layers.2.conv_module1.pointwise_conv2.bias", "encoder.encoders.2.encoder.layers.2.conv_module1.pointwise_conv2.weight", "encoder.encoders.2.encoder.layers.2.conv_module2.depthwise_conv.bias", "encoder.encoders.2.encoder.layers.2.conv_module2.depthwise_conv.weight", "encoder.encoders.2.encoder.layers.2.conv_module2.pointwise_conv1.bias", "encoder.encoders.2.encoder.layers.2.conv_module2.pointwise_conv1.weight", "encoder.encoders.2.encoder.layers.2.conv_module2.pointwise_conv2.bias", "encoder.encoders.2.encoder.layers.2.conv_module2.pointwise_conv2.weight", "encoder.encoders.2.encoder.layers.2.feed_forward1.in_proj.bias", "encoder.encoders.2.encoder.layers.2.feed_forward1.out_proj.bias", "encoder.encoders.2.encoder.layers.2.feed_forward2.in_proj.bias", "encoder.encoders.2.encoder.layers.2.feed_forward2.out_proj.bias", "encoder.encoders.2.encoder.layers.2.feed_forward3.in_proj.bias", "encoder.encoders.2.encoder.layers.2.feed_forward3.out_proj.bias", "encoder.encoders.2.encoder.layers.2.self_attn.in_proj.bias", "encoder.encoders.2.encoder.layers.2.self_attn.out_proj.bias", "encoder.encoders.2.encoder.layers.2.self_attn.out_proj2.bias", "encoder.encoders.2.out_combiner.weight1", "encoder.encoders.3.downsample.query", "encoder.encoders.3.encoder.layers.0.bypass_scale", "encoder.encoders.3.encoder.layers.0.conv_module1.depthwise_conv.bias", "encoder.encoders.3.encoder.layers.0.conv_module1.depthwise_conv.weight", "encoder.encoders.3.encoder.layers.0.conv_module1.pointwise_conv1.bias", "encoder.encoders.3.encoder.layers.0.conv_module1.pointwise_conv1.weight", "encoder.encoders.3.encoder.layers.0.conv_module1.pointwise_conv2.bias", "encoder.encoders.3.encoder.layers.0.conv_module1.pointwise_conv2.weight", "encoder.encoders.3.encoder.layers.0.conv_module2.depthwise_conv.bias", "encoder.encoders.3.encoder.layers.0.conv_module2.depthwise_conv.weight", "encoder.encoders.3.encoder.layers.0.conv_module2.pointwise_conv1.bias", "encoder.encoders.3.encoder.layers.0.conv_module2.pointwise_conv1.weight", "encoder.encoders.3.encoder.layers.0.conv_module2.pointwise_conv2.bias", "encoder.encoders.3.encoder.layers.0.conv_module2.pointwise_conv2.weight", "encoder.encoders.3.encoder.layers.0.feed_forward1.in_proj.bias", "encoder.encoders.3.encoder.layers.0.feed_forward1.out_proj.bias", "encoder.encoders.3.encoder.layers.0.feed_forward2.in_proj.bias", "encoder.encoders.3.encoder.layers.0.feed_forward2.out_proj.bias", "encoder.encoders.3.encoder.layers.0.feed_forward3.in_proj.bias", "encoder.encoders.3.encoder.layers.0.feed_forward3.out_proj.bias", "encoder.encoders.3.encoder.layers.0.self_attn.in_proj.bias", "encoder.encoders.3.encoder.layers.0.self_attn.out_proj.bias", "encoder.encoders.3.encoder.layers.0.self_attn.out_proj2.bias", "encoder.encoders.3.encoder.layers.1.bypass_scale", "encoder.encoders.3.encoder.layers.1.conv_module1.depthwise_conv.bias", "encoder.encoders.3.encoder.layers.1.conv_module1.depthwise_conv.weight", "encoder.encoders.3.encoder.layers.1.conv_module1.pointwise_conv1.bias", "encoder.encoders.3.encoder.layers.1.conv_module1.pointwise_conv1.weight", "encoder.encoders.3.encoder.layers.1.conv_module1.pointwise_conv2.bias", "encoder.encoders.3.encoder.layers.1.conv_module1.pointwise_conv2.weight", "encoder.encoders.3.encoder.layers.1.conv_module2.depthwise_conv.bias", "encoder.encoders.3.encoder.layers.1.conv_module2.depthwise_conv.weight", "encoder.encoders.3.encoder.layers.1.conv_module2.pointwise_conv1.bias", "encoder.encoders.3.encoder.layers.1.conv_module2.pointwise_conv1.weight", "encoder.encoders.3.encoder.layers.1.conv_module2.pointwise_conv2.bias", "encoder.encoders.3.encoder.layers.1.conv_module2.pointwise_conv2.weight", "encoder.encoders.3.encoder.layers.1.feed_forward1.in_proj.bias", "encoder.encoders.3.encoder.layers.1.feed_forward1.out_proj.bias", "encoder.encoders.3.encoder.layers.1.feed_forward2.in_proj.bias", "encoder.encoders.3.encoder.layers.1.feed_forward2.out_proj.bias", "encoder.encoders.3.encoder.layers.1.feed_forward3.in_proj.bias", "encoder.encoders.3.encoder.layers.1.feed_forward3.out_proj.bias", "encoder.encoders.3.encoder.layers.1.self_attn.in_proj.bias", "encoder.encoders.3.encoder.layers.1.self_attn.out_proj.bias", "encoder.encoders.3.encoder.layers.1.self_attn.out_proj2.bias", "encoder.encoders.3.out_combiner.weight1", "encoder.encoders.4.downsample.query", "encoder.encoders.4.encoder.layers.0.bypass_scale", "encoder.encoders.4.encoder.layers.0.conv_module1.depthwise_conv.bias", "encoder.encoders.4.encoder.layers.0.conv_module1.depthwise_conv.weight", "encoder.encoders.4.encoder.layers.0.conv_module1.pointwise_conv1.bias", "encoder.encoders.4.encoder.layers.0.conv_module1.pointwise_conv1.weight", "encoder.encoders.4.encoder.layers.0.conv_module1.pointwise_conv2.bias", "encoder.encoders.4.encoder.layers.0.conv_module1.pointwise_conv2.weight", "encoder.encoders.4.encoder.layers.0.conv_module2.depthwise_conv.bias", "encoder.encoders.4.encoder.layers.0.conv_module2.depthwise_conv.weight", "encoder.encoders.4.encoder.layers.0.conv_module2.pointwise_conv1.bias", "encoder.encoders.4.encoder.layers.0.conv_module2.pointwise_conv1.weight", "encoder.encoders.4.encoder.layers.0.conv_module2.pointwise_conv2.bias", "encoder.encoders.4.encoder.layers.0.conv_module2.pointwise_conv2.weight", "encoder.encoders.4.encoder.layers.0.feed_forward1.in_proj.bias", "encoder.encoders.4.encoder.layers.0.feed_forward1.out_proj.bias", "encoder.encoders.4.encoder.layers.0.feed_forward2.in_proj.bias", "encoder.encoders.4.encoder.layers.0.feed_forward2.out_proj.bias", "encoder.encoders.4.encoder.layers.0.feed_forward3.in_proj.bias", "encoder.encoders.4.encoder.layers.0.feed_forward3.out_proj.bias", "encoder.encoders.4.encoder.layers.0.self_attn.in_proj.bias", "encoder.encoders.4.encoder.layers.0.self_attn.out_proj.bias", "encoder.encoders.4.encoder.layers.0.self_attn.out_proj2.bias", "encoder.encoders.4.encoder.layers.1.bypass_scale", "encoder.encoders.4.encoder.layers.1.conv_module1.depthwise_conv.bias", "encoder.encoders.4.encoder.layers.1.conv_module1.depthwise_conv.weight", "encoder.encoders.4.encoder.layers.1.conv_module1.pointwise_conv1.bias", "encoder.encoders.4.encoder.layers.1.conv_module1.pointwise_conv1.weight", "encoder.encoders.4.encoder.layers.1.conv_module1.pointwise_conv2.bias", "encoder.encoders.4.encoder.layers.1.conv_module1.pointwise_conv2.weight", "encoder.encoders.4.encoder.layers.1.conv_module2.depthwise_conv.bias", "encoder.encoders.4.encoder.layers.1.conv_module2.depthwise_conv.weight", "encoder.encoders.4.encoder.layers.1.conv_module2.pointwise_conv1.bias", "encoder.encoders.4.encoder.layers.1.conv_module2.pointwise_conv1.weight", "encoder.encoders.4.encoder.layers.1.conv_module2.pointwise_conv2.bias", "encoder.encoders.4.encoder.layers.1.conv_module2.pointwise_conv2.weight", "encoder.encoders.4.encoder.layers.1.feed_forward1.in_proj.bias", "encoder.encoders.4.encoder.layers.1.feed_forward1.out_proj.bias", "encoder.encoders.4.encoder.layers.1.feed_forward2.in_proj.bias", "encoder.encoders.4.encoder.layers.1.feed_forward2.out_proj.bias", "encoder.encoders.4.encoder.layers.1.feed_forward3.in_proj.bias", "encoder.encoders.4.encoder.layers.1.feed_forward3.out_proj.bias", "encoder.encoders.4.encoder.layers.1.self_attn.in_proj.bias", "encoder.encoders.4.encoder.layers.1.self_attn.out_proj.bias", "encoder.encoders.4.encoder.layers.1.self_attn.out_proj2.bias", "encoder.encoders.4.encoder.layers.2.bypass_scale", "encoder.encoders.4.encoder.layers.2.conv_module1.depthwise_conv.bias", "encoder.encoders.4.encoder.layers.2.conv_module1.depthwise_conv.weight", "encoder.encoders.4.encoder.layers.2.conv_module1.pointwise_conv1.bias", "encoder.encoders.4.encoder.layers.2.conv_module1.pointwise_conv1.weight", "encoder.encoders.4.encoder.layers.2.conv_module1.pointwise_conv2.bias", "encoder.encoders.4.encoder.layers.2.conv_module1.pointwise_conv2.weight", "encoder.encoders.4.encoder.layers.2.conv_module2.depthwise_conv.bias", "encoder.encoders.4.encoder.layers.2.conv_module2.depthwise_conv.weight", "encoder.encoders.4.encoder.layers.2.conv_module2.pointwise_conv1.bias", "encoder.encoders.4.encoder.layers.2.conv_module2.pointwise_conv1.weight", "encoder.encoders.4.encoder.layers.2.conv_module2.pointwise_conv2.bias", "encoder.encoders.4.encoder.layers.2.conv_module2.pointwise_conv2.weight", "encoder.encoders.4.encoder.layers.2.feed_forward1.in_proj.bias", "encoder.encoders.4.encoder.layers.2.feed_forward1.out_proj.bias", "encoder.encoders.4.encoder.layers.2.feed_forward2.in_proj.bias", "encoder.encoders.4.encoder.layers.2.feed_forward2.out_proj.bias", "encoder.encoders.4.encoder.layers.2.feed_forward3.in_proj.bias", "encoder.encoders.4.encoder.layers.2.feed_forward3.out_proj.bias", "encoder.encoders.4.encoder.layers.2.self_attn.in_proj.bias", "encoder.encoders.4.encoder.layers.2.self_attn.out_proj.bias", "encoder.encoders.4.encoder.layers.2.self_attn.out_proj2.bias", "encoder.encoders.4.encoder.layers.3.bypass_scale", "encoder.encoders.4.encoder.layers.3.conv_module1.depthwise_conv.bias", "encoder.encoders.4.encoder.layers.3.conv_module1.depthwise_conv.weight", "encoder.encoders.4.encoder.layers.3.conv_module1.pointwise_conv1.bias", "encoder.encoders.4.encoder.layers.3.conv_module1.pointwise_conv1.weight", "encoder.encoders.4.encoder.layers.3.conv_module1.pointwise_conv2.bias", "encoder.encoders.4.encoder.layers.3.conv_module1.pointwise_conv2.weight", "encoder.encoders.4.encoder.layers.3.conv_module2.depthwise_conv.bias", "encoder.encoders.4.encoder.layers.3.conv_module2.depthwise_conv.weight", "encoder.encoders.4.encoder.layers.3.conv_module2.pointwise_conv1.bias", "encoder.encoders.4.encoder.layers.3.conv_module2.pointwise_conv1.weight", "encoder.encoders.4.encoder.layers.3.conv_module2.pointwise_conv2.bias", "encoder.encoders.4.encoder.layers.3.conv_module2.pointwise_conv2.weight", "encoder.encoders.4.encoder.layers.3.feed_forward1.in_proj.bias", "encoder.encoders.4.encoder.layers.3.feed_forward1.out_proj.bias", "encoder.encoders.4.encoder.layers.3.feed_forward2.in_proj.bias", "encoder.encoders.4.encoder.layers.3.feed_forward2.out_proj.bias", "encoder.encoders.4.encoder.layers.3.feed_forward3.in_proj.bias", "encoder.encoders.4.encoder.layers.3.feed_forward3.out_proj.bias", "encoder.encoders.4.encoder.layers.3.self_attn.in_proj.bias", "encoder.encoders.4.encoder.layers.3.self_attn.out_proj.bias", "encoder.encoders.4.encoder.layers.3.self_attn.out_proj2.bias", "encoder.encoders.4.out_combiner.weight1", "encoder.skip_modules.4.weight1", "encoder_proj.bias", "gemm_input_shape_token_0", "gemm_input_shape_token_102", "gemm_input_shape_token_108", "gemm_input_shape_token_114", "gemm_input_shape_token_12", "gemm_input_shape_token_120", "gemm_input_shape_token_132", "gemm_input_shape_token_138", "gemm_input_shape_token_150", "gemm_input_shape_token_156", "gemm_input_shape_token_162", "gemm_input_shape_token_168", "gemm_input_shape_token_174", "gemm_input_shape_token_186", "gemm_input_shape_token_192", "gemm_input_shape_token_204", "gemm_input_shape_token_210", "gemm_input_shape_token_216", "gemm_input_shape_token_222", "gemm_input_shape_token_228", "gemm_input_shape_token_24", "gemm_input_shape_token_240", "gemm_input_shape_token_246", "gemm_input_shape_token_258", "gemm_input_shape_token_264", "gemm_input_shape_token_270", "gemm_input_shape_token_276", "gemm_input_shape_token_282", "gemm_input_shape_token_294", "gemm_input_shape_token_30", "gemm_input_shape_token_300", "gemm_input_shape_token_312", "gemm_input_shape_token_318", "gemm_input_shape_token_324", "gemm_input_shape_token_330", "gemm_input_shape_token_336", "gemm_input_shape_token_348", "gemm_input_shape_token_354", "gemm_input_shape_token_366", "gemm_input_shape_token_372", "gemm_input_shape_token_378", "gemm_input_shape_token_384", "gemm_input_shape_token_390", "gemm_input_shape_token_402", "gemm_input_shape_token_408", "gemm_input_shape_token_42", "gemm_input_shape_token_420", "gemm_input_shape_token_426", "gemm_input_shape_token_432", "gemm_input_shape_token_438", "gemm_input_shape_token_444", "gemm_input_shape_token_456", "gemm_input_shape_token_462", "gemm_input_shape_token_474", "gemm_input_shape_token_48", "gemm_input_shape_token_480", "gemm_input_shape_token_486", "gemm_input_shape_token_492", "gemm_input_shape_token_498", "gemm_input_shape_token_510", "gemm_input_shape_token_516", "gemm_input_shape_token_528", "gemm_input_shape_token_534", "gemm_input_shape_token_54", "gemm_input_shape_token_540", "gemm_input_shape_token_546", "gemm_input_shape_token_552", "gemm_input_shape_token_564", "gemm_input_shape_token_570", "gemm_input_shape_token_582", "gemm_input_shape_token_588", "gemm_input_shape_token_594", "gemm_input_shape_token_6", "gemm_input_shape_token_60", "gemm_input_shape_token_600", "gemm_input_shape_token_606", "gemm_input_shape_token_618", "gemm_input_shape_token_624", "gemm_input_shape_token_636", "gemm_input_shape_token_642", "gemm_input_shape_token_648", "gemm_input_shape_token_654", "gemm_input_shape_token_66", "gemm_input_shape_token_660", "gemm_input_shape_token_672", "gemm_input_shape_token_678", "gemm_input_shape_token_690", "gemm_input_shape_token_696", "gemm_input_shape_token_702", "gemm_input_shape_token_708", "gemm_input_shape_token_714", "gemm_input_shape_token_726", "gemm_input_shape_token_732", "gemm_input_shape_token_744", "gemm_input_shape_token_750", "gemm_input_shape_token_756", "gemm_input_shape_token_762", "gemm_input_shape_token_768", "gemm_input_shape_token_78", "gemm_input_shape_token_780", "gemm_input_shape_token_786", "gemm_input_shape_token_798", "gemm_input_shape_token_804", "gemm_input_shape_token_810", "gemm_input_shape_token_84", "gemm_input_shape_token_96", "gemm_output_shape", "gemm_output_shape_token_105", "gemm_output_shape_token_111", "gemm_output_shape_token_117", "gemm_output_shape_token_123", "gemm_output_shape_token_129", "gemm_output_shape_token_135", "gemm_output_shape_token_141", "gemm_output_shape_token_147", "gemm_output_shape_token_15", "gemm_output_shape_token_153", "gemm_output_shape_token_159", "gemm_output_shape_token_165", "gemm_output_shape_token_171", "gemm_output_shape_token_177", "gemm_output_shape_token_183", "gemm_output_shape_token_189", "gemm_output_shape_token_195", "gemm_output_shape_token_201", "gemm_output_shape_token_207", "gemm_output_shape_token_21", "gemm_output_shape_token_213", "gemm_output_shape_token_219", "gemm_output_shape_token_225", "gemm_output_shape_token_231", "gemm_output_shape_token_237", "gemm_output_shape_token_243", "gemm_output_shape_token_249", "gemm_output_shape_token_255", "gemm_output_shape_token_261", "gemm_output_shape_token_267", "gemm_output_shape_token_27", "gemm_output_shape_token_273", "gemm_output_shape_token_279", "gemm_output_shape_token_285", "gemm_output_shape_token_291", "gemm_output_shape_token_297", "gemm_output_shape_token_3", "gemm_output_shape_token_303", "gemm_output_shape_token_309", "gemm_output_shape_token_315", "gemm_output_shape_token_321", "gemm_output_shape_token_327", "gemm_output_shape_token_33", "gemm_output_shape_token_333", "gemm_output_shape_token_339", "gemm_output_shape_token_345", "gemm_output_shape_token_351", "gemm_output_shape_token_357", "gemm_output_shape_token_363", "gemm_output_shape_token_369", "gemm_output_shape_token_375", "gemm_output_shape_token_381", "gemm_output_shape_token_387", "gemm_output_shape_token_39", "gemm_output_shape_token_393", "gemm_output_shape_token_399", "gemm_output_shape_token_405", "gemm_output_shape_token_411", "gemm_output_shape_token_417", "gemm_output_shape_token_423", "gemm_output_shape_token_429", "gemm_output_shape_token_435", "gemm_output_shape_token_441", "gemm_output_shape_token_447", "gemm_output_shape_token_45", "gemm_output_shape_token_453", "gemm_output_shape_token_459", "gemm_output_shape_token_465", "gemm_output_shape_token_471", "gemm_output_shape_token_477", "gemm_output_shape_token_483", "gemm_output_shape_token_489", "gemm_output_shape_token_495", "gemm_output_shape_token_501", "gemm_output_shape_token_507", "gemm_output_shape_token_51", "gemm_output_shape_token_513", "gemm_output_shape_token_519", "gemm_output_shape_token_525", "gemm_output_shape_token_531", "gemm_output_shape_token_537", "gemm_output_shape_token_543", "gemm_output_shape_token_549", "gemm_output_shape_token_555", "gemm_output_shape_token_561", "gemm_output_shape_token_567", "gemm_output_shape_token_57", "gemm_output_shape_token_573", "gemm_output_shape_token_579", "gemm_output_shape_token_585", "gemm_output_shape_token_591", "gemm_output_shape_token_597", "gemm_output_shape_token_603", "gemm_output_shape_token_609", "gemm_output_shape_token_615", "gemm_output_shape_token_621", "gemm_output_shape_token_627", "gemm_output_shape_token_63", "gemm_output_shape_token_633", "gemm_output_shape_token_639", "gemm_output_shape_token_645", "gemm_output_shape_token_651", "gemm_output_shape_token_657", "gemm_output_shape_token_663", "gemm_output_shape_token_669", "gemm_output_shape_token_675", "gemm_output_shape_token_681", "gemm_output_shape_token_687", "gemm_output_shape_token_69", "gemm_output_shape_token_693", "gemm_output_shape_token_699", "gemm_output_shape_token_705", "gemm_output_shape_token_711", "gemm_output_shape_token_717", "gemm_output_shape_token_723", "gemm_output_shape_token_729", "gemm_output_shape_token_735", "gemm_output_shape_token_741", "gemm_output_shape_token_747", "gemm_output_shape_token_75", "gemm_output_shape_token_753", "gemm_output_shape_token_759", "gemm_output_shape_token_765", "gemm_output_shape_token_771", "gemm_output_shape_token_777", "gemm_output_shape_token_783", "gemm_output_shape_token_789", "gemm_output_shape_token_795", "gemm_output_shape_token_801", "gemm_output_shape_token_807", "gemm_output_shape_token_81", "gemm_output_shape_token_87", "gemm_output_shape_token_9", "gemm_output_shape_token_93", "gemm_output_shape_token_99", "onnx::Add_7732", "onnx::Add_7927", "onnx::Add_8060", "onnx::Add_8318", "onnx::MatMul_7353", "onnx::MatMul_7356", "onnx::MatMul_7357", "onnx::MatMul_7359", "onnx::MatMul_7360", "onnx::MatMul_7398", "onnx::MatMul_7403", "onnx::MatMul_7404", "onnx::MatMul_7405", "onnx::MatMul_7411", "onnx::MatMul_7416", "onnx::MatMul_7417", "onnx::MatMul_7418", "onnx::MatMul_7419", "onnx::MatMul_7421", "onnx::MatMul_7422", "onnx::MatMul_7460", "onnx::MatMul_7465", "onnx::MatMul_7466", "onnx::MatMul_7467", "onnx::MatMul_7473", "onnx::MatMul_7478", "onnx::MatMul_7479", "onnx::MatMul_7483", "onnx::MatMul_7484", "onnx::MatMul_7486", "onnx::MatMul_7487", "onnx::MatMul_7525", "onnx::MatMul_7530", "onnx::MatMul_7531", "onnx::MatMul_7532", "onnx::MatMul_7538", "onnx::MatMul_7543", "onnx::MatMul_7544", "onnx::MatMul_7545", "onnx::MatMul_7546", "onnx::MatMul_7548", "onnx::MatMul_7549", "onnx::MatMul_7587", "onnx::MatMul_7592", "onnx::MatMul_7593", "onnx::MatMul_7594", "onnx::MatMul_7600", "onnx::MatMul_7605", "onnx::MatMul_7606", "onnx::MatMul_7607", "onnx::MatMul_7608", "onnx::MatMul_7610", "onnx::MatMul_7611", "onnx::MatMul_7649", "onnx::MatMul_7654", "onnx::MatMul_7655", "onnx::MatMul_7656", "onnx::MatMul_7662", "onnx::MatMul_7667", "onnx::MatMul_7668", "onnx::MatMul_7669", "onnx::MatMul_7670", "onnx::MatMul_7672", "onnx::MatMul_7673", "onnx::MatMul_7711", "onnx::MatMul_7716", "onnx::MatMul_7717", "onnx::MatMul_7718", "onnx::MatMul_7724", "onnx::MatMul_7729", "onnx::MatMul_7730", "onnx::MatMul_7740", "onnx::MatMul_7741", "onnx::MatMul_7743", "onnx::MatMul_7744", "onnx::MatMul_7782", "onnx::MatMul_7787", "onnx::MatMul_7788", "onnx::MatMul_7789", "onnx::MatMul_7795", "onnx::MatMul_7800", "onnx::MatMul_7801", "onnx::MatMul_7802", "onnx::MatMul_7803", "onnx::MatMul_7805", "onnx::MatMul_7806", "onnx::MatMul_7844", "onnx::MatMul_7849", "onnx::MatMul_7850", "onnx::MatMul_7851", "onnx::MatMul_7857", "onnx::MatMul_7862", "onnx::MatMul_7863", "onnx::MatMul_7864", "onnx::MatMul_7865", "onnx::MatMul_7867", "onnx::MatMul_7868", "onnx::MatMul_7906", "onnx::MatMul_7911", "onnx::MatMul_7912", "onnx::MatMul_7913", "onnx::MatMul_7919", "onnx::MatMul_7924", "onnx::MatMul_7925", "onnx::MatMul_7935", "onnx::MatMul_7936", "onnx::MatMul_7938", "onnx::MatMul_7939", "onnx::MatMul_7977", "onnx::MatMul_7982", "onnx::MatMul_7983", "onnx::MatMul_7984", "onnx::MatMul_7990", "onnx::MatMul_7995", "onnx::MatMul_7996", "onnx::MatMul_7997", "onnx::MatMul_7998", "onnx::MatMul_8000", "onnx::MatMul_8001", "onnx::MatMul_8039", "onnx::MatMul_8044", "onnx::MatMul_8045", "onnx::MatMul_8046", "onnx::MatMul_8052", "onnx::MatMul_8057", "onnx::MatMul_8058", "onnx::MatMul_8069", "onnx::MatMul_8070", "onnx::MatMul_8072", "onnx::MatMul_8073", "onnx::MatMul_8111", "onnx::MatMul_8116", "onnx::MatMul_8117", "onnx::MatMul_8118", "onnx::MatMul_8124", "onnx::MatMul_8129", "onnx::MatMul_8130", "onnx::MatMul_8131", "onnx::MatMul_8132", "onnx::MatMul_8134", "onnx::MatMul_8135", "onnx::MatMul_8173", "onnx::MatMul_8178", "onnx::MatMul_8179", "onnx::MatMul_8180", "onnx::MatMul_8186", "onnx::MatMul_8191", "onnx::MatMul_8192", "onnx::MatMul_8193", "onnx::MatMul_8194", "onnx::MatMul_8196", "onnx::MatMul_8197", "onnx::MatMul_8235", "onnx::MatMul_8240", "onnx::MatMul_8241", "onnx::MatMul_8242", "onnx::MatMul_8248", "onnx::MatMul_8253", "onnx::MatMul_8254", "onnx::MatMul_8255", "onnx::MatMul_8256", "onnx::MatMul_8258", "onnx::MatMul_8259", "onnx::MatMul_8297", "onnx::MatMul_8302", "onnx::MatMul_8303", "onnx::MatMul_8304", "onnx::MatMul_8310", "onnx::MatMul_8315", "onnx::MatMul_8316", "onnx::MatMul_8324", "onnx::Mul_7736", "onnx::Mul_7931", "onnx::Mul_8064", "onnx::Mul_8065", "onnx::Mul_8322", "onnx::Unsqueeze_910" ], "device": "VAIML", "vaimlParam": { "vaimlModelPath": "./encoder-epoch-99-avg-1-T-151_static_20250527144825/vaiml_par_0", "aiAnalyzerProfiling": true, "deviceName": "stx", "outputShapes": [ { "shapes": [ "4", "144", "1", "96" ] }, { "shapes": [ "2", "36", "1", "96" ] }, { "shapes": [ "3", "72", "1", "96" ] }, { "shapes": [ "4", "144", "1", "96" ] }, { "shapes": [ "2", "288", "1", "96" ] }, { "shapes": [ "4", "144", "1", "96" ] }, { "shapes": [ "2", "36", "1", "96" ] }, { "shapes": [ "3", "72", "1", "96" ] }, { "shapes": [ "4", "144", "1", "96" ] }, { "shapes": [ "2", "288", "1", "96" ] }, { "shapes": [ "4", "144", "1", "192" ] }, { "shapes": [ "2", "36", "1", "192" ] }, { "shapes": [ "3", "72", "1", "192" ] }, { "shapes": [ "4", "144", "1", "192" ] }, { "shapes": [ "2", "288", "1", "192" ] }, { "shapes": [ "4", "1", "384", "30" ] }, { "shapes": [ "2", "1", "384", "30" ] }, { "shapes": [ "3", "1", "384", "30" ] }, { "shapes": [ "4", "1", "384", "30" ] }, { "shapes": [ "2", "1", "384", "30" ] }, { "shapes": [ "4", "1", "384", "30" ] }, { "shapes": [ "2", "1", "384", "30" ] }, { "shapes": [ "3", "1", "384", "30" ] }, { "shapes": [ "4", "1", "384", "30" ] }, { "shapes": [ "2", "1", "384", "30" ] }, { "shapes": [ "4", "1", "384" ] }, { "shapes": [ "2", "1", "384" ] }, { "shapes": [ "3", "1", "384" ] }, { "shapes": [ "4", "1", "384" ] }, { "shapes": [ "2", "1", "384" ] }, { "shapes": [ "36", "512" ] } ], "inputShapes": [ { "shapes": [ "1", "1" ] }, { "shapes": [ "1", "1" ] }, { "shapes": [ "1", "1" ] }, { "shapes": [ "1", "1" ] }, { "shapes": [ "1", "1" ] }, { "shapes": [ "1", "1" ] }, { "shapes": [ "1", "1" ] }, { "shapes": [ "1", "1" ] }, { "shapes": [ "1", "1" ] }, { "shapes": [ "1", "1" ] }, { "shapes": [ "1", "1" ] }, { "shapes": [ "1", "1" ] }, { "shapes": [ "1", "1" ] }, { "shapes": [ "1", "1" ] }, { "shapes": [ "1", "1" ] }, { "shapes": [ "36", "1", "1" ] }, { "shapes": [ "36", "1", "1" ] }, { "shapes": [ "36", "1", "1" ] }, { "shapes": [ "18", "1", "1" ] }, { "shapes": [ "18", "1", "1" ] }, { "shapes": [ "18", "1", "1" ] }, { "shapes": [ "9", "1", "1" ] }, { "shapes": [ "72", "1", "1" ] }, { "shapes": [ "9", "1", "1" ] }, { "shapes": [ "36", "1", "1" ] }, { "shapes": [ "36", "1", "1" ] }, { "shapes": [ "72", "1", "1" ] }, { "shapes": [ "36", "1", "1" ] }, { "shapes": [ "36", "1", "1" ] }, { "shapes": [ "36", "1", "1" ] }, { "shapes": [ "1", "1", "151", "80" ] }, { "shapes": [ "2", "1", "384" ] }, { "shapes": [ "4", "1", "384" ] }, { "shapes": [ "3", "1", "384" ] }, { "shapes": [ "2", "1", "384" ] }, { "shapes": [ "4", "1", "384" ] }, { "shapes": [ "2", "1", "384", "30" ] }, { "shapes": [ "4", "1", "384", "30" ] }, { "shapes": [ "3", "1", "384", "30" ] }, { "shapes": [ "2", "1", "384", "30" ] }, { "shapes": [ "4", "1", "384", "30" ] }, { "shapes": [ "2", "1", "384", "30" ] }, { "shapes": [ "4", "1", "384", "30" ] }, { "shapes": [ "3", "1", "384", "30" ] }, { "shapes": [ "2", "1", "384", "30" ] }, { "shapes": [ "4", "1", "384", "30" ] }, { "shapes": [ "2", "288", "1", "192" ] }, { "shapes": [ "4", "144", "1", "192" ] }, { "shapes": [ "3", "72", "1", "192" ] }, { "shapes": [ "2", "36", "1", "192" ] }, { "shapes": [ "4", "144", "1", "192" ] }, { "shapes": [ "2", "288", "1", "96" ] }, { "shapes": [ "4", "144", "1", "96" ] }, { "shapes": [ "3", "72", "1", "96" ] }, { "shapes": [ "2", "36", "1", "96" ] }, { "shapes": [ "4", "144", "1", "96" ] }, { "shapes": [ "2", "288", "1", "96" ] }, { "shapes": [ "4", "144", "1", "96" ] }, { "shapes": [ "3", "72", "1", "96" ] }, { "shapes": [ "2", "36", "1", "96" ] }, { "shapes": [ "4", "144", "1", "96" ] } ], "vaimlUnarchivePath": "./encoder-epoch-99-avg-1-T-151_static_20250527144825", "subgraphName": "vaiml_par_0", "priority": "normal", "configJson": "vitisai_config.json", "deviceBatchSize": 1, "inputNames": [ "/Cast_10_output_0", "/Cast_15_output_0", "/Cast_20_output_0", "/Cast_25_output_0", "/Cast_30_output_0", "/Cast_35_output_0", "/Cast_40_output_0", "/Cast_45_output_0", "/Cast_50_output_0", "/Cast_55_output_0", "/Cast_5_output_0", "/Cast_60_output_0", "/Cast_65_output_0", "/Cast_70_output_0", "/Cast_output_0", "/Unsqueeze_120_output_0", "/Unsqueeze_154_output_0", "/Unsqueeze_188_output_0", "/Unsqueeze_251_output_0", "/Unsqueeze_285_output_0", "/Unsqueeze_319_output_0", "/Unsqueeze_375_output_0", "/Unsqueeze_38_output_0", "/Unsqueeze_409_output_0", "/Unsqueeze_458_output_0", "/Unsqueeze_492_output_0", "/Unsqueeze_4_output_0", "/Unsqueeze_526_output_0", "/Unsqueeze_560_output_0", "/Unsqueeze_86_output_0", "/encoder_embed/Unsqueeze_output_0", "cached_avg_0", "cached_avg_1", "cached_avg_2", "cached_avg_3", "cached_avg_4", "cached_conv1_0", "cached_conv1_1", "cached_conv1_2", "cached_conv1_3", "cached_conv1_4", "cached_conv2_0", "cached_conv2_1", "cached_conv2_2", "cached_conv2_3", "cached_conv2_4", "cached_key_0", "cached_key_1", "cached_key_2", "cached_key_3", "cached_key_4", "cached_val2_0", "cached_val2_1", "cached_val2_2", "cached_val2_3", "cached_val2_4", "cached_val_0", "cached_val_1", "cached_val_2", "cached_val_3", "cached_val_4" ], "outputNames": [ "new_cached_val_4", "new_cached_val_3", "new_cached_val_2", "new_cached_val_1", "new_cached_val_0", "new_cached_val2_4", "new_cached_val2_3", "new_cached_val2_2", "new_cached_val2_1", "new_cached_val2_0", "new_cached_key_4", "new_cached_key_3", "new_cached_key_2", "new_cached_key_1", "new_cached_key_0", "new_cached_conv2_4", "new_cached_conv2_3", "new_cached_conv2_2", "new_cached_conv2_1", "new_cached_conv2_0", "new_cached_conv1_4", "new_cached_conv1_3", "new_cached_conv1_2", "new_cached_conv1_1", "new_cached_conv1_0", "new_cached_avg_4", "new_cached_avg_3", "new_cached_avg_2", "new_cached_avg_1", "new_cached_avg_0", "gemm_output_reshape_arg_token_814" ] } } ], "config": { "passes": [ { "name": "init", "plugin": "vaip-pass_init" }, { "name": "vaiml_partition", "plugin": "vaip-pass_vaiml_partition", "vaimlConfig": { "thresholdGopsPercent": 0, "keepOutputs": true } } ], "cacheDir": "./", "cacheKey": "encoder-epoch-99-avg-1-T-151_static_20250527144825", "version": { "versionInfos": [ { "packageName": "vai-rt", "commit": "git_id: 1597619bc1301d6cbf04c2d418580d9ee0920b40 build 2456 at 20250528072124", "version": "v1.0" }, { "packageName": "onnxruntime", "commit": "ce6617838c5b2290e727cde6c2f7bc678e44cf1a", "version": "ce6617" }, { "packageName": "glog", "commit": "b33e3bad4c46c8a6345525fd822af355e5ef9446", "version": "v0.6.0" }, { "packageName": "gsl", "commit": "a3534567187d2edc428efd3f13466ff75fe5805c", "version": "v4.0.0" }, { "packageName": "json", "commit": "bc889afb4c5bf1c0d8ee29ef35eaaf4c8bef8a5d", "version": "v3.11.2" }, { "packageName": "protobuf", "commit": "f0dc78d7e6e331b8c6bb2d5283e06aa26883ca7c", "version": "v21.12" }, { "packageName": "onnxruntime", "commit": "ce6617838c5b2290e727cde6c2f7bc678e44cf1a", "version": "test-tag-5255-gce661" }, { "packageName": "xcompiler", "commit": "123a1919231e049cd1cd9a61fb4e9121a279e0c1", "version": "rc3-2002-g123a" }, { "packageName": "xir", "commit": "67ef0dad98acdbd8750d0df34031394b349d305d", "version": "rc3-66-g67ef" }, { "packageName": "target-factory", "commit": "b0cf91e186c01cb0e2313e376e23fe05b64ef667", "version": "SR-945504-455-gb0cf" }, { "packageName": "trace-logging", "commit": "02720323ad17edf139f1be97bb8eb56c6c24d06d", "version": "rc3-4-g0272" }, { "packageName": "vart", "commit": "e2e6cef3e3540f763fc79b9ab3bc4faeebf3af1f", "version": "rc3-292-ge2e6" }, { "packageName": "graph-engine", "commit": "1205492245ca4b93f5c9818f43d097b893db20fc", "version": "rc3-243-g1205" }, { "packageName": "DynamicDispatch", "commit": "813e37472838597128bfce0f6d7c12864ef87fac", "version": "RAI-1.3GA-601-g813e3" }, { "packageName": "VAIP", "commit": "4256075606e5502208704b2344b25089d93427a0", "version": "cp_dev_no_morphizen-282-g42560" }, { "packageName": "morphizen", "commit": "6404eb08b480a043e83be6c369c08788385d9d7d", "version": "6404eb" } ] }, "onnxPath": "/proj/vaiml_int/staff/praveeni/csr_iswarya_zoom_models/models/encoder-epoch-99-avg-1-T-151_static_20250527144825.onnx", "sessionOptions": { "config_file": "vitisai_config.json" }, "aiAnalyzerVisualization": true, "aiAnalyzerProfiling": true, "onnxMd5File": "54bcb1ebe11c2810ff44b6aa9d673d26", "onnxMd5A": "1f49658531cf7d7051b7447f688f65ad", "onnxMd5B": "dd2d91d29fcbcdd10f059e15813a2eaf" }, "events": [ { "name": "before_compile_onnx_model_internal", "ph": "X", "ts": "814806", "pid": "3549848", "tid": "3549848", "args": { "memUsage": {} }, "dur": "232015" }, { "id": "before_compile_onnx_model_internal_mem_usage_1", "ph": "v", "ts": "814806", "pid": "3549848", "args": { "dumps": { "process_totals": { "peak_memory": "0", "current_memory": "0" } } } }, { "id": "before_compile_onnx_model_internal_mem_usage_2", "ph": "v", "ts": "1046821", "pid": "3549848", "args": { "dumps": { "process_totals": { "peak_memory": "0", "current_memory": "0" } } } }, { "name": "check_cache_hit", "ph": "X", "ts": "1046901", "pid": "3549848", "tid": "3549848", "args": { "memUsage": {} }, "dur": "2" }, { "id": "check_cache_hit_mem_usage_1", "ph": "v", "ts": "1046901", "pid": "3549848", "args": { "dumps": { "process_totals": { "peak_memory": "0", "current_memory": "0" } } } }, { "id": "check_cache_hit_mem_usage_2", "ph": "v", "ts": "1046904", "pid": "3549848", "args": { "dumps": { "process_totals": { "peak_memory": "0", "current_memory": "0" } } } }, { "name": "0-init@vaip-pass_init", "ph": "X", "ts": "1046950", "pid": "3549848", "tid": "3549848", "args": { "memUsage": {} }, "dur": "30" }, { "id": "0-init@vaip-pass_init_mem_usage_1", "ph": "v", "ts": "1046950", "pid": "3549848", "args": { "dumps": { "process_totals": { "peak_memory": "0", "current_memory": "0" } } } }, { "id": "0-init@vaip-pass_init_mem_usage_2", "ph": "v", "ts": "1046981", "pid": "3549848", "args": { "dumps": { "process_totals": { "peak_memory": "0", "current_memory": "0" } } } }, { "name": "1-vaiml_partition@vaip-pass_vaiml_partition", "ph": "X", "ts": "1046984", "pid": "3549848", "tid": "3549848", "args": { "memUsage": {} }, "dur": "8947175900" }, { "id": "1-vaiml_partition@vaip-pass_vaiml_partition_mem_usage_1", "ph": "v", "ts": "1046984", "pid": "3549848", "args": { "dumps": { "process_totals": { "peak_memory": "0", "current_memory": "0" } } } }, { "id": "1-vaiml_partition@vaip-pass_vaiml_partition_mem_usage_2", "ph": "v", "ts": "8948222884", "pid": "3549848", "args": { "dumps": { "process_totals": { "peak_memory": "0", "current_memory": "0" } } } }, { "name": "update_cache", "ph": "X", "ts": "1046907", "pid": "3549848", "tid": "3549848", "args": { "memUsage": {} }, "dur": "8947176345" }, { "id": "update_cache_mem_usage_1", "ph": "v", "ts": "1046907", "pid": "3549848", "args": { "dumps": { "process_totals": { "peak_memory": "0", "current_memory": "0" } } } }, { "id": "update_cache_mem_usage_2", "ph": "v", "ts": "8948223253", "pid": "3549848", "args": { "dumps": { "process_totals": { "peak_memory": "0", "current_memory": "0" } } } } ], "cacheFiles": [ "context.json" ] }