diff --git "a/graph_nodes.json" "b/graph_nodes.json" new file mode 100644--- /dev/null +++ "b/graph_nodes.json" @@ -0,0 +1,45746 @@ +[ + { + "node_id:": 0, + "node_inputs:": [ + { + "input_dimension:": "2 1 ", + "input_name:": "cached_len_0" + }, + { + "input_dimension:": "", + "input_name:": "/encoder_pos_1/Constant_2_output_0" + } + ], + "node_name:": "/Gather_22", + "node_outputs:": [ + { + "output_dimension:": "1 ", + "output_name:": "/Gather_22_output_0" + } + ] + }, + { + "node_id:": 1, + "node_inputs:": [ + { + "input_dimension:": "1 ", + "input_name:": "/Gather_22_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + } + ], + "node_name:": "/Unsqueeze_37", + "node_outputs:": [ + { + "output_dimension:": "1 1 ", + "output_name:": "/Unsqueeze_37_output_0" + } + ] + }, + { + "node_id:": 2, + "node_inputs:": [ + { + "input_dimension:": "1 ", + "input_name:": "/Gather_22_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Unsqueeze_34", + "node_outputs:": [ + { + "output_dimension:": "1 1 ", + "output_name:": "/Unsqueeze_34_output_0" + } + ] + }, + { + "node_id:": 3, + "node_inputs:": [ + { + "input_dimension:": "1 1 ", + "input_name:": "/Unsqueeze_34_output_0" + } + ], + "node_name:": "/Cast_5", + "node_outputs:": [ + { + "output_dimension:": "1 1 ", + "output_name:": "/Cast_5_output_0" + } + ] + }, + { + "node_id:": 4, + "node_inputs:": [ + { + "input_dimension:": "2 1 384 ", + "input_name:": "cached_avg_0" + }, + { + "input_dimension:": "", + "input_name:": "/encoder_pos_1/Constant_2_output_0" + } + ], + "node_name:": "/Gather_23", + "node_outputs:": [ + { + "output_dimension:": "1 384 ", + "output_name:": "/Gather_23_output_0" + } + ] + }, + { + "node_id:": 5, + "node_inputs:": [ + { + "input_dimension:": "1 384 ", + "input_name:": "/Gather_23_output_0" + }, + { + "input_dimension:": "1 1 ", + "input_name:": "/Cast_5_output_0" + } + ], + "node_name:": "/Mul_11", + "node_outputs:": [ + { + "output_dimension:": "1 384 ", + "output_name:": "/Mul_11_output_0" + } + ] + }, + { + "node_id:": 6, + "node_inputs:": [ + { + "input_dimension:": "1 384 ", + "input_name:": "/Mul_11_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + } + ], + "node_name:": "/Unsqueeze_35", + "node_outputs:": [ + { + "output_dimension:": "1 1 384 ", + "output_name:": "/Unsqueeze_35_output_0" + } + ] + }, + { + "node_id:": 7, + "node_inputs:": [ + { + "input_dimension:": "2 1 ", + "input_name:": "cached_len_0" + }, + { + "input_dimension:": "", + "input_name:": "/upsample_3/Constant_output_0" + } + ], + "node_name:": "/Gather_1", + "node_outputs:": [ + { + "output_dimension:": "1 ", + "output_name:": "/Gather_1_output_0" + } + ] + }, + { + "node_id:": 8, + "node_inputs:": [ + { + "input_dimension:": "1 ", + "input_name:": "/Gather_1_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + } + ], + "node_name:": "/Unsqueeze_3", + "node_outputs:": [ + { + "output_dimension:": "1 1 ", + "output_name:": "/Unsqueeze_3_output_0" + } + ] + }, + { + "node_id:": 9, + "node_inputs:": [ + { + "input_dimension:": "1 ", + "input_name:": "/Gather_1_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Unsqueeze", + "node_outputs:": [ + { + "output_dimension:": "1 1 ", + "output_name:": "/Unsqueeze_output_0" + } + ] + }, + { + "node_id:": 10, + "node_inputs:": [ + { + "input_dimension:": "1 1 ", + "input_name:": "/Unsqueeze_output_0" + } + ], + "node_name:": "/Cast", + "node_outputs:": [ + { + "output_dimension:": "1 1 ", + "output_name:": "/Cast_output_0" + } + ] + }, + { + "node_id:": 11, + "node_inputs:": [ + { + "input_dimension:": "2 1 384 ", + "input_name:": "cached_avg_0" + }, + { + "input_dimension:": "", + "input_name:": "/upsample_3/Constant_output_0" + } + ], + "node_name:": "/Gather_2", + "node_outputs:": [ + { + "output_dimension:": "1 384 ", + "output_name:": "/Gather_2_output_0" + } + ] + }, + { + "node_id:": 12, + "node_inputs:": [ + { + "input_dimension:": "1 384 ", + "input_name:": "/Gather_2_output_0" + }, + { + "input_dimension:": "1 1 ", + "input_name:": "/Cast_output_0" + } + ], + "node_name:": "/Mul", + "node_outputs:": [ + { + "output_dimension:": "1 384 ", + "output_name:": "/Mul_output_0" + } + ] + }, + { + "node_id:": 13, + "node_inputs:": [ + { + "input_dimension:": "1 384 ", + "input_name:": "/Mul_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + } + ], + "node_name:": "/Unsqueeze_1", + "node_outputs:": [ + { + "output_dimension:": "1 1 384 ", + "output_name:": "/Unsqueeze_1_output_0" + } + ] + }, + { + "node_id:": 14, + "node_inputs:": [ + { + "input_dimension:": "1 151 80 ", + "input_name:": "x" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/encoder_embed/Unsqueeze", + "node_outputs:": [ + { + "output_dimension:": "1 1 151 80 ", + "output_name:": "/encoder_embed/Unsqueeze_output_0" + } + ] + }, + { + "node_id:": 15, + "node_inputs:": [ + { + "input_dimension:": "1 1 151 80 ", + "input_name:": "/encoder_embed/Unsqueeze_output_0" + }, + { + "input_dimension:": "8 1 3 3 ", + "input_name:": "encoder.encoder_embed.conv.0.weight" + }, + { + "input_dimension:": "8 ", + "input_name:": "encoder.encoder_embed.conv.0.bias" + } + ], + "node_name:": "/encoder_embed/conv/conv.0/Conv", + "node_outputs:": [ + { + "output_dimension:": "1 8 149 80 ", + "output_name:": "/encoder_embed/conv/conv.0/Conv_output_0" + } + ] + }, + { + "node_id:": 16, + "node_inputs:": [ + { + "input_dimension:": "1 8 149 80 ", + "input_name:": "/encoder_embed/conv/conv.0/Conv_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/feed_forward1/activation_2/Constant_output_0" + } + ], + "node_name:": "/encoder_embed/conv/conv.2/Sub", + "node_outputs:": [ + { + "output_dimension:": "1 8 149 80 ", + "output_name:": "/encoder_embed/conv/conv.2/Sub_output_0" + } + ] + }, + { + "node_id:": 17, + "node_inputs:": [ + { + "input_dimension:": "1 8 149 80 ", + "input_name:": "/encoder_embed/conv/conv.2/Sub_output_0" + } + ], + "node_name:": "/encoder_embed/conv/conv.2/Sigmoid", + "node_outputs:": [ + { + "output_dimension:": "1 8 149 80 ", + "output_name:": "/encoder_embed/conv/conv.2/Sigmoid_output_0" + } + ] + }, + { + "node_id:": 18, + "node_inputs:": [ + { + "input_dimension:": "1 8 149 80 ", + "input_name:": "/encoder_embed/conv/conv.0/Conv_output_0" + }, + { + "input_dimension:": "1 8 149 80 ", + "input_name:": "/encoder_embed/conv/conv.2/Sigmoid_output_0" + } + ], + "node_name:": "/encoder_embed/conv/conv.2/Mul", + "node_outputs:": [ + { + "output_dimension:": "1 8 149 80 ", + "output_name:": "/encoder_embed/conv/conv.2/Mul_output_0" + } + ] + }, + { + "node_id:": 19, + "node_inputs:": [ + { + "input_dimension:": "1 8 149 80 ", + "input_name:": "/encoder_embed/conv/conv.2/Mul_output_0" + }, + { + "input_dimension:": "32 8 3 3 ", + "input_name:": "encoder.encoder_embed.conv.3.weight" + }, + { + "input_dimension:": "32 ", + "input_name:": "encoder.encoder_embed.conv.3.bias" + } + ], + "node_name:": "/encoder_embed/conv/conv.3/Conv", + "node_outputs:": [ + { + "output_dimension:": "1 32 74 39 ", + "output_name:": "/encoder_embed/conv/conv.3/Conv_output_0" + } + ] + }, + { + "node_id:": 20, + "node_inputs:": [ + { + "input_dimension:": "1 32 74 39 ", + "input_name:": "/encoder_embed/conv/conv.3/Conv_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/feed_forward1/activation_2/Constant_output_0" + } + ], + "node_name:": "/encoder_embed/conv/conv.5/Sub", + "node_outputs:": [ + { + "output_dimension:": "1 32 74 39 ", + "output_name:": "/encoder_embed/conv/conv.5/Sub_output_0" + } + ] + }, + { + "node_id:": 21, + "node_inputs:": [ + { + "input_dimension:": "1 32 74 39 ", + "input_name:": "/encoder_embed/conv/conv.5/Sub_output_0" + } + ], + "node_name:": "/encoder_embed/conv/conv.5/Sigmoid", + "node_outputs:": [ + { + "output_dimension:": "1 32 74 39 ", + "output_name:": "/encoder_embed/conv/conv.5/Sigmoid_output_0" + } + ] + }, + { + "node_id:": 22, + "node_inputs:": [ + { + "input_dimension:": "1 32 74 39 ", + "input_name:": "/encoder_embed/conv/conv.3/Conv_output_0" + }, + { + "input_dimension:": "1 32 74 39 ", + "input_name:": "/encoder_embed/conv/conv.5/Sigmoid_output_0" + } + ], + "node_name:": "/encoder_embed/conv/conv.5/Mul", + "node_outputs:": [ + { + "output_dimension:": "1 32 74 39 ", + "output_name:": "/encoder_embed/conv/conv.5/Mul_output_0" + } + ] + }, + { + "node_id:": 23, + "node_inputs:": [ + { + "input_dimension:": "1 32 74 39 ", + "input_name:": "/encoder_embed/conv/conv.5/Mul_output_0" + }, + { + "input_dimension:": "128 32 3 3 ", + "input_name:": "encoder.encoder_embed.conv.6.weight" + }, + { + "input_dimension:": "128 ", + "input_name:": "encoder.encoder_embed.conv.6.bias" + } + ], + "node_name:": "/encoder_embed/conv/conv.6/Conv", + "node_outputs:": [ + { + "output_dimension:": "1 128 72 19 ", + "output_name:": "/encoder_embed/conv/conv.6/Conv_output_0" + } + ] + }, + { + "node_id:": 24, + "node_inputs:": [ + { + "input_dimension:": "1 128 72 19 ", + "input_name:": "/encoder_embed/conv/conv.6/Conv_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/feed_forward1/activation_2/Constant_output_0" + } + ], + "node_name:": "/encoder_embed/conv/conv.8/Sub", + "node_outputs:": [ + { + "output_dimension:": "1 128 72 19 ", + "output_name:": "/encoder_embed/conv/conv.8/Sub_output_0" + } + ] + }, + { + "node_id:": 25, + "node_inputs:": [ + { + "input_dimension:": "1 128 72 19 ", + "input_name:": "/encoder_embed/conv/conv.8/Sub_output_0" + } + ], + "node_name:": "/encoder_embed/conv/conv.8/Sigmoid", + "node_outputs:": [ + { + "output_dimension:": "1 128 72 19 ", + "output_name:": "/encoder_embed/conv/conv.8/Sigmoid_output_0" + } + ] + }, + { + "node_id:": 26, + "node_inputs:": [ + { + "input_dimension:": "1 128 72 19 ", + "input_name:": "/encoder_embed/conv/conv.6/Conv_output_0" + }, + { + "input_dimension:": "1 128 72 19 ", + "input_name:": "/encoder_embed/conv/conv.8/Sigmoid_output_0" + } + ], + "node_name:": "/encoder_embed/conv/conv.8/Mul", + "node_outputs:": [ + { + "output_dimension:": "1 128 72 19 ", + "output_name:": "/encoder_embed/conv/conv.8/Mul_output_0" + } + ] + }, + { + "node_id:": 27, + "node_inputs:": [ + { + "input_dimension:": "1 128 72 19 ", + "input_name:": "/encoder_embed/conv/conv.8/Mul_output_0" + } + ], + "node_name:": "/encoder_embed/Transpose", + "node_outputs:": [ + { + "output_dimension:": "1 72 128 19 ", + "output_name:": "/encoder_embed/Transpose_output_0" + } + ] + }, + { + "node_id:": 28, + "node_inputs:": [ + { + "input_dimension:": "1 72 384 ", + "input_name:": "/encoder_embed/out/Add_output_0" + } + ], + "node_name:": "/Transpose", + "node_outputs:": [ + { + "output_dimension:": "72 1 384 ", + "output_name:": "/Transpose_output_0" + } + ] + }, + { + "node_id:": 29, + "node_inputs:": [ + { + "input_dimension:": "72 1 1024 ", + "input_name:": "/feed_forward1/in_proj/Add_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/feed_forward1/activation_2/Constant_output_0" + } + ], + "node_name:": "/feed_forward1/activation/Sub", + "node_outputs:": [ + { + "output_dimension:": "72 1 1024 ", + "output_name:": "/feed_forward1/activation/Sub_output_0" + } + ] + }, + { + "node_id:": 30, + "node_inputs:": [ + { + "input_dimension:": "72 1 1024 ", + "input_name:": "/feed_forward1/activation/Sub_output_0" + } + ], + "node_name:": "/feed_forward1/activation/Sigmoid", + "node_outputs:": [ + { + "output_dimension:": "72 1 1024 ", + "output_name:": "/feed_forward1/activation/Sigmoid_output_0" + } + ] + }, + { + "node_id:": 31, + "node_inputs:": [ + { + "input_dimension:": "72 1 1024 ", + "input_name:": "/feed_forward1/in_proj/Add_output_0" + }, + { + "input_dimension:": "72 1 1024 ", + "input_name:": "/feed_forward1/activation/Sigmoid_output_0" + } + ], + "node_name:": "/feed_forward1/activation/Mul", + "node_outputs:": [ + { + "output_dimension:": "72 1 1024 ", + "output_name:": "/feed_forward1/activation/Mul_output_0" + } + ] + }, + { + "node_id:": 32, + "node_inputs:": [ + { + "input_dimension:": "72 1 384 ", + "input_name:": "/Transpose_output_0" + }, + { + "input_dimension:": "72 1 384 ", + "input_name:": "/feed_forward1/out_proj/Add_output_0" + } + ], + "node_name:": "/Add", + "node_outputs:": [ + { + "output_dimension:": "72 1 384 ", + "output_name:": "/Add_output_0" + } + ] + }, + { + "node_id:": 33, + "node_inputs:": [ + { + "input_dimension:": "72 1 384 ", + "input_name:": "/Add_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/Constant_631_output_0" + } + ], + "node_name:": "/CumSum", + "node_outputs:": [ + { + "output_dimension:": "72 1 384 ", + "output_name:": "/CumSum_output_0" + } + ] + }, + { + "node_id:": 34, + "node_inputs:": [ + { + "input_dimension:": "72 1 384 ", + "input_name:": "/CumSum_output_0" + }, + { + "input_dimension:": "1 1 384 ", + "input_name:": "/Unsqueeze_1_output_0" + } + ], + "node_name:": "/Add_1", + "node_outputs:": [ + { + "output_dimension:": "72 1 384 ", + "output_name:": "/Add_1_output_0" + } + ] + }, + { + "node_id:": 35, + "node_inputs:": [ + { + "input_dimension:": "72 1 ", + "input_name:": "/Unsqueeze_2_output_0" + }, + { + "input_dimension:": "1 1 ", + "input_name:": "/Unsqueeze_3_output_0" + } + ], + "node_name:": "/Add_3", + "node_outputs:": [ + { + "output_dimension:": "72 1 ", + "output_name:": "/Add_3_output_0" + } + ] + }, + { + "node_id:": 36, + "node_inputs:": [ + { + "input_dimension:": "72 1 ", + "input_name:": "/Add_3_output_0" + } + ], + "node_name:": "/Cast_2", + "node_outputs:": [ + { + "output_dimension:": "72 1 ", + "output_name:": "/Cast_2_output_0" + } + ] + }, + { + "node_id:": 37, + "node_inputs:": [ + { + "input_dimension:": "72 1 ", + "input_name:": "/Cast_2_output_0" + } + ], + "node_name:": "/Reciprocal", + "node_outputs:": [ + { + "output_dimension:": "72 1 ", + "output_name:": "/Reciprocal_output_0" + } + ] + }, + { + "node_id:": 38, + "node_inputs:": [ + { + "input_dimension:": "72 1 ", + "input_name:": "/Reciprocal_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_1113_output_0" + } + ], + "node_name:": "/Unsqueeze_4", + "node_outputs:": [ + { + "output_dimension:": "72 1 1 ", + "output_name:": "/Unsqueeze_4_output_0" + } + ] + }, + { + "node_id:": 39, + "node_inputs:": [ + { + "input_dimension:": "72 1 384 ", + "input_name:": "/Add_1_output_0" + }, + { + "input_dimension:": "72 1 1 ", + "input_name:": "/Unsqueeze_4_output_0" + } + ], + "node_name:": "/Mul_2", + "node_outputs:": [ + { + "output_dimension:": "72 1 384 ", + "output_name:": "/Mul_2_output_0" + } + ] + }, + { + "node_id:": 40, + "node_inputs:": [ + { + "input_dimension:": "72 1 384 ", + "input_name:": "/Mul_2_output_0" + }, + { + "input_dimension:": "384 384 ", + "input_name:": "onnx::MatMul_7359" + } + ], + "node_name:": "/proj/MatMul", + "node_outputs:": [ + { + "output_dimension:": "72 1 384 ", + "output_name:": "/proj/MatMul_output_0" + } + ] + }, + { + "node_id:": 41, + "node_inputs:": [ + { + "input_dimension:": "72 1 384 ", + "input_name:": "/Add_output_0" + }, + { + "input_dimension:": "72 1 384 ", + "input_name:": "/proj/MatMul_output_0" + } + ], + "node_name:": "/Add_5", + "node_outputs:": [ + { + "output_dimension:": "72 1 384 ", + "output_name:": "/Add_5_output_0" + } + ] + }, + { + "node_id:": 42, + "node_inputs:": [ + { + "input_dimension:": "72 1 512 ", + "input_name:": "/in_proj/Add_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_285_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_568_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_1113_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Slice_1", + "node_outputs:": [ + { + "output_dimension:": "72 1 192 ", + "output_name:": "/Slice_1_output_0" + } + ] + }, + { + "node_id:": 43, + "node_inputs:": [ + { + "input_dimension:": "2 288 1 192 ", + "input_name:": "cached_key_0" + }, + { + "input_dimension:": "", + "input_name:": "/upsample_3/Constant_output_0" + } + ], + "node_name:": "/Gather_3", + "node_outputs:": [ + { + "output_dimension:": "288 1 192 ", + "output_name:": "/Gather_3_output_0" + } + ] + }, + { + "node_id:": 44, + "node_inputs:": [ + { + "input_dimension:": "288 1 192 ", + "input_name:": "/Gather_3_output_0" + }, + { + "input_dimension:": "72 1 192 ", + "input_name:": "/Slice_1_output_0" + } + ], + "node_name:": "/Concat", + "node_outputs:": [ + { + "output_dimension:": "360 1 192 ", + "output_name:": "/Concat_output_0" + } + ] + }, + { + "node_id:": 45, + "node_inputs:": [ + { + "input_dimension:": "72 1 512 ", + "input_name:": "/in_proj/Add_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_1118_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_69_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_1113_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Slice_3", + "node_outputs:": [ + { + "output_dimension:": "72 1 32 ", + "output_name:": "/Slice_3_output_0" + } + ] + }, + { + "node_id:": 46, + "node_inputs:": [ + { + "input_dimension:": "72 1 32 ", + "input_name:": "/Slice_3_output_0" + }, + { + "input_dimension:": "4 ", + "input_name:": "/Concat_3_output_0" + } + ], + "node_name:": "/Reshape_1", + "node_outputs:": [ + { + "output_dimension:": "72 1 8 4 ", + "output_name:": "/Reshape_1_output_0" + } + ] + }, + { + "node_id:": 47, + "node_inputs:": [ + { + "input_dimension:": "72 1 8 4 ", + "input_name:": "/Reshape_1_output_0" + } + ], + "node_name:": "/Transpose_3", + "node_outputs:": [ + { + "output_dimension:": "1 8 72 4 ", + "output_name:": "/Transpose_3_output_0" + } + ] + }, + { + "node_id:": 48, + "node_inputs:": [ + { + "input_dimension:": "1 8 72 4 ", + "input_name:": "/Transpose_3_output_0" + }, + { + "input_dimension:": "1 8 4 431 ", + "input_name:": "/Transpose_5_output_0" + } + ], + "node_name:": "/MatMul", + "node_outputs:": [ + { + "output_dimension:": "1 8 72 431 ", + "output_name:": "/MatMul_output_0" + } + ] + }, + { + "node_id:": 49, + "node_inputs:": [ + { + "input_dimension:": "360 1 192 ", + "input_name:": "/Concat_output_0" + }, + { + "input_dimension:": "4 ", + "input_name:": "/Concat_266_output_0" + } + ], + "node_name:": "/Reshape_2", + "node_outputs:": [ + { + "output_dimension:": "360 1 8 24 ", + "output_name:": "/Reshape_2_output_0" + } + ] + }, + { + "node_id:": 50, + "node_inputs:": [ + { + "input_dimension:": "360 1 8 24 ", + "input_name:": "/Reshape_2_output_0" + } + ], + "node_name:": "/Transpose_4", + "node_outputs:": [ + { + "output_dimension:": "1 8 24 360 ", + "output_name:": "/Transpose_4_output_0" + } + ] + }, + { + "node_id:": 51, + "node_inputs:": [ + { + "input_dimension:": "72 1 512 ", + "input_name:": "/in_proj/Add_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_285_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_1113_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Slice", + "node_outputs:": [ + { + "output_dimension:": "72 1 192 ", + "output_name:": "/Slice_output_0" + } + ] + }, + { + "node_id:": 52, + "node_inputs:": [ + { + "input_dimension:": "72 1 192 ", + "input_name:": "/Slice_output_0" + }, + { + "input_dimension:": "4 ", + "input_name:": "/Concat_2_output_0" + } + ], + "node_name:": "/Reshape", + "node_outputs:": [ + { + "output_dimension:": "72 1 8 24 ", + "output_name:": "/Reshape_output_0" + } + ] + }, + { + "node_id:": 53, + "node_inputs:": [ + { + "input_dimension:": "72 1 8 24 ", + "input_name:": "/Reshape_output_0" + } + ], + "node_name:": "/Transpose_2", + "node_outputs:": [ + { + "output_dimension:": "1 8 72 24 ", + "output_name:": "/Transpose_2_output_0" + } + ] + }, + { + "node_id:": 54, + "node_inputs:": [ + { + "input_dimension:": "1 8 72 24 ", + "input_name:": "/Transpose_2_output_0" + }, + { + "input_dimension:": "1 8 24 360 ", + "input_name:": "/Transpose_4_output_0" + } + ], + "node_name:": "/MatMul_1", + "node_outputs:": [ + { + "output_dimension:": "1 8 72 360 ", + "output_name:": "/MatMul_1_output_0" + } + ] + }, + { + "node_id:": 55, + "node_inputs:": [ + { + "input_dimension:": "1 8 72 431 ", + "input_name:": "/MatMul_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "/Concat_9_output_0" + } + ], + "node_name:": "/Reshape_5", + "node_outputs:": [ + { + "output_dimension:": "576 431 ", + "output_name:": "/Reshape_5_output_0" + } + ] + }, + { + "node_id:": 56, + "node_inputs:": [ + { + "input_dimension:": "576 431 ", + "input_name:": "/Reshape_5_output_0" + }, + { + "input_dimension:": "576 360 ", + "input_name:": "/Add_7_output_0" + } + ], + "node_name:": "/GatherElements", + "node_outputs:": [ + { + "output_dimension:": "576 360 ", + "output_name:": "/GatherElements_output_0" + } + ] + }, + { + "node_id:": 57, + "node_inputs:": [ + { + "input_dimension:": "576 360 ", + "input_name:": "/GatherElements_output_0" + }, + { + "input_dimension:": "4 ", + "input_name:": "/Concat_10_output_0" + } + ], + "node_name:": "/Reshape_6", + "node_outputs:": [ + { + "output_dimension:": "1 8 72 360 ", + "output_name:": "/Reshape_6_output_0" + } + ] + }, + { + "node_id:": 58, + "node_inputs:": [ + { + "input_dimension:": "1 8 72 360 ", + "input_name:": "/MatMul_1_output_0" + }, + { + "input_dimension:": "1 8 72 360 ", + "input_name:": "/Reshape_6_output_0" + } + ], + "node_name:": "/Add_8", + "node_outputs:": [ + { + "output_dimension:": "1 8 72 360 ", + "output_name:": "/Add_8_output_0" + } + ] + }, + { + "node_id:": 59, + "node_inputs:": [ + { + "input_dimension:": "1 8 72 360 ", + "input_name:": "/Add_8_output_0" + }, + { + "input_dimension:": "3 ", + "input_name:": "/Concat_11_output_0" + } + ], + "node_name:": "/Reshape_7", + "node_outputs:": [ + { + "output_dimension:": "8 72 360 ", + "output_name:": "/Reshape_7_output_0" + } + ] + }, + { + "node_id:": 60, + "node_inputs:": [ + { + "input_dimension:": "8 72 360 ", + "input_name:": "/Reshape_7_output_0" + } + ], + "node_name:": "/Softmax", + "node_outputs:": [ + { + "output_dimension:": "8 72 360 ", + "output_name:": "/Softmax_output_0" + } + ] + }, + { + "node_id:": 61, + "node_inputs:": [ + { + "input_dimension:": "72 1 512 ", + "input_name:": "/in_proj/Add_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_568_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_1118_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_1113_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Slice_2", + "node_outputs:": [ + { + "output_dimension:": "72 1 96 ", + "output_name:": "/Slice_2_output_0" + } + ] + }, + { + "node_id:": 62, + "node_inputs:": [ + { + "input_dimension:": "2 288 1 96 ", + "input_name:": "cached_val_0" + }, + { + "input_dimension:": "", + "input_name:": "/upsample_3/Constant_output_0" + } + ], + "node_name:": "/Gather_4", + "node_outputs:": [ + { + "output_dimension:": "288 1 96 ", + "output_name:": "/Gather_4_output_0" + } + ] + }, + { + "node_id:": 63, + "node_inputs:": [ + { + "input_dimension:": "288 1 96 ", + "input_name:": "/Gather_4_output_0" + }, + { + "input_dimension:": "72 1 96 ", + "input_name:": "/Slice_2_output_0" + } + ], + "node_name:": "/Concat_1", + "node_outputs:": [ + { + "output_dimension:": "360 1 96 ", + "output_name:": "/Concat_1_output_0" + } + ] + }, + { + "node_id:": 64, + "node_inputs:": [ + { + "input_dimension:": "360 1 96 ", + "input_name:": "/Concat_1_output_0" + }, + { + "input_dimension:": "3 ", + "input_name:": "/Concat_5_output_0" + } + ], + "node_name:": "/Reshape_3", + "node_outputs:": [ + { + "output_dimension:": "360 8 12 ", + "output_name:": "/Reshape_3_output_0" + } + ] + }, + { + "node_id:": 65, + "node_inputs:": [ + { + "input_dimension:": "360 8 12 ", + "input_name:": "/Reshape_3_output_0" + } + ], + "node_name:": "/Transpose_1", + "node_outputs:": [ + { + "output_dimension:": "8 360 12 ", + "output_name:": "/Transpose_1_output_0" + } + ] + }, + { + "node_id:": 66, + "node_inputs:": [ + { + "input_dimension:": "8 72 360 ", + "input_name:": "/Softmax_output_0" + }, + { + "input_dimension:": "8 360 12 ", + "input_name:": "/Transpose_1_output_0" + } + ], + "node_name:": "/MatMul_2", + "node_outputs:": [ + { + "output_dimension:": "8 72 12 ", + "output_name:": "/MatMul_2_output_0" + } + ] + }, + { + "node_id:": 67, + "node_inputs:": [ + { + "input_dimension:": "8 72 12 ", + "input_name:": "/MatMul_2_output_0" + } + ], + "node_name:": "/Transpose_6", + "node_outputs:": [ + { + "output_dimension:": "72 8 12 ", + "output_name:": "/Transpose_6_output_0" + } + ] + }, + { + "node_id:": 68, + "node_inputs:": [ + { + "input_dimension:": "72 1 384 ", + "input_name:": "/Add_5_output_0" + }, + { + "input_dimension:": "72 1 384 ", + "input_name:": "/Add_9_output_0" + } + ], + "node_name:": "/Add_10", + "node_outputs:": [ + { + "output_dimension:": "72 1 384 ", + "output_name:": "/Add_10_output_0" + } + ] + }, + { + "node_id:": 69, + "node_inputs:": [ + { + "input_dimension:": "72 1 384 ", + "input_name:": "/Add_10_output_0" + } + ], + "node_name:": "/Transpose_7", + "node_outputs:": [ + { + "output_dimension:": "1 384 72 ", + "output_name:": "/Transpose_7_output_0" + } + ] + }, + { + "node_id:": 70, + "node_inputs:": [ + { + "input_dimension:": "1 384 72 ", + "input_name:": "/Transpose_7_output_0" + }, + { + "input_dimension:": "768 384 1 ", + "input_name:": "encoder.encoders.0.layers.0.conv_module1.pointwise_conv1.weight" + }, + { + "input_dimension:": "768 ", + "input_name:": "encoder.encoders.0.layers.0.conv_module1.pointwise_conv1.bias" + } + ], + "node_name:": "/pointwise_conv1/Conv", + "node_outputs:": [ + { + "output_dimension:": "1 768 72 ", + "output_name:": "/pointwise_conv1/Conv_output_0" + } + ] + }, + { + "node_id:": 71, + "node_inputs:": [ + { + "input_dimension:": "1 768 72 ", + "input_name:": "/pointwise_conv1/Conv_output_0" + } + ], + "node_name:": "/Split", + "node_outputs:": [ + { + "output_dimension:": "1 384 72 ", + "output_name:": "/Split_output_0" + }, + { + "output_dimension:": "1 384 72 ", + "output_name:": "/Split_output_1" + } + ] + }, + { + "node_id:": 72, + "node_inputs:": [ + { + "input_dimension:": "1 384 72 ", + "input_name:": "/Split_output_1" + } + ], + "node_name:": "/Sigmoid", + "node_outputs:": [ + { + "output_dimension:": "1 384 72 ", + "output_name:": "/Sigmoid_output_0" + } + ] + }, + { + "node_id:": 73, + "node_inputs:": [ + { + "input_dimension:": "1 384 72 ", + "input_name:": "/Split_output_0" + }, + { + "input_dimension:": "1 384 72 ", + "input_name:": "/Sigmoid_output_0" + } + ], + "node_name:": "/Mul_7", + "node_outputs:": [ + { + "output_dimension:": "1 384 72 ", + "output_name:": "/Mul_7_output_0" + } + ] + }, + { + "node_id:": 74, + "node_inputs:": [ + { + "input_dimension:": "2 1 384 30 ", + "input_name:": "cached_conv1_0" + }, + { + "input_dimension:": "", + "input_name:": "/upsample_3/Constant_output_0" + } + ], + "node_name:": "/Gather_6", + "node_outputs:": [ + { + "output_dimension:": "1 384 30 ", + "output_name:": "/Gather_6_output_0" + } + ] + }, + { + "node_id:": 75, + "node_inputs:": [ + { + "input_dimension:": "1 384 30 ", + "input_name:": "/Gather_6_output_0" + }, + { + "input_dimension:": "1 384 72 ", + "input_name:": "/Mul_7_output_0" + } + ], + "node_name:": "/Concat_13", + "node_outputs:": [ + { + "output_dimension:": "1 384 102 ", + "output_name:": "/Concat_13_output_0" + } + ] + }, + { + "node_id:": 76, + "node_inputs:": [ + { + "input_dimension:": "1 384 102 ", + "input_name:": "/Concat_13_output_0" + }, + { + "input_dimension:": "384 1 31 ", + "input_name:": "encoder.encoders.0.layers.0.conv_module1.depthwise_conv.weight" + }, + { + "input_dimension:": "384 ", + "input_name:": "encoder.encoders.0.layers.0.conv_module1.depthwise_conv.bias" + } + ], + "node_name:": "/depthwise_conv/Conv", + "node_outputs:": [ + { + "output_dimension:": "1 384 72 ", + "output_name:": "/depthwise_conv/Conv_output_0" + } + ] + }, + { + "node_id:": 77, + "node_inputs:": [ + { + "input_dimension:": "1 384 72 ", + "input_name:": "/depthwise_conv/Conv_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/feed_forward1/activation_2/Constant_output_0" + } + ], + "node_name:": "/activation/Sub", + "node_outputs:": [ + { + "output_dimension:": "1 384 72 ", + "output_name:": "/activation/Sub_output_0" + } + ] + }, + { + "node_id:": 78, + "node_inputs:": [ + { + "input_dimension:": "1 384 72 ", + "input_name:": "/activation/Sub_output_0" + } + ], + "node_name:": "/activation/Sigmoid", + "node_outputs:": [ + { + "output_dimension:": "1 384 72 ", + "output_name:": "/activation/Sigmoid_output_0" + } + ] + }, + { + "node_id:": 79, + "node_inputs:": [ + { + "input_dimension:": "1 384 72 ", + "input_name:": "/depthwise_conv/Conv_output_0" + }, + { + "input_dimension:": "1 384 72 ", + "input_name:": "/activation/Sigmoid_output_0" + } + ], + "node_name:": "/activation/Mul", + "node_outputs:": [ + { + "output_dimension:": "1 384 72 ", + "output_name:": "/activation/Mul_output_0" + } + ] + }, + { + "node_id:": 80, + "node_inputs:": [ + { + "input_dimension:": "1 384 72 ", + "input_name:": "/activation/Mul_output_0" + }, + { + "input_dimension:": "384 384 1 ", + "input_name:": "encoder.encoders.0.layers.0.conv_module1.pointwise_conv2.weight" + }, + { + "input_dimension:": "384 ", + "input_name:": "encoder.encoders.0.layers.0.conv_module1.pointwise_conv2.bias" + } + ], + "node_name:": "/pointwise_conv2/Conv", + "node_outputs:": [ + { + "output_dimension:": "1 384 72 ", + "output_name:": "/pointwise_conv2/Conv_output_0" + } + ] + }, + { + "node_id:": 81, + "node_inputs:": [ + { + "input_dimension:": "1 384 72 ", + "input_name:": "/pointwise_conv2/Conv_output_0" + } + ], + "node_name:": "/Transpose_8", + "node_outputs:": [ + { + "output_dimension:": "72 1 384 ", + "output_name:": "/Transpose_8_output_0" + } + ] + }, + { + "node_id:": 82, + "node_inputs:": [ + { + "input_dimension:": "72 1 384 ", + "input_name:": "/Add_10_output_0" + }, + { + "input_dimension:": "72 1 384 ", + "input_name:": "/Transpose_8_output_0" + } + ], + "node_name:": "/Add_11", + "node_outputs:": [ + { + "output_dimension:": "72 1 384 ", + "output_name:": "/Add_11_output_0" + } + ] + }, + { + "node_id:": 83, + "node_inputs:": [ + { + "input_dimension:": "72 1 1024 ", + "input_name:": "/feed_forward2/in_proj/Add_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/feed_forward1/activation_2/Constant_output_0" + } + ], + "node_name:": "/feed_forward2/activation/Sub", + "node_outputs:": [ + { + "output_dimension:": "72 1 1024 ", + "output_name:": "/feed_forward2/activation/Sub_output_0" + } + ] + }, + { + "node_id:": 84, + "node_inputs:": [ + { + "input_dimension:": "72 1 1024 ", + "input_name:": "/feed_forward2/activation/Sub_output_0" + } + ], + "node_name:": "/feed_forward2/activation/Sigmoid", + "node_outputs:": [ + { + "output_dimension:": "72 1 1024 ", + "output_name:": "/feed_forward2/activation/Sigmoid_output_0" + } + ] + }, + { + "node_id:": 85, + "node_inputs:": [ + { + "input_dimension:": "72 1 1024 ", + "input_name:": "/feed_forward2/in_proj/Add_output_0" + }, + { + "input_dimension:": "72 1 1024 ", + "input_name:": "/feed_forward2/activation/Sigmoid_output_0" + } + ], + "node_name:": "/feed_forward2/activation/Mul", + "node_outputs:": [ + { + "output_dimension:": "72 1 1024 ", + "output_name:": "/feed_forward2/activation/Mul_output_0" + } + ] + }, + { + "node_id:": 86, + "node_inputs:": [ + { + "input_dimension:": "72 1 384 ", + "input_name:": "/Add_11_output_0" + }, + { + "input_dimension:": "72 1 384 ", + "input_name:": "/feed_forward2/out_proj/Add_output_0" + } + ], + "node_name:": "/Add_12", + "node_outputs:": [ + { + "output_dimension:": "72 1 384 ", + "output_name:": "/Add_12_output_0" + } + ] + }, + { + "node_id:": 87, + "node_inputs:": [ + { + "input_dimension:": "2 288 1 96 ", + "input_name:": "cached_val2_0" + }, + { + "input_dimension:": "", + "input_name:": "/upsample_3/Constant_output_0" + } + ], + "node_name:": "/Gather_5", + "node_outputs:": [ + { + "output_dimension:": "288 1 96 ", + "output_name:": "/Gather_5_output_0" + } + ] + }, + { + "node_id:": 88, + "node_inputs:": [ + { + "input_dimension:": "72 1 384 ", + "input_name:": "/Add_12_output_0" + }, + { + "input_dimension:": "384 96 ", + "input_name:": "onnx::MatMul_7405" + } + ], + "node_name:": "/in_proj2/MatMul", + "node_outputs:": [ + { + "output_dimension:": "72 1 96 ", + "output_name:": "/in_proj2/MatMul_output_0" + } + ] + }, + { + "node_id:": 89, + "node_inputs:": [ + { + "input_dimension:": "288 1 96 ", + "input_name:": "/Gather_5_output_0" + }, + { + "input_dimension:": "72 1 96 ", + "input_name:": "/in_proj2/MatMul_output_0" + } + ], + "node_name:": "/Concat_14", + "node_outputs:": [ + { + "output_dimension:": "360 1 96 ", + "output_name:": "/Concat_14_output_0" + } + ] + }, + { + "node_id:": 90, + "node_inputs:": [ + { + "input_dimension:": "360 1 96 ", + "input_name:": "/Concat_14_output_0" + }, + { + "input_dimension:": "3 ", + "input_name:": "/Concat_15_output_0" + } + ], + "node_name:": "/Reshape_9", + "node_outputs:": [ + { + "output_dimension:": "360 8 12 ", + "output_name:": "/Reshape_9_output_0" + } + ] + }, + { + "node_id:": 91, + "node_inputs:": [ + { + "input_dimension:": "360 8 12 ", + "input_name:": "/Reshape_9_output_0" + } + ], + "node_name:": "/Transpose_9", + "node_outputs:": [ + { + "output_dimension:": "8 360 12 ", + "output_name:": "/Transpose_9_output_0" + } + ] + }, + { + "node_id:": 92, + "node_inputs:": [ + { + "input_dimension:": "8 72 360 ", + "input_name:": "/Softmax_output_0" + }, + { + "input_dimension:": "8 360 12 ", + "input_name:": "/Transpose_9_output_0" + } + ], + "node_name:": "/MatMul_4", + "node_outputs:": [ + { + "output_dimension:": "8 72 12 ", + "output_name:": "/MatMul_4_output_0" + } + ] + }, + { + "node_id:": 93, + "node_inputs:": [ + { + "input_dimension:": "8 72 12 ", + "input_name:": "/MatMul_4_output_0" + } + ], + "node_name:": "/Transpose_10", + "node_outputs:": [ + { + "output_dimension:": "72 8 12 ", + "output_name:": "/Transpose_10_output_0" + } + ] + }, + { + "node_id:": 94, + "node_inputs:": [ + { + "input_dimension:": "72 1 384 ", + "input_name:": "/Add_12_output_0" + }, + { + "input_dimension:": "72 1 384 ", + "input_name:": "/out_proj2/Add_output_0" + } + ], + "node_name:": "/Add_14", + "node_outputs:": [ + { + "output_dimension:": "72 1 384 ", + "output_name:": "/Add_14_output_0" + } + ] + }, + { + "node_id:": 95, + "node_inputs:": [ + { + "input_dimension:": "72 1 384 ", + "input_name:": "/Add_14_output_0" + } + ], + "node_name:": "/Transpose_11", + "node_outputs:": [ + { + "output_dimension:": "1 384 72 ", + "output_name:": "/Transpose_11_output_0" + } + ] + }, + { + "node_id:": 96, + "node_inputs:": [ + { + "input_dimension:": "1 384 72 ", + "input_name:": "/Transpose_11_output_0" + }, + { + "input_dimension:": "768 384 1 ", + "input_name:": "encoder.encoders.0.layers.0.conv_module2.pointwise_conv1.weight" + }, + { + "input_dimension:": "768 ", + "input_name:": "encoder.encoders.0.layers.0.conv_module2.pointwise_conv1.bias" + } + ], + "node_name:": "/pointwise_conv1_1/Conv", + "node_outputs:": [ + { + "output_dimension:": "1 768 72 ", + "output_name:": "/pointwise_conv1_1/Conv_output_0" + } + ] + }, + { + "node_id:": 97, + "node_inputs:": [ + { + "input_dimension:": "1 768 72 ", + "input_name:": "/pointwise_conv1_1/Conv_output_0" + } + ], + "node_name:": "/Split_1", + "node_outputs:": [ + { + "output_dimension:": "1 384 72 ", + "output_name:": "/Split_1_output_0" + }, + { + "output_dimension:": "1 384 72 ", + "output_name:": "/Split_1_output_1" + } + ] + }, + { + "node_id:": 98, + "node_inputs:": [ + { + "input_dimension:": "1 384 72 ", + "input_name:": "/Split_1_output_1" + } + ], + "node_name:": "/Sigmoid_1", + "node_outputs:": [ + { + "output_dimension:": "1 384 72 ", + "output_name:": "/Sigmoid_1_output_0" + } + ] + }, + { + "node_id:": 99, + "node_inputs:": [ + { + "input_dimension:": "1 384 72 ", + "input_name:": "/Split_1_output_0" + }, + { + "input_dimension:": "1 384 72 ", + "input_name:": "/Sigmoid_1_output_0" + } + ], + "node_name:": "/Mul_9", + "node_outputs:": [ + { + "output_dimension:": "1 384 72 ", + "output_name:": "/Mul_9_output_0" + } + ] + }, + { + "node_id:": 100, + "node_inputs:": [ + { + "input_dimension:": "2 1 384 30 ", + "input_name:": "cached_conv2_0" + }, + { + "input_dimension:": "", + "input_name:": "/upsample_3/Constant_output_0" + } + ], + "node_name:": "/Gather_7", + "node_outputs:": [ + { + "output_dimension:": "1 384 30 ", + "output_name:": "/Gather_7_output_0" + } + ] + }, + { + "node_id:": 101, + "node_inputs:": [ + { + "input_dimension:": "1 384 30 ", + "input_name:": "/Gather_7_output_0" + }, + { + "input_dimension:": "1 384 72 ", + "input_name:": "/Mul_9_output_0" + } + ], + "node_name:": "/Concat_17", + "node_outputs:": [ + { + "output_dimension:": "1 384 102 ", + "output_name:": "/Concat_17_output_0" + } + ] + }, + { + "node_id:": 102, + "node_inputs:": [ + { + "input_dimension:": "1 384 102 ", + "input_name:": "/Concat_17_output_0" + }, + { + "input_dimension:": "384 1 31 ", + "input_name:": "encoder.encoders.0.layers.0.conv_module2.depthwise_conv.weight" + }, + { + "input_dimension:": "384 ", + "input_name:": "encoder.encoders.0.layers.0.conv_module2.depthwise_conv.bias" + } + ], + "node_name:": "/depthwise_conv_1/Conv", + "node_outputs:": [ + { + "output_dimension:": "1 384 72 ", + "output_name:": "/depthwise_conv_1/Conv_output_0" + } + ] + }, + { + "node_id:": 103, + "node_inputs:": [ + { + "input_dimension:": "1 384 72 ", + "input_name:": "/depthwise_conv_1/Conv_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/feed_forward1/activation_2/Constant_output_0" + } + ], + "node_name:": "/activation_1/Sub", + "node_outputs:": [ + { + "output_dimension:": "1 384 72 ", + "output_name:": "/activation_1/Sub_output_0" + } + ] + }, + { + "node_id:": 104, + "node_inputs:": [ + { + "input_dimension:": "1 384 72 ", + "input_name:": "/activation_1/Sub_output_0" + } + ], + "node_name:": "/activation_1/Sigmoid", + "node_outputs:": [ + { + "output_dimension:": "1 384 72 ", + "output_name:": "/activation_1/Sigmoid_output_0" + } + ] + }, + { + "node_id:": 105, + "node_inputs:": [ + { + "input_dimension:": "1 384 72 ", + "input_name:": "/depthwise_conv_1/Conv_output_0" + }, + { + "input_dimension:": "1 384 72 ", + "input_name:": "/activation_1/Sigmoid_output_0" + } + ], + "node_name:": "/activation_1/Mul", + "node_outputs:": [ + { + "output_dimension:": "1 384 72 ", + "output_name:": "/activation_1/Mul_output_0" + } + ] + }, + { + "node_id:": 106, + "node_inputs:": [ + { + "input_dimension:": "1 384 72 ", + "input_name:": "/activation_1/Mul_output_0" + }, + { + "input_dimension:": "384 384 1 ", + "input_name:": "encoder.encoders.0.layers.0.conv_module2.pointwise_conv2.weight" + }, + { + "input_dimension:": "384 ", + "input_name:": "encoder.encoders.0.layers.0.conv_module2.pointwise_conv2.bias" + } + ], + "node_name:": "/pointwise_conv2_1/Conv", + "node_outputs:": [ + { + "output_dimension:": "1 384 72 ", + "output_name:": "/pointwise_conv2_1/Conv_output_0" + } + ] + }, + { + "node_id:": 107, + "node_inputs:": [ + { + "input_dimension:": "1 384 72 ", + "input_name:": "/pointwise_conv2_1/Conv_output_0" + } + ], + "node_name:": "/Transpose_12", + "node_outputs:": [ + { + "output_dimension:": "72 1 384 ", + "output_name:": "/Transpose_12_output_0" + } + ] + }, + { + "node_id:": 108, + "node_inputs:": [ + { + "input_dimension:": "72 1 384 ", + "input_name:": "/Add_14_output_0" + }, + { + "input_dimension:": "72 1 384 ", + "input_name:": "/Transpose_12_output_0" + } + ], + "node_name:": "/Add_15", + "node_outputs:": [ + { + "output_dimension:": "72 1 384 ", + "output_name:": "/Add_15_output_0" + } + ] + }, + { + "node_id:": 109, + "node_inputs:": [ + { + "input_dimension:": "72 1 1024 ", + "input_name:": "/feed_forward3/in_proj/Add_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/feed_forward1/activation_2/Constant_output_0" + } + ], + "node_name:": "/feed_forward3/activation/Sub", + "node_outputs:": [ + { + "output_dimension:": "72 1 1024 ", + "output_name:": "/feed_forward3/activation/Sub_output_0" + } + ] + }, + { + "node_id:": 110, + "node_inputs:": [ + { + "input_dimension:": "72 1 1024 ", + "input_name:": "/feed_forward3/activation/Sub_output_0" + } + ], + "node_name:": "/feed_forward3/activation/Sigmoid", + "node_outputs:": [ + { + "output_dimension:": "72 1 1024 ", + "output_name:": "/feed_forward3/activation/Sigmoid_output_0" + } + ] + }, + { + "node_id:": 111, + "node_inputs:": [ + { + "input_dimension:": "72 1 1024 ", + "input_name:": "/feed_forward3/in_proj/Add_output_0" + }, + { + "input_dimension:": "72 1 1024 ", + "input_name:": "/feed_forward3/activation/Sigmoid_output_0" + } + ], + "node_name:": "/feed_forward3/activation/Mul", + "node_outputs:": [ + { + "output_dimension:": "72 1 1024 ", + "output_name:": "/feed_forward3/activation/Mul_output_0" + } + ] + }, + { + "node_id:": 112, + "node_inputs:": [ + { + "input_dimension:": "72 1 384 ", + "input_name:": "/Add_15_output_0" + }, + { + "input_dimension:": "72 1 384 ", + "input_name:": "/feed_forward3/out_proj/Add_output_0" + } + ], + "node_name:": "/Add_16", + "node_outputs:": [ + { + "output_dimension:": "72 1 384 ", + "output_name:": "/Add_16_output_0" + } + ] + }, + { + "node_id:": 113, + "node_inputs:": [ + { + "input_dimension:": "72 1 384 ", + "input_name:": "/Add_16_output_0" + }, + { + "input_dimension:": "72 1 384 ", + "input_name:": "/Add_16_output_0" + } + ], + "node_name:": "/norm_final/Mul", + "node_outputs:": [ + { + "output_dimension:": "72 1 384 ", + "output_name:": "/norm_final/Mul_output_0" + } + ] + }, + { + "node_id:": 114, + "node_inputs:": [ + { + "input_dimension:": "72 1 384 ", + "input_name:": "/norm_final/Mul_output_0" + } + ], + "node_name:": "/norm_final/ReduceMean", + "node_outputs:": [ + { + "output_dimension:": "72 1 1 ", + "output_name:": "/norm_final/ReduceMean_output_0" + } + ] + }, + { + "node_id:": 115, + "node_inputs:": [ + { + "input_dimension:": "72 1 1 ", + "input_name:": "/norm_final/ReduceMean_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/norm_final/Constant_output_0" + } + ], + "node_name:": "/norm_final/Add", + "node_outputs:": [ + { + "output_dimension:": "72 1 1 ", + "output_name:": "/norm_final/Add_output_0" + } + ] + }, + { + "node_id:": 116, + "node_inputs:": [ + { + "input_dimension:": "72 1 1 ", + "input_name:": "/norm_final/Add_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/norm_final_1/Constant_1_output_0" + } + ], + "node_name:": "/norm_final/Pow", + "node_outputs:": [ + { + "output_dimension:": "72 1 1 ", + "output_name:": "/norm_final/Pow_output_0" + } + ] + }, + { + "node_id:": 117, + "node_inputs:": [ + { + "input_dimension:": "72 1 384 ", + "input_name:": "/Add_16_output_0" + }, + { + "input_dimension:": "72 1 1 ", + "input_name:": "/norm_final/Pow_output_0" + } + ], + "node_name:": "/norm_final/Mul_1", + "node_outputs:": [ + { + "output_dimension:": "72 1 384 ", + "output_name:": "/norm_final/Mul_1_output_0" + } + ] + }, + { + "node_id:": 118, + "node_inputs:": [ + { + "input_dimension:": "72 1 384 ", + "input_name:": "/norm_final/Mul_1_output_0" + }, + { + "input_dimension:": "72 1 384 ", + "input_name:": "/Transpose_output_0" + } + ], + "node_name:": "/Sub_2", + "node_outputs:": [ + { + "output_dimension:": "72 1 384 ", + "output_name:": "/Sub_2_output_0" + } + ] + }, + { + "node_id:": 119, + "node_inputs:": [ + { + "input_dimension:": "72 1 384 ", + "input_name:": "/Sub_2_output_0" + }, + { + "input_dimension:": "", + "input_name:": "encoder.encoders.0.layers.0.bypass_scale" + } + ], + "node_name:": "/Mul_10", + "node_outputs:": [ + { + "output_dimension:": "72 1 384 ", + "output_name:": "/Mul_10_output_0" + } + ] + }, + { + "node_id:": 120, + "node_inputs:": [ + { + "input_dimension:": "72 1 384 ", + "input_name:": "/Transpose_output_0" + }, + { + "input_dimension:": "72 1 384 ", + "input_name:": "/Mul_10_output_0" + } + ], + "node_name:": "/Add_17", + "node_outputs:": [ + { + "output_dimension:": "72 1 384 ", + "output_name:": "/Add_17_output_0" + } + ] + }, + { + "node_id:": 121, + "node_inputs:": [ + { + "input_dimension:": "72 1 1024 ", + "input_name:": "/feed_forward1/in_proj_1/Add_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/feed_forward1/activation_2/Constant_output_0" + } + ], + "node_name:": "/feed_forward1/activation_1/Sub", + "node_outputs:": [ + { + "output_dimension:": "72 1 1024 ", + "output_name:": "/feed_forward1/activation_1/Sub_output_0" + } + ] + }, + { + "node_id:": 122, + "node_inputs:": [ + { + "input_dimension:": "72 1 1024 ", + "input_name:": "/feed_forward1/activation_1/Sub_output_0" + } + ], + "node_name:": "/feed_forward1/activation_1/Sigmoid", + "node_outputs:": [ + { + "output_dimension:": "72 1 1024 ", + "output_name:": "/feed_forward1/activation_1/Sigmoid_output_0" + } + ] + }, + { + "node_id:": 123, + "node_inputs:": [ + { + "input_dimension:": "72 1 1024 ", + "input_name:": "/feed_forward1/in_proj_1/Add_output_0" + }, + { + "input_dimension:": "72 1 1024 ", + "input_name:": "/feed_forward1/activation_1/Sigmoid_output_0" + } + ], + "node_name:": "/feed_forward1/activation_1/Mul", + "node_outputs:": [ + { + "output_dimension:": "72 1 1024 ", + "output_name:": "/feed_forward1/activation_1/Mul_output_0" + } + ] + }, + { + "node_id:": 124, + "node_inputs:": [ + { + "input_dimension:": "72 1 384 ", + "input_name:": "/Add_17_output_0" + }, + { + "input_dimension:": "72 1 384 ", + "input_name:": "/feed_forward1/out_proj_1/Add_output_0" + } + ], + "node_name:": "/Add_18", + "node_outputs:": [ + { + "output_dimension:": "72 1 384 ", + "output_name:": "/Add_18_output_0" + } + ] + }, + { + "node_id:": 125, + "node_inputs:": [ + { + "input_dimension:": "72 1 384 ", + "input_name:": "/Add_18_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/Constant_631_output_0" + } + ], + "node_name:": "/CumSum_1", + "node_outputs:": [ + { + "output_dimension:": "72 1 384 ", + "output_name:": "/CumSum_1_output_0" + } + ] + }, + { + "node_id:": 126, + "node_inputs:": [ + { + "input_dimension:": "72 1 384 ", + "input_name:": "/CumSum_1_output_0" + }, + { + "input_dimension:": "1 1 384 ", + "input_name:": "/Unsqueeze_35_output_0" + } + ], + "node_name:": "/Add_19", + "node_outputs:": [ + { + "output_dimension:": "72 1 384 ", + "output_name:": "/Add_19_output_0" + } + ] + }, + { + "node_id:": 127, + "node_inputs:": [ + { + "input_dimension:": "72 1 ", + "input_name:": "/Unsqueeze_36_output_0" + }, + { + "input_dimension:": "1 1 ", + "input_name:": "/Unsqueeze_37_output_0" + } + ], + "node_name:": "/Add_21", + "node_outputs:": [ + { + "output_dimension:": "72 1 ", + "output_name:": "/Add_21_output_0" + } + ] + }, + { + "node_id:": 128, + "node_inputs:": [ + { + "input_dimension:": "72 1 ", + "input_name:": "/Add_21_output_0" + } + ], + "node_name:": "/Cast_7", + "node_outputs:": [ + { + "output_dimension:": "72 1 ", + "output_name:": "/Cast_7_output_0" + } + ] + }, + { + "node_id:": 129, + "node_inputs:": [ + { + "input_dimension:": "72 1 ", + "input_name:": "/Cast_7_output_0" + } + ], + "node_name:": "/Reciprocal_1", + "node_outputs:": [ + { + "output_dimension:": "72 1 ", + "output_name:": "/Reciprocal_1_output_0" + } + ] + }, + { + "node_id:": 130, + "node_inputs:": [ + { + "input_dimension:": "72 1 ", + "input_name:": "/Reciprocal_1_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_1113_output_0" + } + ], + "node_name:": "/Unsqueeze_38", + "node_outputs:": [ + { + "output_dimension:": "72 1 1 ", + "output_name:": "/Unsqueeze_38_output_0" + } + ] + }, + { + "node_id:": 131, + "node_inputs:": [ + { + "input_dimension:": "72 1 384 ", + "input_name:": "/Add_19_output_0" + }, + { + "input_dimension:": "72 1 1 ", + "input_name:": "/Unsqueeze_38_output_0" + } + ], + "node_name:": "/Mul_13", + "node_outputs:": [ + { + "output_dimension:": "72 1 384 ", + "output_name:": "/Mul_13_output_0" + } + ] + }, + { + "node_id:": 132, + "node_inputs:": [ + { + "input_dimension:": "72 1 384 ", + "input_name:": "/Mul_13_output_0" + }, + { + "input_dimension:": "384 384 ", + "input_name:": "onnx::MatMul_7421" + } + ], + "node_name:": "/proj_1/MatMul", + "node_outputs:": [ + { + "output_dimension:": "72 1 384 ", + "output_name:": "/proj_1/MatMul_output_0" + } + ] + }, + { + "node_id:": 133, + "node_inputs:": [ + { + "input_dimension:": "72 1 384 ", + "input_name:": "/Add_18_output_0" + }, + { + "input_dimension:": "72 1 384 ", + "input_name:": "/proj_1/MatMul_output_0" + } + ], + "node_name:": "/Add_23", + "node_outputs:": [ + { + "output_dimension:": "72 1 384 ", + "output_name:": "/Add_23_output_0" + } + ] + }, + { + "node_id:": 134, + "node_inputs:": [ + { + "input_dimension:": "72 1 512 ", + "input_name:": "/in_proj_1/Add_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_285_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_568_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_1113_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Slice_10", + "node_outputs:": [ + { + "output_dimension:": "72 1 192 ", + "output_name:": "/Slice_10_output_0" + } + ] + }, + { + "node_id:": 135, + "node_inputs:": [ + { + "input_dimension:": "2 288 1 192 ", + "input_name:": "cached_key_0" + }, + { + "input_dimension:": "", + "input_name:": "/encoder_pos_1/Constant_2_output_0" + } + ], + "node_name:": "/Gather_24", + "node_outputs:": [ + { + "output_dimension:": "288 1 192 ", + "output_name:": "/Gather_24_output_0" + } + ] + }, + { + "node_id:": 136, + "node_inputs:": [ + { + "input_dimension:": "288 1 192 ", + "input_name:": "/Gather_24_output_0" + }, + { + "input_dimension:": "72 1 192 ", + "input_name:": "/Slice_10_output_0" + } + ], + "node_name:": "/Concat_18", + "node_outputs:": [ + { + "output_dimension:": "360 1 192 ", + "output_name:": "/Concat_18_output_0" + } + ] + }, + { + "node_id:": 137, + "node_inputs:": [ + { + "input_dimension:": "72 1 512 ", + "input_name:": "/in_proj_1/Add_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_1118_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_69_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_1113_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Slice_12", + "node_outputs:": [ + { + "output_dimension:": "72 1 32 ", + "output_name:": "/Slice_12_output_0" + } + ] + }, + { + "node_id:": 138, + "node_inputs:": [ + { + "input_dimension:": "72 1 32 ", + "input_name:": "/Slice_12_output_0" + }, + { + "input_dimension:": "4 ", + "input_name:": "/Concat_21_output_0" + } + ], + "node_name:": "/Reshape_12", + "node_outputs:": [ + { + "output_dimension:": "72 1 8 4 ", + "output_name:": "/Reshape_12_output_0" + } + ] + }, + { + "node_id:": 139, + "node_inputs:": [ + { + "input_dimension:": "72 1 8 4 ", + "input_name:": "/Reshape_12_output_0" + } + ], + "node_name:": "/Transpose_15", + "node_outputs:": [ + { + "output_dimension:": "1 8 72 4 ", + "output_name:": "/Transpose_15_output_0" + } + ] + }, + { + "node_id:": 140, + "node_inputs:": [ + { + "input_dimension:": "1 8 72 4 ", + "input_name:": "/Transpose_15_output_0" + }, + { + "input_dimension:": "1 8 4 431 ", + "input_name:": "/Transpose_17_output_0" + } + ], + "node_name:": "/MatMul_5", + "node_outputs:": [ + { + "output_dimension:": "1 8 72 431 ", + "output_name:": "/MatMul_5_output_0" + } + ] + }, + { + "node_id:": 141, + "node_inputs:": [ + { + "input_dimension:": "360 1 192 ", + "input_name:": "/Concat_18_output_0" + }, + { + "input_dimension:": "4 ", + "input_name:": "/Concat_266_output_0" + } + ], + "node_name:": "/Reshape_13", + "node_outputs:": [ + { + "output_dimension:": "360 1 8 24 ", + "output_name:": "/Reshape_13_output_0" + } + ] + }, + { + "node_id:": 142, + "node_inputs:": [ + { + "input_dimension:": "360 1 8 24 ", + "input_name:": "/Reshape_13_output_0" + } + ], + "node_name:": "/Transpose_16", + "node_outputs:": [ + { + "output_dimension:": "1 8 24 360 ", + "output_name:": "/Transpose_16_output_0" + } + ] + }, + { + "node_id:": 143, + "node_inputs:": [ + { + "input_dimension:": "72 1 512 ", + "input_name:": "/in_proj_1/Add_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_285_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_1113_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Slice_9", + "node_outputs:": [ + { + "output_dimension:": "72 1 192 ", + "output_name:": "/Slice_9_output_0" + } + ] + }, + { + "node_id:": 144, + "node_inputs:": [ + { + "input_dimension:": "72 1 192 ", + "input_name:": "/Slice_9_output_0" + }, + { + "input_dimension:": "4 ", + "input_name:": "/Concat_20_output_0" + } + ], + "node_name:": "/Reshape_11", + "node_outputs:": [ + { + "output_dimension:": "72 1 8 24 ", + "output_name:": "/Reshape_11_output_0" + } + ] + }, + { + "node_id:": 145, + "node_inputs:": [ + { + "input_dimension:": "72 1 8 24 ", + "input_name:": "/Reshape_11_output_0" + } + ], + "node_name:": "/Transpose_14", + "node_outputs:": [ + { + "output_dimension:": "1 8 72 24 ", + "output_name:": "/Transpose_14_output_0" + } + ] + }, + { + "node_id:": 146, + "node_inputs:": [ + { + "input_dimension:": "1 8 72 24 ", + "input_name:": "/Transpose_14_output_0" + }, + { + "input_dimension:": "1 8 24 360 ", + "input_name:": "/Transpose_16_output_0" + } + ], + "node_name:": "/MatMul_6", + "node_outputs:": [ + { + "output_dimension:": "1 8 72 360 ", + "output_name:": "/MatMul_6_output_0" + } + ] + }, + { + "node_id:": 147, + "node_inputs:": [ + { + "input_dimension:": "1 8 72 431 ", + "input_name:": "/MatMul_5_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "/Concat_27_output_0" + } + ], + "node_name:": "/Reshape_16", + "node_outputs:": [ + { + "output_dimension:": "576 431 ", + "output_name:": "/Reshape_16_output_0" + } + ] + }, + { + "node_id:": 148, + "node_inputs:": [ + { + "input_dimension:": "576 431 ", + "input_name:": "/Reshape_16_output_0" + }, + { + "input_dimension:": "576 360 ", + "input_name:": "/Add_25_output_0" + } + ], + "node_name:": "/GatherElements_1", + "node_outputs:": [ + { + "output_dimension:": "576 360 ", + "output_name:": "/GatherElements_1_output_0" + } + ] + }, + { + "node_id:": 149, + "node_inputs:": [ + { + "input_dimension:": "576 360 ", + "input_name:": "/GatherElements_1_output_0" + }, + { + "input_dimension:": "4 ", + "input_name:": "/Concat_28_output_0" + } + ], + "node_name:": "/Reshape_17", + "node_outputs:": [ + { + "output_dimension:": "1 8 72 360 ", + "output_name:": "/Reshape_17_output_0" + } + ] + }, + { + "node_id:": 150, + "node_inputs:": [ + { + "input_dimension:": "1 8 72 360 ", + "input_name:": "/MatMul_6_output_0" + }, + { + "input_dimension:": "1 8 72 360 ", + "input_name:": "/Reshape_17_output_0" + } + ], + "node_name:": "/Add_26", + "node_outputs:": [ + { + "output_dimension:": "1 8 72 360 ", + "output_name:": "/Add_26_output_0" + } + ] + }, + { + "node_id:": 151, + "node_inputs:": [ + { + "input_dimension:": "1 8 72 360 ", + "input_name:": "/Add_26_output_0" + }, + { + "input_dimension:": "3 ", + "input_name:": "/Concat_29_output_0" + } + ], + "node_name:": "/Reshape_18", + "node_outputs:": [ + { + "output_dimension:": "8 72 360 ", + "output_name:": "/Reshape_18_output_0" + } + ] + }, + { + "node_id:": 152, + "node_inputs:": [ + { + "input_dimension:": "8 72 360 ", + "input_name:": "/Reshape_18_output_0" + } + ], + "node_name:": "/Softmax_1", + "node_outputs:": [ + { + "output_dimension:": "8 72 360 ", + "output_name:": "/Softmax_1_output_0" + } + ] + }, + { + "node_id:": 153, + "node_inputs:": [ + { + "input_dimension:": "72 1 512 ", + "input_name:": "/in_proj_1/Add_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_568_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_1118_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_1113_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Slice_11", + "node_outputs:": [ + { + "output_dimension:": "72 1 96 ", + "output_name:": "/Slice_11_output_0" + } + ] + }, + { + "node_id:": 154, + "node_inputs:": [ + { + "input_dimension:": "2 288 1 96 ", + "input_name:": "cached_val_0" + }, + { + "input_dimension:": "", + "input_name:": "/encoder_pos_1/Constant_2_output_0" + } + ], + "node_name:": "/Gather_25", + "node_outputs:": [ + { + "output_dimension:": "288 1 96 ", + "output_name:": "/Gather_25_output_0" + } + ] + }, + { + "node_id:": 155, + "node_inputs:": [ + { + "input_dimension:": "288 1 96 ", + "input_name:": "/Gather_25_output_0" + }, + { + "input_dimension:": "72 1 96 ", + "input_name:": "/Slice_11_output_0" + } + ], + "node_name:": "/Concat_19", + "node_outputs:": [ + { + "output_dimension:": "360 1 96 ", + "output_name:": "/Concat_19_output_0" + } + ] + }, + { + "node_id:": 156, + "node_inputs:": [ + { + "input_dimension:": "360 1 96 ", + "input_name:": "/Concat_19_output_0" + }, + { + "input_dimension:": "3 ", + "input_name:": "/Concat_23_output_0" + } + ], + "node_name:": "/Reshape_14", + "node_outputs:": [ + { + "output_dimension:": "360 8 12 ", + "output_name:": "/Reshape_14_output_0" + } + ] + }, + { + "node_id:": 157, + "node_inputs:": [ + { + "input_dimension:": "360 8 12 ", + "input_name:": "/Reshape_14_output_0" + } + ], + "node_name:": "/Transpose_13", + "node_outputs:": [ + { + "output_dimension:": "8 360 12 ", + "output_name:": "/Transpose_13_output_0" + } + ] + }, + { + "node_id:": 158, + "node_inputs:": [ + { + "input_dimension:": "8 72 360 ", + "input_name:": "/Softmax_1_output_0" + }, + { + "input_dimension:": "8 360 12 ", + "input_name:": "/Transpose_13_output_0" + } + ], + "node_name:": "/MatMul_7", + "node_outputs:": [ + { + "output_dimension:": "8 72 12 ", + "output_name:": "/MatMul_7_output_0" + } + ] + }, + { + "node_id:": 159, + "node_inputs:": [ + { + "input_dimension:": "8 72 12 ", + "input_name:": "/MatMul_7_output_0" + } + ], + "node_name:": "/Transpose_18", + "node_outputs:": [ + { + "output_dimension:": "72 8 12 ", + "output_name:": "/Transpose_18_output_0" + } + ] + }, + { + "node_id:": 160, + "node_inputs:": [ + { + "input_dimension:": "72 1 384 ", + "input_name:": "/Add_23_output_0" + }, + { + "input_dimension:": "72 1 384 ", + "input_name:": "/Add_27_output_0" + } + ], + "node_name:": "/Add_28", + "node_outputs:": [ + { + "output_dimension:": "72 1 384 ", + "output_name:": "/Add_28_output_0" + } + ] + }, + { + "node_id:": 161, + "node_inputs:": [ + { + "input_dimension:": "72 1 384 ", + "input_name:": "/Add_28_output_0" + } + ], + "node_name:": "/Transpose_19", + "node_outputs:": [ + { + "output_dimension:": "1 384 72 ", + "output_name:": "/Transpose_19_output_0" + } + ] + }, + { + "node_id:": 162, + "node_inputs:": [ + { + "input_dimension:": "1 384 72 ", + "input_name:": "/Transpose_19_output_0" + }, + { + "input_dimension:": "768 384 1 ", + "input_name:": "encoder.encoders.0.layers.1.conv_module1.pointwise_conv1.weight" + }, + { + "input_dimension:": "768 ", + "input_name:": "encoder.encoders.0.layers.1.conv_module1.pointwise_conv1.bias" + } + ], + "node_name:": "/pointwise_conv1_2/Conv", + "node_outputs:": [ + { + "output_dimension:": "1 768 72 ", + "output_name:": "/pointwise_conv1_2/Conv_output_0" + } + ] + }, + { + "node_id:": 163, + "node_inputs:": [ + { + "input_dimension:": "1 768 72 ", + "input_name:": "/pointwise_conv1_2/Conv_output_0" + } + ], + "node_name:": "/Split_2", + "node_outputs:": [ + { + "output_dimension:": "1 384 72 ", + "output_name:": "/Split_2_output_0" + }, + { + "output_dimension:": "1 384 72 ", + "output_name:": "/Split_2_output_1" + } + ] + }, + { + "node_id:": 164, + "node_inputs:": [ + { + "input_dimension:": "1 384 72 ", + "input_name:": "/Split_2_output_1" + } + ], + "node_name:": "/Sigmoid_2", + "node_outputs:": [ + { + "output_dimension:": "1 384 72 ", + "output_name:": "/Sigmoid_2_output_0" + } + ] + }, + { + "node_id:": 165, + "node_inputs:": [ + { + "input_dimension:": "1 384 72 ", + "input_name:": "/Split_2_output_0" + }, + { + "input_dimension:": "1 384 72 ", + "input_name:": "/Sigmoid_2_output_0" + } + ], + "node_name:": "/Mul_18", + "node_outputs:": [ + { + "output_dimension:": "1 384 72 ", + "output_name:": "/Mul_18_output_0" + } + ] + }, + { + "node_id:": 166, + "node_inputs:": [ + { + "input_dimension:": "2 1 384 30 ", + "input_name:": "cached_conv1_0" + }, + { + "input_dimension:": "", + "input_name:": "/encoder_pos_1/Constant_2_output_0" + } + ], + "node_name:": "/Gather_27", + "node_outputs:": [ + { + "output_dimension:": "1 384 30 ", + "output_name:": "/Gather_27_output_0" + } + ] + }, + { + "node_id:": 167, + "node_inputs:": [ + { + "input_dimension:": "1 384 30 ", + "input_name:": "/Gather_27_output_0" + }, + { + "input_dimension:": "1 384 72 ", + "input_name:": "/Mul_18_output_0" + } + ], + "node_name:": "/Concat_31", + "node_outputs:": [ + { + "output_dimension:": "1 384 102 ", + "output_name:": "/Concat_31_output_0" + } + ] + }, + { + "node_id:": 168, + "node_inputs:": [ + { + "input_dimension:": "1 384 102 ", + "input_name:": "/Concat_31_output_0" + }, + { + "input_dimension:": "384 1 31 ", + "input_name:": "encoder.encoders.0.layers.1.conv_module1.depthwise_conv.weight" + }, + { + "input_dimension:": "384 ", + "input_name:": "encoder.encoders.0.layers.1.conv_module1.depthwise_conv.bias" + } + ], + "node_name:": "/depthwise_conv_2/Conv", + "node_outputs:": [ + { + "output_dimension:": "1 384 72 ", + "output_name:": "/depthwise_conv_2/Conv_output_0" + } + ] + }, + { + "node_id:": 169, + "node_inputs:": [ + { + "input_dimension:": "1 384 72 ", + "input_name:": "/depthwise_conv_2/Conv_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/feed_forward1/activation_2/Constant_output_0" + } + ], + "node_name:": "/activation_2/Sub", + "node_outputs:": [ + { + "output_dimension:": "1 384 72 ", + "output_name:": "/activation_2/Sub_output_0" + } + ] + }, + { + "node_id:": 170, + "node_inputs:": [ + { + "input_dimension:": "1 384 72 ", + "input_name:": "/activation_2/Sub_output_0" + } + ], + "node_name:": "/activation_2/Sigmoid", + "node_outputs:": [ + { + "output_dimension:": "1 384 72 ", + "output_name:": "/activation_2/Sigmoid_output_0" + } + ] + }, + { + "node_id:": 171, + "node_inputs:": [ + { + "input_dimension:": "1 384 72 ", + "input_name:": "/depthwise_conv_2/Conv_output_0" + }, + { + "input_dimension:": "1 384 72 ", + "input_name:": "/activation_2/Sigmoid_output_0" + } + ], + "node_name:": "/activation_2/Mul", + "node_outputs:": [ + { + "output_dimension:": "1 384 72 ", + "output_name:": "/activation_2/Mul_output_0" + } + ] + }, + { + "node_id:": 172, + "node_inputs:": [ + { + "input_dimension:": "1 384 72 ", + "input_name:": "/activation_2/Mul_output_0" + }, + { + "input_dimension:": "384 384 1 ", + "input_name:": "encoder.encoders.0.layers.1.conv_module1.pointwise_conv2.weight" + }, + { + "input_dimension:": "384 ", + "input_name:": "encoder.encoders.0.layers.1.conv_module1.pointwise_conv2.bias" + } + ], + "node_name:": "/pointwise_conv2_2/Conv", + "node_outputs:": [ + { + "output_dimension:": "1 384 72 ", + "output_name:": "/pointwise_conv2_2/Conv_output_0" + } + ] + }, + { + "node_id:": 173, + "node_inputs:": [ + { + "input_dimension:": "1 384 72 ", + "input_name:": "/pointwise_conv2_2/Conv_output_0" + } + ], + "node_name:": "/Transpose_20", + "node_outputs:": [ + { + "output_dimension:": "72 1 384 ", + "output_name:": "/Transpose_20_output_0" + } + ] + }, + { + "node_id:": 174, + "node_inputs:": [ + { + "input_dimension:": "72 1 384 ", + "input_name:": "/Add_28_output_0" + }, + { + "input_dimension:": "72 1 384 ", + "input_name:": "/Transpose_20_output_0" + } + ], + "node_name:": "/Add_29", + "node_outputs:": [ + { + "output_dimension:": "72 1 384 ", + "output_name:": "/Add_29_output_0" + } + ] + }, + { + "node_id:": 175, + "node_inputs:": [ + { + "input_dimension:": "72 1 1024 ", + "input_name:": "/feed_forward2/in_proj_1/Add_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/feed_forward1/activation_2/Constant_output_0" + } + ], + "node_name:": "/feed_forward2/activation_1/Sub", + "node_outputs:": [ + { + "output_dimension:": "72 1 1024 ", + "output_name:": "/feed_forward2/activation_1/Sub_output_0" + } + ] + }, + { + "node_id:": 176, + "node_inputs:": [ + { + "input_dimension:": "72 1 1024 ", + "input_name:": "/feed_forward2/activation_1/Sub_output_0" + } + ], + "node_name:": "/feed_forward2/activation_1/Sigmoid", + "node_outputs:": [ + { + "output_dimension:": "72 1 1024 ", + "output_name:": "/feed_forward2/activation_1/Sigmoid_output_0" + } + ] + }, + { + "node_id:": 177, + "node_inputs:": [ + { + "input_dimension:": "72 1 1024 ", + "input_name:": "/feed_forward2/in_proj_1/Add_output_0" + }, + { + "input_dimension:": "72 1 1024 ", + "input_name:": "/feed_forward2/activation_1/Sigmoid_output_0" + } + ], + "node_name:": "/feed_forward2/activation_1/Mul", + "node_outputs:": [ + { + "output_dimension:": "72 1 1024 ", + "output_name:": "/feed_forward2/activation_1/Mul_output_0" + } + ] + }, + { + "node_id:": 178, + "node_inputs:": [ + { + "input_dimension:": "72 1 384 ", + "input_name:": "/Add_29_output_0" + }, + { + "input_dimension:": "72 1 384 ", + "input_name:": "/feed_forward2/out_proj_1/Add_output_0" + } + ], + "node_name:": "/Add_30", + "node_outputs:": [ + { + "output_dimension:": "72 1 384 ", + "output_name:": "/Add_30_output_0" + } + ] + }, + { + "node_id:": 179, + "node_inputs:": [ + { + "input_dimension:": "72 1 384 ", + "input_name:": "/Add_30_output_0" + }, + { + "input_dimension:": "384 96 ", + "input_name:": "onnx::MatMul_7467" + } + ], + "node_name:": "/in_proj2_1/MatMul", + "node_outputs:": [ + { + "output_dimension:": "72 1 96 ", + "output_name:": "/in_proj2_1/MatMul_output_0" + } + ] + }, + { + "node_id:": 180, + "node_inputs:": [ + { + "input_dimension:": "2 288 1 96 ", + "input_name:": "cached_val2_0" + }, + { + "input_dimension:": "", + "input_name:": "/encoder_pos_1/Constant_2_output_0" + } + ], + "node_name:": "/Gather_26", + "node_outputs:": [ + { + "output_dimension:": "288 1 96 ", + "output_name:": "/Gather_26_output_0" + } + ] + }, + { + "node_id:": 181, + "node_inputs:": [ + { + "input_dimension:": "288 1 96 ", + "input_name:": "/Gather_26_output_0" + }, + { + "input_dimension:": "72 1 96 ", + "input_name:": "/in_proj2_1/MatMul_output_0" + } + ], + "node_name:": "/Concat_32", + "node_outputs:": [ + { + "output_dimension:": "360 1 96 ", + "output_name:": "/Concat_32_output_0" + } + ] + }, + { + "node_id:": 182, + "node_inputs:": [ + { + "input_dimension:": "360 1 96 ", + "input_name:": "/Concat_32_output_0" + }, + { + "input_dimension:": "3 ", + "input_name:": "/Concat_33_output_0" + } + ], + "node_name:": "/Reshape_20", + "node_outputs:": [ + { + "output_dimension:": "360 8 12 ", + "output_name:": "/Reshape_20_output_0" + } + ] + }, + { + "node_id:": 183, + "node_inputs:": [ + { + "input_dimension:": "360 8 12 ", + "input_name:": "/Reshape_20_output_0" + } + ], + "node_name:": "/Transpose_21", + "node_outputs:": [ + { + "output_dimension:": "8 360 12 ", + "output_name:": "/Transpose_21_output_0" + } + ] + }, + { + "node_id:": 184, + "node_inputs:": [ + { + "input_dimension:": "8 72 360 ", + "input_name:": "/Softmax_1_output_0" + }, + { + "input_dimension:": "8 360 12 ", + "input_name:": "/Transpose_21_output_0" + } + ], + "node_name:": "/MatMul_9", + "node_outputs:": [ + { + "output_dimension:": "8 72 12 ", + "output_name:": "/MatMul_9_output_0" + } + ] + }, + { + "node_id:": 185, + "node_inputs:": [ + { + "input_dimension:": "8 72 12 ", + "input_name:": "/MatMul_9_output_0" + } + ], + "node_name:": "/Transpose_22", + "node_outputs:": [ + { + "output_dimension:": "72 8 12 ", + "output_name:": "/Transpose_22_output_0" + } + ] + }, + { + "node_id:": 186, + "node_inputs:": [ + { + "input_dimension:": "72 1 384 ", + "input_name:": "/Add_30_output_0" + }, + { + "input_dimension:": "72 1 384 ", + "input_name:": "/out_proj2_1/Add_output_0" + } + ], + "node_name:": "/Add_32", + "node_outputs:": [ + { + "output_dimension:": "72 1 384 ", + "output_name:": "/Add_32_output_0" + } + ] + }, + { + "node_id:": 187, + "node_inputs:": [ + { + "input_dimension:": "72 1 384 ", + "input_name:": "/Add_32_output_0" + } + ], + "node_name:": "/Transpose_23", + "node_outputs:": [ + { + "output_dimension:": "1 384 72 ", + "output_name:": "/Transpose_23_output_0" + } + ] + }, + { + "node_id:": 188, + "node_inputs:": [ + { + "input_dimension:": "1 384 72 ", + "input_name:": "/Transpose_23_output_0" + }, + { + "input_dimension:": "768 384 1 ", + "input_name:": "encoder.encoders.0.layers.1.conv_module2.pointwise_conv1.weight" + }, + { + "input_dimension:": "768 ", + "input_name:": "encoder.encoders.0.layers.1.conv_module2.pointwise_conv1.bias" + } + ], + "node_name:": "/pointwise_conv1_3/Conv", + "node_outputs:": [ + { + "output_dimension:": "1 768 72 ", + "output_name:": "/pointwise_conv1_3/Conv_output_0" + } + ] + }, + { + "node_id:": 189, + "node_inputs:": [ + { + "input_dimension:": "1 768 72 ", + "input_name:": "/pointwise_conv1_3/Conv_output_0" + } + ], + "node_name:": "/Split_3", + "node_outputs:": [ + { + "output_dimension:": "1 384 72 ", + "output_name:": "/Split_3_output_0" + }, + { + "output_dimension:": "1 384 72 ", + "output_name:": "/Split_3_output_1" + } + ] + }, + { + "node_id:": 190, + "node_inputs:": [ + { + "input_dimension:": "1 384 72 ", + "input_name:": "/Split_3_output_1" + } + ], + "node_name:": "/Sigmoid_3", + "node_outputs:": [ + { + "output_dimension:": "1 384 72 ", + "output_name:": "/Sigmoid_3_output_0" + } + ] + }, + { + "node_id:": 191, + "node_inputs:": [ + { + "input_dimension:": "1 384 72 ", + "input_name:": "/Split_3_output_0" + }, + { + "input_dimension:": "1 384 72 ", + "input_name:": "/Sigmoid_3_output_0" + } + ], + "node_name:": "/Mul_20", + "node_outputs:": [ + { + "output_dimension:": "1 384 72 ", + "output_name:": "/Mul_20_output_0" + } + ] + }, + { + "node_id:": 192, + "node_inputs:": [ + { + "input_dimension:": "2 1 384 30 ", + "input_name:": "cached_conv2_0" + }, + { + "input_dimension:": "", + "input_name:": "/encoder_pos_1/Constant_2_output_0" + } + ], + "node_name:": "/Gather_28", + "node_outputs:": [ + { + "output_dimension:": "1 384 30 ", + "output_name:": "/Gather_28_output_0" + } + ] + }, + { + "node_id:": 193, + "node_inputs:": [ + { + "input_dimension:": "1 384 30 ", + "input_name:": "/Gather_28_output_0" + }, + { + "input_dimension:": "1 384 72 ", + "input_name:": "/Mul_20_output_0" + } + ], + "node_name:": "/Concat_35", + "node_outputs:": [ + { + "output_dimension:": "1 384 102 ", + "output_name:": "/Concat_35_output_0" + } + ] + }, + { + "node_id:": 194, + "node_inputs:": [ + { + "input_dimension:": "1 384 102 ", + "input_name:": "/Concat_35_output_0" + }, + { + "input_dimension:": "384 1 31 ", + "input_name:": "encoder.encoders.0.layers.1.conv_module2.depthwise_conv.weight" + }, + { + "input_dimension:": "384 ", + "input_name:": "encoder.encoders.0.layers.1.conv_module2.depthwise_conv.bias" + } + ], + "node_name:": "/depthwise_conv_3/Conv", + "node_outputs:": [ + { + "output_dimension:": "1 384 72 ", + "output_name:": "/depthwise_conv_3/Conv_output_0" + } + ] + }, + { + "node_id:": 195, + "node_inputs:": [ + { + "input_dimension:": "1 384 72 ", + "input_name:": "/depthwise_conv_3/Conv_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/feed_forward1/activation_2/Constant_output_0" + } + ], + "node_name:": "/activation_3/Sub", + "node_outputs:": [ + { + "output_dimension:": "1 384 72 ", + "output_name:": "/activation_3/Sub_output_0" + } + ] + }, + { + "node_id:": 196, + "node_inputs:": [ + { + "input_dimension:": "1 384 72 ", + "input_name:": "/activation_3/Sub_output_0" + } + ], + "node_name:": "/activation_3/Sigmoid", + "node_outputs:": [ + { + "output_dimension:": "1 384 72 ", + "output_name:": "/activation_3/Sigmoid_output_0" + } + ] + }, + { + "node_id:": 197, + "node_inputs:": [ + { + "input_dimension:": "1 384 72 ", + "input_name:": "/depthwise_conv_3/Conv_output_0" + }, + { + "input_dimension:": "1 384 72 ", + "input_name:": "/activation_3/Sigmoid_output_0" + } + ], + "node_name:": "/activation_3/Mul", + "node_outputs:": [ + { + "output_dimension:": "1 384 72 ", + "output_name:": "/activation_3/Mul_output_0" + } + ] + }, + { + "node_id:": 198, + "node_inputs:": [ + { + "input_dimension:": "1 384 72 ", + "input_name:": "/activation_3/Mul_output_0" + }, + { + "input_dimension:": "384 384 1 ", + "input_name:": "encoder.encoders.0.layers.1.conv_module2.pointwise_conv2.weight" + }, + { + "input_dimension:": "384 ", + "input_name:": "encoder.encoders.0.layers.1.conv_module2.pointwise_conv2.bias" + } + ], + "node_name:": "/pointwise_conv2_3/Conv", + "node_outputs:": [ + { + "output_dimension:": "1 384 72 ", + "output_name:": "/pointwise_conv2_3/Conv_output_0" + } + ] + }, + { + "node_id:": 199, + "node_inputs:": [ + { + "input_dimension:": "1 384 72 ", + "input_name:": "/pointwise_conv2_3/Conv_output_0" + } + ], + "node_name:": "/Transpose_24", + "node_outputs:": [ + { + "output_dimension:": "72 1 384 ", + "output_name:": "/Transpose_24_output_0" + } + ] + }, + { + "node_id:": 200, + "node_inputs:": [ + { + "input_dimension:": "72 1 384 ", + "input_name:": "/Add_32_output_0" + }, + { + "input_dimension:": "72 1 384 ", + "input_name:": "/Transpose_24_output_0" + } + ], + "node_name:": "/Add_33", + "node_outputs:": [ + { + "output_dimension:": "72 1 384 ", + "output_name:": "/Add_33_output_0" + } + ] + }, + { + "node_id:": 201, + "node_inputs:": [ + { + "input_dimension:": "72 1 1024 ", + "input_name:": "/feed_forward3/in_proj_1/Add_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/feed_forward1/activation_2/Constant_output_0" + } + ], + "node_name:": "/feed_forward3/activation_1/Sub", + "node_outputs:": [ + { + "output_dimension:": "72 1 1024 ", + "output_name:": "/feed_forward3/activation_1/Sub_output_0" + } + ] + }, + { + "node_id:": 202, + "node_inputs:": [ + { + "input_dimension:": "72 1 1024 ", + "input_name:": "/feed_forward3/activation_1/Sub_output_0" + } + ], + "node_name:": "/feed_forward3/activation_1/Sigmoid", + "node_outputs:": [ + { + "output_dimension:": "72 1 1024 ", + "output_name:": "/feed_forward3/activation_1/Sigmoid_output_0" + } + ] + }, + { + "node_id:": 203, + "node_inputs:": [ + { + "input_dimension:": "72 1 1024 ", + "input_name:": "/feed_forward3/in_proj_1/Add_output_0" + }, + { + "input_dimension:": "72 1 1024 ", + "input_name:": "/feed_forward3/activation_1/Sigmoid_output_0" + } + ], + "node_name:": "/feed_forward3/activation_1/Mul", + "node_outputs:": [ + { + "output_dimension:": "72 1 1024 ", + "output_name:": "/feed_forward3/activation_1/Mul_output_0" + } + ] + }, + { + "node_id:": 204, + "node_inputs:": [ + { + "input_dimension:": "72 1 384 ", + "input_name:": "/Add_33_output_0" + }, + { + "input_dimension:": "72 1 384 ", + "input_name:": "/feed_forward3/out_proj_1/Add_output_0" + } + ], + "node_name:": "/Add_34", + "node_outputs:": [ + { + "output_dimension:": "72 1 384 ", + "output_name:": "/Add_34_output_0" + } + ] + }, + { + "node_id:": 205, + "node_inputs:": [ + { + "input_dimension:": "72 1 384 ", + "input_name:": "/Add_34_output_0" + }, + { + "input_dimension:": "72 1 384 ", + "input_name:": "/Add_34_output_0" + } + ], + "node_name:": "/norm_final_1/Mul", + "node_outputs:": [ + { + "output_dimension:": "72 1 384 ", + "output_name:": "/norm_final_1/Mul_output_0" + } + ] + }, + { + "node_id:": 206, + "node_inputs:": [ + { + "input_dimension:": "72 1 384 ", + "input_name:": "/norm_final_1/Mul_output_0" + } + ], + "node_name:": "/norm_final_1/ReduceMean", + "node_outputs:": [ + { + "output_dimension:": "72 1 1 ", + "output_name:": "/norm_final_1/ReduceMean_output_0" + } + ] + }, + { + "node_id:": 207, + "node_inputs:": [ + { + "input_dimension:": "72 1 1 ", + "input_name:": "/norm_final_1/ReduceMean_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/norm_final_1/Constant_output_0" + } + ], + "node_name:": "/norm_final_1/Add", + "node_outputs:": [ + { + "output_dimension:": "72 1 1 ", + "output_name:": "/norm_final_1/Add_output_0" + } + ] + }, + { + "node_id:": 208, + "node_inputs:": [ + { + "input_dimension:": "72 1 1 ", + "input_name:": "/norm_final_1/Add_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/norm_final_1/Constant_1_output_0" + } + ], + "node_name:": "/norm_final_1/Pow", + "node_outputs:": [ + { + "output_dimension:": "72 1 1 ", + "output_name:": "/norm_final_1/Pow_output_0" + } + ] + }, + { + "node_id:": 209, + "node_inputs:": [ + { + "input_dimension:": "72 1 384 ", + "input_name:": "/Add_34_output_0" + }, + { + "input_dimension:": "72 1 1 ", + "input_name:": "/norm_final_1/Pow_output_0" + } + ], + "node_name:": "/norm_final_1/Mul_1", + "node_outputs:": [ + { + "output_dimension:": "72 1 384 ", + "output_name:": "/norm_final_1/Mul_1_output_0" + } + ] + }, + { + "node_id:": 210, + "node_inputs:": [ + { + "input_dimension:": "72 1 384 ", + "input_name:": "/norm_final_1/Mul_1_output_0" + }, + { + "input_dimension:": "72 1 384 ", + "input_name:": "/Add_17_output_0" + } + ], + "node_name:": "/Sub_5", + "node_outputs:": [ + { + "output_dimension:": "72 1 384 ", + "output_name:": "/Sub_5_output_0" + } + ] + }, + { + "node_id:": 211, + "node_inputs:": [ + { + "input_dimension:": "72 1 384 ", + "input_name:": "/Sub_5_output_0" + }, + { + "input_dimension:": "", + "input_name:": "encoder.encoders.0.layers.1.bypass_scale" + } + ], + "node_name:": "/Mul_21", + "node_outputs:": [ + { + "output_dimension:": "72 1 384 ", + "output_name:": "/Mul_21_output_0" + } + ] + }, + { + "node_id:": 212, + "node_inputs:": [ + { + "input_dimension:": "72 1 384 ", + "input_name:": "/Add_17_output_0" + }, + { + "input_dimension:": "72 1 384 ", + "input_name:": "/Mul_21_output_0" + } + ], + "node_name:": "/Add_35", + "node_outputs:": [ + { + "output_dimension:": "72 1 384 ", + "output_name:": "/Add_35_output_0" + } + ] + }, + { + "node_id:": 213, + "node_inputs:": [ + { + "input_dimension:": "4 1 ", + "input_name:": "cached_len_1" + }, + { + "input_dimension:": "", + "input_name:": "/encoder_embed/Constant_7_output_0" + } + ], + "node_name:": "/Gather_107", + "node_outputs:": [ + { + "output_dimension:": "1 ", + "output_name:": "/Gather_107_output_0" + } + ] + }, + { + "node_id:": 214, + "node_inputs:": [ + { + "input_dimension:": "1 ", + "input_name:": "/Gather_107_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + } + ], + "node_name:": "/Unsqueeze_187", + "node_outputs:": [ + { + "output_dimension:": "1 1 ", + "output_name:": "/Unsqueeze_187_output_0" + } + ] + }, + { + "node_id:": 215, + "node_inputs:": [ + { + "input_dimension:": "1 ", + "input_name:": "/Gather_107_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Unsqueeze_184", + "node_outputs:": [ + { + "output_dimension:": "1 1 ", + "output_name:": "/Unsqueeze_184_output_0" + } + ] + }, + { + "node_id:": 216, + "node_inputs:": [ + { + "input_dimension:": "1 1 ", + "input_name:": "/Unsqueeze_184_output_0" + } + ], + "node_name:": "/Cast_25", + "node_outputs:": [ + { + "output_dimension:": "1 1 ", + "output_name:": "/Cast_25_output_0" + } + ] + }, + { + "node_id:": 217, + "node_inputs:": [ + { + "input_dimension:": "4 1 384 ", + "input_name:": "cached_avg_1" + }, + { + "input_dimension:": "", + "input_name:": "/encoder_embed/Constant_7_output_0" + } + ], + "node_name:": "/Gather_108", + "node_outputs:": [ + { + "output_dimension:": "1 384 ", + "output_name:": "/Gather_108_output_0" + } + ] + }, + { + "node_id:": 218, + "node_inputs:": [ + { + "input_dimension:": "1 384 ", + "input_name:": "/Gather_108_output_0" + }, + { + "input_dimension:": "1 1 ", + "input_name:": "/Cast_25_output_0" + } + ], + "node_name:": "/Mul_55", + "node_outputs:": [ + { + "output_dimension:": "1 384 ", + "output_name:": "/Mul_55_output_0" + } + ] + }, + { + "node_id:": 219, + "node_inputs:": [ + { + "input_dimension:": "1 384 ", + "input_name:": "/Mul_55_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + } + ], + "node_name:": "/Unsqueeze_185", + "node_outputs:": [ + { + "output_dimension:": "1 1 384 ", + "output_name:": "/Unsqueeze_185_output_0" + } + ] + }, + { + "node_id:": 220, + "node_inputs:": [ + { + "input_dimension:": "4 1 ", + "input_name:": "cached_len_1" + }, + { + "input_dimension:": "", + "input_name:": "/Constant_404_output_0" + } + ], + "node_name:": "/Gather_86", + "node_outputs:": [ + { + "output_dimension:": "1 ", + "output_name:": "/Gather_86_output_0" + } + ] + }, + { + "node_id:": 221, + "node_inputs:": [ + { + "input_dimension:": "1 ", + "input_name:": "/Gather_86_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + } + ], + "node_name:": "/Unsqueeze_153", + "node_outputs:": [ + { + "output_dimension:": "1 1 ", + "output_name:": "/Unsqueeze_153_output_0" + } + ] + }, + { + "node_id:": 222, + "node_inputs:": [ + { + "input_dimension:": "1 ", + "input_name:": "/Gather_86_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Unsqueeze_150", + "node_outputs:": [ + { + "output_dimension:": "1 1 ", + "output_name:": "/Unsqueeze_150_output_0" + } + ] + }, + { + "node_id:": 223, + "node_inputs:": [ + { + "input_dimension:": "1 1 ", + "input_name:": "/Unsqueeze_150_output_0" + } + ], + "node_name:": "/Cast_20", + "node_outputs:": [ + { + "output_dimension:": "1 1 ", + "output_name:": "/Cast_20_output_0" + } + ] + }, + { + "node_id:": 224, + "node_inputs:": [ + { + "input_dimension:": "4 1 384 ", + "input_name:": "cached_avg_1" + }, + { + "input_dimension:": "", + "input_name:": "/Constant_404_output_0" + } + ], + "node_name:": "/Gather_87", + "node_outputs:": [ + { + "output_dimension:": "1 384 ", + "output_name:": "/Gather_87_output_0" + } + ] + }, + { + "node_id:": 225, + "node_inputs:": [ + { + "input_dimension:": "1 384 ", + "input_name:": "/Gather_87_output_0" + }, + { + "input_dimension:": "1 1 ", + "input_name:": "/Cast_20_output_0" + } + ], + "node_name:": "/Mul_44", + "node_outputs:": [ + { + "output_dimension:": "1 384 ", + "output_name:": "/Mul_44_output_0" + } + ] + }, + { + "node_id:": 226, + "node_inputs:": [ + { + "input_dimension:": "1 384 ", + "input_name:": "/Mul_44_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + } + ], + "node_name:": "/Unsqueeze_151", + "node_outputs:": [ + { + "output_dimension:": "1 1 384 ", + "output_name:": "/Unsqueeze_151_output_0" + } + ] + }, + { + "node_id:": 227, + "node_inputs:": [ + { + "input_dimension:": "4 1 ", + "input_name:": "cached_len_1" + }, + { + "input_dimension:": "", + "input_name:": "/encoder_pos_1/Constant_2_output_0" + } + ], + "node_name:": "/Gather_65", + "node_outputs:": [ + { + "output_dimension:": "1 ", + "output_name:": "/Gather_65_output_0" + } + ] + }, + { + "node_id:": 228, + "node_inputs:": [ + { + "input_dimension:": "1 ", + "input_name:": "/Gather_65_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + } + ], + "node_name:": "/Unsqueeze_119", + "node_outputs:": [ + { + "output_dimension:": "1 1 ", + "output_name:": "/Unsqueeze_119_output_0" + } + ] + }, + { + "node_id:": 229, + "node_inputs:": [ + { + "input_dimension:": "1 ", + "input_name:": "/Gather_65_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Unsqueeze_116", + "node_outputs:": [ + { + "output_dimension:": "1 1 ", + "output_name:": "/Unsqueeze_116_output_0" + } + ] + }, + { + "node_id:": 230, + "node_inputs:": [ + { + "input_dimension:": "1 1 ", + "input_name:": "/Unsqueeze_116_output_0" + } + ], + "node_name:": "/Cast_15", + "node_outputs:": [ + { + "output_dimension:": "1 1 ", + "output_name:": "/Cast_15_output_0" + } + ] + }, + { + "node_id:": 231, + "node_inputs:": [ + { + "input_dimension:": "4 1 384 ", + "input_name:": "cached_avg_1" + }, + { + "input_dimension:": "", + "input_name:": "/encoder_pos_1/Constant_2_output_0" + } + ], + "node_name:": "/Gather_66", + "node_outputs:": [ + { + "output_dimension:": "1 384 ", + "output_name:": "/Gather_66_output_0" + } + ] + }, + { + "node_id:": 232, + "node_inputs:": [ + { + "input_dimension:": "1 384 ", + "input_name:": "/Gather_66_output_0" + }, + { + "input_dimension:": "1 1 ", + "input_name:": "/Cast_15_output_0" + } + ], + "node_name:": "/Mul_33", + "node_outputs:": [ + { + "output_dimension:": "1 384 ", + "output_name:": "/Mul_33_output_0" + } + ] + }, + { + "node_id:": 233, + "node_inputs:": [ + { + "input_dimension:": "1 384 ", + "input_name:": "/Mul_33_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + } + ], + "node_name:": "/Unsqueeze_117", + "node_outputs:": [ + { + "output_dimension:": "1 1 384 ", + "output_name:": "/Unsqueeze_117_output_0" + } + ] + }, + { + "node_id:": 234, + "node_inputs:": [ + { + "input_dimension:": "4 1 ", + "input_name:": "cached_len_1" + }, + { + "input_dimension:": "", + "input_name:": "/upsample_3/Constant_output_0" + } + ], + "node_name:": "/Gather_44", + "node_outputs:": [ + { + "output_dimension:": "1 ", + "output_name:": "/Gather_44_output_0" + } + ] + }, + { + "node_id:": 235, + "node_inputs:": [ + { + "input_dimension:": "1 ", + "input_name:": "/Gather_44_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + } + ], + "node_name:": "/Unsqueeze_85", + "node_outputs:": [ + { + "output_dimension:": "1 1 ", + "output_name:": "/Unsqueeze_85_output_0" + } + ] + }, + { + "node_id:": 236, + "node_inputs:": [ + { + "input_dimension:": "1 ", + "input_name:": "/Gather_44_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Unsqueeze_82", + "node_outputs:": [ + { + "output_dimension:": "1 1 ", + "output_name:": "/Unsqueeze_82_output_0" + } + ] + }, + { + "node_id:": 237, + "node_inputs:": [ + { + "input_dimension:": "1 1 ", + "input_name:": "/Unsqueeze_82_output_0" + } + ], + "node_name:": "/Cast_10", + "node_outputs:": [ + { + "output_dimension:": "1 1 ", + "output_name:": "/Cast_10_output_0" + } + ] + }, + { + "node_id:": 238, + "node_inputs:": [ + { + "input_dimension:": "4 1 384 ", + "input_name:": "cached_avg_1" + }, + { + "input_dimension:": "", + "input_name:": "/upsample_3/Constant_output_0" + } + ], + "node_name:": "/Gather_45", + "node_outputs:": [ + { + "output_dimension:": "1 384 ", + "output_name:": "/Gather_45_output_0" + } + ] + }, + { + "node_id:": 239, + "node_inputs:": [ + { + "input_dimension:": "1 384 ", + "input_name:": "/Gather_45_output_0" + }, + { + "input_dimension:": "1 1 ", + "input_name:": "/Cast_10_output_0" + } + ], + "node_name:": "/Mul_22", + "node_outputs:": [ + { + "output_dimension:": "1 384 ", + "output_name:": "/Mul_22_output_0" + } + ] + }, + { + "node_id:": 240, + "node_inputs:": [ + { + "input_dimension:": "1 384 ", + "input_name:": "/Mul_22_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + } + ], + "node_name:": "/Unsqueeze_83", + "node_outputs:": [ + { + "output_dimension:": "1 1 384 ", + "output_name:": "/Unsqueeze_83_output_0" + } + ] + }, + { + "node_id:": 241, + "node_inputs:": [ + { + "input_dimension:": "72 1 384 ", + "input_name:": "/Add_35_output_0" + }, + { + "input_dimension:": "4 ", + "input_name:": "/downsample/Concat_output_0" + } + ], + "node_name:": "/downsample/Reshape", + "node_outputs:": [ + { + "output_dimension:": "36 2 1 384 ", + "output_name:": "/downsample/Reshape_output_0" + } + ] + }, + { + "node_id:": 242, + "node_inputs:": [ + { + "input_dimension:": "36 2 1 384 ", + "input_name:": "/downsample/Reshape_output_0" + }, + { + "input_dimension:": "384 ", + "input_name:": "encoder.encoders.1.downsample.query" + } + ], + "node_name:": "/downsample/Mul", + "node_outputs:": [ + { + "output_dimension:": "36 2 1 384 ", + "output_name:": "/downsample/Mul_output_0" + } + ] + }, + { + "node_id:": 243, + "node_inputs:": [ + { + "input_dimension:": "36 2 1 384 ", + "input_name:": "/downsample/Mul_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_246_output_0" + } + ], + "node_name:": "/downsample/ReduceSum", + "node_outputs:": [ + { + "output_dimension:": "36 2 1 1 ", + "output_name:": "/downsample/ReduceSum_output_0" + } + ] + }, + { + "node_id:": 244, + "node_inputs:": [ + { + "input_dimension:": "36 2 1 1 ", + "input_name:": "/downsample/ReduceSum_output_0" + } + ], + "node_name:": "/downsample/Softmax", + "node_outputs:": [ + { + "output_dimension:": "36 2 1 1 ", + "output_name:": "/downsample/Softmax_output_0" + } + ] + }, + { + "node_id:": 245, + "node_inputs:": [ + { + "input_dimension:": "36 2 1 384 ", + "input_name:": "/downsample/Reshape_output_0" + }, + { + "input_dimension:": "36 2 1 1 ", + "input_name:": "/downsample/Softmax_output_0" + } + ], + "node_name:": "/downsample/Mul_1", + "node_outputs:": [ + { + "output_dimension:": "36 2 1 384 ", + "output_name:": "/downsample/Mul_1_output_0" + } + ] + }, + { + "node_id:": 246, + "node_inputs:": [ + { + "input_dimension:": "36 2 1 384 ", + "input_name:": "/downsample/Mul_1_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/downsample/ReduceSum_1", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/downsample/ReduceSum_1_output_0" + } + ] + }, + { + "node_id:": 247, + "node_inputs:": [ + { + "input_dimension:": "36 1 1024 ", + "input_name:": "/feed_forward1/in_proj_2/Add_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/feed_forward1/activation_2/Constant_output_0" + } + ], + "node_name:": "/feed_forward1/activation_2/Sub", + "node_outputs:": [ + { + "output_dimension:": "36 1 1024 ", + "output_name:": "/feed_forward1/activation_2/Sub_output_0" + } + ] + }, + { + "node_id:": 248, + "node_inputs:": [ + { + "input_dimension:": "36 1 1024 ", + "input_name:": "/feed_forward1/activation_2/Sub_output_0" + } + ], + "node_name:": "/feed_forward1/activation_2/Sigmoid", + "node_outputs:": [ + { + "output_dimension:": "36 1 1024 ", + "output_name:": "/feed_forward1/activation_2/Sigmoid_output_0" + } + ] + }, + { + "node_id:": 249, + "node_inputs:": [ + { + "input_dimension:": "36 1 1024 ", + "input_name:": "/feed_forward1/in_proj_2/Add_output_0" + }, + { + "input_dimension:": "36 1 1024 ", + "input_name:": "/feed_forward1/activation_2/Sigmoid_output_0" + } + ], + "node_name:": "/feed_forward1/activation_2/Mul", + "node_outputs:": [ + { + "output_dimension:": "36 1 1024 ", + "output_name:": "/feed_forward1/activation_2/Mul_output_0" + } + ] + }, + { + "node_id:": 250, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/downsample/ReduceSum_1_output_0" + }, + { + "input_dimension:": "36 1 384 ", + "input_name:": "/feed_forward1/out_proj_2/Add_output_0" + } + ], + "node_name:": "/Add_36", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/Add_36_output_0" + } + ] + }, + { + "node_id:": 251, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_36_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/Constant_631_output_0" + } + ], + "node_name:": "/CumSum_2", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/CumSum_2_output_0" + } + ] + }, + { + "node_id:": 252, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/CumSum_2_output_0" + }, + { + "input_dimension:": "1 1 384 ", + "input_name:": "/Unsqueeze_83_output_0" + } + ], + "node_name:": "/Add_37", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/Add_37_output_0" + } + ] + }, + { + "node_id:": 253, + "node_inputs:": [ + { + "input_dimension:": "36 1 ", + "input_name:": "/Unsqueeze_84_output_0" + }, + { + "input_dimension:": "1 1 ", + "input_name:": "/Unsqueeze_85_output_0" + } + ], + "node_name:": "/Add_39", + "node_outputs:": [ + { + "output_dimension:": "36 1 ", + "output_name:": "/Add_39_output_0" + } + ] + }, + { + "node_id:": 254, + "node_inputs:": [ + { + "input_dimension:": "36 1 ", + "input_name:": "/Add_39_output_0" + } + ], + "node_name:": "/Cast_12", + "node_outputs:": [ + { + "output_dimension:": "36 1 ", + "output_name:": "/Cast_12_output_0" + } + ] + }, + { + "node_id:": 255, + "node_inputs:": [ + { + "input_dimension:": "36 1 ", + "input_name:": "/Cast_12_output_0" + } + ], + "node_name:": "/Reciprocal_2", + "node_outputs:": [ + { + "output_dimension:": "36 1 ", + "output_name:": "/Reciprocal_2_output_0" + } + ] + }, + { + "node_id:": 256, + "node_inputs:": [ + { + "input_dimension:": "36 1 ", + "input_name:": "/Reciprocal_2_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_1113_output_0" + } + ], + "node_name:": "/Unsqueeze_86", + "node_outputs:": [ + { + "output_dimension:": "36 1 1 ", + "output_name:": "/Unsqueeze_86_output_0" + } + ] + }, + { + "node_id:": 257, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_37_output_0" + }, + { + "input_dimension:": "36 1 1 ", + "input_name:": "/Unsqueeze_86_output_0" + } + ], + "node_name:": "/Mul_24", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/Mul_24_output_0" + } + ] + }, + { + "node_id:": 258, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Mul_24_output_0" + }, + { + "input_dimension:": "384 384 ", + "input_name:": "onnx::MatMul_7486" + } + ], + "node_name:": "/proj_2/MatMul", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/proj_2/MatMul_output_0" + } + ] + }, + { + "node_id:": 259, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_36_output_0" + }, + { + "input_dimension:": "36 1 384 ", + "input_name:": "/proj_2/MatMul_output_0" + } + ], + "node_name:": "/Add_41", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/Add_41_output_0" + } + ] + }, + { + "node_id:": 260, + "node_inputs:": [ + { + "input_dimension:": "36 1 512 ", + "input_name:": "/in_proj_2/Add_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_285_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_568_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_1113_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Slice_19", + "node_outputs:": [ + { + "output_dimension:": "36 1 192 ", + "output_name:": "/Slice_19_output_0" + } + ] + }, + { + "node_id:": 261, + "node_inputs:": [ + { + "input_dimension:": "4 144 1 192 ", + "input_name:": "cached_key_1" + }, + { + "input_dimension:": "", + "input_name:": "/upsample_3/Constant_output_0" + } + ], + "node_name:": "/Gather_46", + "node_outputs:": [ + { + "output_dimension:": "144 1 192 ", + "output_name:": "/Gather_46_output_0" + } + ] + }, + { + "node_id:": 262, + "node_inputs:": [ + { + "input_dimension:": "144 1 192 ", + "input_name:": "/Gather_46_output_0" + }, + { + "input_dimension:": "36 1 192 ", + "input_name:": "/Slice_19_output_0" + } + ], + "node_name:": "/Concat_43", + "node_outputs:": [ + { + "output_dimension:": "180 1 192 ", + "output_name:": "/Concat_43_output_0" + } + ] + }, + { + "node_id:": 263, + "node_inputs:": [ + { + "input_dimension:": "36 1 512 ", + "input_name:": "/in_proj_2/Add_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_1118_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_69_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_1113_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Slice_21", + "node_outputs:": [ + { + "output_dimension:": "36 1 32 ", + "output_name:": "/Slice_21_output_0" + } + ] + }, + { + "node_id:": 264, + "node_inputs:": [ + { + "input_dimension:": "36 1 32 ", + "input_name:": "/Slice_21_output_0" + }, + { + "input_dimension:": "4 ", + "input_name:": "/Concat_46_output_0" + } + ], + "node_name:": "/Reshape_23", + "node_outputs:": [ + { + "output_dimension:": "36 1 8 4 ", + "output_name:": "/Reshape_23_output_0" + } + ] + }, + { + "node_id:": 265, + "node_inputs:": [ + { + "input_dimension:": "36 1 8 4 ", + "input_name:": "/Reshape_23_output_0" + } + ], + "node_name:": "/Transpose_27", + "node_outputs:": [ + { + "output_dimension:": "1 8 36 4 ", + "output_name:": "/Transpose_27_output_0" + } + ] + }, + { + "node_id:": 266, + "node_inputs:": [ + { + "input_dimension:": "1 8 36 4 ", + "input_name:": "/Transpose_27_output_0" + }, + { + "input_dimension:": "1 8 4 215 ", + "input_name:": "/Transpose_29_output_0" + } + ], + "node_name:": "/MatMul_10", + "node_outputs:": [ + { + "output_dimension:": "1 8 36 215 ", + "output_name:": "/MatMul_10_output_0" + } + ] + }, + { + "node_id:": 267, + "node_inputs:": [ + { + "input_dimension:": "180 1 192 ", + "input_name:": "/Concat_43_output_0" + }, + { + "input_dimension:": "4 ", + "input_name:": "/Concat_266_output_0" + } + ], + "node_name:": "/Reshape_24", + "node_outputs:": [ + { + "output_dimension:": "180 1 8 24 ", + "output_name:": "/Reshape_24_output_0" + } + ] + }, + { + "node_id:": 268, + "node_inputs:": [ + { + "input_dimension:": "180 1 8 24 ", + "input_name:": "/Reshape_24_output_0" + } + ], + "node_name:": "/Transpose_28", + "node_outputs:": [ + { + "output_dimension:": "1 8 24 180 ", + "output_name:": "/Transpose_28_output_0" + } + ] + }, + { + "node_id:": 269, + "node_inputs:": [ + { + "input_dimension:": "36 1 512 ", + "input_name:": "/in_proj_2/Add_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_285_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_1113_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Slice_18", + "node_outputs:": [ + { + "output_dimension:": "36 1 192 ", + "output_name:": "/Slice_18_output_0" + } + ] + }, + { + "node_id:": 270, + "node_inputs:": [ + { + "input_dimension:": "36 1 192 ", + "input_name:": "/Slice_18_output_0" + }, + { + "input_dimension:": "4 ", + "input_name:": "/Concat_45_output_0" + } + ], + "node_name:": "/Reshape_22", + "node_outputs:": [ + { + "output_dimension:": "36 1 8 24 ", + "output_name:": "/Reshape_22_output_0" + } + ] + }, + { + "node_id:": 271, + "node_inputs:": [ + { + "input_dimension:": "36 1 8 24 ", + "input_name:": "/Reshape_22_output_0" + } + ], + "node_name:": "/Transpose_26", + "node_outputs:": [ + { + "output_dimension:": "1 8 36 24 ", + "output_name:": "/Transpose_26_output_0" + } + ] + }, + { + "node_id:": 272, + "node_inputs:": [ + { + "input_dimension:": "1 8 36 24 ", + "input_name:": "/Transpose_26_output_0" + }, + { + "input_dimension:": "1 8 24 180 ", + "input_name:": "/Transpose_28_output_0" + } + ], + "node_name:": "/MatMul_11", + "node_outputs:": [ + { + "output_dimension:": "1 8 36 180 ", + "output_name:": "/MatMul_11_output_0" + } + ] + }, + { + "node_id:": 273, + "node_inputs:": [ + { + "input_dimension:": "1 8 36 215 ", + "input_name:": "/MatMul_10_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "/Concat_52_output_0" + } + ], + "node_name:": "/Reshape_27", + "node_outputs:": [ + { + "output_dimension:": "288 215 ", + "output_name:": "/Reshape_27_output_0" + } + ] + }, + { + "node_id:": 274, + "node_inputs:": [ + { + "input_dimension:": "288 215 ", + "input_name:": "/Reshape_27_output_0" + }, + { + "input_dimension:": "288 180 ", + "input_name:": "/Add_43_output_0" + } + ], + "node_name:": "/GatherElements_2", + "node_outputs:": [ + { + "output_dimension:": "288 180 ", + "output_name:": "/GatherElements_2_output_0" + } + ] + }, + { + "node_id:": 275, + "node_inputs:": [ + { + "input_dimension:": "288 180 ", + "input_name:": "/GatherElements_2_output_0" + }, + { + "input_dimension:": "4 ", + "input_name:": "/Concat_53_output_0" + } + ], + "node_name:": "/Reshape_28", + "node_outputs:": [ + { + "output_dimension:": "1 8 36 180 ", + "output_name:": "/Reshape_28_output_0" + } + ] + }, + { + "node_id:": 276, + "node_inputs:": [ + { + "input_dimension:": "1 8 36 180 ", + "input_name:": "/MatMul_11_output_0" + }, + { + "input_dimension:": "1 8 36 180 ", + "input_name:": "/Reshape_28_output_0" + } + ], + "node_name:": "/Add_44", + "node_outputs:": [ + { + "output_dimension:": "1 8 36 180 ", + "output_name:": "/Add_44_output_0" + } + ] + }, + { + "node_id:": 277, + "node_inputs:": [ + { + "input_dimension:": "1 8 36 180 ", + "input_name:": "/Add_44_output_0" + }, + { + "input_dimension:": "3 ", + "input_name:": "/Concat_54_output_0" + } + ], + "node_name:": "/Reshape_29", + "node_outputs:": [ + { + "output_dimension:": "8 36 180 ", + "output_name:": "/Reshape_29_output_0" + } + ] + }, + { + "node_id:": 278, + "node_inputs:": [ + { + "input_dimension:": "8 36 180 ", + "input_name:": "/Reshape_29_output_0" + } + ], + "node_name:": "/Softmax_2", + "node_outputs:": [ + { + "output_dimension:": "8 36 180 ", + "output_name:": "/Softmax_2_output_0" + } + ] + }, + { + "node_id:": 279, + "node_inputs:": [ + { + "input_dimension:": "36 1 512 ", + "input_name:": "/in_proj_2/Add_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_568_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_1118_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_1113_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Slice_20", + "node_outputs:": [ + { + "output_dimension:": "36 1 96 ", + "output_name:": "/Slice_20_output_0" + } + ] + }, + { + "node_id:": 280, + "node_inputs:": [ + { + "input_dimension:": "4 144 1 96 ", + "input_name:": "cached_val_1" + }, + { + "input_dimension:": "", + "input_name:": "/upsample_3/Constant_output_0" + } + ], + "node_name:": "/Gather_47", + "node_outputs:": [ + { + "output_dimension:": "144 1 96 ", + "output_name:": "/Gather_47_output_0" + } + ] + }, + { + "node_id:": 281, + "node_inputs:": [ + { + "input_dimension:": "144 1 96 ", + "input_name:": "/Gather_47_output_0" + }, + { + "input_dimension:": "36 1 96 ", + "input_name:": "/Slice_20_output_0" + } + ], + "node_name:": "/Concat_44", + "node_outputs:": [ + { + "output_dimension:": "180 1 96 ", + "output_name:": "/Concat_44_output_0" + } + ] + }, + { + "node_id:": 282, + "node_inputs:": [ + { + "input_dimension:": "180 1 96 ", + "input_name:": "/Concat_44_output_0" + }, + { + "input_dimension:": "3 ", + "input_name:": "/Concat_48_output_0" + } + ], + "node_name:": "/Reshape_25", + "node_outputs:": [ + { + "output_dimension:": "180 8 12 ", + "output_name:": "/Reshape_25_output_0" + } + ] + }, + { + "node_id:": 283, + "node_inputs:": [ + { + "input_dimension:": "180 8 12 ", + "input_name:": "/Reshape_25_output_0" + } + ], + "node_name:": "/Transpose_25", + "node_outputs:": [ + { + "output_dimension:": "8 180 12 ", + "output_name:": "/Transpose_25_output_0" + } + ] + }, + { + "node_id:": 284, + "node_inputs:": [ + { + "input_dimension:": "8 36 180 ", + "input_name:": "/Softmax_2_output_0" + }, + { + "input_dimension:": "8 180 12 ", + "input_name:": "/Transpose_25_output_0" + } + ], + "node_name:": "/MatMul_12", + "node_outputs:": [ + { + "output_dimension:": "8 36 12 ", + "output_name:": "/MatMul_12_output_0" + } + ] + }, + { + "node_id:": 285, + "node_inputs:": [ + { + "input_dimension:": "8 36 12 ", + "input_name:": "/MatMul_12_output_0" + } + ], + "node_name:": "/Transpose_30", + "node_outputs:": [ + { + "output_dimension:": "36 8 12 ", + "output_name:": "/Transpose_30_output_0" + } + ] + }, + { + "node_id:": 286, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_41_output_0" + }, + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_45_output_0" + } + ], + "node_name:": "/Add_46", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/Add_46_output_0" + } + ] + }, + { + "node_id:": 287, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_46_output_0" + } + ], + "node_name:": "/Transpose_31", + "node_outputs:": [ + { + "output_dimension:": "1 384 36 ", + "output_name:": "/Transpose_31_output_0" + } + ] + }, + { + "node_id:": 288, + "node_inputs:": [ + { + "input_dimension:": "1 384 36 ", + "input_name:": "/Transpose_31_output_0" + }, + { + "input_dimension:": "768 384 1 ", + "input_name:": "encoder.encoders.1.encoder.layers.0.conv_module1.pointwise_conv1.weight" + }, + { + "input_dimension:": "768 ", + "input_name:": "encoder.encoders.1.encoder.layers.0.conv_module1.pointwise_conv1.bias" + } + ], + "node_name:": "/pointwise_conv1_4/Conv", + "node_outputs:": [ + { + "output_dimension:": "1 768 36 ", + "output_name:": "/pointwise_conv1_4/Conv_output_0" + } + ] + }, + { + "node_id:": 289, + "node_inputs:": [ + { + "input_dimension:": "1 768 36 ", + "input_name:": "/pointwise_conv1_4/Conv_output_0" + } + ], + "node_name:": "/Split_4", + "node_outputs:": [ + { + "output_dimension:": "1 384 36 ", + "output_name:": "/Split_4_output_0" + }, + { + "output_dimension:": "1 384 36 ", + "output_name:": "/Split_4_output_1" + } + ] + }, + { + "node_id:": 290, + "node_inputs:": [ + { + "input_dimension:": "1 384 36 ", + "input_name:": "/Split_4_output_1" + } + ], + "node_name:": "/Sigmoid_4", + "node_outputs:": [ + { + "output_dimension:": "1 384 36 ", + "output_name:": "/Sigmoid_4_output_0" + } + ] + }, + { + "node_id:": 291, + "node_inputs:": [ + { + "input_dimension:": "1 384 36 ", + "input_name:": "/Split_4_output_0" + }, + { + "input_dimension:": "1 384 36 ", + "input_name:": "/Sigmoid_4_output_0" + } + ], + "node_name:": "/Mul_29", + "node_outputs:": [ + { + "output_dimension:": "1 384 36 ", + "output_name:": "/Mul_29_output_0" + } + ] + }, + { + "node_id:": 292, + "node_inputs:": [ + { + "input_dimension:": "4 1 384 30 ", + "input_name:": "cached_conv1_1" + }, + { + "input_dimension:": "", + "input_name:": "/upsample_3/Constant_output_0" + } + ], + "node_name:": "/Gather_49", + "node_outputs:": [ + { + "output_dimension:": "1 384 30 ", + "output_name:": "/Gather_49_output_0" + } + ] + }, + { + "node_id:": 293, + "node_inputs:": [ + { + "input_dimension:": "1 384 30 ", + "input_name:": "/Gather_49_output_0" + }, + { + "input_dimension:": "1 384 36 ", + "input_name:": "/Mul_29_output_0" + } + ], + "node_name:": "/Concat_56", + "node_outputs:": [ + { + "output_dimension:": "1 384 66 ", + "output_name:": "/Concat_56_output_0" + } + ] + }, + { + "node_id:": 294, + "node_inputs:": [ + { + "input_dimension:": "1 384 66 ", + "input_name:": "/Concat_56_output_0" + }, + { + "input_dimension:": "384 1 31 ", + "input_name:": "encoder.encoders.1.encoder.layers.0.conv_module1.depthwise_conv.weight" + }, + { + "input_dimension:": "384 ", + "input_name:": "encoder.encoders.1.encoder.layers.0.conv_module1.depthwise_conv.bias" + } + ], + "node_name:": "/depthwise_conv_4/Conv", + "node_outputs:": [ + { + "output_dimension:": "1 384 36 ", + "output_name:": "/depthwise_conv_4/Conv_output_0" + } + ] + }, + { + "node_id:": 295, + "node_inputs:": [ + { + "input_dimension:": "1 384 36 ", + "input_name:": "/depthwise_conv_4/Conv_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/feed_forward1/activation_2/Constant_output_0" + } + ], + "node_name:": "/activation_4/Sub", + "node_outputs:": [ + { + "output_dimension:": "1 384 36 ", + "output_name:": "/activation_4/Sub_output_0" + } + ] + }, + { + "node_id:": 296, + "node_inputs:": [ + { + "input_dimension:": "1 384 36 ", + "input_name:": "/activation_4/Sub_output_0" + } + ], + "node_name:": "/activation_4/Sigmoid", + "node_outputs:": [ + { + "output_dimension:": "1 384 36 ", + "output_name:": "/activation_4/Sigmoid_output_0" + } + ] + }, + { + "node_id:": 297, + "node_inputs:": [ + { + "input_dimension:": "1 384 36 ", + "input_name:": "/depthwise_conv_4/Conv_output_0" + }, + { + "input_dimension:": "1 384 36 ", + "input_name:": "/activation_4/Sigmoid_output_0" + } + ], + "node_name:": "/activation_4/Mul", + "node_outputs:": [ + { + "output_dimension:": "1 384 36 ", + "output_name:": "/activation_4/Mul_output_0" + } + ] + }, + { + "node_id:": 298, + "node_inputs:": [ + { + "input_dimension:": "1 384 36 ", + "input_name:": "/activation_4/Mul_output_0" + }, + { + "input_dimension:": "384 384 1 ", + "input_name:": "encoder.encoders.1.encoder.layers.0.conv_module1.pointwise_conv2.weight" + }, + { + "input_dimension:": "384 ", + "input_name:": "encoder.encoders.1.encoder.layers.0.conv_module1.pointwise_conv2.bias" + } + ], + "node_name:": "/pointwise_conv2_4/Conv", + "node_outputs:": [ + { + "output_dimension:": "1 384 36 ", + "output_name:": "/pointwise_conv2_4/Conv_output_0" + } + ] + }, + { + "node_id:": 299, + "node_inputs:": [ + { + "input_dimension:": "1 384 36 ", + "input_name:": "/pointwise_conv2_4/Conv_output_0" + } + ], + "node_name:": "/Transpose_32", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/Transpose_32_output_0" + } + ] + }, + { + "node_id:": 300, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_46_output_0" + }, + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Transpose_32_output_0" + } + ], + "node_name:": "/Add_47", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/Add_47_output_0" + } + ] + }, + { + "node_id:": 301, + "node_inputs:": [ + { + "input_dimension:": "36 1 1024 ", + "input_name:": "/feed_forward2/in_proj_2/Add_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/feed_forward1/activation_2/Constant_output_0" + } + ], + "node_name:": "/feed_forward2/activation_2/Sub", + "node_outputs:": [ + { + "output_dimension:": "36 1 1024 ", + "output_name:": "/feed_forward2/activation_2/Sub_output_0" + } + ] + }, + { + "node_id:": 302, + "node_inputs:": [ + { + "input_dimension:": "36 1 1024 ", + "input_name:": "/feed_forward2/activation_2/Sub_output_0" + } + ], + "node_name:": "/feed_forward2/activation_2/Sigmoid", + "node_outputs:": [ + { + "output_dimension:": "36 1 1024 ", + "output_name:": "/feed_forward2/activation_2/Sigmoid_output_0" + } + ] + }, + { + "node_id:": 303, + "node_inputs:": [ + { + "input_dimension:": "36 1 1024 ", + "input_name:": "/feed_forward2/in_proj_2/Add_output_0" + }, + { + "input_dimension:": "36 1 1024 ", + "input_name:": "/feed_forward2/activation_2/Sigmoid_output_0" + } + ], + "node_name:": "/feed_forward2/activation_2/Mul", + "node_outputs:": [ + { + "output_dimension:": "36 1 1024 ", + "output_name:": "/feed_forward2/activation_2/Mul_output_0" + } + ] + }, + { + "node_id:": 304, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_47_output_0" + }, + { + "input_dimension:": "36 1 384 ", + "input_name:": "/feed_forward2/out_proj_2/Add_output_0" + } + ], + "node_name:": "/Add_48", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/Add_48_output_0" + } + ] + }, + { + "node_id:": 305, + "node_inputs:": [ + { + "input_dimension:": "4 144 1 96 ", + "input_name:": "cached_val2_1" + }, + { + "input_dimension:": "", + "input_name:": "/upsample_3/Constant_output_0" + } + ], + "node_name:": "/Gather_48", + "node_outputs:": [ + { + "output_dimension:": "144 1 96 ", + "output_name:": "/Gather_48_output_0" + } + ] + }, + { + "node_id:": 306, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_48_output_0" + }, + { + "input_dimension:": "384 96 ", + "input_name:": "onnx::MatMul_7532" + } + ], + "node_name:": "/in_proj2_2/MatMul", + "node_outputs:": [ + { + "output_dimension:": "36 1 96 ", + "output_name:": "/in_proj2_2/MatMul_output_0" + } + ] + }, + { + "node_id:": 307, + "node_inputs:": [ + { + "input_dimension:": "144 1 96 ", + "input_name:": "/Gather_48_output_0" + }, + { + "input_dimension:": "36 1 96 ", + "input_name:": "/in_proj2_2/MatMul_output_0" + } + ], + "node_name:": "/Concat_57", + "node_outputs:": [ + { + "output_dimension:": "180 1 96 ", + "output_name:": "/Concat_57_output_0" + } + ] + }, + { + "node_id:": 308, + "node_inputs:": [ + { + "input_dimension:": "180 1 96 ", + "input_name:": "/Concat_57_output_0" + }, + { + "input_dimension:": "3 ", + "input_name:": "/Concat_58_output_0" + } + ], + "node_name:": "/Reshape_31", + "node_outputs:": [ + { + "output_dimension:": "180 8 12 ", + "output_name:": "/Reshape_31_output_0" + } + ] + }, + { + "node_id:": 309, + "node_inputs:": [ + { + "input_dimension:": "180 8 12 ", + "input_name:": "/Reshape_31_output_0" + } + ], + "node_name:": "/Transpose_33", + "node_outputs:": [ + { + "output_dimension:": "8 180 12 ", + "output_name:": "/Transpose_33_output_0" + } + ] + }, + { + "node_id:": 310, + "node_inputs:": [ + { + "input_dimension:": "8 36 180 ", + "input_name:": "/Softmax_2_output_0" + }, + { + "input_dimension:": "8 180 12 ", + "input_name:": "/Transpose_33_output_0" + } + ], + "node_name:": "/MatMul_14", + "node_outputs:": [ + { + "output_dimension:": "8 36 12 ", + "output_name:": "/MatMul_14_output_0" + } + ] + }, + { + "node_id:": 311, + "node_inputs:": [ + { + "input_dimension:": "8 36 12 ", + "input_name:": "/MatMul_14_output_0" + } + ], + "node_name:": "/Transpose_34", + "node_outputs:": [ + { + "output_dimension:": "36 8 12 ", + "output_name:": "/Transpose_34_output_0" + } + ] + }, + { + "node_id:": 312, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_48_output_0" + }, + { + "input_dimension:": "36 1 384 ", + "input_name:": "/out_proj2_2/Add_output_0" + } + ], + "node_name:": "/Add_50", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/Add_50_output_0" + } + ] + }, + { + "node_id:": 313, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_50_output_0" + } + ], + "node_name:": "/Transpose_35", + "node_outputs:": [ + { + "output_dimension:": "1 384 36 ", + "output_name:": "/Transpose_35_output_0" + } + ] + }, + { + "node_id:": 314, + "node_inputs:": [ + { + "input_dimension:": "1 384 36 ", + "input_name:": "/Transpose_35_output_0" + }, + { + "input_dimension:": "768 384 1 ", + "input_name:": "encoder.encoders.1.encoder.layers.0.conv_module2.pointwise_conv1.weight" + }, + { + "input_dimension:": "768 ", + "input_name:": "encoder.encoders.1.encoder.layers.0.conv_module2.pointwise_conv1.bias" + } + ], + "node_name:": "/pointwise_conv1_5/Conv", + "node_outputs:": [ + { + "output_dimension:": "1 768 36 ", + "output_name:": "/pointwise_conv1_5/Conv_output_0" + } + ] + }, + { + "node_id:": 315, + "node_inputs:": [ + { + "input_dimension:": "1 768 36 ", + "input_name:": "/pointwise_conv1_5/Conv_output_0" + } + ], + "node_name:": "/Split_5", + "node_outputs:": [ + { + "output_dimension:": "1 384 36 ", + "output_name:": "/Split_5_output_0" + }, + { + "output_dimension:": "1 384 36 ", + "output_name:": "/Split_5_output_1" + } + ] + }, + { + "node_id:": 316, + "node_inputs:": [ + { + "input_dimension:": "1 384 36 ", + "input_name:": "/Split_5_output_1" + } + ], + "node_name:": "/Sigmoid_5", + "node_outputs:": [ + { + "output_dimension:": "1 384 36 ", + "output_name:": "/Sigmoid_5_output_0" + } + ] + }, + { + "node_id:": 317, + "node_inputs:": [ + { + "input_dimension:": "1 384 36 ", + "input_name:": "/Split_5_output_0" + }, + { + "input_dimension:": "1 384 36 ", + "input_name:": "/Sigmoid_5_output_0" + } + ], + "node_name:": "/Mul_31", + "node_outputs:": [ + { + "output_dimension:": "1 384 36 ", + "output_name:": "/Mul_31_output_0" + } + ] + }, + { + "node_id:": 318, + "node_inputs:": [ + { + "input_dimension:": "4 1 384 30 ", + "input_name:": "cached_conv2_1" + }, + { + "input_dimension:": "", + "input_name:": "/upsample_3/Constant_output_0" + } + ], + "node_name:": "/Gather_50", + "node_outputs:": [ + { + "output_dimension:": "1 384 30 ", + "output_name:": "/Gather_50_output_0" + } + ] + }, + { + "node_id:": 319, + "node_inputs:": [ + { + "input_dimension:": "1 384 30 ", + "input_name:": "/Gather_50_output_0" + }, + { + "input_dimension:": "1 384 36 ", + "input_name:": "/Mul_31_output_0" + } + ], + "node_name:": "/Concat_60", + "node_outputs:": [ + { + "output_dimension:": "1 384 66 ", + "output_name:": "/Concat_60_output_0" + } + ] + }, + { + "node_id:": 320, + "node_inputs:": [ + { + "input_dimension:": "1 384 66 ", + "input_name:": "/Concat_60_output_0" + }, + { + "input_dimension:": "384 1 31 ", + "input_name:": "encoder.encoders.1.encoder.layers.0.conv_module2.depthwise_conv.weight" + }, + { + "input_dimension:": "384 ", + "input_name:": "encoder.encoders.1.encoder.layers.0.conv_module2.depthwise_conv.bias" + } + ], + "node_name:": "/depthwise_conv_5/Conv", + "node_outputs:": [ + { + "output_dimension:": "1 384 36 ", + "output_name:": "/depthwise_conv_5/Conv_output_0" + } + ] + }, + { + "node_id:": 321, + "node_inputs:": [ + { + "input_dimension:": "1 384 36 ", + "input_name:": "/depthwise_conv_5/Conv_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/feed_forward1/activation_2/Constant_output_0" + } + ], + "node_name:": "/activation_5/Sub", + "node_outputs:": [ + { + "output_dimension:": "1 384 36 ", + "output_name:": "/activation_5/Sub_output_0" + } + ] + }, + { + "node_id:": 322, + "node_inputs:": [ + { + "input_dimension:": "1 384 36 ", + "input_name:": "/activation_5/Sub_output_0" + } + ], + "node_name:": "/activation_5/Sigmoid", + "node_outputs:": [ + { + "output_dimension:": "1 384 36 ", + "output_name:": "/activation_5/Sigmoid_output_0" + } + ] + }, + { + "node_id:": 323, + "node_inputs:": [ + { + "input_dimension:": "1 384 36 ", + "input_name:": "/depthwise_conv_5/Conv_output_0" + }, + { + "input_dimension:": "1 384 36 ", + "input_name:": "/activation_5/Sigmoid_output_0" + } + ], + "node_name:": "/activation_5/Mul", + "node_outputs:": [ + { + "output_dimension:": "1 384 36 ", + "output_name:": "/activation_5/Mul_output_0" + } + ] + }, + { + "node_id:": 324, + "node_inputs:": [ + { + "input_dimension:": "1 384 36 ", + "input_name:": "/activation_5/Mul_output_0" + }, + { + "input_dimension:": "384 384 1 ", + "input_name:": "encoder.encoders.1.encoder.layers.0.conv_module2.pointwise_conv2.weight" + }, + { + "input_dimension:": "384 ", + "input_name:": "encoder.encoders.1.encoder.layers.0.conv_module2.pointwise_conv2.bias" + } + ], + "node_name:": "/pointwise_conv2_5/Conv", + "node_outputs:": [ + { + "output_dimension:": "1 384 36 ", + "output_name:": "/pointwise_conv2_5/Conv_output_0" + } + ] + }, + { + "node_id:": 325, + "node_inputs:": [ + { + "input_dimension:": "1 384 36 ", + "input_name:": "/pointwise_conv2_5/Conv_output_0" + } + ], + "node_name:": "/Transpose_36", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/Transpose_36_output_0" + } + ] + }, + { + "node_id:": 326, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_50_output_0" + }, + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Transpose_36_output_0" + } + ], + "node_name:": "/Add_51", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/Add_51_output_0" + } + ] + }, + { + "node_id:": 327, + "node_inputs:": [ + { + "input_dimension:": "36 1 1024 ", + "input_name:": "/feed_forward3/in_proj_2/Add_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/feed_forward1/activation_2/Constant_output_0" + } + ], + "node_name:": "/feed_forward3/activation_2/Sub", + "node_outputs:": [ + { + "output_dimension:": "36 1 1024 ", + "output_name:": "/feed_forward3/activation_2/Sub_output_0" + } + ] + }, + { + "node_id:": 328, + "node_inputs:": [ + { + "input_dimension:": "36 1 1024 ", + "input_name:": "/feed_forward3/activation_2/Sub_output_0" + } + ], + "node_name:": "/feed_forward3/activation_2/Sigmoid", + "node_outputs:": [ + { + "output_dimension:": "36 1 1024 ", + "output_name:": "/feed_forward3/activation_2/Sigmoid_output_0" + } + ] + }, + { + "node_id:": 329, + "node_inputs:": [ + { + "input_dimension:": "36 1 1024 ", + "input_name:": "/feed_forward3/in_proj_2/Add_output_0" + }, + { + "input_dimension:": "36 1 1024 ", + "input_name:": "/feed_forward3/activation_2/Sigmoid_output_0" + } + ], + "node_name:": "/feed_forward3/activation_2/Mul", + "node_outputs:": [ + { + "output_dimension:": "36 1 1024 ", + "output_name:": "/feed_forward3/activation_2/Mul_output_0" + } + ] + }, + { + "node_id:": 330, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_51_output_0" + }, + { + "input_dimension:": "36 1 384 ", + "input_name:": "/feed_forward3/out_proj_2/Add_output_0" + } + ], + "node_name:": "/Add_52", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/Add_52_output_0" + } + ] + }, + { + "node_id:": 331, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_52_output_0" + }, + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_52_output_0" + } + ], + "node_name:": "/norm_final_2/Mul", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/norm_final_2/Mul_output_0" + } + ] + }, + { + "node_id:": 332, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/norm_final_2/Mul_output_0" + } + ], + "node_name:": "/norm_final_2/ReduceMean", + "node_outputs:": [ + { + "output_dimension:": "36 1 1 ", + "output_name:": "/norm_final_2/ReduceMean_output_0" + } + ] + }, + { + "node_id:": 333, + "node_inputs:": [ + { + "input_dimension:": "36 1 1 ", + "input_name:": "/norm_final_2/ReduceMean_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/norm_final_2/Constant_output_0" + } + ], + "node_name:": "/norm_final_2/Add", + "node_outputs:": [ + { + "output_dimension:": "36 1 1 ", + "output_name:": "/norm_final_2/Add_output_0" + } + ] + }, + { + "node_id:": 334, + "node_inputs:": [ + { + "input_dimension:": "36 1 1 ", + "input_name:": "/norm_final_2/Add_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/norm_final_1/Constant_1_output_0" + } + ], + "node_name:": "/norm_final_2/Pow", + "node_outputs:": [ + { + "output_dimension:": "36 1 1 ", + "output_name:": "/norm_final_2/Pow_output_0" + } + ] + }, + { + "node_id:": 335, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_52_output_0" + }, + { + "input_dimension:": "36 1 1 ", + "input_name:": "/norm_final_2/Pow_output_0" + } + ], + "node_name:": "/norm_final_2/Mul_1", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/norm_final_2/Mul_1_output_0" + } + ] + }, + { + "node_id:": 336, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/norm_final_2/Mul_1_output_0" + }, + { + "input_dimension:": "36 1 384 ", + "input_name:": "/downsample/ReduceSum_1_output_0" + } + ], + "node_name:": "/Sub_8", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/Sub_8_output_0" + } + ] + }, + { + "node_id:": 337, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Sub_8_output_0" + }, + { + "input_dimension:": "", + "input_name:": "encoder.encoders.1.encoder.layers.0.bypass_scale" + } + ], + "node_name:": "/Mul_32", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/Mul_32_output_0" + } + ] + }, + { + "node_id:": 338, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/downsample/ReduceSum_1_output_0" + }, + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Mul_32_output_0" + } + ], + "node_name:": "/Add_53", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/Add_53_output_0" + } + ] + }, + { + "node_id:": 339, + "node_inputs:": [ + { + "input_dimension:": "36 1 1024 ", + "input_name:": "/feed_forward1/in_proj_3/Add_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/feed_forward1/activation_2/Constant_output_0" + } + ], + "node_name:": "/feed_forward1/activation_3/Sub", + "node_outputs:": [ + { + "output_dimension:": "36 1 1024 ", + "output_name:": "/feed_forward1/activation_3/Sub_output_0" + } + ] + }, + { + "node_id:": 340, + "node_inputs:": [ + { + "input_dimension:": "36 1 1024 ", + "input_name:": "/feed_forward1/activation_3/Sub_output_0" + } + ], + "node_name:": "/feed_forward1/activation_3/Sigmoid", + "node_outputs:": [ + { + "output_dimension:": "36 1 1024 ", + "output_name:": "/feed_forward1/activation_3/Sigmoid_output_0" + } + ] + }, + { + "node_id:": 341, + "node_inputs:": [ + { + "input_dimension:": "36 1 1024 ", + "input_name:": "/feed_forward1/in_proj_3/Add_output_0" + }, + { + "input_dimension:": "36 1 1024 ", + "input_name:": "/feed_forward1/activation_3/Sigmoid_output_0" + } + ], + "node_name:": "/feed_forward1/activation_3/Mul", + "node_outputs:": [ + { + "output_dimension:": "36 1 1024 ", + "output_name:": "/feed_forward1/activation_3/Mul_output_0" + } + ] + }, + { + "node_id:": 342, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_53_output_0" + }, + { + "input_dimension:": "36 1 384 ", + "input_name:": "/feed_forward1/out_proj_3/Add_output_0" + } + ], + "node_name:": "/Add_54", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/Add_54_output_0" + } + ] + }, + { + "node_id:": 343, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_54_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/Constant_631_output_0" + } + ], + "node_name:": "/CumSum_3", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/CumSum_3_output_0" + } + ] + }, + { + "node_id:": 344, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/CumSum_3_output_0" + }, + { + "input_dimension:": "1 1 384 ", + "input_name:": "/Unsqueeze_117_output_0" + } + ], + "node_name:": "/Add_55", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/Add_55_output_0" + } + ] + }, + { + "node_id:": 345, + "node_inputs:": [ + { + "input_dimension:": "36 1 ", + "input_name:": "/Unsqueeze_118_output_0" + }, + { + "input_dimension:": "1 1 ", + "input_name:": "/Unsqueeze_119_output_0" + } + ], + "node_name:": "/Add_57", + "node_outputs:": [ + { + "output_dimension:": "36 1 ", + "output_name:": "/Add_57_output_0" + } + ] + }, + { + "node_id:": 346, + "node_inputs:": [ + { + "input_dimension:": "36 1 ", + "input_name:": "/Add_57_output_0" + } + ], + "node_name:": "/Cast_17", + "node_outputs:": [ + { + "output_dimension:": "36 1 ", + "output_name:": "/Cast_17_output_0" + } + ] + }, + { + "node_id:": 347, + "node_inputs:": [ + { + "input_dimension:": "36 1 ", + "input_name:": "/Cast_17_output_0" + } + ], + "node_name:": "/Reciprocal_3", + "node_outputs:": [ + { + "output_dimension:": "36 1 ", + "output_name:": "/Reciprocal_3_output_0" + } + ] + }, + { + "node_id:": 348, + "node_inputs:": [ + { + "input_dimension:": "36 1 ", + "input_name:": "/Reciprocal_3_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_1113_output_0" + } + ], + "node_name:": "/Unsqueeze_120", + "node_outputs:": [ + { + "output_dimension:": "36 1 1 ", + "output_name:": "/Unsqueeze_120_output_0" + } + ] + }, + { + "node_id:": 349, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_55_output_0" + }, + { + "input_dimension:": "36 1 1 ", + "input_name:": "/Unsqueeze_120_output_0" + } + ], + "node_name:": "/Mul_35", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/Mul_35_output_0" + } + ] + }, + { + "node_id:": 350, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Mul_35_output_0" + }, + { + "input_dimension:": "384 384 ", + "input_name:": "onnx::MatMul_7548" + } + ], + "node_name:": "/proj_3/MatMul", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/proj_3/MatMul_output_0" + } + ] + }, + { + "node_id:": 351, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_54_output_0" + }, + { + "input_dimension:": "36 1 384 ", + "input_name:": "/proj_3/MatMul_output_0" + } + ], + "node_name:": "/Add_59", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/Add_59_output_0" + } + ] + }, + { + "node_id:": 352, + "node_inputs:": [ + { + "input_dimension:": "36 1 512 ", + "input_name:": "/in_proj_3/Add_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_285_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_568_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_1113_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Slice_28", + "node_outputs:": [ + { + "output_dimension:": "36 1 192 ", + "output_name:": "/Slice_28_output_0" + } + ] + }, + { + "node_id:": 353, + "node_inputs:": [ + { + "input_dimension:": "4 144 1 192 ", + "input_name:": "cached_key_1" + }, + { + "input_dimension:": "", + "input_name:": "/encoder_pos_1/Constant_2_output_0" + } + ], + "node_name:": "/Gather_67", + "node_outputs:": [ + { + "output_dimension:": "144 1 192 ", + "output_name:": "/Gather_67_output_0" + } + ] + }, + { + "node_id:": 354, + "node_inputs:": [ + { + "input_dimension:": "144 1 192 ", + "input_name:": "/Gather_67_output_0" + }, + { + "input_dimension:": "36 1 192 ", + "input_name:": "/Slice_28_output_0" + } + ], + "node_name:": "/Concat_61", + "node_outputs:": [ + { + "output_dimension:": "180 1 192 ", + "output_name:": "/Concat_61_output_0" + } + ] + }, + { + "node_id:": 355, + "node_inputs:": [ + { + "input_dimension:": "36 1 512 ", + "input_name:": "/in_proj_3/Add_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_1118_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_69_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_1113_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Slice_30", + "node_outputs:": [ + { + "output_dimension:": "36 1 32 ", + "output_name:": "/Slice_30_output_0" + } + ] + }, + { + "node_id:": 356, + "node_inputs:": [ + { + "input_dimension:": "36 1 32 ", + "input_name:": "/Slice_30_output_0" + }, + { + "input_dimension:": "4 ", + "input_name:": "/Concat_64_output_0" + } + ], + "node_name:": "/Reshape_34", + "node_outputs:": [ + { + "output_dimension:": "36 1 8 4 ", + "output_name:": "/Reshape_34_output_0" + } + ] + }, + { + "node_id:": 357, + "node_inputs:": [ + { + "input_dimension:": "36 1 8 4 ", + "input_name:": "/Reshape_34_output_0" + } + ], + "node_name:": "/Transpose_39", + "node_outputs:": [ + { + "output_dimension:": "1 8 36 4 ", + "output_name:": "/Transpose_39_output_0" + } + ] + }, + { + "node_id:": 358, + "node_inputs:": [ + { + "input_dimension:": "1 8 36 4 ", + "input_name:": "/Transpose_39_output_0" + }, + { + "input_dimension:": "1 8 4 215 ", + "input_name:": "/Transpose_41_output_0" + } + ], + "node_name:": "/MatMul_15", + "node_outputs:": [ + { + "output_dimension:": "1 8 36 215 ", + "output_name:": "/MatMul_15_output_0" + } + ] + }, + { + "node_id:": 359, + "node_inputs:": [ + { + "input_dimension:": "180 1 192 ", + "input_name:": "/Concat_61_output_0" + }, + { + "input_dimension:": "4 ", + "input_name:": "/Concat_266_output_0" + } + ], + "node_name:": "/Reshape_35", + "node_outputs:": [ + { + "output_dimension:": "180 1 8 24 ", + "output_name:": "/Reshape_35_output_0" + } + ] + }, + { + "node_id:": 360, + "node_inputs:": [ + { + "input_dimension:": "180 1 8 24 ", + "input_name:": "/Reshape_35_output_0" + } + ], + "node_name:": "/Transpose_40", + "node_outputs:": [ + { + "output_dimension:": "1 8 24 180 ", + "output_name:": "/Transpose_40_output_0" + } + ] + }, + { + "node_id:": 361, + "node_inputs:": [ + { + "input_dimension:": "36 1 512 ", + "input_name:": "/in_proj_3/Add_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_285_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_1113_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Slice_27", + "node_outputs:": [ + { + "output_dimension:": "36 1 192 ", + "output_name:": "/Slice_27_output_0" + } + ] + }, + { + "node_id:": 362, + "node_inputs:": [ + { + "input_dimension:": "36 1 192 ", + "input_name:": "/Slice_27_output_0" + }, + { + "input_dimension:": "4 ", + "input_name:": "/Concat_63_output_0" + } + ], + "node_name:": "/Reshape_33", + "node_outputs:": [ + { + "output_dimension:": "36 1 8 24 ", + "output_name:": "/Reshape_33_output_0" + } + ] + }, + { + "node_id:": 363, + "node_inputs:": [ + { + "input_dimension:": "36 1 8 24 ", + "input_name:": "/Reshape_33_output_0" + } + ], + "node_name:": "/Transpose_38", + "node_outputs:": [ + { + "output_dimension:": "1 8 36 24 ", + "output_name:": "/Transpose_38_output_0" + } + ] + }, + { + "node_id:": 364, + "node_inputs:": [ + { + "input_dimension:": "1 8 36 24 ", + "input_name:": "/Transpose_38_output_0" + }, + { + "input_dimension:": "1 8 24 180 ", + "input_name:": "/Transpose_40_output_0" + } + ], + "node_name:": "/MatMul_16", + "node_outputs:": [ + { + "output_dimension:": "1 8 36 180 ", + "output_name:": "/MatMul_16_output_0" + } + ] + }, + { + "node_id:": 365, + "node_inputs:": [ + { + "input_dimension:": "1 8 36 215 ", + "input_name:": "/MatMul_15_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "/Concat_70_output_0" + } + ], + "node_name:": "/Reshape_38", + "node_outputs:": [ + { + "output_dimension:": "288 215 ", + "output_name:": "/Reshape_38_output_0" + } + ] + }, + { + "node_id:": 366, + "node_inputs:": [ + { + "input_dimension:": "288 215 ", + "input_name:": "/Reshape_38_output_0" + }, + { + "input_dimension:": "288 180 ", + "input_name:": "/Add_61_output_0" + } + ], + "node_name:": "/GatherElements_3", + "node_outputs:": [ + { + "output_dimension:": "288 180 ", + "output_name:": "/GatherElements_3_output_0" + } + ] + }, + { + "node_id:": 367, + "node_inputs:": [ + { + "input_dimension:": "288 180 ", + "input_name:": "/GatherElements_3_output_0" + }, + { + "input_dimension:": "4 ", + "input_name:": "/Concat_71_output_0" + } + ], + "node_name:": "/Reshape_39", + "node_outputs:": [ + { + "output_dimension:": "1 8 36 180 ", + "output_name:": "/Reshape_39_output_0" + } + ] + }, + { + "node_id:": 368, + "node_inputs:": [ + { + "input_dimension:": "1 8 36 180 ", + "input_name:": "/MatMul_16_output_0" + }, + { + "input_dimension:": "1 8 36 180 ", + "input_name:": "/Reshape_39_output_0" + } + ], + "node_name:": "/Add_62", + "node_outputs:": [ + { + "output_dimension:": "1 8 36 180 ", + "output_name:": "/Add_62_output_0" + } + ] + }, + { + "node_id:": 369, + "node_inputs:": [ + { + "input_dimension:": "1 8 36 180 ", + "input_name:": "/Add_62_output_0" + }, + { + "input_dimension:": "3 ", + "input_name:": "/Concat_72_output_0" + } + ], + "node_name:": "/Reshape_40", + "node_outputs:": [ + { + "output_dimension:": "8 36 180 ", + "output_name:": "/Reshape_40_output_0" + } + ] + }, + { + "node_id:": 370, + "node_inputs:": [ + { + "input_dimension:": "8 36 180 ", + "input_name:": "/Reshape_40_output_0" + } + ], + "node_name:": "/Softmax_3", + "node_outputs:": [ + { + "output_dimension:": "8 36 180 ", + "output_name:": "/Softmax_3_output_0" + } + ] + }, + { + "node_id:": 371, + "node_inputs:": [ + { + "input_dimension:": "36 1 512 ", + "input_name:": "/in_proj_3/Add_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_568_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_1118_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_1113_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Slice_29", + "node_outputs:": [ + { + "output_dimension:": "36 1 96 ", + "output_name:": "/Slice_29_output_0" + } + ] + }, + { + "node_id:": 372, + "node_inputs:": [ + { + "input_dimension:": "4 144 1 96 ", + "input_name:": "cached_val_1" + }, + { + "input_dimension:": "", + "input_name:": "/encoder_pos_1/Constant_2_output_0" + } + ], + "node_name:": "/Gather_68", + "node_outputs:": [ + { + "output_dimension:": "144 1 96 ", + "output_name:": "/Gather_68_output_0" + } + ] + }, + { + "node_id:": 373, + "node_inputs:": [ + { + "input_dimension:": "144 1 96 ", + "input_name:": "/Gather_68_output_0" + }, + { + "input_dimension:": "36 1 96 ", + "input_name:": "/Slice_29_output_0" + } + ], + "node_name:": "/Concat_62", + "node_outputs:": [ + { + "output_dimension:": "180 1 96 ", + "output_name:": "/Concat_62_output_0" + } + ] + }, + { + "node_id:": 374, + "node_inputs:": [ + { + "input_dimension:": "180 1 96 ", + "input_name:": "/Concat_62_output_0" + }, + { + "input_dimension:": "3 ", + "input_name:": "/Concat_66_output_0" + } + ], + "node_name:": "/Reshape_36", + "node_outputs:": [ + { + "output_dimension:": "180 8 12 ", + "output_name:": "/Reshape_36_output_0" + } + ] + }, + { + "node_id:": 375, + "node_inputs:": [ + { + "input_dimension:": "180 8 12 ", + "input_name:": "/Reshape_36_output_0" + } + ], + "node_name:": "/Transpose_37", + "node_outputs:": [ + { + "output_dimension:": "8 180 12 ", + "output_name:": "/Transpose_37_output_0" + } + ] + }, + { + "node_id:": 376, + "node_inputs:": [ + { + "input_dimension:": "8 36 180 ", + "input_name:": "/Softmax_3_output_0" + }, + { + "input_dimension:": "8 180 12 ", + "input_name:": "/Transpose_37_output_0" + } + ], + "node_name:": "/MatMul_17", + "node_outputs:": [ + { + "output_dimension:": "8 36 12 ", + "output_name:": "/MatMul_17_output_0" + } + ] + }, + { + "node_id:": 377, + "node_inputs:": [ + { + "input_dimension:": "8 36 12 ", + "input_name:": "/MatMul_17_output_0" + } + ], + "node_name:": "/Transpose_42", + "node_outputs:": [ + { + "output_dimension:": "36 8 12 ", + "output_name:": "/Transpose_42_output_0" + } + ] + }, + { + "node_id:": 378, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_59_output_0" + }, + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_63_output_0" + } + ], + "node_name:": "/Add_64", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/Add_64_output_0" + } + ] + }, + { + "node_id:": 379, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_64_output_0" + } + ], + "node_name:": "/Transpose_43", + "node_outputs:": [ + { + "output_dimension:": "1 384 36 ", + "output_name:": "/Transpose_43_output_0" + } + ] + }, + { + "node_id:": 380, + "node_inputs:": [ + { + "input_dimension:": "1 384 36 ", + "input_name:": "/Transpose_43_output_0" + }, + { + "input_dimension:": "768 384 1 ", + "input_name:": "encoder.encoders.1.encoder.layers.1.conv_module1.pointwise_conv1.weight" + }, + { + "input_dimension:": "768 ", + "input_name:": "encoder.encoders.1.encoder.layers.1.conv_module1.pointwise_conv1.bias" + } + ], + "node_name:": "/pointwise_conv1_6/Conv", + "node_outputs:": [ + { + "output_dimension:": "1 768 36 ", + "output_name:": "/pointwise_conv1_6/Conv_output_0" + } + ] + }, + { + "node_id:": 381, + "node_inputs:": [ + { + "input_dimension:": "1 768 36 ", + "input_name:": "/pointwise_conv1_6/Conv_output_0" + } + ], + "node_name:": "/Split_6", + "node_outputs:": [ + { + "output_dimension:": "1 384 36 ", + "output_name:": "/Split_6_output_0" + }, + { + "output_dimension:": "1 384 36 ", + "output_name:": "/Split_6_output_1" + } + ] + }, + { + "node_id:": 382, + "node_inputs:": [ + { + "input_dimension:": "1 384 36 ", + "input_name:": "/Split_6_output_1" + } + ], + "node_name:": "/Sigmoid_6", + "node_outputs:": [ + { + "output_dimension:": "1 384 36 ", + "output_name:": "/Sigmoid_6_output_0" + } + ] + }, + { + "node_id:": 383, + "node_inputs:": [ + { + "input_dimension:": "1 384 36 ", + "input_name:": "/Split_6_output_0" + }, + { + "input_dimension:": "1 384 36 ", + "input_name:": "/Sigmoid_6_output_0" + } + ], + "node_name:": "/Mul_40", + "node_outputs:": [ + { + "output_dimension:": "1 384 36 ", + "output_name:": "/Mul_40_output_0" + } + ] + }, + { + "node_id:": 384, + "node_inputs:": [ + { + "input_dimension:": "4 1 384 30 ", + "input_name:": "cached_conv1_1" + }, + { + "input_dimension:": "", + "input_name:": "/encoder_pos_1/Constant_2_output_0" + } + ], + "node_name:": "/Gather_70", + "node_outputs:": [ + { + "output_dimension:": "1 384 30 ", + "output_name:": "/Gather_70_output_0" + } + ] + }, + { + "node_id:": 385, + "node_inputs:": [ + { + "input_dimension:": "1 384 30 ", + "input_name:": "/Gather_70_output_0" + }, + { + "input_dimension:": "1 384 36 ", + "input_name:": "/Mul_40_output_0" + } + ], + "node_name:": "/Concat_74", + "node_outputs:": [ + { + "output_dimension:": "1 384 66 ", + "output_name:": "/Concat_74_output_0" + } + ] + }, + { + "node_id:": 386, + "node_inputs:": [ + { + "input_dimension:": "1 384 66 ", + "input_name:": "/Concat_74_output_0" + }, + { + "input_dimension:": "384 1 31 ", + "input_name:": "encoder.encoders.1.encoder.layers.1.conv_module1.depthwise_conv.weight" + }, + { + "input_dimension:": "384 ", + "input_name:": "encoder.encoders.1.encoder.layers.1.conv_module1.depthwise_conv.bias" + } + ], + "node_name:": "/depthwise_conv_6/Conv", + "node_outputs:": [ + { + "output_dimension:": "1 384 36 ", + "output_name:": "/depthwise_conv_6/Conv_output_0" + } + ] + }, + { + "node_id:": 387, + "node_inputs:": [ + { + "input_dimension:": "1 384 36 ", + "input_name:": "/depthwise_conv_6/Conv_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/feed_forward1/activation_2/Constant_output_0" + } + ], + "node_name:": "/activation_6/Sub", + "node_outputs:": [ + { + "output_dimension:": "1 384 36 ", + "output_name:": "/activation_6/Sub_output_0" + } + ] + }, + { + "node_id:": 388, + "node_inputs:": [ + { + "input_dimension:": "1 384 36 ", + "input_name:": "/activation_6/Sub_output_0" + } + ], + "node_name:": "/activation_6/Sigmoid", + "node_outputs:": [ + { + "output_dimension:": "1 384 36 ", + "output_name:": "/activation_6/Sigmoid_output_0" + } + ] + }, + { + "node_id:": 389, + "node_inputs:": [ + { + "input_dimension:": "1 384 36 ", + "input_name:": "/depthwise_conv_6/Conv_output_0" + }, + { + "input_dimension:": "1 384 36 ", + "input_name:": "/activation_6/Sigmoid_output_0" + } + ], + "node_name:": "/activation_6/Mul", + "node_outputs:": [ + { + "output_dimension:": "1 384 36 ", + "output_name:": "/activation_6/Mul_output_0" + } + ] + }, + { + "node_id:": 390, + "node_inputs:": [ + { + "input_dimension:": "1 384 36 ", + "input_name:": "/activation_6/Mul_output_0" + }, + { + "input_dimension:": "384 384 1 ", + "input_name:": "encoder.encoders.1.encoder.layers.1.conv_module1.pointwise_conv2.weight" + }, + { + "input_dimension:": "384 ", + "input_name:": "encoder.encoders.1.encoder.layers.1.conv_module1.pointwise_conv2.bias" + } + ], + "node_name:": "/pointwise_conv2_6/Conv", + "node_outputs:": [ + { + "output_dimension:": "1 384 36 ", + "output_name:": "/pointwise_conv2_6/Conv_output_0" + } + ] + }, + { + "node_id:": 391, + "node_inputs:": [ + { + "input_dimension:": "1 384 36 ", + "input_name:": "/pointwise_conv2_6/Conv_output_0" + } + ], + "node_name:": "/Transpose_44", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/Transpose_44_output_0" + } + ] + }, + { + "node_id:": 392, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_64_output_0" + }, + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Transpose_44_output_0" + } + ], + "node_name:": "/Add_65", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/Add_65_output_0" + } + ] + }, + { + "node_id:": 393, + "node_inputs:": [ + { + "input_dimension:": "36 1 1024 ", + "input_name:": "/feed_forward2/in_proj_3/Add_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/feed_forward1/activation_2/Constant_output_0" + } + ], + "node_name:": "/feed_forward2/activation_3/Sub", + "node_outputs:": [ + { + "output_dimension:": "36 1 1024 ", + "output_name:": "/feed_forward2/activation_3/Sub_output_0" + } + ] + }, + { + "node_id:": 394, + "node_inputs:": [ + { + "input_dimension:": "36 1 1024 ", + "input_name:": "/feed_forward2/activation_3/Sub_output_0" + } + ], + "node_name:": "/feed_forward2/activation_3/Sigmoid", + "node_outputs:": [ + { + "output_dimension:": "36 1 1024 ", + "output_name:": "/feed_forward2/activation_3/Sigmoid_output_0" + } + ] + }, + { + "node_id:": 395, + "node_inputs:": [ + { + "input_dimension:": "36 1 1024 ", + "input_name:": "/feed_forward2/in_proj_3/Add_output_0" + }, + { + "input_dimension:": "36 1 1024 ", + "input_name:": "/feed_forward2/activation_3/Sigmoid_output_0" + } + ], + "node_name:": "/feed_forward2/activation_3/Mul", + "node_outputs:": [ + { + "output_dimension:": "36 1 1024 ", + "output_name:": "/feed_forward2/activation_3/Mul_output_0" + } + ] + }, + { + "node_id:": 396, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_65_output_0" + }, + { + "input_dimension:": "36 1 384 ", + "input_name:": "/feed_forward2/out_proj_3/Add_output_0" + } + ], + "node_name:": "/Add_66", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/Add_66_output_0" + } + ] + }, + { + "node_id:": 397, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_66_output_0" + }, + { + "input_dimension:": "384 96 ", + "input_name:": "onnx::MatMul_7594" + } + ], + "node_name:": "/in_proj2_3/MatMul", + "node_outputs:": [ + { + "output_dimension:": "36 1 96 ", + "output_name:": "/in_proj2_3/MatMul_output_0" + } + ] + }, + { + "node_id:": 398, + "node_inputs:": [ + { + "input_dimension:": "4 144 1 96 ", + "input_name:": "cached_val2_1" + }, + { + "input_dimension:": "", + "input_name:": "/encoder_pos_1/Constant_2_output_0" + } + ], + "node_name:": "/Gather_69", + "node_outputs:": [ + { + "output_dimension:": "144 1 96 ", + "output_name:": "/Gather_69_output_0" + } + ] + }, + { + "node_id:": 399, + "node_inputs:": [ + { + "input_dimension:": "144 1 96 ", + "input_name:": "/Gather_69_output_0" + }, + { + "input_dimension:": "36 1 96 ", + "input_name:": "/in_proj2_3/MatMul_output_0" + } + ], + "node_name:": "/Concat_75", + "node_outputs:": [ + { + "output_dimension:": "180 1 96 ", + "output_name:": "/Concat_75_output_0" + } + ] + }, + { + "node_id:": 400, + "node_inputs:": [ + { + "input_dimension:": "180 1 96 ", + "input_name:": "/Concat_75_output_0" + }, + { + "input_dimension:": "3 ", + "input_name:": "/Concat_76_output_0" + } + ], + "node_name:": "/Reshape_42", + "node_outputs:": [ + { + "output_dimension:": "180 8 12 ", + "output_name:": "/Reshape_42_output_0" + } + ] + }, + { + "node_id:": 401, + "node_inputs:": [ + { + "input_dimension:": "180 8 12 ", + "input_name:": "/Reshape_42_output_0" + } + ], + "node_name:": "/Transpose_45", + "node_outputs:": [ + { + "output_dimension:": "8 180 12 ", + "output_name:": "/Transpose_45_output_0" + } + ] + }, + { + "node_id:": 402, + "node_inputs:": [ + { + "input_dimension:": "8 36 180 ", + "input_name:": "/Softmax_3_output_0" + }, + { + "input_dimension:": "8 180 12 ", + "input_name:": "/Transpose_45_output_0" + } + ], + "node_name:": "/MatMul_19", + "node_outputs:": [ + { + "output_dimension:": "8 36 12 ", + "output_name:": "/MatMul_19_output_0" + } + ] + }, + { + "node_id:": 403, + "node_inputs:": [ + { + "input_dimension:": "8 36 12 ", + "input_name:": "/MatMul_19_output_0" + } + ], + "node_name:": "/Transpose_46", + "node_outputs:": [ + { + "output_dimension:": "36 8 12 ", + "output_name:": "/Transpose_46_output_0" + } + ] + }, + { + "node_id:": 404, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_66_output_0" + }, + { + "input_dimension:": "36 1 384 ", + "input_name:": "/out_proj2_3/Add_output_0" + } + ], + "node_name:": "/Add_68", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/Add_68_output_0" + } + ] + }, + { + "node_id:": 405, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_68_output_0" + } + ], + "node_name:": "/Transpose_47", + "node_outputs:": [ + { + "output_dimension:": "1 384 36 ", + "output_name:": "/Transpose_47_output_0" + } + ] + }, + { + "node_id:": 406, + "node_inputs:": [ + { + "input_dimension:": "1 384 36 ", + "input_name:": "/Transpose_47_output_0" + }, + { + "input_dimension:": "768 384 1 ", + "input_name:": "encoder.encoders.1.encoder.layers.1.conv_module2.pointwise_conv1.weight" + }, + { + "input_dimension:": "768 ", + "input_name:": "encoder.encoders.1.encoder.layers.1.conv_module2.pointwise_conv1.bias" + } + ], + "node_name:": "/pointwise_conv1_7/Conv", + "node_outputs:": [ + { + "output_dimension:": "1 768 36 ", + "output_name:": "/pointwise_conv1_7/Conv_output_0" + } + ] + }, + { + "node_id:": 407, + "node_inputs:": [ + { + "input_dimension:": "1 768 36 ", + "input_name:": "/pointwise_conv1_7/Conv_output_0" + } + ], + "node_name:": "/Split_7", + "node_outputs:": [ + { + "output_dimension:": "1 384 36 ", + "output_name:": "/Split_7_output_0" + }, + { + "output_dimension:": "1 384 36 ", + "output_name:": "/Split_7_output_1" + } + ] + }, + { + "node_id:": 408, + "node_inputs:": [ + { + "input_dimension:": "1 384 36 ", + "input_name:": "/Split_7_output_1" + } + ], + "node_name:": "/Sigmoid_7", + "node_outputs:": [ + { + "output_dimension:": "1 384 36 ", + "output_name:": "/Sigmoid_7_output_0" + } + ] + }, + { + "node_id:": 409, + "node_inputs:": [ + { + "input_dimension:": "1 384 36 ", + "input_name:": "/Split_7_output_0" + }, + { + "input_dimension:": "1 384 36 ", + "input_name:": "/Sigmoid_7_output_0" + } + ], + "node_name:": "/Mul_42", + "node_outputs:": [ + { + "output_dimension:": "1 384 36 ", + "output_name:": "/Mul_42_output_0" + } + ] + }, + { + "node_id:": 410, + "node_inputs:": [ + { + "input_dimension:": "4 1 384 30 ", + "input_name:": "cached_conv2_1" + }, + { + "input_dimension:": "", + "input_name:": "/encoder_pos_1/Constant_2_output_0" + } + ], + "node_name:": "/Gather_71", + "node_outputs:": [ + { + "output_dimension:": "1 384 30 ", + "output_name:": "/Gather_71_output_0" + } + ] + }, + { + "node_id:": 411, + "node_inputs:": [ + { + "input_dimension:": "1 384 30 ", + "input_name:": "/Gather_71_output_0" + }, + { + "input_dimension:": "1 384 36 ", + "input_name:": "/Mul_42_output_0" + } + ], + "node_name:": "/Concat_78", + "node_outputs:": [ + { + "output_dimension:": "1 384 66 ", + "output_name:": "/Concat_78_output_0" + } + ] + }, + { + "node_id:": 412, + "node_inputs:": [ + { + "input_dimension:": "1 384 66 ", + "input_name:": "/Concat_78_output_0" + }, + { + "input_dimension:": "384 1 31 ", + "input_name:": "encoder.encoders.1.encoder.layers.1.conv_module2.depthwise_conv.weight" + }, + { + "input_dimension:": "384 ", + "input_name:": "encoder.encoders.1.encoder.layers.1.conv_module2.depthwise_conv.bias" + } + ], + "node_name:": "/depthwise_conv_7/Conv", + "node_outputs:": [ + { + "output_dimension:": "1 384 36 ", + "output_name:": "/depthwise_conv_7/Conv_output_0" + } + ] + }, + { + "node_id:": 413, + "node_inputs:": [ + { + "input_dimension:": "1 384 36 ", + "input_name:": "/depthwise_conv_7/Conv_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/feed_forward1/activation_2/Constant_output_0" + } + ], + "node_name:": "/activation_7/Sub", + "node_outputs:": [ + { + "output_dimension:": "1 384 36 ", + "output_name:": "/activation_7/Sub_output_0" + } + ] + }, + { + "node_id:": 414, + "node_inputs:": [ + { + "input_dimension:": "1 384 36 ", + "input_name:": "/activation_7/Sub_output_0" + } + ], + "node_name:": "/activation_7/Sigmoid", + "node_outputs:": [ + { + "output_dimension:": "1 384 36 ", + "output_name:": "/activation_7/Sigmoid_output_0" + } + ] + }, + { + "node_id:": 415, + "node_inputs:": [ + { + "input_dimension:": "1 384 36 ", + "input_name:": "/depthwise_conv_7/Conv_output_0" + }, + { + "input_dimension:": "1 384 36 ", + "input_name:": "/activation_7/Sigmoid_output_0" + } + ], + "node_name:": "/activation_7/Mul", + "node_outputs:": [ + { + "output_dimension:": "1 384 36 ", + "output_name:": "/activation_7/Mul_output_0" + } + ] + }, + { + "node_id:": 416, + "node_inputs:": [ + { + "input_dimension:": "1 384 36 ", + "input_name:": "/activation_7/Mul_output_0" + }, + { + "input_dimension:": "384 384 1 ", + "input_name:": "encoder.encoders.1.encoder.layers.1.conv_module2.pointwise_conv2.weight" + }, + { + "input_dimension:": "384 ", + "input_name:": "encoder.encoders.1.encoder.layers.1.conv_module2.pointwise_conv2.bias" + } + ], + "node_name:": "/pointwise_conv2_7/Conv", + "node_outputs:": [ + { + "output_dimension:": "1 384 36 ", + "output_name:": "/pointwise_conv2_7/Conv_output_0" + } + ] + }, + { + "node_id:": 417, + "node_inputs:": [ + { + "input_dimension:": "1 384 36 ", + "input_name:": "/pointwise_conv2_7/Conv_output_0" + } + ], + "node_name:": "/Transpose_48", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/Transpose_48_output_0" + } + ] + }, + { + "node_id:": 418, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_68_output_0" + }, + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Transpose_48_output_0" + } + ], + "node_name:": "/Add_69", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/Add_69_output_0" + } + ] + }, + { + "node_id:": 419, + "node_inputs:": [ + { + "input_dimension:": "36 1 1024 ", + "input_name:": "/feed_forward3/in_proj_3/Add_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/feed_forward1/activation_2/Constant_output_0" + } + ], + "node_name:": "/feed_forward3/activation_3/Sub", + "node_outputs:": [ + { + "output_dimension:": "36 1 1024 ", + "output_name:": "/feed_forward3/activation_3/Sub_output_0" + } + ] + }, + { + "node_id:": 420, + "node_inputs:": [ + { + "input_dimension:": "36 1 1024 ", + "input_name:": "/feed_forward3/activation_3/Sub_output_0" + } + ], + "node_name:": "/feed_forward3/activation_3/Sigmoid", + "node_outputs:": [ + { + "output_dimension:": "36 1 1024 ", + "output_name:": "/feed_forward3/activation_3/Sigmoid_output_0" + } + ] + }, + { + "node_id:": 421, + "node_inputs:": [ + { + "input_dimension:": "36 1 1024 ", + "input_name:": "/feed_forward3/in_proj_3/Add_output_0" + }, + { + "input_dimension:": "36 1 1024 ", + "input_name:": "/feed_forward3/activation_3/Sigmoid_output_0" + } + ], + "node_name:": "/feed_forward3/activation_3/Mul", + "node_outputs:": [ + { + "output_dimension:": "36 1 1024 ", + "output_name:": "/feed_forward3/activation_3/Mul_output_0" + } + ] + }, + { + "node_id:": 422, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_69_output_0" + }, + { + "input_dimension:": "36 1 384 ", + "input_name:": "/feed_forward3/out_proj_3/Add_output_0" + } + ], + "node_name:": "/Add_70", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/Add_70_output_0" + } + ] + }, + { + "node_id:": 423, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_70_output_0" + }, + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_70_output_0" + } + ], + "node_name:": "/norm_final_3/Mul", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/norm_final_3/Mul_output_0" + } + ] + }, + { + "node_id:": 424, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/norm_final_3/Mul_output_0" + } + ], + "node_name:": "/norm_final_3/ReduceMean", + "node_outputs:": [ + { + "output_dimension:": "36 1 1 ", + "output_name:": "/norm_final_3/ReduceMean_output_0" + } + ] + }, + { + "node_id:": 425, + "node_inputs:": [ + { + "input_dimension:": "36 1 1 ", + "input_name:": "/norm_final_3/ReduceMean_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/norm_final_3/Constant_output_0" + } + ], + "node_name:": "/norm_final_3/Add", + "node_outputs:": [ + { + "output_dimension:": "36 1 1 ", + "output_name:": "/norm_final_3/Add_output_0" + } + ] + }, + { + "node_id:": 426, + "node_inputs:": [ + { + "input_dimension:": "36 1 1 ", + "input_name:": "/norm_final_3/Add_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/norm_final_1/Constant_1_output_0" + } + ], + "node_name:": "/norm_final_3/Pow", + "node_outputs:": [ + { + "output_dimension:": "36 1 1 ", + "output_name:": "/norm_final_3/Pow_output_0" + } + ] + }, + { + "node_id:": 427, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_70_output_0" + }, + { + "input_dimension:": "36 1 1 ", + "input_name:": "/norm_final_3/Pow_output_0" + } + ], + "node_name:": "/norm_final_3/Mul_1", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/norm_final_3/Mul_1_output_0" + } + ] + }, + { + "node_id:": 428, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/norm_final_3/Mul_1_output_0" + }, + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_53_output_0" + } + ], + "node_name:": "/Sub_11", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/Sub_11_output_0" + } + ] + }, + { + "node_id:": 429, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Sub_11_output_0" + }, + { + "input_dimension:": "", + "input_name:": "encoder.encoders.1.encoder.layers.1.bypass_scale" + } + ], + "node_name:": "/Mul_43", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/Mul_43_output_0" + } + ] + }, + { + "node_id:": 430, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_53_output_0" + }, + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Mul_43_output_0" + } + ], + "node_name:": "/Add_71", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/Add_71_output_0" + } + ] + }, + { + "node_id:": 431, + "node_inputs:": [ + { + "input_dimension:": "36 1 1024 ", + "input_name:": "/feed_forward1/in_proj_4/Add_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/feed_forward1/activation_2/Constant_output_0" + } + ], + "node_name:": "/feed_forward1/activation_4/Sub", + "node_outputs:": [ + { + "output_dimension:": "36 1 1024 ", + "output_name:": "/feed_forward1/activation_4/Sub_output_0" + } + ] + }, + { + "node_id:": 432, + "node_inputs:": [ + { + "input_dimension:": "36 1 1024 ", + "input_name:": "/feed_forward1/activation_4/Sub_output_0" + } + ], + "node_name:": "/feed_forward1/activation_4/Sigmoid", + "node_outputs:": [ + { + "output_dimension:": "36 1 1024 ", + "output_name:": "/feed_forward1/activation_4/Sigmoid_output_0" + } + ] + }, + { + "node_id:": 433, + "node_inputs:": [ + { + "input_dimension:": "36 1 1024 ", + "input_name:": "/feed_forward1/in_proj_4/Add_output_0" + }, + { + "input_dimension:": "36 1 1024 ", + "input_name:": "/feed_forward1/activation_4/Sigmoid_output_0" + } + ], + "node_name:": "/feed_forward1/activation_4/Mul", + "node_outputs:": [ + { + "output_dimension:": "36 1 1024 ", + "output_name:": "/feed_forward1/activation_4/Mul_output_0" + } + ] + }, + { + "node_id:": 434, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_71_output_0" + }, + { + "input_dimension:": "36 1 384 ", + "input_name:": "/feed_forward1/out_proj_4/Add_output_0" + } + ], + "node_name:": "/Add_72", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/Add_72_output_0" + } + ] + }, + { + "node_id:": 435, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_72_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/Constant_631_output_0" + } + ], + "node_name:": "/CumSum_4", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/CumSum_4_output_0" + } + ] + }, + { + "node_id:": 436, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/CumSum_4_output_0" + }, + { + "input_dimension:": "1 1 384 ", + "input_name:": "/Unsqueeze_151_output_0" + } + ], + "node_name:": "/Add_73", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/Add_73_output_0" + } + ] + }, + { + "node_id:": 437, + "node_inputs:": [ + { + "input_dimension:": "36 1 ", + "input_name:": "/Unsqueeze_152_output_0" + }, + { + "input_dimension:": "1 1 ", + "input_name:": "/Unsqueeze_153_output_0" + } + ], + "node_name:": "/Add_75", + "node_outputs:": [ + { + "output_dimension:": "36 1 ", + "output_name:": "/Add_75_output_0" + } + ] + }, + { + "node_id:": 438, + "node_inputs:": [ + { + "input_dimension:": "36 1 ", + "input_name:": "/Add_75_output_0" + } + ], + "node_name:": "/Cast_22", + "node_outputs:": [ + { + "output_dimension:": "36 1 ", + "output_name:": "/Cast_22_output_0" + } + ] + }, + { + "node_id:": 439, + "node_inputs:": [ + { + "input_dimension:": "36 1 ", + "input_name:": "/Cast_22_output_0" + } + ], + "node_name:": "/Reciprocal_4", + "node_outputs:": [ + { + "output_dimension:": "36 1 ", + "output_name:": "/Reciprocal_4_output_0" + } + ] + }, + { + "node_id:": 440, + "node_inputs:": [ + { + "input_dimension:": "36 1 ", + "input_name:": "/Reciprocal_4_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_1113_output_0" + } + ], + "node_name:": "/Unsqueeze_154", + "node_outputs:": [ + { + "output_dimension:": "36 1 1 ", + "output_name:": "/Unsqueeze_154_output_0" + } + ] + }, + { + "node_id:": 441, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_73_output_0" + }, + { + "input_dimension:": "36 1 1 ", + "input_name:": "/Unsqueeze_154_output_0" + } + ], + "node_name:": "/Mul_46", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/Mul_46_output_0" + } + ] + }, + { + "node_id:": 442, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Mul_46_output_0" + }, + { + "input_dimension:": "384 384 ", + "input_name:": "onnx::MatMul_7610" + } + ], + "node_name:": "/proj_4/MatMul", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/proj_4/MatMul_output_0" + } + ] + }, + { + "node_id:": 443, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_72_output_0" + }, + { + "input_dimension:": "36 1 384 ", + "input_name:": "/proj_4/MatMul_output_0" + } + ], + "node_name:": "/Add_77", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/Add_77_output_0" + } + ] + }, + { + "node_id:": 444, + "node_inputs:": [ + { + "input_dimension:": "36 1 512 ", + "input_name:": "/in_proj_4/Add_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_285_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_568_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_1113_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Slice_37", + "node_outputs:": [ + { + "output_dimension:": "36 1 192 ", + "output_name:": "/Slice_37_output_0" + } + ] + }, + { + "node_id:": 445, + "node_inputs:": [ + { + "input_dimension:": "4 144 1 192 ", + "input_name:": "cached_key_1" + }, + { + "input_dimension:": "", + "input_name:": "/Constant_404_output_0" + } + ], + "node_name:": "/Gather_88", + "node_outputs:": [ + { + "output_dimension:": "144 1 192 ", + "output_name:": "/Gather_88_output_0" + } + ] + }, + { + "node_id:": 446, + "node_inputs:": [ + { + "input_dimension:": "144 1 192 ", + "input_name:": "/Gather_88_output_0" + }, + { + "input_dimension:": "36 1 192 ", + "input_name:": "/Slice_37_output_0" + } + ], + "node_name:": "/Concat_79", + "node_outputs:": [ + { + "output_dimension:": "180 1 192 ", + "output_name:": "/Concat_79_output_0" + } + ] + }, + { + "node_id:": 447, + "node_inputs:": [ + { + "input_dimension:": "36 1 512 ", + "input_name:": "/in_proj_4/Add_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_1118_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_69_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_1113_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Slice_39", + "node_outputs:": [ + { + "output_dimension:": "36 1 32 ", + "output_name:": "/Slice_39_output_0" + } + ] + }, + { + "node_id:": 448, + "node_inputs:": [ + { + "input_dimension:": "36 1 32 ", + "input_name:": "/Slice_39_output_0" + }, + { + "input_dimension:": "4 ", + "input_name:": "/Concat_82_output_0" + } + ], + "node_name:": "/Reshape_45", + "node_outputs:": [ + { + "output_dimension:": "36 1 8 4 ", + "output_name:": "/Reshape_45_output_0" + } + ] + }, + { + "node_id:": 449, + "node_inputs:": [ + { + "input_dimension:": "36 1 8 4 ", + "input_name:": "/Reshape_45_output_0" + } + ], + "node_name:": "/Transpose_51", + "node_outputs:": [ + { + "output_dimension:": "1 8 36 4 ", + "output_name:": "/Transpose_51_output_0" + } + ] + }, + { + "node_id:": 450, + "node_inputs:": [ + { + "input_dimension:": "1 8 36 4 ", + "input_name:": "/Transpose_51_output_0" + }, + { + "input_dimension:": "1 8 4 215 ", + "input_name:": "/Transpose_53_output_0" + } + ], + "node_name:": "/MatMul_20", + "node_outputs:": [ + { + "output_dimension:": "1 8 36 215 ", + "output_name:": "/MatMul_20_output_0" + } + ] + }, + { + "node_id:": 451, + "node_inputs:": [ + { + "input_dimension:": "180 1 192 ", + "input_name:": "/Concat_79_output_0" + }, + { + "input_dimension:": "4 ", + "input_name:": "/Concat_266_output_0" + } + ], + "node_name:": "/Reshape_46", + "node_outputs:": [ + { + "output_dimension:": "180 1 8 24 ", + "output_name:": "/Reshape_46_output_0" + } + ] + }, + { + "node_id:": 452, + "node_inputs:": [ + { + "input_dimension:": "180 1 8 24 ", + "input_name:": "/Reshape_46_output_0" + } + ], + "node_name:": "/Transpose_52", + "node_outputs:": [ + { + "output_dimension:": "1 8 24 180 ", + "output_name:": "/Transpose_52_output_0" + } + ] + }, + { + "node_id:": 453, + "node_inputs:": [ + { + "input_dimension:": "36 1 512 ", + "input_name:": "/in_proj_4/Add_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_285_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_1113_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Slice_36", + "node_outputs:": [ + { + "output_dimension:": "36 1 192 ", + "output_name:": "/Slice_36_output_0" + } + ] + }, + { + "node_id:": 454, + "node_inputs:": [ + { + "input_dimension:": "36 1 192 ", + "input_name:": "/Slice_36_output_0" + }, + { + "input_dimension:": "4 ", + "input_name:": "/Concat_81_output_0" + } + ], + "node_name:": "/Reshape_44", + "node_outputs:": [ + { + "output_dimension:": "36 1 8 24 ", + "output_name:": "/Reshape_44_output_0" + } + ] + }, + { + "node_id:": 455, + "node_inputs:": [ + { + "input_dimension:": "36 1 8 24 ", + "input_name:": "/Reshape_44_output_0" + } + ], + "node_name:": "/Transpose_50", + "node_outputs:": [ + { + "output_dimension:": "1 8 36 24 ", + "output_name:": "/Transpose_50_output_0" + } + ] + }, + { + "node_id:": 456, + "node_inputs:": [ + { + "input_dimension:": "1 8 36 24 ", + "input_name:": "/Transpose_50_output_0" + }, + { + "input_dimension:": "1 8 24 180 ", + "input_name:": "/Transpose_52_output_0" + } + ], + "node_name:": "/MatMul_21", + "node_outputs:": [ + { + "output_dimension:": "1 8 36 180 ", + "output_name:": "/MatMul_21_output_0" + } + ] + }, + { + "node_id:": 457, + "node_inputs:": [ + { + "input_dimension:": "1 8 36 215 ", + "input_name:": "/MatMul_20_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "/Concat_88_output_0" + } + ], + "node_name:": "/Reshape_49", + "node_outputs:": [ + { + "output_dimension:": "288 215 ", + "output_name:": "/Reshape_49_output_0" + } + ] + }, + { + "node_id:": 458, + "node_inputs:": [ + { + "input_dimension:": "288 215 ", + "input_name:": "/Reshape_49_output_0" + }, + { + "input_dimension:": "288 180 ", + "input_name:": "/Add_79_output_0" + } + ], + "node_name:": "/GatherElements_4", + "node_outputs:": [ + { + "output_dimension:": "288 180 ", + "output_name:": "/GatherElements_4_output_0" + } + ] + }, + { + "node_id:": 459, + "node_inputs:": [ + { + "input_dimension:": "288 180 ", + "input_name:": "/GatherElements_4_output_0" + }, + { + "input_dimension:": "4 ", + "input_name:": "/Concat_89_output_0" + } + ], + "node_name:": "/Reshape_50", + "node_outputs:": [ + { + "output_dimension:": "1 8 36 180 ", + "output_name:": "/Reshape_50_output_0" + } + ] + }, + { + "node_id:": 460, + "node_inputs:": [ + { + "input_dimension:": "1 8 36 180 ", + "input_name:": "/MatMul_21_output_0" + }, + { + "input_dimension:": "1 8 36 180 ", + "input_name:": "/Reshape_50_output_0" + } + ], + "node_name:": "/Add_80", + "node_outputs:": [ + { + "output_dimension:": "1 8 36 180 ", + "output_name:": "/Add_80_output_0" + } + ] + }, + { + "node_id:": 461, + "node_inputs:": [ + { + "input_dimension:": "1 8 36 180 ", + "input_name:": "/Add_80_output_0" + }, + { + "input_dimension:": "3 ", + "input_name:": "/Concat_90_output_0" + } + ], + "node_name:": "/Reshape_51", + "node_outputs:": [ + { + "output_dimension:": "8 36 180 ", + "output_name:": "/Reshape_51_output_0" + } + ] + }, + { + "node_id:": 462, + "node_inputs:": [ + { + "input_dimension:": "8 36 180 ", + "input_name:": "/Reshape_51_output_0" + } + ], + "node_name:": "/Softmax_4", + "node_outputs:": [ + { + "output_dimension:": "8 36 180 ", + "output_name:": "/Softmax_4_output_0" + } + ] + }, + { + "node_id:": 463, + "node_inputs:": [ + { + "input_dimension:": "36 1 512 ", + "input_name:": "/in_proj_4/Add_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_568_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_1118_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_1113_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Slice_38", + "node_outputs:": [ + { + "output_dimension:": "36 1 96 ", + "output_name:": "/Slice_38_output_0" + } + ] + }, + { + "node_id:": 464, + "node_inputs:": [ + { + "input_dimension:": "4 144 1 96 ", + "input_name:": "cached_val_1" + }, + { + "input_dimension:": "", + "input_name:": "/Constant_404_output_0" + } + ], + "node_name:": "/Gather_89", + "node_outputs:": [ + { + "output_dimension:": "144 1 96 ", + "output_name:": "/Gather_89_output_0" + } + ] + }, + { + "node_id:": 465, + "node_inputs:": [ + { + "input_dimension:": "144 1 96 ", + "input_name:": "/Gather_89_output_0" + }, + { + "input_dimension:": "36 1 96 ", + "input_name:": "/Slice_38_output_0" + } + ], + "node_name:": "/Concat_80", + "node_outputs:": [ + { + "output_dimension:": "180 1 96 ", + "output_name:": "/Concat_80_output_0" + } + ] + }, + { + "node_id:": 466, + "node_inputs:": [ + { + "input_dimension:": "180 1 96 ", + "input_name:": "/Concat_80_output_0" + }, + { + "input_dimension:": "3 ", + "input_name:": "/Concat_84_output_0" + } + ], + "node_name:": "/Reshape_47", + "node_outputs:": [ + { + "output_dimension:": "180 8 12 ", + "output_name:": "/Reshape_47_output_0" + } + ] + }, + { + "node_id:": 467, + "node_inputs:": [ + { + "input_dimension:": "180 8 12 ", + "input_name:": "/Reshape_47_output_0" + } + ], + "node_name:": "/Transpose_49", + "node_outputs:": [ + { + "output_dimension:": "8 180 12 ", + "output_name:": "/Transpose_49_output_0" + } + ] + }, + { + "node_id:": 468, + "node_inputs:": [ + { + "input_dimension:": "8 36 180 ", + "input_name:": "/Softmax_4_output_0" + }, + { + "input_dimension:": "8 180 12 ", + "input_name:": "/Transpose_49_output_0" + } + ], + "node_name:": "/MatMul_22", + "node_outputs:": [ + { + "output_dimension:": "8 36 12 ", + "output_name:": "/MatMul_22_output_0" + } + ] + }, + { + "node_id:": 469, + "node_inputs:": [ + { + "input_dimension:": "8 36 12 ", + "input_name:": "/MatMul_22_output_0" + } + ], + "node_name:": "/Transpose_54", + "node_outputs:": [ + { + "output_dimension:": "36 8 12 ", + "output_name:": "/Transpose_54_output_0" + } + ] + }, + { + "node_id:": 470, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_77_output_0" + }, + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_81_output_0" + } + ], + "node_name:": "/Add_82", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/Add_82_output_0" + } + ] + }, + { + "node_id:": 471, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_82_output_0" + } + ], + "node_name:": "/Transpose_55", + "node_outputs:": [ + { + "output_dimension:": "1 384 36 ", + "output_name:": "/Transpose_55_output_0" + } + ] + }, + { + "node_id:": 472, + "node_inputs:": [ + { + "input_dimension:": "1 384 36 ", + "input_name:": "/Transpose_55_output_0" + }, + { + "input_dimension:": "768 384 1 ", + "input_name:": "encoder.encoders.1.encoder.layers.2.conv_module1.pointwise_conv1.weight" + }, + { + "input_dimension:": "768 ", + "input_name:": "encoder.encoders.1.encoder.layers.2.conv_module1.pointwise_conv1.bias" + } + ], + "node_name:": "/pointwise_conv1_8/Conv", + "node_outputs:": [ + { + "output_dimension:": "1 768 36 ", + "output_name:": "/pointwise_conv1_8/Conv_output_0" + } + ] + }, + { + "node_id:": 473, + "node_inputs:": [ + { + "input_dimension:": "1 768 36 ", + "input_name:": "/pointwise_conv1_8/Conv_output_0" + } + ], + "node_name:": "/Split_8", + "node_outputs:": [ + { + "output_dimension:": "1 384 36 ", + "output_name:": "/Split_8_output_0" + }, + { + "output_dimension:": "1 384 36 ", + "output_name:": "/Split_8_output_1" + } + ] + }, + { + "node_id:": 474, + "node_inputs:": [ + { + "input_dimension:": "1 384 36 ", + "input_name:": "/Split_8_output_1" + } + ], + "node_name:": "/Sigmoid_8", + "node_outputs:": [ + { + "output_dimension:": "1 384 36 ", + "output_name:": "/Sigmoid_8_output_0" + } + ] + }, + { + "node_id:": 475, + "node_inputs:": [ + { + "input_dimension:": "1 384 36 ", + "input_name:": "/Split_8_output_0" + }, + { + "input_dimension:": "1 384 36 ", + "input_name:": "/Sigmoid_8_output_0" + } + ], + "node_name:": "/Mul_51", + "node_outputs:": [ + { + "output_dimension:": "1 384 36 ", + "output_name:": "/Mul_51_output_0" + } + ] + }, + { + "node_id:": 476, + "node_inputs:": [ + { + "input_dimension:": "4 1 384 30 ", + "input_name:": "cached_conv1_1" + }, + { + "input_dimension:": "", + "input_name:": "/Constant_404_output_0" + } + ], + "node_name:": "/Gather_91", + "node_outputs:": [ + { + "output_dimension:": "1 384 30 ", + "output_name:": "/Gather_91_output_0" + } + ] + }, + { + "node_id:": 477, + "node_inputs:": [ + { + "input_dimension:": "1 384 30 ", + "input_name:": "/Gather_91_output_0" + }, + { + "input_dimension:": "1 384 36 ", + "input_name:": "/Mul_51_output_0" + } + ], + "node_name:": "/Concat_92", + "node_outputs:": [ + { + "output_dimension:": "1 384 66 ", + "output_name:": "/Concat_92_output_0" + } + ] + }, + { + "node_id:": 478, + "node_inputs:": [ + { + "input_dimension:": "1 384 66 ", + "input_name:": "/Concat_92_output_0" + }, + { + "input_dimension:": "384 1 31 ", + "input_name:": "encoder.encoders.1.encoder.layers.2.conv_module1.depthwise_conv.weight" + }, + { + "input_dimension:": "384 ", + "input_name:": "encoder.encoders.1.encoder.layers.2.conv_module1.depthwise_conv.bias" + } + ], + "node_name:": "/depthwise_conv_8/Conv", + "node_outputs:": [ + { + "output_dimension:": "1 384 36 ", + "output_name:": "/depthwise_conv_8/Conv_output_0" + } + ] + }, + { + "node_id:": 479, + "node_inputs:": [ + { + "input_dimension:": "1 384 36 ", + "input_name:": "/depthwise_conv_8/Conv_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/feed_forward1/activation_2/Constant_output_0" + } + ], + "node_name:": "/activation_8/Sub", + "node_outputs:": [ + { + "output_dimension:": "1 384 36 ", + "output_name:": "/activation_8/Sub_output_0" + } + ] + }, + { + "node_id:": 480, + "node_inputs:": [ + { + "input_dimension:": "1 384 36 ", + "input_name:": "/activation_8/Sub_output_0" + } + ], + "node_name:": "/activation_8/Sigmoid", + "node_outputs:": [ + { + "output_dimension:": "1 384 36 ", + "output_name:": "/activation_8/Sigmoid_output_0" + } + ] + }, + { + "node_id:": 481, + "node_inputs:": [ + { + "input_dimension:": "1 384 36 ", + "input_name:": "/depthwise_conv_8/Conv_output_0" + }, + { + "input_dimension:": "1 384 36 ", + "input_name:": "/activation_8/Sigmoid_output_0" + } + ], + "node_name:": "/activation_8/Mul", + "node_outputs:": [ + { + "output_dimension:": "1 384 36 ", + "output_name:": "/activation_8/Mul_output_0" + } + ] + }, + { + "node_id:": 482, + "node_inputs:": [ + { + "input_dimension:": "1 384 36 ", + "input_name:": "/activation_8/Mul_output_0" + }, + { + "input_dimension:": "384 384 1 ", + "input_name:": "encoder.encoders.1.encoder.layers.2.conv_module1.pointwise_conv2.weight" + }, + { + "input_dimension:": "384 ", + "input_name:": "encoder.encoders.1.encoder.layers.2.conv_module1.pointwise_conv2.bias" + } + ], + "node_name:": "/pointwise_conv2_8/Conv", + "node_outputs:": [ + { + "output_dimension:": "1 384 36 ", + "output_name:": "/pointwise_conv2_8/Conv_output_0" + } + ] + }, + { + "node_id:": 483, + "node_inputs:": [ + { + "input_dimension:": "1 384 36 ", + "input_name:": "/pointwise_conv2_8/Conv_output_0" + } + ], + "node_name:": "/Transpose_56", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/Transpose_56_output_0" + } + ] + }, + { + "node_id:": 484, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_82_output_0" + }, + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Transpose_56_output_0" + } + ], + "node_name:": "/Add_83", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/Add_83_output_0" + } + ] + }, + { + "node_id:": 485, + "node_inputs:": [ + { + "input_dimension:": "36 1 1024 ", + "input_name:": "/feed_forward2/in_proj_4/Add_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/feed_forward1/activation_2/Constant_output_0" + } + ], + "node_name:": "/feed_forward2/activation_4/Sub", + "node_outputs:": [ + { + "output_dimension:": "36 1 1024 ", + "output_name:": "/feed_forward2/activation_4/Sub_output_0" + } + ] + }, + { + "node_id:": 486, + "node_inputs:": [ + { + "input_dimension:": "36 1 1024 ", + "input_name:": "/feed_forward2/activation_4/Sub_output_0" + } + ], + "node_name:": "/feed_forward2/activation_4/Sigmoid", + "node_outputs:": [ + { + "output_dimension:": "36 1 1024 ", + "output_name:": "/feed_forward2/activation_4/Sigmoid_output_0" + } + ] + }, + { + "node_id:": 487, + "node_inputs:": [ + { + "input_dimension:": "36 1 1024 ", + "input_name:": "/feed_forward2/in_proj_4/Add_output_0" + }, + { + "input_dimension:": "36 1 1024 ", + "input_name:": "/feed_forward2/activation_4/Sigmoid_output_0" + } + ], + "node_name:": "/feed_forward2/activation_4/Mul", + "node_outputs:": [ + { + "output_dimension:": "36 1 1024 ", + "output_name:": "/feed_forward2/activation_4/Mul_output_0" + } + ] + }, + { + "node_id:": 488, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_83_output_0" + }, + { + "input_dimension:": "36 1 384 ", + "input_name:": "/feed_forward2/out_proj_4/Add_output_0" + } + ], + "node_name:": "/Add_84", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/Add_84_output_0" + } + ] + }, + { + "node_id:": 489, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_84_output_0" + }, + { + "input_dimension:": "384 96 ", + "input_name:": "onnx::MatMul_7656" + } + ], + "node_name:": "/in_proj2_4/MatMul", + "node_outputs:": [ + { + "output_dimension:": "36 1 96 ", + "output_name:": "/in_proj2_4/MatMul_output_0" + } + ] + }, + { + "node_id:": 490, + "node_inputs:": [ + { + "input_dimension:": "4 144 1 96 ", + "input_name:": "cached_val2_1" + }, + { + "input_dimension:": "", + "input_name:": "/Constant_404_output_0" + } + ], + "node_name:": "/Gather_90", + "node_outputs:": [ + { + "output_dimension:": "144 1 96 ", + "output_name:": "/Gather_90_output_0" + } + ] + }, + { + "node_id:": 491, + "node_inputs:": [ + { + "input_dimension:": "144 1 96 ", + "input_name:": "/Gather_90_output_0" + }, + { + "input_dimension:": "36 1 96 ", + "input_name:": "/in_proj2_4/MatMul_output_0" + } + ], + "node_name:": "/Concat_93", + "node_outputs:": [ + { + "output_dimension:": "180 1 96 ", + "output_name:": "/Concat_93_output_0" + } + ] + }, + { + "node_id:": 492, + "node_inputs:": [ + { + "input_dimension:": "180 1 96 ", + "input_name:": "/Concat_93_output_0" + }, + { + "input_dimension:": "3 ", + "input_name:": "/Concat_94_output_0" + } + ], + "node_name:": "/Reshape_53", + "node_outputs:": [ + { + "output_dimension:": "180 8 12 ", + "output_name:": "/Reshape_53_output_0" + } + ] + }, + { + "node_id:": 493, + "node_inputs:": [ + { + "input_dimension:": "180 8 12 ", + "input_name:": "/Reshape_53_output_0" + } + ], + "node_name:": "/Transpose_57", + "node_outputs:": [ + { + "output_dimension:": "8 180 12 ", + "output_name:": "/Transpose_57_output_0" + } + ] + }, + { + "node_id:": 494, + "node_inputs:": [ + { + "input_dimension:": "8 36 180 ", + "input_name:": "/Softmax_4_output_0" + }, + { + "input_dimension:": "8 180 12 ", + "input_name:": "/Transpose_57_output_0" + } + ], + "node_name:": "/MatMul_24", + "node_outputs:": [ + { + "output_dimension:": "8 36 12 ", + "output_name:": "/MatMul_24_output_0" + } + ] + }, + { + "node_id:": 495, + "node_inputs:": [ + { + "input_dimension:": "8 36 12 ", + "input_name:": "/MatMul_24_output_0" + } + ], + "node_name:": "/Transpose_58", + "node_outputs:": [ + { + "output_dimension:": "36 8 12 ", + "output_name:": "/Transpose_58_output_0" + } + ] + }, + { + "node_id:": 496, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_84_output_0" + }, + { + "input_dimension:": "36 1 384 ", + "input_name:": "/out_proj2_4/Add_output_0" + } + ], + "node_name:": "/Add_86", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/Add_86_output_0" + } + ] + }, + { + "node_id:": 497, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_86_output_0" + } + ], + "node_name:": "/Transpose_59", + "node_outputs:": [ + { + "output_dimension:": "1 384 36 ", + "output_name:": "/Transpose_59_output_0" + } + ] + }, + { + "node_id:": 498, + "node_inputs:": [ + { + "input_dimension:": "1 384 36 ", + "input_name:": "/Transpose_59_output_0" + }, + { + "input_dimension:": "768 384 1 ", + "input_name:": "encoder.encoders.1.encoder.layers.2.conv_module2.pointwise_conv1.weight" + }, + { + "input_dimension:": "768 ", + "input_name:": "encoder.encoders.1.encoder.layers.2.conv_module2.pointwise_conv1.bias" + } + ], + "node_name:": "/pointwise_conv1_9/Conv", + "node_outputs:": [ + { + "output_dimension:": "1 768 36 ", + "output_name:": "/pointwise_conv1_9/Conv_output_0" + } + ] + }, + { + "node_id:": 499, + "node_inputs:": [ + { + "input_dimension:": "1 768 36 ", + "input_name:": "/pointwise_conv1_9/Conv_output_0" + } + ], + "node_name:": "/Split_9", + "node_outputs:": [ + { + "output_dimension:": "1 384 36 ", + "output_name:": "/Split_9_output_0" + }, + { + "output_dimension:": "1 384 36 ", + "output_name:": "/Split_9_output_1" + } + ] + }, + { + "node_id:": 500, + "node_inputs:": [ + { + "input_dimension:": "1 384 36 ", + "input_name:": "/Split_9_output_1" + } + ], + "node_name:": "/Sigmoid_9", + "node_outputs:": [ + { + "output_dimension:": "1 384 36 ", + "output_name:": "/Sigmoid_9_output_0" + } + ] + }, + { + "node_id:": 501, + "node_inputs:": [ + { + "input_dimension:": "1 384 36 ", + "input_name:": "/Split_9_output_0" + }, + { + "input_dimension:": "1 384 36 ", + "input_name:": "/Sigmoid_9_output_0" + } + ], + "node_name:": "/Mul_53", + "node_outputs:": [ + { + "output_dimension:": "1 384 36 ", + "output_name:": "/Mul_53_output_0" + } + ] + }, + { + "node_id:": 502, + "node_inputs:": [ + { + "input_dimension:": "4 1 384 30 ", + "input_name:": "cached_conv2_1" + }, + { + "input_dimension:": "", + "input_name:": "/Constant_404_output_0" + } + ], + "node_name:": "/Gather_92", + "node_outputs:": [ + { + "output_dimension:": "1 384 30 ", + "output_name:": "/Gather_92_output_0" + } + ] + }, + { + "node_id:": 503, + "node_inputs:": [ + { + "input_dimension:": "1 384 30 ", + "input_name:": "/Gather_92_output_0" + }, + { + "input_dimension:": "1 384 36 ", + "input_name:": "/Mul_53_output_0" + } + ], + "node_name:": "/Concat_96", + "node_outputs:": [ + { + "output_dimension:": "1 384 66 ", + "output_name:": "/Concat_96_output_0" + } + ] + }, + { + "node_id:": 504, + "node_inputs:": [ + { + "input_dimension:": "1 384 66 ", + "input_name:": "/Concat_96_output_0" + }, + { + "input_dimension:": "384 1 31 ", + "input_name:": "encoder.encoders.1.encoder.layers.2.conv_module2.depthwise_conv.weight" + }, + { + "input_dimension:": "384 ", + "input_name:": "encoder.encoders.1.encoder.layers.2.conv_module2.depthwise_conv.bias" + } + ], + "node_name:": "/depthwise_conv_9/Conv", + "node_outputs:": [ + { + "output_dimension:": "1 384 36 ", + "output_name:": "/depthwise_conv_9/Conv_output_0" + } + ] + }, + { + "node_id:": 505, + "node_inputs:": [ + { + "input_dimension:": "1 384 36 ", + "input_name:": "/depthwise_conv_9/Conv_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/feed_forward1/activation_2/Constant_output_0" + } + ], + "node_name:": "/activation_9/Sub", + "node_outputs:": [ + { + "output_dimension:": "1 384 36 ", + "output_name:": "/activation_9/Sub_output_0" + } + ] + }, + { + "node_id:": 506, + "node_inputs:": [ + { + "input_dimension:": "1 384 36 ", + "input_name:": "/activation_9/Sub_output_0" + } + ], + "node_name:": "/activation_9/Sigmoid", + "node_outputs:": [ + { + "output_dimension:": "1 384 36 ", + "output_name:": "/activation_9/Sigmoid_output_0" + } + ] + }, + { + "node_id:": 507, + "node_inputs:": [ + { + "input_dimension:": "1 384 36 ", + "input_name:": "/depthwise_conv_9/Conv_output_0" + }, + { + "input_dimension:": "1 384 36 ", + "input_name:": "/activation_9/Sigmoid_output_0" + } + ], + "node_name:": "/activation_9/Mul", + "node_outputs:": [ + { + "output_dimension:": "1 384 36 ", + "output_name:": "/activation_9/Mul_output_0" + } + ] + }, + { + "node_id:": 508, + "node_inputs:": [ + { + "input_dimension:": "1 384 36 ", + "input_name:": "/activation_9/Mul_output_0" + }, + { + "input_dimension:": "384 384 1 ", + "input_name:": "encoder.encoders.1.encoder.layers.2.conv_module2.pointwise_conv2.weight" + }, + { + "input_dimension:": "384 ", + "input_name:": "encoder.encoders.1.encoder.layers.2.conv_module2.pointwise_conv2.bias" + } + ], + "node_name:": "/pointwise_conv2_9/Conv", + "node_outputs:": [ + { + "output_dimension:": "1 384 36 ", + "output_name:": "/pointwise_conv2_9/Conv_output_0" + } + ] + }, + { + "node_id:": 509, + "node_inputs:": [ + { + "input_dimension:": "1 384 36 ", + "input_name:": "/pointwise_conv2_9/Conv_output_0" + } + ], + "node_name:": "/Transpose_60", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/Transpose_60_output_0" + } + ] + }, + { + "node_id:": 510, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_86_output_0" + }, + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Transpose_60_output_0" + } + ], + "node_name:": "/Add_87", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/Add_87_output_0" + } + ] + }, + { + "node_id:": 511, + "node_inputs:": [ + { + "input_dimension:": "36 1 1024 ", + "input_name:": "/feed_forward3/in_proj_4/Add_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/feed_forward1/activation_2/Constant_output_0" + } + ], + "node_name:": "/feed_forward3/activation_4/Sub", + "node_outputs:": [ + { + "output_dimension:": "36 1 1024 ", + "output_name:": "/feed_forward3/activation_4/Sub_output_0" + } + ] + }, + { + "node_id:": 512, + "node_inputs:": [ + { + "input_dimension:": "36 1 1024 ", + "input_name:": "/feed_forward3/activation_4/Sub_output_0" + } + ], + "node_name:": "/feed_forward3/activation_4/Sigmoid", + "node_outputs:": [ + { + "output_dimension:": "36 1 1024 ", + "output_name:": "/feed_forward3/activation_4/Sigmoid_output_0" + } + ] + }, + { + "node_id:": 513, + "node_inputs:": [ + { + "input_dimension:": "36 1 1024 ", + "input_name:": "/feed_forward3/in_proj_4/Add_output_0" + }, + { + "input_dimension:": "36 1 1024 ", + "input_name:": "/feed_forward3/activation_4/Sigmoid_output_0" + } + ], + "node_name:": "/feed_forward3/activation_4/Mul", + "node_outputs:": [ + { + "output_dimension:": "36 1 1024 ", + "output_name:": "/feed_forward3/activation_4/Mul_output_0" + } + ] + }, + { + "node_id:": 514, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_87_output_0" + }, + { + "input_dimension:": "36 1 384 ", + "input_name:": "/feed_forward3/out_proj_4/Add_output_0" + } + ], + "node_name:": "/Add_88", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/Add_88_output_0" + } + ] + }, + { + "node_id:": 515, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_88_output_0" + }, + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_88_output_0" + } + ], + "node_name:": "/norm_final_4/Mul", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/norm_final_4/Mul_output_0" + } + ] + }, + { + "node_id:": 516, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/norm_final_4/Mul_output_0" + } + ], + "node_name:": "/norm_final_4/ReduceMean", + "node_outputs:": [ + { + "output_dimension:": "36 1 1 ", + "output_name:": "/norm_final_4/ReduceMean_output_0" + } + ] + }, + { + "node_id:": 517, + "node_inputs:": [ + { + "input_dimension:": "36 1 1 ", + "input_name:": "/norm_final_4/ReduceMean_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/norm_final_4/Constant_output_0" + } + ], + "node_name:": "/norm_final_4/Add", + "node_outputs:": [ + { + "output_dimension:": "36 1 1 ", + "output_name:": "/norm_final_4/Add_output_0" + } + ] + }, + { + "node_id:": 518, + "node_inputs:": [ + { + "input_dimension:": "36 1 1 ", + "input_name:": "/norm_final_4/Add_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/norm_final_1/Constant_1_output_0" + } + ], + "node_name:": "/norm_final_4/Pow", + "node_outputs:": [ + { + "output_dimension:": "36 1 1 ", + "output_name:": "/norm_final_4/Pow_output_0" + } + ] + }, + { + "node_id:": 519, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_88_output_0" + }, + { + "input_dimension:": "36 1 1 ", + "input_name:": "/norm_final_4/Pow_output_0" + } + ], + "node_name:": "/norm_final_4/Mul_1", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/norm_final_4/Mul_1_output_0" + } + ] + }, + { + "node_id:": 520, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/norm_final_4/Mul_1_output_0" + }, + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_71_output_0" + } + ], + "node_name:": "/Sub_14", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/Sub_14_output_0" + } + ] + }, + { + "node_id:": 521, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Sub_14_output_0" + }, + { + "input_dimension:": "", + "input_name:": "encoder.encoders.1.encoder.layers.2.bypass_scale" + } + ], + "node_name:": "/Mul_54", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/Mul_54_output_0" + } + ] + }, + { + "node_id:": 522, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_71_output_0" + }, + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Mul_54_output_0" + } + ], + "node_name:": "/Add_89", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/Add_89_output_0" + } + ] + }, + { + "node_id:": 523, + "node_inputs:": [ + { + "input_dimension:": "36 1 1024 ", + "input_name:": "/feed_forward1/in_proj_5/Add_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/feed_forward1/activation_2/Constant_output_0" + } + ], + "node_name:": "/feed_forward1/activation_5/Sub", + "node_outputs:": [ + { + "output_dimension:": "36 1 1024 ", + "output_name:": "/feed_forward1/activation_5/Sub_output_0" + } + ] + }, + { + "node_id:": 524, + "node_inputs:": [ + { + "input_dimension:": "36 1 1024 ", + "input_name:": "/feed_forward1/activation_5/Sub_output_0" + } + ], + "node_name:": "/feed_forward1/activation_5/Sigmoid", + "node_outputs:": [ + { + "output_dimension:": "36 1 1024 ", + "output_name:": "/feed_forward1/activation_5/Sigmoid_output_0" + } + ] + }, + { + "node_id:": 525, + "node_inputs:": [ + { + "input_dimension:": "36 1 1024 ", + "input_name:": "/feed_forward1/in_proj_5/Add_output_0" + }, + { + "input_dimension:": "36 1 1024 ", + "input_name:": "/feed_forward1/activation_5/Sigmoid_output_0" + } + ], + "node_name:": "/feed_forward1/activation_5/Mul", + "node_outputs:": [ + { + "output_dimension:": "36 1 1024 ", + "output_name:": "/feed_forward1/activation_5/Mul_output_0" + } + ] + }, + { + "node_id:": 526, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_89_output_0" + }, + { + "input_dimension:": "36 1 384 ", + "input_name:": "/feed_forward1/out_proj_5/Add_output_0" + } + ], + "node_name:": "/Add_90", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/Add_90_output_0" + } + ] + }, + { + "node_id:": 527, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_90_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/Constant_631_output_0" + } + ], + "node_name:": "/CumSum_5", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/CumSum_5_output_0" + } + ] + }, + { + "node_id:": 528, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/CumSum_5_output_0" + }, + { + "input_dimension:": "1 1 384 ", + "input_name:": "/Unsqueeze_185_output_0" + } + ], + "node_name:": "/Add_91", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/Add_91_output_0" + } + ] + }, + { + "node_id:": 529, + "node_inputs:": [ + { + "input_dimension:": "36 1 ", + "input_name:": "/Unsqueeze_186_output_0" + }, + { + "input_dimension:": "1 1 ", + "input_name:": "/Unsqueeze_187_output_0" + } + ], + "node_name:": "/Add_93", + "node_outputs:": [ + { + "output_dimension:": "36 1 ", + "output_name:": "/Add_93_output_0" + } + ] + }, + { + "node_id:": 530, + "node_inputs:": [ + { + "input_dimension:": "36 1 ", + "input_name:": "/Add_93_output_0" + } + ], + "node_name:": "/Cast_27", + "node_outputs:": [ + { + "output_dimension:": "36 1 ", + "output_name:": "/Cast_27_output_0" + } + ] + }, + { + "node_id:": 531, + "node_inputs:": [ + { + "input_dimension:": "36 1 ", + "input_name:": "/Cast_27_output_0" + } + ], + "node_name:": "/Reciprocal_5", + "node_outputs:": [ + { + "output_dimension:": "36 1 ", + "output_name:": "/Reciprocal_5_output_0" + } + ] + }, + { + "node_id:": 532, + "node_inputs:": [ + { + "input_dimension:": "36 1 ", + "input_name:": "/Reciprocal_5_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_1113_output_0" + } + ], + "node_name:": "/Unsqueeze_188", + "node_outputs:": [ + { + "output_dimension:": "36 1 1 ", + "output_name:": "/Unsqueeze_188_output_0" + } + ] + }, + { + "node_id:": 533, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_91_output_0" + }, + { + "input_dimension:": "36 1 1 ", + "input_name:": "/Unsqueeze_188_output_0" + } + ], + "node_name:": "/Mul_57", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/Mul_57_output_0" + } + ] + }, + { + "node_id:": 534, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Mul_57_output_0" + }, + { + "input_dimension:": "384 384 ", + "input_name:": "onnx::MatMul_7672" + } + ], + "node_name:": "/proj_5/MatMul", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/proj_5/MatMul_output_0" + } + ] + }, + { + "node_id:": 535, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_90_output_0" + }, + { + "input_dimension:": "36 1 384 ", + "input_name:": "/proj_5/MatMul_output_0" + } + ], + "node_name:": "/Add_95", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/Add_95_output_0" + } + ] + }, + { + "node_id:": 536, + "node_inputs:": [ + { + "input_dimension:": "36 1 512 ", + "input_name:": "/in_proj_5/Add_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_285_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_568_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_1113_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Slice_46", + "node_outputs:": [ + { + "output_dimension:": "36 1 192 ", + "output_name:": "/Slice_46_output_0" + } + ] + }, + { + "node_id:": 537, + "node_inputs:": [ + { + "input_dimension:": "4 144 1 192 ", + "input_name:": "cached_key_1" + }, + { + "input_dimension:": "", + "input_name:": "/encoder_embed/Constant_7_output_0" + } + ], + "node_name:": "/Gather_109", + "node_outputs:": [ + { + "output_dimension:": "144 1 192 ", + "output_name:": "/Gather_109_output_0" + } + ] + }, + { + "node_id:": 538, + "node_inputs:": [ + { + "input_dimension:": "144 1 192 ", + "input_name:": "/Gather_109_output_0" + }, + { + "input_dimension:": "36 1 192 ", + "input_name:": "/Slice_46_output_0" + } + ], + "node_name:": "/Concat_97", + "node_outputs:": [ + { + "output_dimension:": "180 1 192 ", + "output_name:": "/Concat_97_output_0" + } + ] + }, + { + "node_id:": 539, + "node_inputs:": [ + { + "input_dimension:": "36 1 512 ", + "input_name:": "/in_proj_5/Add_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_1118_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_69_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_1113_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Slice_48", + "node_outputs:": [ + { + "output_dimension:": "36 1 32 ", + "output_name:": "/Slice_48_output_0" + } + ] + }, + { + "node_id:": 540, + "node_inputs:": [ + { + "input_dimension:": "36 1 32 ", + "input_name:": "/Slice_48_output_0" + }, + { + "input_dimension:": "4 ", + "input_name:": "/Concat_100_output_0" + } + ], + "node_name:": "/Reshape_56", + "node_outputs:": [ + { + "output_dimension:": "36 1 8 4 ", + "output_name:": "/Reshape_56_output_0" + } + ] + }, + { + "node_id:": 541, + "node_inputs:": [ + { + "input_dimension:": "36 1 8 4 ", + "input_name:": "/Reshape_56_output_0" + } + ], + "node_name:": "/Transpose_63", + "node_outputs:": [ + { + "output_dimension:": "1 8 36 4 ", + "output_name:": "/Transpose_63_output_0" + } + ] + }, + { + "node_id:": 542, + "node_inputs:": [ + { + "input_dimension:": "1 8 36 4 ", + "input_name:": "/Transpose_63_output_0" + }, + { + "input_dimension:": "1 8 4 215 ", + "input_name:": "/Transpose_65_output_0" + } + ], + "node_name:": "/MatMul_25", + "node_outputs:": [ + { + "output_dimension:": "1 8 36 215 ", + "output_name:": "/MatMul_25_output_0" + } + ] + }, + { + "node_id:": 543, + "node_inputs:": [ + { + "input_dimension:": "180 1 192 ", + "input_name:": "/Concat_97_output_0" + }, + { + "input_dimension:": "4 ", + "input_name:": "/Concat_266_output_0" + } + ], + "node_name:": "/Reshape_57", + "node_outputs:": [ + { + "output_dimension:": "180 1 8 24 ", + "output_name:": "/Reshape_57_output_0" + } + ] + }, + { + "node_id:": 544, + "node_inputs:": [ + { + "input_dimension:": "180 1 8 24 ", + "input_name:": "/Reshape_57_output_0" + } + ], + "node_name:": "/Transpose_64", + "node_outputs:": [ + { + "output_dimension:": "1 8 24 180 ", + "output_name:": "/Transpose_64_output_0" + } + ] + }, + { + "node_id:": 545, + "node_inputs:": [ + { + "input_dimension:": "36 1 512 ", + "input_name:": "/in_proj_5/Add_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_285_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_1113_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Slice_45", + "node_outputs:": [ + { + "output_dimension:": "36 1 192 ", + "output_name:": "/Slice_45_output_0" + } + ] + }, + { + "node_id:": 546, + "node_inputs:": [ + { + "input_dimension:": "36 1 192 ", + "input_name:": "/Slice_45_output_0" + }, + { + "input_dimension:": "4 ", + "input_name:": "/Concat_99_output_0" + } + ], + "node_name:": "/Reshape_55", + "node_outputs:": [ + { + "output_dimension:": "36 1 8 24 ", + "output_name:": "/Reshape_55_output_0" + } + ] + }, + { + "node_id:": 547, + "node_inputs:": [ + { + "input_dimension:": "36 1 8 24 ", + "input_name:": "/Reshape_55_output_0" + } + ], + "node_name:": "/Transpose_62", + "node_outputs:": [ + { + "output_dimension:": "1 8 36 24 ", + "output_name:": "/Transpose_62_output_0" + } + ] + }, + { + "node_id:": 548, + "node_inputs:": [ + { + "input_dimension:": "1 8 36 24 ", + "input_name:": "/Transpose_62_output_0" + }, + { + "input_dimension:": "1 8 24 180 ", + "input_name:": "/Transpose_64_output_0" + } + ], + "node_name:": "/MatMul_26", + "node_outputs:": [ + { + "output_dimension:": "1 8 36 180 ", + "output_name:": "/MatMul_26_output_0" + } + ] + }, + { + "node_id:": 549, + "node_inputs:": [ + { + "input_dimension:": "1 8 36 215 ", + "input_name:": "/MatMul_25_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "/Concat_106_output_0" + } + ], + "node_name:": "/Reshape_60", + "node_outputs:": [ + { + "output_dimension:": "288 215 ", + "output_name:": "/Reshape_60_output_0" + } + ] + }, + { + "node_id:": 550, + "node_inputs:": [ + { + "input_dimension:": "288 215 ", + "input_name:": "/Reshape_60_output_0" + }, + { + "input_dimension:": "288 180 ", + "input_name:": "/Add_97_output_0" + } + ], + "node_name:": "/GatherElements_5", + "node_outputs:": [ + { + "output_dimension:": "288 180 ", + "output_name:": "/GatherElements_5_output_0" + } + ] + }, + { + "node_id:": 551, + "node_inputs:": [ + { + "input_dimension:": "288 180 ", + "input_name:": "/GatherElements_5_output_0" + }, + { + "input_dimension:": "4 ", + "input_name:": "/Concat_107_output_0" + } + ], + "node_name:": "/Reshape_61", + "node_outputs:": [ + { + "output_dimension:": "1 8 36 180 ", + "output_name:": "/Reshape_61_output_0" + } + ] + }, + { + "node_id:": 552, + "node_inputs:": [ + { + "input_dimension:": "1 8 36 180 ", + "input_name:": "/MatMul_26_output_0" + }, + { + "input_dimension:": "1 8 36 180 ", + "input_name:": "/Reshape_61_output_0" + } + ], + "node_name:": "/Add_98", + "node_outputs:": [ + { + "output_dimension:": "1 8 36 180 ", + "output_name:": "/Add_98_output_0" + } + ] + }, + { + "node_id:": 553, + "node_inputs:": [ + { + "input_dimension:": "1 8 36 180 ", + "input_name:": "/Add_98_output_0" + }, + { + "input_dimension:": "3 ", + "input_name:": "/Concat_108_output_0" + } + ], + "node_name:": "/Reshape_62", + "node_outputs:": [ + { + "output_dimension:": "8 36 180 ", + "output_name:": "/Reshape_62_output_0" + } + ] + }, + { + "node_id:": 554, + "node_inputs:": [ + { + "input_dimension:": "8 36 180 ", + "input_name:": "/Reshape_62_output_0" + } + ], + "node_name:": "/Softmax_5", + "node_outputs:": [ + { + "output_dimension:": "8 36 180 ", + "output_name:": "/Softmax_5_output_0" + } + ] + }, + { + "node_id:": 555, + "node_inputs:": [ + { + "input_dimension:": "36 1 512 ", + "input_name:": "/in_proj_5/Add_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_568_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_1118_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_1113_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Slice_47", + "node_outputs:": [ + { + "output_dimension:": "36 1 96 ", + "output_name:": "/Slice_47_output_0" + } + ] + }, + { + "node_id:": 556, + "node_inputs:": [ + { + "input_dimension:": "4 144 1 96 ", + "input_name:": "cached_val_1" + }, + { + "input_dimension:": "", + "input_name:": "/encoder_embed/Constant_7_output_0" + } + ], + "node_name:": "/Gather_110", + "node_outputs:": [ + { + "output_dimension:": "144 1 96 ", + "output_name:": "/Gather_110_output_0" + } + ] + }, + { + "node_id:": 557, + "node_inputs:": [ + { + "input_dimension:": "144 1 96 ", + "input_name:": "/Gather_110_output_0" + }, + { + "input_dimension:": "36 1 96 ", + "input_name:": "/Slice_47_output_0" + } + ], + "node_name:": "/Concat_98", + "node_outputs:": [ + { + "output_dimension:": "180 1 96 ", + "output_name:": "/Concat_98_output_0" + } + ] + }, + { + "node_id:": 558, + "node_inputs:": [ + { + "input_dimension:": "180 1 96 ", + "input_name:": "/Concat_98_output_0" + }, + { + "input_dimension:": "3 ", + "input_name:": "/Concat_102_output_0" + } + ], + "node_name:": "/Reshape_58", + "node_outputs:": [ + { + "output_dimension:": "180 8 12 ", + "output_name:": "/Reshape_58_output_0" + } + ] + }, + { + "node_id:": 559, + "node_inputs:": [ + { + "input_dimension:": "180 8 12 ", + "input_name:": "/Reshape_58_output_0" + } + ], + "node_name:": "/Transpose_61", + "node_outputs:": [ + { + "output_dimension:": "8 180 12 ", + "output_name:": "/Transpose_61_output_0" + } + ] + }, + { + "node_id:": 560, + "node_inputs:": [ + { + "input_dimension:": "8 36 180 ", + "input_name:": "/Softmax_5_output_0" + }, + { + "input_dimension:": "8 180 12 ", + "input_name:": "/Transpose_61_output_0" + } + ], + "node_name:": "/MatMul_27", + "node_outputs:": [ + { + "output_dimension:": "8 36 12 ", + "output_name:": "/MatMul_27_output_0" + } + ] + }, + { + "node_id:": 561, + "node_inputs:": [ + { + "input_dimension:": "8 36 12 ", + "input_name:": "/MatMul_27_output_0" + } + ], + "node_name:": "/Transpose_66", + "node_outputs:": [ + { + "output_dimension:": "36 8 12 ", + "output_name:": "/Transpose_66_output_0" + } + ] + }, + { + "node_id:": 562, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_95_output_0" + }, + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_99_output_0" + } + ], + "node_name:": "/Add_100", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/Add_100_output_0" + } + ] + }, + { + "node_id:": 563, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_100_output_0" + } + ], + "node_name:": "/Transpose_67", + "node_outputs:": [ + { + "output_dimension:": "1 384 36 ", + "output_name:": "/Transpose_67_output_0" + } + ] + }, + { + "node_id:": 564, + "node_inputs:": [ + { + "input_dimension:": "1 384 36 ", + "input_name:": "/Transpose_67_output_0" + }, + { + "input_dimension:": "768 384 1 ", + "input_name:": "encoder.encoders.1.encoder.layers.3.conv_module1.pointwise_conv1.weight" + }, + { + "input_dimension:": "768 ", + "input_name:": "encoder.encoders.1.encoder.layers.3.conv_module1.pointwise_conv1.bias" + } + ], + "node_name:": "/pointwise_conv1_10/Conv", + "node_outputs:": [ + { + "output_dimension:": "1 768 36 ", + "output_name:": "/pointwise_conv1_10/Conv_output_0" + } + ] + }, + { + "node_id:": 565, + "node_inputs:": [ + { + "input_dimension:": "1 768 36 ", + "input_name:": "/pointwise_conv1_10/Conv_output_0" + } + ], + "node_name:": "/Split_10", + "node_outputs:": [ + { + "output_dimension:": "1 384 36 ", + "output_name:": "/Split_10_output_0" + }, + { + "output_dimension:": "1 384 36 ", + "output_name:": "/Split_10_output_1" + } + ] + }, + { + "node_id:": 566, + "node_inputs:": [ + { + "input_dimension:": "1 384 36 ", + "input_name:": "/Split_10_output_1" + } + ], + "node_name:": "/Sigmoid_10", + "node_outputs:": [ + { + "output_dimension:": "1 384 36 ", + "output_name:": "/Sigmoid_10_output_0" + } + ] + }, + { + "node_id:": 567, + "node_inputs:": [ + { + "input_dimension:": "1 384 36 ", + "input_name:": "/Split_10_output_0" + }, + { + "input_dimension:": "1 384 36 ", + "input_name:": "/Sigmoid_10_output_0" + } + ], + "node_name:": "/Mul_62", + "node_outputs:": [ + { + "output_dimension:": "1 384 36 ", + "output_name:": "/Mul_62_output_0" + } + ] + }, + { + "node_id:": 568, + "node_inputs:": [ + { + "input_dimension:": "4 1 384 30 ", + "input_name:": "cached_conv1_1" + }, + { + "input_dimension:": "", + "input_name:": "/encoder_embed/Constant_7_output_0" + } + ], + "node_name:": "/Gather_112", + "node_outputs:": [ + { + "output_dimension:": "1 384 30 ", + "output_name:": "/Gather_112_output_0" + } + ] + }, + { + "node_id:": 569, + "node_inputs:": [ + { + "input_dimension:": "1 384 30 ", + "input_name:": "/Gather_112_output_0" + }, + { + "input_dimension:": "1 384 36 ", + "input_name:": "/Mul_62_output_0" + } + ], + "node_name:": "/Concat_110", + "node_outputs:": [ + { + "output_dimension:": "1 384 66 ", + "output_name:": "/Concat_110_output_0" + } + ] + }, + { + "node_id:": 570, + "node_inputs:": [ + { + "input_dimension:": "1 384 66 ", + "input_name:": "/Concat_110_output_0" + }, + { + "input_dimension:": "384 1 31 ", + "input_name:": "encoder.encoders.1.encoder.layers.3.conv_module1.depthwise_conv.weight" + }, + { + "input_dimension:": "384 ", + "input_name:": "encoder.encoders.1.encoder.layers.3.conv_module1.depthwise_conv.bias" + } + ], + "node_name:": "/depthwise_conv_10/Conv", + "node_outputs:": [ + { + "output_dimension:": "1 384 36 ", + "output_name:": "/depthwise_conv_10/Conv_output_0" + } + ] + }, + { + "node_id:": 571, + "node_inputs:": [ + { + "input_dimension:": "1 384 36 ", + "input_name:": "/depthwise_conv_10/Conv_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/feed_forward1/activation_2/Constant_output_0" + } + ], + "node_name:": "/activation_10/Sub", + "node_outputs:": [ + { + "output_dimension:": "1 384 36 ", + "output_name:": "/activation_10/Sub_output_0" + } + ] + }, + { + "node_id:": 572, + "node_inputs:": [ + { + "input_dimension:": "1 384 36 ", + "input_name:": "/activation_10/Sub_output_0" + } + ], + "node_name:": "/activation_10/Sigmoid", + "node_outputs:": [ + { + "output_dimension:": "1 384 36 ", + "output_name:": "/activation_10/Sigmoid_output_0" + } + ] + }, + { + "node_id:": 573, + "node_inputs:": [ + { + "input_dimension:": "1 384 36 ", + "input_name:": "/depthwise_conv_10/Conv_output_0" + }, + { + "input_dimension:": "1 384 36 ", + "input_name:": "/activation_10/Sigmoid_output_0" + } + ], + "node_name:": "/activation_10/Mul", + "node_outputs:": [ + { + "output_dimension:": "1 384 36 ", + "output_name:": "/activation_10/Mul_output_0" + } + ] + }, + { + "node_id:": 574, + "node_inputs:": [ + { + "input_dimension:": "1 384 36 ", + "input_name:": "/activation_10/Mul_output_0" + }, + { + "input_dimension:": "384 384 1 ", + "input_name:": "encoder.encoders.1.encoder.layers.3.conv_module1.pointwise_conv2.weight" + }, + { + "input_dimension:": "384 ", + "input_name:": "encoder.encoders.1.encoder.layers.3.conv_module1.pointwise_conv2.bias" + } + ], + "node_name:": "/pointwise_conv2_10/Conv", + "node_outputs:": [ + { + "output_dimension:": "1 384 36 ", + "output_name:": "/pointwise_conv2_10/Conv_output_0" + } + ] + }, + { + "node_id:": 575, + "node_inputs:": [ + { + "input_dimension:": "1 384 36 ", + "input_name:": "/pointwise_conv2_10/Conv_output_0" + } + ], + "node_name:": "/Transpose_68", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/Transpose_68_output_0" + } + ] + }, + { + "node_id:": 576, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_100_output_0" + }, + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Transpose_68_output_0" + } + ], + "node_name:": "/Add_101", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/Add_101_output_0" + } + ] + }, + { + "node_id:": 577, + "node_inputs:": [ + { + "input_dimension:": "36 1 1024 ", + "input_name:": "/feed_forward2/in_proj_5/Add_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/feed_forward1/activation_2/Constant_output_0" + } + ], + "node_name:": "/feed_forward2/activation_5/Sub", + "node_outputs:": [ + { + "output_dimension:": "36 1 1024 ", + "output_name:": "/feed_forward2/activation_5/Sub_output_0" + } + ] + }, + { + "node_id:": 578, + "node_inputs:": [ + { + "input_dimension:": "36 1 1024 ", + "input_name:": "/feed_forward2/activation_5/Sub_output_0" + } + ], + "node_name:": "/feed_forward2/activation_5/Sigmoid", + "node_outputs:": [ + { + "output_dimension:": "36 1 1024 ", + "output_name:": "/feed_forward2/activation_5/Sigmoid_output_0" + } + ] + }, + { + "node_id:": 579, + "node_inputs:": [ + { + "input_dimension:": "36 1 1024 ", + "input_name:": "/feed_forward2/in_proj_5/Add_output_0" + }, + { + "input_dimension:": "36 1 1024 ", + "input_name:": "/feed_forward2/activation_5/Sigmoid_output_0" + } + ], + "node_name:": "/feed_forward2/activation_5/Mul", + "node_outputs:": [ + { + "output_dimension:": "36 1 1024 ", + "output_name:": "/feed_forward2/activation_5/Mul_output_0" + } + ] + }, + { + "node_id:": 580, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_101_output_0" + }, + { + "input_dimension:": "36 1 384 ", + "input_name:": "/feed_forward2/out_proj_5/Add_output_0" + } + ], + "node_name:": "/Add_102", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/Add_102_output_0" + } + ] + }, + { + "node_id:": 581, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_102_output_0" + }, + { + "input_dimension:": "384 96 ", + "input_name:": "onnx::MatMul_7718" + } + ], + "node_name:": "/in_proj2_5/MatMul", + "node_outputs:": [ + { + "output_dimension:": "36 1 96 ", + "output_name:": "/in_proj2_5/MatMul_output_0" + } + ] + }, + { + "node_id:": 582, + "node_inputs:": [ + { + "input_dimension:": "4 144 1 96 ", + "input_name:": "cached_val2_1" + }, + { + "input_dimension:": "", + "input_name:": "/encoder_embed/Constant_7_output_0" + } + ], + "node_name:": "/Gather_111", + "node_outputs:": [ + { + "output_dimension:": "144 1 96 ", + "output_name:": "/Gather_111_output_0" + } + ] + }, + { + "node_id:": 583, + "node_inputs:": [ + { + "input_dimension:": "144 1 96 ", + "input_name:": "/Gather_111_output_0" + }, + { + "input_dimension:": "36 1 96 ", + "input_name:": "/in_proj2_5/MatMul_output_0" + } + ], + "node_name:": "/Concat_111", + "node_outputs:": [ + { + "output_dimension:": "180 1 96 ", + "output_name:": "/Concat_111_output_0" + } + ] + }, + { + "node_id:": 584, + "node_inputs:": [ + { + "input_dimension:": "180 1 96 ", + "input_name:": "/Concat_111_output_0" + }, + { + "input_dimension:": "3 ", + "input_name:": "/Concat_112_output_0" + } + ], + "node_name:": "/Reshape_64", + "node_outputs:": [ + { + "output_dimension:": "180 8 12 ", + "output_name:": "/Reshape_64_output_0" + } + ] + }, + { + "node_id:": 585, + "node_inputs:": [ + { + "input_dimension:": "180 8 12 ", + "input_name:": "/Reshape_64_output_0" + } + ], + "node_name:": "/Transpose_69", + "node_outputs:": [ + { + "output_dimension:": "8 180 12 ", + "output_name:": "/Transpose_69_output_0" + } + ] + }, + { + "node_id:": 586, + "node_inputs:": [ + { + "input_dimension:": "8 36 180 ", + "input_name:": "/Softmax_5_output_0" + }, + { + "input_dimension:": "8 180 12 ", + "input_name:": "/Transpose_69_output_0" + } + ], + "node_name:": "/MatMul_29", + "node_outputs:": [ + { + "output_dimension:": "8 36 12 ", + "output_name:": "/MatMul_29_output_0" + } + ] + }, + { + "node_id:": 587, + "node_inputs:": [ + { + "input_dimension:": "8 36 12 ", + "input_name:": "/MatMul_29_output_0" + } + ], + "node_name:": "/Transpose_70", + "node_outputs:": [ + { + "output_dimension:": "36 8 12 ", + "output_name:": "/Transpose_70_output_0" + } + ] + }, + { + "node_id:": 588, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_102_output_0" + }, + { + "input_dimension:": "36 1 384 ", + "input_name:": "/out_proj2_5/Add_output_0" + } + ], + "node_name:": "/Add_104", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/Add_104_output_0" + } + ] + }, + { + "node_id:": 589, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_104_output_0" + } + ], + "node_name:": "/Transpose_71", + "node_outputs:": [ + { + "output_dimension:": "1 384 36 ", + "output_name:": "/Transpose_71_output_0" + } + ] + }, + { + "node_id:": 590, + "node_inputs:": [ + { + "input_dimension:": "1 384 36 ", + "input_name:": "/Transpose_71_output_0" + }, + { + "input_dimension:": "768 384 1 ", + "input_name:": "encoder.encoders.1.encoder.layers.3.conv_module2.pointwise_conv1.weight" + }, + { + "input_dimension:": "768 ", + "input_name:": "encoder.encoders.1.encoder.layers.3.conv_module2.pointwise_conv1.bias" + } + ], + "node_name:": "/pointwise_conv1_11/Conv", + "node_outputs:": [ + { + "output_dimension:": "1 768 36 ", + "output_name:": "/pointwise_conv1_11/Conv_output_0" + } + ] + }, + { + "node_id:": 591, + "node_inputs:": [ + { + "input_dimension:": "1 768 36 ", + "input_name:": "/pointwise_conv1_11/Conv_output_0" + } + ], + "node_name:": "/Split_11", + "node_outputs:": [ + { + "output_dimension:": "1 384 36 ", + "output_name:": "/Split_11_output_0" + }, + { + "output_dimension:": "1 384 36 ", + "output_name:": "/Split_11_output_1" + } + ] + }, + { + "node_id:": 592, + "node_inputs:": [ + { + "input_dimension:": "1 384 36 ", + "input_name:": "/Split_11_output_1" + } + ], + "node_name:": "/Sigmoid_11", + "node_outputs:": [ + { + "output_dimension:": "1 384 36 ", + "output_name:": "/Sigmoid_11_output_0" + } + ] + }, + { + "node_id:": 593, + "node_inputs:": [ + { + "input_dimension:": "1 384 36 ", + "input_name:": "/Split_11_output_0" + }, + { + "input_dimension:": "1 384 36 ", + "input_name:": "/Sigmoid_11_output_0" + } + ], + "node_name:": "/Mul_64", + "node_outputs:": [ + { + "output_dimension:": "1 384 36 ", + "output_name:": "/Mul_64_output_0" + } + ] + }, + { + "node_id:": 594, + "node_inputs:": [ + { + "input_dimension:": "4 1 384 30 ", + "input_name:": "cached_conv2_1" + }, + { + "input_dimension:": "", + "input_name:": "/encoder_embed/Constant_7_output_0" + } + ], + "node_name:": "/Gather_113", + "node_outputs:": [ + { + "output_dimension:": "1 384 30 ", + "output_name:": "/Gather_113_output_0" + } + ] + }, + { + "node_id:": 595, + "node_inputs:": [ + { + "input_dimension:": "1 384 30 ", + "input_name:": "/Gather_113_output_0" + }, + { + "input_dimension:": "1 384 36 ", + "input_name:": "/Mul_64_output_0" + } + ], + "node_name:": "/Concat_114", + "node_outputs:": [ + { + "output_dimension:": "1 384 66 ", + "output_name:": "/Concat_114_output_0" + } + ] + }, + { + "node_id:": 596, + "node_inputs:": [ + { + "input_dimension:": "1 384 66 ", + "input_name:": "/Concat_114_output_0" + }, + { + "input_dimension:": "384 1 31 ", + "input_name:": "encoder.encoders.1.encoder.layers.3.conv_module2.depthwise_conv.weight" + }, + { + "input_dimension:": "384 ", + "input_name:": "encoder.encoders.1.encoder.layers.3.conv_module2.depthwise_conv.bias" + } + ], + "node_name:": "/depthwise_conv_11/Conv", + "node_outputs:": [ + { + "output_dimension:": "1 384 36 ", + "output_name:": "/depthwise_conv_11/Conv_output_0" + } + ] + }, + { + "node_id:": 597, + "node_inputs:": [ + { + "input_dimension:": "1 384 36 ", + "input_name:": "/depthwise_conv_11/Conv_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/feed_forward1/activation_2/Constant_output_0" + } + ], + "node_name:": "/activation_11/Sub", + "node_outputs:": [ + { + "output_dimension:": "1 384 36 ", + "output_name:": "/activation_11/Sub_output_0" + } + ] + }, + { + "node_id:": 598, + "node_inputs:": [ + { + "input_dimension:": "1 384 36 ", + "input_name:": "/activation_11/Sub_output_0" + } + ], + "node_name:": "/activation_11/Sigmoid", + "node_outputs:": [ + { + "output_dimension:": "1 384 36 ", + "output_name:": "/activation_11/Sigmoid_output_0" + } + ] + }, + { + "node_id:": 599, + "node_inputs:": [ + { + "input_dimension:": "1 384 36 ", + "input_name:": "/depthwise_conv_11/Conv_output_0" + }, + { + "input_dimension:": "1 384 36 ", + "input_name:": "/activation_11/Sigmoid_output_0" + } + ], + "node_name:": "/activation_11/Mul", + "node_outputs:": [ + { + "output_dimension:": "1 384 36 ", + "output_name:": "/activation_11/Mul_output_0" + } + ] + }, + { + "node_id:": 600, + "node_inputs:": [ + { + "input_dimension:": "1 384 36 ", + "input_name:": "/activation_11/Mul_output_0" + }, + { + "input_dimension:": "384 384 1 ", + "input_name:": "encoder.encoders.1.encoder.layers.3.conv_module2.pointwise_conv2.weight" + }, + { + "input_dimension:": "384 ", + "input_name:": "encoder.encoders.1.encoder.layers.3.conv_module2.pointwise_conv2.bias" + } + ], + "node_name:": "/pointwise_conv2_11/Conv", + "node_outputs:": [ + { + "output_dimension:": "1 384 36 ", + "output_name:": "/pointwise_conv2_11/Conv_output_0" + } + ] + }, + { + "node_id:": 601, + "node_inputs:": [ + { + "input_dimension:": "1 384 36 ", + "input_name:": "/pointwise_conv2_11/Conv_output_0" + } + ], + "node_name:": "/Transpose_72", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/Transpose_72_output_0" + } + ] + }, + { + "node_id:": 602, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_104_output_0" + }, + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Transpose_72_output_0" + } + ], + "node_name:": "/Add_105", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/Add_105_output_0" + } + ] + }, + { + "node_id:": 603, + "node_inputs:": [ + { + "input_dimension:": "36 1 1024 ", + "input_name:": "/feed_forward3/in_proj_5/Add_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/feed_forward1/activation_2/Constant_output_0" + } + ], + "node_name:": "/feed_forward3/activation_5/Sub", + "node_outputs:": [ + { + "output_dimension:": "36 1 1024 ", + "output_name:": "/feed_forward3/activation_5/Sub_output_0" + } + ] + }, + { + "node_id:": 604, + "node_inputs:": [ + { + "input_dimension:": "36 1 1024 ", + "input_name:": "/feed_forward3/activation_5/Sub_output_0" + } + ], + "node_name:": "/feed_forward3/activation_5/Sigmoid", + "node_outputs:": [ + { + "output_dimension:": "36 1 1024 ", + "output_name:": "/feed_forward3/activation_5/Sigmoid_output_0" + } + ] + }, + { + "node_id:": 605, + "node_inputs:": [ + { + "input_dimension:": "36 1 1024 ", + "input_name:": "/feed_forward3/in_proj_5/Add_output_0" + }, + { + "input_dimension:": "36 1 1024 ", + "input_name:": "/feed_forward3/activation_5/Sigmoid_output_0" + } + ], + "node_name:": "/feed_forward3/activation_5/Mul", + "node_outputs:": [ + { + "output_dimension:": "36 1 1024 ", + "output_name:": "/feed_forward3/activation_5/Mul_output_0" + } + ] + }, + { + "node_id:": 606, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_105_output_0" + }, + { + "input_dimension:": "36 1 384 ", + "input_name:": "/feed_forward3/out_proj_5/Add_output_0" + } + ], + "node_name:": "/Add_106", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/Add_106_output_0" + } + ] + }, + { + "node_id:": 607, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_106_output_0" + }, + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_106_output_0" + } + ], + "node_name:": "/norm_final_5/Mul", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/norm_final_5/Mul_output_0" + } + ] + }, + { + "node_id:": 608, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/norm_final_5/Mul_output_0" + } + ], + "node_name:": "/norm_final_5/ReduceMean", + "node_outputs:": [ + { + "output_dimension:": "36 1 1 ", + "output_name:": "/norm_final_5/ReduceMean_output_0" + } + ] + }, + { + "node_id:": 609, + "node_inputs:": [ + { + "input_dimension:": "36 1 1 ", + "input_name:": "/norm_final_5/ReduceMean_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/norm_final_5/Constant_output_0" + } + ], + "node_name:": "/norm_final_5/Add", + "node_outputs:": [ + { + "output_dimension:": "36 1 1 ", + "output_name:": "/norm_final_5/Add_output_0" + } + ] + }, + { + "node_id:": 610, + "node_inputs:": [ + { + "input_dimension:": "36 1 1 ", + "input_name:": "/norm_final_5/Add_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/norm_final_1/Constant_1_output_0" + } + ], + "node_name:": "/norm_final_5/Pow", + "node_outputs:": [ + { + "output_dimension:": "36 1 1 ", + "output_name:": "/norm_final_5/Pow_output_0" + } + ] + }, + { + "node_id:": 611, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_106_output_0" + }, + { + "input_dimension:": "36 1 1 ", + "input_name:": "/norm_final_5/Pow_output_0" + } + ], + "node_name:": "/norm_final_5/Mul_1", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/norm_final_5/Mul_1_output_0" + } + ] + }, + { + "node_id:": 612, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/norm_final_5/Mul_1_output_0" + }, + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_89_output_0" + } + ], + "node_name:": "/Sub_17", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/Sub_17_output_0" + } + ] + }, + { + "node_id:": 613, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Sub_17_output_0" + }, + { + "input_dimension:": "", + "input_name:": "encoder.encoders.1.encoder.layers.3.bypass_scale" + } + ], + "node_name:": "/Mul_65", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/Mul_65_output_0" + } + ] + }, + { + "node_id:": 614, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_89_output_0" + }, + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Mul_65_output_0" + } + ], + "node_name:": "/Add_107", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/Add_107_output_0" + } + ] + }, + { + "node_id:": 615, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_107_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/upsample/Unsqueeze", + "node_outputs:": [ + { + "output_dimension:": "36 1 1 384 ", + "output_name:": "/upsample/Unsqueeze_output_0" + } + ] + }, + { + "node_id:": 616, + "node_inputs:": [ + { + "input_dimension:": "36 1 1 384 ", + "input_name:": "/upsample/Unsqueeze_output_0" + }, + { + "input_dimension:": "4 ", + "input_name:": "/upsample/Where_output_0" + } + ], + "node_name:": "/upsample/Expand", + "node_outputs:": [ + { + "output_dimension:": "36 2 1 384 ", + "output_name:": "/upsample/Expand_output_0" + } + ] + }, + { + "node_id:": 617, + "node_inputs:": [ + { + "input_dimension:": "36 2 1 384 ", + "input_name:": "/upsample/Expand_output_0" + }, + { + "input_dimension:": "2 1 384 ", + "input_name:": "onnx::Add_7732" + } + ], + "node_name:": "/upsample/Add", + "node_outputs:": [ + { + "output_dimension:": "36 2 1 384 ", + "output_name:": "/upsample/Add_output_0" + } + ] + }, + { + "node_id:": 618, + "node_inputs:": [ + { + "input_dimension:": "36 2 1 384 ", + "input_name:": "/upsample/Add_output_0" + }, + { + "input_dimension:": "3 ", + "input_name:": "/upsample/Concat_1_output_0" + } + ], + "node_name:": "/upsample/Reshape_1", + "node_outputs:": [ + { + "output_dimension:": "72 1 384 ", + "output_name:": "/upsample/Reshape_1_output_0" + } + ] + }, + { + "node_id:": 619, + "node_inputs:": [ + { + "input_dimension:": "72 1 384 ", + "input_name:": "/upsample/Reshape_1_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Unsqueeze_246_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Slice_54", + "node_outputs:": [ + { + "output_dimension:": "72 1 384 ", + "output_name:": "/Slice_54_output_0" + } + ] + }, + { + "node_id:": 620, + "node_inputs:": [ + { + "input_dimension:": "72 1 384 ", + "input_name:": "/Slice_54_output_0" + }, + { + "input_dimension:": "", + "input_name:": "onnx::Mul_7736" + } + ], + "node_name:": "/out_combiner/Mul_1", + "node_outputs:": [ + { + "output_dimension:": "72 1 384 ", + "output_name:": "/out_combiner/Mul_1_output_0" + } + ] + }, + { + "node_id:": 621, + "node_inputs:": [ + { + "input_dimension:": "72 1 384 ", + "input_name:": "/Add_35_output_0" + }, + { + "input_dimension:": "", + "input_name:": "encoder.encoders.1.out_combiner.weight1" + } + ], + "node_name:": "/out_combiner/Mul", + "node_outputs:": [ + { + "output_dimension:": "72 1 384 ", + "output_name:": "/out_combiner/Mul_output_0" + } + ] + }, + { + "node_id:": 622, + "node_inputs:": [ + { + "input_dimension:": "72 1 384 ", + "input_name:": "/out_combiner/Mul_output_0" + }, + { + "input_dimension:": "72 1 384 ", + "input_name:": "/out_combiner/Mul_1_output_0" + } + ], + "node_name:": "/out_combiner/Add", + "node_outputs:": [ + { + "output_dimension:": "72 1 384 ", + "output_name:": "/out_combiner/Add_output_0" + } + ] + }, + { + "node_id:": 623, + "node_inputs:": [ + { + "input_dimension:": "3 1 ", + "input_name:": "cached_len_2" + }, + { + "input_dimension:": "", + "input_name:": "/Constant_404_output_0" + } + ], + "node_name:": "/Gather_171", + "node_outputs:": [ + { + "output_dimension:": "1 ", + "output_name:": "/Gather_171_output_0" + } + ] + }, + { + "node_id:": 624, + "node_inputs:": [ + { + "input_dimension:": "1 ", + "input_name:": "/Gather_171_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + } + ], + "node_name:": "/Unsqueeze_318", + "node_outputs:": [ + { + "output_dimension:": "1 1 ", + "output_name:": "/Unsqueeze_318_output_0" + } + ] + }, + { + "node_id:": 625, + "node_inputs:": [ + { + "input_dimension:": "1 ", + "input_name:": "/Gather_171_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Unsqueeze_315", + "node_outputs:": [ + { + "output_dimension:": "1 1 ", + "output_name:": "/Unsqueeze_315_output_0" + } + ] + }, + { + "node_id:": 626, + "node_inputs:": [ + { + "input_dimension:": "1 1 ", + "input_name:": "/Unsqueeze_315_output_0" + } + ], + "node_name:": "/Cast_40", + "node_outputs:": [ + { + "output_dimension:": "1 1 ", + "output_name:": "/Cast_40_output_0" + } + ] + }, + { + "node_id:": 627, + "node_inputs:": [ + { + "input_dimension:": "3 1 384 ", + "input_name:": "cached_avg_2" + }, + { + "input_dimension:": "", + "input_name:": "/Constant_404_output_0" + } + ], + "node_name:": "/Gather_172", + "node_outputs:": [ + { + "output_dimension:": "1 384 ", + "output_name:": "/Gather_172_output_0" + } + ] + }, + { + "node_id:": 628, + "node_inputs:": [ + { + "input_dimension:": "1 384 ", + "input_name:": "/Gather_172_output_0" + }, + { + "input_dimension:": "1 1 ", + "input_name:": "/Cast_40_output_0" + } + ], + "node_name:": "/Mul_88", + "node_outputs:": [ + { + "output_dimension:": "1 384 ", + "output_name:": "/Mul_88_output_0" + } + ] + }, + { + "node_id:": 629, + "node_inputs:": [ + { + "input_dimension:": "1 384 ", + "input_name:": "/Mul_88_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + } + ], + "node_name:": "/Unsqueeze_316", + "node_outputs:": [ + { + "output_dimension:": "1 1 384 ", + "output_name:": "/Unsqueeze_316_output_0" + } + ] + }, + { + "node_id:": 630, + "node_inputs:": [ + { + "input_dimension:": "3 1 ", + "input_name:": "cached_len_2" + }, + { + "input_dimension:": "", + "input_name:": "/encoder_pos_1/Constant_2_output_0" + } + ], + "node_name:": "/Gather_150", + "node_outputs:": [ + { + "output_dimension:": "1 ", + "output_name:": "/Gather_150_output_0" + } + ] + }, + { + "node_id:": 631, + "node_inputs:": [ + { + "input_dimension:": "1 ", + "input_name:": "/Gather_150_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + } + ], + "node_name:": "/Unsqueeze_284", + "node_outputs:": [ + { + "output_dimension:": "1 1 ", + "output_name:": "/Unsqueeze_284_output_0" + } + ] + }, + { + "node_id:": 632, + "node_inputs:": [ + { + "input_dimension:": "1 ", + "input_name:": "/Gather_150_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Unsqueeze_281", + "node_outputs:": [ + { + "output_dimension:": "1 1 ", + "output_name:": "/Unsqueeze_281_output_0" + } + ] + }, + { + "node_id:": 633, + "node_inputs:": [ + { + "input_dimension:": "1 1 ", + "input_name:": "/Unsqueeze_281_output_0" + } + ], + "node_name:": "/Cast_35", + "node_outputs:": [ + { + "output_dimension:": "1 1 ", + "output_name:": "/Cast_35_output_0" + } + ] + }, + { + "node_id:": 634, + "node_inputs:": [ + { + "input_dimension:": "3 1 384 ", + "input_name:": "cached_avg_2" + }, + { + "input_dimension:": "", + "input_name:": "/encoder_pos_1/Constant_2_output_0" + } + ], + "node_name:": "/Gather_151", + "node_outputs:": [ + { + "output_dimension:": "1 384 ", + "output_name:": "/Gather_151_output_0" + } + ] + }, + { + "node_id:": 635, + "node_inputs:": [ + { + "input_dimension:": "1 384 ", + "input_name:": "/Gather_151_output_0" + }, + { + "input_dimension:": "1 1 ", + "input_name:": "/Cast_35_output_0" + } + ], + "node_name:": "/Mul_77", + "node_outputs:": [ + { + "output_dimension:": "1 384 ", + "output_name:": "/Mul_77_output_0" + } + ] + }, + { + "node_id:": 636, + "node_inputs:": [ + { + "input_dimension:": "1 384 ", + "input_name:": "/Mul_77_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + } + ], + "node_name:": "/Unsqueeze_282", + "node_outputs:": [ + { + "output_dimension:": "1 1 384 ", + "output_name:": "/Unsqueeze_282_output_0" + } + ] + }, + { + "node_id:": 637, + "node_inputs:": [ + { + "input_dimension:": "3 1 ", + "input_name:": "cached_len_2" + }, + { + "input_dimension:": "", + "input_name:": "/upsample_3/Constant_output_0" + } + ], + "node_name:": "/Gather_129", + "node_outputs:": [ + { + "output_dimension:": "1 ", + "output_name:": "/Gather_129_output_0" + } + ] + }, + { + "node_id:": 638, + "node_inputs:": [ + { + "input_dimension:": "1 ", + "input_name:": "/Gather_129_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + } + ], + "node_name:": "/Unsqueeze_250", + "node_outputs:": [ + { + "output_dimension:": "1 1 ", + "output_name:": "/Unsqueeze_250_output_0" + } + ] + }, + { + "node_id:": 639, + "node_inputs:": [ + { + "input_dimension:": "1 ", + "input_name:": "/Gather_129_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Unsqueeze_247", + "node_outputs:": [ + { + "output_dimension:": "1 1 ", + "output_name:": "/Unsqueeze_247_output_0" + } + ] + }, + { + "node_id:": 640, + "node_inputs:": [ + { + "input_dimension:": "1 1 ", + "input_name:": "/Unsqueeze_247_output_0" + } + ], + "node_name:": "/Cast_30", + "node_outputs:": [ + { + "output_dimension:": "1 1 ", + "output_name:": "/Cast_30_output_0" + } + ] + }, + { + "node_id:": 641, + "node_inputs:": [ + { + "input_dimension:": "3 1 384 ", + "input_name:": "cached_avg_2" + }, + { + "input_dimension:": "", + "input_name:": "/upsample_3/Constant_output_0" + } + ], + "node_name:": "/Gather_130", + "node_outputs:": [ + { + "output_dimension:": "1 384 ", + "output_name:": "/Gather_130_output_0" + } + ] + }, + { + "node_id:": 642, + "node_inputs:": [ + { + "input_dimension:": "1 384 ", + "input_name:": "/Gather_130_output_0" + }, + { + "input_dimension:": "1 1 ", + "input_name:": "/Cast_30_output_0" + } + ], + "node_name:": "/Mul_66", + "node_outputs:": [ + { + "output_dimension:": "1 384 ", + "output_name:": "/Mul_66_output_0" + } + ] + }, + { + "node_id:": 643, + "node_inputs:": [ + { + "input_dimension:": "1 384 ", + "input_name:": "/Mul_66_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + } + ], + "node_name:": "/Unsqueeze_248", + "node_outputs:": [ + { + "output_dimension:": "1 1 384 ", + "output_name:": "/Unsqueeze_248_output_0" + } + ] + }, + { + "node_id:": 644, + "node_inputs:": [ + { + "input_dimension:": "72 1 384 ", + "input_name:": "/out_combiner/Add_output_0" + }, + { + "input_dimension:": "4 ", + "input_name:": "/downsample_1/Concat_output_0" + } + ], + "node_name:": "/downsample_1/Reshape", + "node_outputs:": [ + { + "output_dimension:": "18 4 1 384 ", + "output_name:": "/downsample_1/Reshape_output_0" + } + ] + }, + { + "node_id:": 645, + "node_inputs:": [ + { + "input_dimension:": "18 4 1 384 ", + "input_name:": "/downsample_1/Reshape_output_0" + }, + { + "input_dimension:": "384 ", + "input_name:": "encoder.encoders.2.downsample.query" + } + ], + "node_name:": "/downsample_1/Mul", + "node_outputs:": [ + { + "output_dimension:": "18 4 1 384 ", + "output_name:": "/downsample_1/Mul_output_0" + } + ] + }, + { + "node_id:": 646, + "node_inputs:": [ + { + "input_dimension:": "18 4 1 384 ", + "input_name:": "/downsample_1/Mul_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_246_output_0" + } + ], + "node_name:": "/downsample_1/ReduceSum", + "node_outputs:": [ + { + "output_dimension:": "18 4 1 1 ", + "output_name:": "/downsample_1/ReduceSum_output_0" + } + ] + }, + { + "node_id:": 647, + "node_inputs:": [ + { + "input_dimension:": "18 4 1 1 ", + "input_name:": "/downsample_1/ReduceSum_output_0" + } + ], + "node_name:": "/downsample_1/Softmax", + "node_outputs:": [ + { + "output_dimension:": "18 4 1 1 ", + "output_name:": "/downsample_1/Softmax_output_0" + } + ] + }, + { + "node_id:": 648, + "node_inputs:": [ + { + "input_dimension:": "18 4 1 384 ", + "input_name:": "/downsample_1/Reshape_output_0" + }, + { + "input_dimension:": "18 4 1 1 ", + "input_name:": "/downsample_1/Softmax_output_0" + } + ], + "node_name:": "/downsample_1/Mul_1", + "node_outputs:": [ + { + "output_dimension:": "18 4 1 384 ", + "output_name:": "/downsample_1/Mul_1_output_0" + } + ] + }, + { + "node_id:": 649, + "node_inputs:": [ + { + "input_dimension:": "18 4 1 384 ", + "input_name:": "/downsample_1/Mul_1_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/downsample_1/ReduceSum_1", + "node_outputs:": [ + { + "output_dimension:": "18 1 384 ", + "output_name:": "/downsample_1/ReduceSum_1_output_0" + } + ] + }, + { + "node_id:": 650, + "node_inputs:": [ + { + "input_dimension:": "18 1 2048 ", + "input_name:": "/feed_forward1/in_proj_6/Add_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/feed_forward1/activation_2/Constant_output_0" + } + ], + "node_name:": "/feed_forward1/activation_6/Sub", + "node_outputs:": [ + { + "output_dimension:": "18 1 2048 ", + "output_name:": "/feed_forward1/activation_6/Sub_output_0" + } + ] + }, + { + "node_id:": 651, + "node_inputs:": [ + { + "input_dimension:": "18 1 2048 ", + "input_name:": "/feed_forward1/activation_6/Sub_output_0" + } + ], + "node_name:": "/feed_forward1/activation_6/Sigmoid", + "node_outputs:": [ + { + "output_dimension:": "18 1 2048 ", + "output_name:": "/feed_forward1/activation_6/Sigmoid_output_0" + } + ] + }, + { + "node_id:": 652, + "node_inputs:": [ + { + "input_dimension:": "18 1 2048 ", + "input_name:": "/feed_forward1/in_proj_6/Add_output_0" + }, + { + "input_dimension:": "18 1 2048 ", + "input_name:": "/feed_forward1/activation_6/Sigmoid_output_0" + } + ], + "node_name:": "/feed_forward1/activation_6/Mul", + "node_outputs:": [ + { + "output_dimension:": "18 1 2048 ", + "output_name:": "/feed_forward1/activation_6/Mul_output_0" + } + ] + }, + { + "node_id:": 653, + "node_inputs:": [ + { + "input_dimension:": "18 1 384 ", + "input_name:": "/downsample_1/ReduceSum_1_output_0" + }, + { + "input_dimension:": "18 1 384 ", + "input_name:": "/feed_forward1/out_proj_6/Add_output_0" + } + ], + "node_name:": "/Add_108", + "node_outputs:": [ + { + "output_dimension:": "18 1 384 ", + "output_name:": "/Add_108_output_0" + } + ] + }, + { + "node_id:": 654, + "node_inputs:": [ + { + "input_dimension:": "18 1 384 ", + "input_name:": "/Add_108_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/Constant_631_output_0" + } + ], + "node_name:": "/CumSum_6", + "node_outputs:": [ + { + "output_dimension:": "18 1 384 ", + "output_name:": "/CumSum_6_output_0" + } + ] + }, + { + "node_id:": 655, + "node_inputs:": [ + { + "input_dimension:": "18 1 384 ", + "input_name:": "/CumSum_6_output_0" + }, + { + "input_dimension:": "1 1 384 ", + "input_name:": "/Unsqueeze_248_output_0" + } + ], + "node_name:": "/Add_109", + "node_outputs:": [ + { + "output_dimension:": "18 1 384 ", + "output_name:": "/Add_109_output_0" + } + ] + }, + { + "node_id:": 656, + "node_inputs:": [ + { + "input_dimension:": "18 1 ", + "input_name:": "/Unsqueeze_249_output_0" + }, + { + "input_dimension:": "1 1 ", + "input_name:": "/Unsqueeze_250_output_0" + } + ], + "node_name:": "/Add_111", + "node_outputs:": [ + { + "output_dimension:": "18 1 ", + "output_name:": "/Add_111_output_0" + } + ] + }, + { + "node_id:": 657, + "node_inputs:": [ + { + "input_dimension:": "18 1 ", + "input_name:": "/Add_111_output_0" + } + ], + "node_name:": "/Cast_32", + "node_outputs:": [ + { + "output_dimension:": "18 1 ", + "output_name:": "/Cast_32_output_0" + } + ] + }, + { + "node_id:": 658, + "node_inputs:": [ + { + "input_dimension:": "18 1 ", + "input_name:": "/Cast_32_output_0" + } + ], + "node_name:": "/Reciprocal_6", + "node_outputs:": [ + { + "output_dimension:": "18 1 ", + "output_name:": "/Reciprocal_6_output_0" + } + ] + }, + { + "node_id:": 659, + "node_inputs:": [ + { + "input_dimension:": "18 1 ", + "input_name:": "/Reciprocal_6_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_1113_output_0" + } + ], + "node_name:": "/Unsqueeze_251", + "node_outputs:": [ + { + "output_dimension:": "18 1 1 ", + "output_name:": "/Unsqueeze_251_output_0" + } + ] + }, + { + "node_id:": 660, + "node_inputs:": [ + { + "input_dimension:": "18 1 384 ", + "input_name:": "/Add_109_output_0" + }, + { + "input_dimension:": "18 1 1 ", + "input_name:": "/Unsqueeze_251_output_0" + } + ], + "node_name:": "/Mul_68", + "node_outputs:": [ + { + "output_dimension:": "18 1 384 ", + "output_name:": "/Mul_68_output_0" + } + ] + }, + { + "node_id:": 661, + "node_inputs:": [ + { + "input_dimension:": "18 1 384 ", + "input_name:": "/Mul_68_output_0" + }, + { + "input_dimension:": "384 384 ", + "input_name:": "onnx::MatMul_7743" + } + ], + "node_name:": "/proj_6/MatMul", + "node_outputs:": [ + { + "output_dimension:": "18 1 384 ", + "output_name:": "/proj_6/MatMul_output_0" + } + ] + }, + { + "node_id:": 662, + "node_inputs:": [ + { + "input_dimension:": "18 1 384 ", + "input_name:": "/Add_108_output_0" + }, + { + "input_dimension:": "18 1 384 ", + "input_name:": "/proj_6/MatMul_output_0" + } + ], + "node_name:": "/Add_113", + "node_outputs:": [ + { + "output_dimension:": "18 1 384 ", + "output_name:": "/Add_113_output_0" + } + ] + }, + { + "node_id:": 663, + "node_inputs:": [ + { + "input_dimension:": "18 1 512 ", + "input_name:": "/in_proj_6/Add_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_285_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_568_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_1113_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Slice_56", + "node_outputs:": [ + { + "output_dimension:": "18 1 192 ", + "output_name:": "/Slice_56_output_0" + } + ] + }, + { + "node_id:": 664, + "node_inputs:": [ + { + "input_dimension:": "3 72 1 192 ", + "input_name:": "cached_key_2" + }, + { + "input_dimension:": "", + "input_name:": "/upsample_3/Constant_output_0" + } + ], + "node_name:": "/Gather_131", + "node_outputs:": [ + { + "output_dimension:": "72 1 192 ", + "output_name:": "/Gather_131_output_0" + } + ] + }, + { + "node_id:": 665, + "node_inputs:": [ + { + "input_dimension:": "72 1 192 ", + "input_name:": "/Gather_131_output_0" + }, + { + "input_dimension:": "18 1 192 ", + "input_name:": "/Slice_56_output_0" + } + ], + "node_name:": "/Concat_122", + "node_outputs:": [ + { + "output_dimension:": "90 1 192 ", + "output_name:": "/Concat_122_output_0" + } + ] + }, + { + "node_id:": 666, + "node_inputs:": [ + { + "input_dimension:": "18 1 512 ", + "input_name:": "/in_proj_6/Add_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_1118_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_69_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_1113_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Slice_58", + "node_outputs:": [ + { + "output_dimension:": "18 1 32 ", + "output_name:": "/Slice_58_output_0" + } + ] + }, + { + "node_id:": 667, + "node_inputs:": [ + { + "input_dimension:": "18 1 32 ", + "input_name:": "/Slice_58_output_0" + }, + { + "input_dimension:": "4 ", + "input_name:": "/Concat_125_output_0" + } + ], + "node_name:": "/Reshape_67", + "node_outputs:": [ + { + "output_dimension:": "18 1 8 4 ", + "output_name:": "/Reshape_67_output_0" + } + ] + }, + { + "node_id:": 668, + "node_inputs:": [ + { + "input_dimension:": "18 1 8 4 ", + "input_name:": "/Reshape_67_output_0" + } + ], + "node_name:": "/Transpose_75", + "node_outputs:": [ + { + "output_dimension:": "1 8 18 4 ", + "output_name:": "/Transpose_75_output_0" + } + ] + }, + { + "node_id:": 669, + "node_inputs:": [ + { + "input_dimension:": "1 8 18 4 ", + "input_name:": "/Transpose_75_output_0" + }, + { + "input_dimension:": "1 8 4 107 ", + "input_name:": "/Transpose_77_output_0" + } + ], + "node_name:": "/MatMul_30", + "node_outputs:": [ + { + "output_dimension:": "1 8 18 107 ", + "output_name:": "/MatMul_30_output_0" + } + ] + }, + { + "node_id:": 670, + "node_inputs:": [ + { + "input_dimension:": "90 1 192 ", + "input_name:": "/Concat_122_output_0" + }, + { + "input_dimension:": "4 ", + "input_name:": "/Concat_266_output_0" + } + ], + "node_name:": "/Reshape_68", + "node_outputs:": [ + { + "output_dimension:": "90 1 8 24 ", + "output_name:": "/Reshape_68_output_0" + } + ] + }, + { + "node_id:": 671, + "node_inputs:": [ + { + "input_dimension:": "90 1 8 24 ", + "input_name:": "/Reshape_68_output_0" + } + ], + "node_name:": "/Transpose_76", + "node_outputs:": [ + { + "output_dimension:": "1 8 24 90 ", + "output_name:": "/Transpose_76_output_0" + } + ] + }, + { + "node_id:": 672, + "node_inputs:": [ + { + "input_dimension:": "18 1 512 ", + "input_name:": "/in_proj_6/Add_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_285_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_1113_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Slice_55", + "node_outputs:": [ + { + "output_dimension:": "18 1 192 ", + "output_name:": "/Slice_55_output_0" + } + ] + }, + { + "node_id:": 673, + "node_inputs:": [ + { + "input_dimension:": "18 1 192 ", + "input_name:": "/Slice_55_output_0" + }, + { + "input_dimension:": "4 ", + "input_name:": "/Concat_124_output_0" + } + ], + "node_name:": "/Reshape_66", + "node_outputs:": [ + { + "output_dimension:": "18 1 8 24 ", + "output_name:": "/Reshape_66_output_0" + } + ] + }, + { + "node_id:": 674, + "node_inputs:": [ + { + "input_dimension:": "18 1 8 24 ", + "input_name:": "/Reshape_66_output_0" + } + ], + "node_name:": "/Transpose_74", + "node_outputs:": [ + { + "output_dimension:": "1 8 18 24 ", + "output_name:": "/Transpose_74_output_0" + } + ] + }, + { + "node_id:": 675, + "node_inputs:": [ + { + "input_dimension:": "1 8 18 24 ", + "input_name:": "/Transpose_74_output_0" + }, + { + "input_dimension:": "1 8 24 90 ", + "input_name:": "/Transpose_76_output_0" + } + ], + "node_name:": "/MatMul_31", + "node_outputs:": [ + { + "output_dimension:": "1 8 18 90 ", + "output_name:": "/MatMul_31_output_0" + } + ] + }, + { + "node_id:": 676, + "node_inputs:": [ + { + "input_dimension:": "1 8 18 107 ", + "input_name:": "/MatMul_30_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "/Concat_131_output_0" + } + ], + "node_name:": "/Reshape_71", + "node_outputs:": [ + { + "output_dimension:": "144 107 ", + "output_name:": "/Reshape_71_output_0" + } + ] + }, + { + "node_id:": 677, + "node_inputs:": [ + { + "input_dimension:": "144 107 ", + "input_name:": "/Reshape_71_output_0" + }, + { + "input_dimension:": "144 90 ", + "input_name:": "/Add_115_output_0" + } + ], + "node_name:": "/GatherElements_6", + "node_outputs:": [ + { + "output_dimension:": "144 90 ", + "output_name:": "/GatherElements_6_output_0" + } + ] + }, + { + "node_id:": 678, + "node_inputs:": [ + { + "input_dimension:": "144 90 ", + "input_name:": "/GatherElements_6_output_0" + }, + { + "input_dimension:": "4 ", + "input_name:": "/Concat_132_output_0" + } + ], + "node_name:": "/Reshape_72", + "node_outputs:": [ + { + "output_dimension:": "1 8 18 90 ", + "output_name:": "/Reshape_72_output_0" + } + ] + }, + { + "node_id:": 679, + "node_inputs:": [ + { + "input_dimension:": "1 8 18 90 ", + "input_name:": "/MatMul_31_output_0" + }, + { + "input_dimension:": "1 8 18 90 ", + "input_name:": "/Reshape_72_output_0" + } + ], + "node_name:": "/Add_116", + "node_outputs:": [ + { + "output_dimension:": "1 8 18 90 ", + "output_name:": "/Add_116_output_0" + } + ] + }, + { + "node_id:": 680, + "node_inputs:": [ + { + "input_dimension:": "1 8 18 90 ", + "input_name:": "/Add_116_output_0" + }, + { + "input_dimension:": "3 ", + "input_name:": "/Concat_133_output_0" + } + ], + "node_name:": "/Reshape_73", + "node_outputs:": [ + { + "output_dimension:": "8 18 90 ", + "output_name:": "/Reshape_73_output_0" + } + ] + }, + { + "node_id:": 681, + "node_inputs:": [ + { + "input_dimension:": "8 18 90 ", + "input_name:": "/Reshape_73_output_0" + } + ], + "node_name:": "/Softmax_6", + "node_outputs:": [ + { + "output_dimension:": "8 18 90 ", + "output_name:": "/Softmax_6_output_0" + } + ] + }, + { + "node_id:": 682, + "node_inputs:": [ + { + "input_dimension:": "18 1 512 ", + "input_name:": "/in_proj_6/Add_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_568_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_1118_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_1113_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Slice_57", + "node_outputs:": [ + { + "output_dimension:": "18 1 96 ", + "output_name:": "/Slice_57_output_0" + } + ] + }, + { + "node_id:": 683, + "node_inputs:": [ + { + "input_dimension:": "3 72 1 96 ", + "input_name:": "cached_val_2" + }, + { + "input_dimension:": "", + "input_name:": "/upsample_3/Constant_output_0" + } + ], + "node_name:": "/Gather_132", + "node_outputs:": [ + { + "output_dimension:": "72 1 96 ", + "output_name:": "/Gather_132_output_0" + } + ] + }, + { + "node_id:": 684, + "node_inputs:": [ + { + "input_dimension:": "72 1 96 ", + "input_name:": "/Gather_132_output_0" + }, + { + "input_dimension:": "18 1 96 ", + "input_name:": "/Slice_57_output_0" + } + ], + "node_name:": "/Concat_123", + "node_outputs:": [ + { + "output_dimension:": "90 1 96 ", + "output_name:": "/Concat_123_output_0" + } + ] + }, + { + "node_id:": 685, + "node_inputs:": [ + { + "input_dimension:": "90 1 96 ", + "input_name:": "/Concat_123_output_0" + }, + { + "input_dimension:": "3 ", + "input_name:": "/Concat_127_output_0" + } + ], + "node_name:": "/Reshape_69", + "node_outputs:": [ + { + "output_dimension:": "90 8 12 ", + "output_name:": "/Reshape_69_output_0" + } + ] + }, + { + "node_id:": 686, + "node_inputs:": [ + { + "input_dimension:": "90 8 12 ", + "input_name:": "/Reshape_69_output_0" + } + ], + "node_name:": "/Transpose_73", + "node_outputs:": [ + { + "output_dimension:": "8 90 12 ", + "output_name:": "/Transpose_73_output_0" + } + ] + }, + { + "node_id:": 687, + "node_inputs:": [ + { + "input_dimension:": "8 18 90 ", + "input_name:": "/Softmax_6_output_0" + }, + { + "input_dimension:": "8 90 12 ", + "input_name:": "/Transpose_73_output_0" + } + ], + "node_name:": "/MatMul_32", + "node_outputs:": [ + { + "output_dimension:": "8 18 12 ", + "output_name:": "/MatMul_32_output_0" + } + ] + }, + { + "node_id:": 688, + "node_inputs:": [ + { + "input_dimension:": "8 18 12 ", + "input_name:": "/MatMul_32_output_0" + } + ], + "node_name:": "/Transpose_78", + "node_outputs:": [ + { + "output_dimension:": "18 8 12 ", + "output_name:": "/Transpose_78_output_0" + } + ] + }, + { + "node_id:": 689, + "node_inputs:": [ + { + "input_dimension:": "18 1 384 ", + "input_name:": "/Add_113_output_0" + }, + { + "input_dimension:": "18 1 384 ", + "input_name:": "/Add_117_output_0" + } + ], + "node_name:": "/Add_118", + "node_outputs:": [ + { + "output_dimension:": "18 1 384 ", + "output_name:": "/Add_118_output_0" + } + ] + }, + { + "node_id:": 690, + "node_inputs:": [ + { + "input_dimension:": "18 1 384 ", + "input_name:": "/Add_118_output_0" + } + ], + "node_name:": "/Transpose_79", + "node_outputs:": [ + { + "output_dimension:": "1 384 18 ", + "output_name:": "/Transpose_79_output_0" + } + ] + }, + { + "node_id:": 691, + "node_inputs:": [ + { + "input_dimension:": "1 384 18 ", + "input_name:": "/Transpose_79_output_0" + }, + { + "input_dimension:": "768 384 1 ", + "input_name:": "encoder.encoders.2.encoder.layers.0.conv_module1.pointwise_conv1.weight" + }, + { + "input_dimension:": "768 ", + "input_name:": "encoder.encoders.2.encoder.layers.0.conv_module1.pointwise_conv1.bias" + } + ], + "node_name:": "/pointwise_conv1_12/Conv", + "node_outputs:": [ + { + "output_dimension:": "1 768 18 ", + "output_name:": "/pointwise_conv1_12/Conv_output_0" + } + ] + }, + { + "node_id:": 692, + "node_inputs:": [ + { + "input_dimension:": "1 768 18 ", + "input_name:": "/pointwise_conv1_12/Conv_output_0" + } + ], + "node_name:": "/Split_12", + "node_outputs:": [ + { + "output_dimension:": "1 384 18 ", + "output_name:": "/Split_12_output_0" + }, + { + "output_dimension:": "1 384 18 ", + "output_name:": "/Split_12_output_1" + } + ] + }, + { + "node_id:": 693, + "node_inputs:": [ + { + "input_dimension:": "1 384 18 ", + "input_name:": "/Split_12_output_1" + } + ], + "node_name:": "/Sigmoid_12", + "node_outputs:": [ + { + "output_dimension:": "1 384 18 ", + "output_name:": "/Sigmoid_12_output_0" + } + ] + }, + { + "node_id:": 694, + "node_inputs:": [ + { + "input_dimension:": "1 384 18 ", + "input_name:": "/Split_12_output_0" + }, + { + "input_dimension:": "1 384 18 ", + "input_name:": "/Sigmoid_12_output_0" + } + ], + "node_name:": "/Mul_73", + "node_outputs:": [ + { + "output_dimension:": "1 384 18 ", + "output_name:": "/Mul_73_output_0" + } + ] + }, + { + "node_id:": 695, + "node_inputs:": [ + { + "input_dimension:": "3 1 384 30 ", + "input_name:": "cached_conv1_2" + }, + { + "input_dimension:": "", + "input_name:": "/upsample_3/Constant_output_0" + } + ], + "node_name:": "/Gather_134", + "node_outputs:": [ + { + "output_dimension:": "1 384 30 ", + "output_name:": "/Gather_134_output_0" + } + ] + }, + { + "node_id:": 696, + "node_inputs:": [ + { + "input_dimension:": "1 384 30 ", + "input_name:": "/Gather_134_output_0" + }, + { + "input_dimension:": "1 384 18 ", + "input_name:": "/Mul_73_output_0" + } + ], + "node_name:": "/Concat_135", + "node_outputs:": [ + { + "output_dimension:": "1 384 48 ", + "output_name:": "/Concat_135_output_0" + } + ] + }, + { + "node_id:": 697, + "node_inputs:": [ + { + "input_dimension:": "1 384 48 ", + "input_name:": "/Concat_135_output_0" + }, + { + "input_dimension:": "384 1 31 ", + "input_name:": "encoder.encoders.2.encoder.layers.0.conv_module1.depthwise_conv.weight" + }, + { + "input_dimension:": "384 ", + "input_name:": "encoder.encoders.2.encoder.layers.0.conv_module1.depthwise_conv.bias" + } + ], + "node_name:": "/depthwise_conv_12/Conv", + "node_outputs:": [ + { + "output_dimension:": "1 384 18 ", + "output_name:": "/depthwise_conv_12/Conv_output_0" + } + ] + }, + { + "node_id:": 698, + "node_inputs:": [ + { + "input_dimension:": "1 384 18 ", + "input_name:": "/depthwise_conv_12/Conv_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/feed_forward1/activation_2/Constant_output_0" + } + ], + "node_name:": "/activation_12/Sub", + "node_outputs:": [ + { + "output_dimension:": "1 384 18 ", + "output_name:": "/activation_12/Sub_output_0" + } + ] + }, + { + "node_id:": 699, + "node_inputs:": [ + { + "input_dimension:": "1 384 18 ", + "input_name:": "/activation_12/Sub_output_0" + } + ], + "node_name:": "/activation_12/Sigmoid", + "node_outputs:": [ + { + "output_dimension:": "1 384 18 ", + "output_name:": "/activation_12/Sigmoid_output_0" + } + ] + }, + { + "node_id:": 700, + "node_inputs:": [ + { + "input_dimension:": "1 384 18 ", + "input_name:": "/depthwise_conv_12/Conv_output_0" + }, + { + "input_dimension:": "1 384 18 ", + "input_name:": "/activation_12/Sigmoid_output_0" + } + ], + "node_name:": "/activation_12/Mul", + "node_outputs:": [ + { + "output_dimension:": "1 384 18 ", + "output_name:": "/activation_12/Mul_output_0" + } + ] + }, + { + "node_id:": 701, + "node_inputs:": [ + { + "input_dimension:": "1 384 18 ", + "input_name:": "/activation_12/Mul_output_0" + }, + { + "input_dimension:": "384 384 1 ", + "input_name:": "encoder.encoders.2.encoder.layers.0.conv_module1.pointwise_conv2.weight" + }, + { + "input_dimension:": "384 ", + "input_name:": "encoder.encoders.2.encoder.layers.0.conv_module1.pointwise_conv2.bias" + } + ], + "node_name:": "/pointwise_conv2_12/Conv", + "node_outputs:": [ + { + "output_dimension:": "1 384 18 ", + "output_name:": "/pointwise_conv2_12/Conv_output_0" + } + ] + }, + { + "node_id:": 702, + "node_inputs:": [ + { + "input_dimension:": "1 384 18 ", + "input_name:": "/pointwise_conv2_12/Conv_output_0" + } + ], + "node_name:": "/Transpose_80", + "node_outputs:": [ + { + "output_dimension:": "18 1 384 ", + "output_name:": "/Transpose_80_output_0" + } + ] + }, + { + "node_id:": 703, + "node_inputs:": [ + { + "input_dimension:": "18 1 384 ", + "input_name:": "/Add_118_output_0" + }, + { + "input_dimension:": "18 1 384 ", + "input_name:": "/Transpose_80_output_0" + } + ], + "node_name:": "/Add_119", + "node_outputs:": [ + { + "output_dimension:": "18 1 384 ", + "output_name:": "/Add_119_output_0" + } + ] + }, + { + "node_id:": 704, + "node_inputs:": [ + { + "input_dimension:": "18 1 2048 ", + "input_name:": "/feed_forward2/in_proj_6/Add_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/feed_forward1/activation_2/Constant_output_0" + } + ], + "node_name:": "/feed_forward2/activation_6/Sub", + "node_outputs:": [ + { + "output_dimension:": "18 1 2048 ", + "output_name:": "/feed_forward2/activation_6/Sub_output_0" + } + ] + }, + { + "node_id:": 705, + "node_inputs:": [ + { + "input_dimension:": "18 1 2048 ", + "input_name:": "/feed_forward2/activation_6/Sub_output_0" + } + ], + "node_name:": "/feed_forward2/activation_6/Sigmoid", + "node_outputs:": [ + { + "output_dimension:": "18 1 2048 ", + "output_name:": "/feed_forward2/activation_6/Sigmoid_output_0" + } + ] + }, + { + "node_id:": 706, + "node_inputs:": [ + { + "input_dimension:": "18 1 2048 ", + "input_name:": "/feed_forward2/in_proj_6/Add_output_0" + }, + { + "input_dimension:": "18 1 2048 ", + "input_name:": "/feed_forward2/activation_6/Sigmoid_output_0" + } + ], + "node_name:": "/feed_forward2/activation_6/Mul", + "node_outputs:": [ + { + "output_dimension:": "18 1 2048 ", + "output_name:": "/feed_forward2/activation_6/Mul_output_0" + } + ] + }, + { + "node_id:": 707, + "node_inputs:": [ + { + "input_dimension:": "18 1 384 ", + "input_name:": "/Add_119_output_0" + }, + { + "input_dimension:": "18 1 384 ", + "input_name:": "/feed_forward2/out_proj_6/Add_output_0" + } + ], + "node_name:": "/Add_120", + "node_outputs:": [ + { + "output_dimension:": "18 1 384 ", + "output_name:": "/Add_120_output_0" + } + ] + }, + { + "node_id:": 708, + "node_inputs:": [ + { + "input_dimension:": "3 72 1 96 ", + "input_name:": "cached_val2_2" + }, + { + "input_dimension:": "", + "input_name:": "/upsample_3/Constant_output_0" + } + ], + "node_name:": "/Gather_133", + "node_outputs:": [ + { + "output_dimension:": "72 1 96 ", + "output_name:": "/Gather_133_output_0" + } + ] + }, + { + "node_id:": 709, + "node_inputs:": [ + { + "input_dimension:": "18 1 384 ", + "input_name:": "/Add_120_output_0" + }, + { + "input_dimension:": "384 96 ", + "input_name:": "onnx::MatMul_7789" + } + ], + "node_name:": "/in_proj2_6/MatMul", + "node_outputs:": [ + { + "output_dimension:": "18 1 96 ", + "output_name:": "/in_proj2_6/MatMul_output_0" + } + ] + }, + { + "node_id:": 710, + "node_inputs:": [ + { + "input_dimension:": "72 1 96 ", + "input_name:": "/Gather_133_output_0" + }, + { + "input_dimension:": "18 1 96 ", + "input_name:": "/in_proj2_6/MatMul_output_0" + } + ], + "node_name:": "/Concat_136", + "node_outputs:": [ + { + "output_dimension:": "90 1 96 ", + "output_name:": "/Concat_136_output_0" + } + ] + }, + { + "node_id:": 711, + "node_inputs:": [ + { + "input_dimension:": "90 1 96 ", + "input_name:": "/Concat_136_output_0" + }, + { + "input_dimension:": "3 ", + "input_name:": "/Concat_137_output_0" + } + ], + "node_name:": "/Reshape_75", + "node_outputs:": [ + { + "output_dimension:": "90 8 12 ", + "output_name:": "/Reshape_75_output_0" + } + ] + }, + { + "node_id:": 712, + "node_inputs:": [ + { + "input_dimension:": "90 8 12 ", + "input_name:": "/Reshape_75_output_0" + } + ], + "node_name:": "/Transpose_81", + "node_outputs:": [ + { + "output_dimension:": "8 90 12 ", + "output_name:": "/Transpose_81_output_0" + } + ] + }, + { + "node_id:": 713, + "node_inputs:": [ + { + "input_dimension:": "8 18 90 ", + "input_name:": "/Softmax_6_output_0" + }, + { + "input_dimension:": "8 90 12 ", + "input_name:": "/Transpose_81_output_0" + } + ], + "node_name:": "/MatMul_34", + "node_outputs:": [ + { + "output_dimension:": "8 18 12 ", + "output_name:": "/MatMul_34_output_0" + } + ] + }, + { + "node_id:": 714, + "node_inputs:": [ + { + "input_dimension:": "8 18 12 ", + "input_name:": "/MatMul_34_output_0" + } + ], + "node_name:": "/Transpose_82", + "node_outputs:": [ + { + "output_dimension:": "18 8 12 ", + "output_name:": "/Transpose_82_output_0" + } + ] + }, + { + "node_id:": 715, + "node_inputs:": [ + { + "input_dimension:": "18 1 384 ", + "input_name:": "/Add_120_output_0" + }, + { + "input_dimension:": "18 1 384 ", + "input_name:": "/out_proj2_6/Add_output_0" + } + ], + "node_name:": "/Add_122", + "node_outputs:": [ + { + "output_dimension:": "18 1 384 ", + "output_name:": "/Add_122_output_0" + } + ] + }, + { + "node_id:": 716, + "node_inputs:": [ + { + "input_dimension:": "18 1 384 ", + "input_name:": "/Add_122_output_0" + } + ], + "node_name:": "/Transpose_83", + "node_outputs:": [ + { + "output_dimension:": "1 384 18 ", + "output_name:": "/Transpose_83_output_0" + } + ] + }, + { + "node_id:": 717, + "node_inputs:": [ + { + "input_dimension:": "1 384 18 ", + "input_name:": "/Transpose_83_output_0" + }, + { + "input_dimension:": "768 384 1 ", + "input_name:": "encoder.encoders.2.encoder.layers.0.conv_module2.pointwise_conv1.weight" + }, + { + "input_dimension:": "768 ", + "input_name:": "encoder.encoders.2.encoder.layers.0.conv_module2.pointwise_conv1.bias" + } + ], + "node_name:": "/pointwise_conv1_13/Conv", + "node_outputs:": [ + { + "output_dimension:": "1 768 18 ", + "output_name:": "/pointwise_conv1_13/Conv_output_0" + } + ] + }, + { + "node_id:": 718, + "node_inputs:": [ + { + "input_dimension:": "1 768 18 ", + "input_name:": "/pointwise_conv1_13/Conv_output_0" + } + ], + "node_name:": "/Split_13", + "node_outputs:": [ + { + "output_dimension:": "1 384 18 ", + "output_name:": "/Split_13_output_0" + }, + { + "output_dimension:": "1 384 18 ", + "output_name:": "/Split_13_output_1" + } + ] + }, + { + "node_id:": 719, + "node_inputs:": [ + { + "input_dimension:": "1 384 18 ", + "input_name:": "/Split_13_output_1" + } + ], + "node_name:": "/Sigmoid_13", + "node_outputs:": [ + { + "output_dimension:": "1 384 18 ", + "output_name:": "/Sigmoid_13_output_0" + } + ] + }, + { + "node_id:": 720, + "node_inputs:": [ + { + "input_dimension:": "1 384 18 ", + "input_name:": "/Split_13_output_0" + }, + { + "input_dimension:": "1 384 18 ", + "input_name:": "/Sigmoid_13_output_0" + } + ], + "node_name:": "/Mul_75", + "node_outputs:": [ + { + "output_dimension:": "1 384 18 ", + "output_name:": "/Mul_75_output_0" + } + ] + }, + { + "node_id:": 721, + "node_inputs:": [ + { + "input_dimension:": "3 1 384 30 ", + "input_name:": "cached_conv2_2" + }, + { + "input_dimension:": "", + "input_name:": "/upsample_3/Constant_output_0" + } + ], + "node_name:": "/Gather_135", + "node_outputs:": [ + { + "output_dimension:": "1 384 30 ", + "output_name:": "/Gather_135_output_0" + } + ] + }, + { + "node_id:": 722, + "node_inputs:": [ + { + "input_dimension:": "1 384 30 ", + "input_name:": "/Gather_135_output_0" + }, + { + "input_dimension:": "1 384 18 ", + "input_name:": "/Mul_75_output_0" + } + ], + "node_name:": "/Concat_139", + "node_outputs:": [ + { + "output_dimension:": "1 384 48 ", + "output_name:": "/Concat_139_output_0" + } + ] + }, + { + "node_id:": 723, + "node_inputs:": [ + { + "input_dimension:": "1 384 48 ", + "input_name:": "/Concat_139_output_0" + }, + { + "input_dimension:": "384 1 31 ", + "input_name:": "encoder.encoders.2.encoder.layers.0.conv_module2.depthwise_conv.weight" + }, + { + "input_dimension:": "384 ", + "input_name:": "encoder.encoders.2.encoder.layers.0.conv_module2.depthwise_conv.bias" + } + ], + "node_name:": "/depthwise_conv_13/Conv", + "node_outputs:": [ + { + "output_dimension:": "1 384 18 ", + "output_name:": "/depthwise_conv_13/Conv_output_0" + } + ] + }, + { + "node_id:": 724, + "node_inputs:": [ + { + "input_dimension:": "1 384 18 ", + "input_name:": "/depthwise_conv_13/Conv_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/feed_forward1/activation_2/Constant_output_0" + } + ], + "node_name:": "/activation_13/Sub", + "node_outputs:": [ + { + "output_dimension:": "1 384 18 ", + "output_name:": "/activation_13/Sub_output_0" + } + ] + }, + { + "node_id:": 725, + "node_inputs:": [ + { + "input_dimension:": "1 384 18 ", + "input_name:": "/activation_13/Sub_output_0" + } + ], + "node_name:": "/activation_13/Sigmoid", + "node_outputs:": [ + { + "output_dimension:": "1 384 18 ", + "output_name:": "/activation_13/Sigmoid_output_0" + } + ] + }, + { + "node_id:": 726, + "node_inputs:": [ + { + "input_dimension:": "1 384 18 ", + "input_name:": "/depthwise_conv_13/Conv_output_0" + }, + { + "input_dimension:": "1 384 18 ", + "input_name:": "/activation_13/Sigmoid_output_0" + } + ], + "node_name:": "/activation_13/Mul", + "node_outputs:": [ + { + "output_dimension:": "1 384 18 ", + "output_name:": "/activation_13/Mul_output_0" + } + ] + }, + { + "node_id:": 727, + "node_inputs:": [ + { + "input_dimension:": "1 384 18 ", + "input_name:": "/activation_13/Mul_output_0" + }, + { + "input_dimension:": "384 384 1 ", + "input_name:": "encoder.encoders.2.encoder.layers.0.conv_module2.pointwise_conv2.weight" + }, + { + "input_dimension:": "384 ", + "input_name:": "encoder.encoders.2.encoder.layers.0.conv_module2.pointwise_conv2.bias" + } + ], + "node_name:": "/pointwise_conv2_13/Conv", + "node_outputs:": [ + { + "output_dimension:": "1 384 18 ", + "output_name:": "/pointwise_conv2_13/Conv_output_0" + } + ] + }, + { + "node_id:": 728, + "node_inputs:": [ + { + "input_dimension:": "1 384 18 ", + "input_name:": "/pointwise_conv2_13/Conv_output_0" + } + ], + "node_name:": "/Transpose_84", + "node_outputs:": [ + { + "output_dimension:": "18 1 384 ", + "output_name:": "/Transpose_84_output_0" + } + ] + }, + { + "node_id:": 729, + "node_inputs:": [ + { + "input_dimension:": "18 1 384 ", + "input_name:": "/Add_122_output_0" + }, + { + "input_dimension:": "18 1 384 ", + "input_name:": "/Transpose_84_output_0" + } + ], + "node_name:": "/Add_123", + "node_outputs:": [ + { + "output_dimension:": "18 1 384 ", + "output_name:": "/Add_123_output_0" + } + ] + }, + { + "node_id:": 730, + "node_inputs:": [ + { + "input_dimension:": "18 1 2048 ", + "input_name:": "/feed_forward3/in_proj_6/Add_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/feed_forward1/activation_2/Constant_output_0" + } + ], + "node_name:": "/feed_forward3/activation_6/Sub", + "node_outputs:": [ + { + "output_dimension:": "18 1 2048 ", + "output_name:": "/feed_forward3/activation_6/Sub_output_0" + } + ] + }, + { + "node_id:": 731, + "node_inputs:": [ + { + "input_dimension:": "18 1 2048 ", + "input_name:": "/feed_forward3/activation_6/Sub_output_0" + } + ], + "node_name:": "/feed_forward3/activation_6/Sigmoid", + "node_outputs:": [ + { + "output_dimension:": "18 1 2048 ", + "output_name:": "/feed_forward3/activation_6/Sigmoid_output_0" + } + ] + }, + { + "node_id:": 732, + "node_inputs:": [ + { + "input_dimension:": "18 1 2048 ", + "input_name:": "/feed_forward3/in_proj_6/Add_output_0" + }, + { + "input_dimension:": "18 1 2048 ", + "input_name:": "/feed_forward3/activation_6/Sigmoid_output_0" + } + ], + "node_name:": "/feed_forward3/activation_6/Mul", + "node_outputs:": [ + { + "output_dimension:": "18 1 2048 ", + "output_name:": "/feed_forward3/activation_6/Mul_output_0" + } + ] + }, + { + "node_id:": 733, + "node_inputs:": [ + { + "input_dimension:": "18 1 384 ", + "input_name:": "/Add_123_output_0" + }, + { + "input_dimension:": "18 1 384 ", + "input_name:": "/feed_forward3/out_proj_6/Add_output_0" + } + ], + "node_name:": "/Add_124", + "node_outputs:": [ + { + "output_dimension:": "18 1 384 ", + "output_name:": "/Add_124_output_0" + } + ] + }, + { + "node_id:": 734, + "node_inputs:": [ + { + "input_dimension:": "18 1 384 ", + "input_name:": "/Add_124_output_0" + }, + { + "input_dimension:": "18 1 384 ", + "input_name:": "/Add_124_output_0" + } + ], + "node_name:": "/norm_final_6/Mul", + "node_outputs:": [ + { + "output_dimension:": "18 1 384 ", + "output_name:": "/norm_final_6/Mul_output_0" + } + ] + }, + { + "node_id:": 735, + "node_inputs:": [ + { + "input_dimension:": "18 1 384 ", + "input_name:": "/norm_final_6/Mul_output_0" + } + ], + "node_name:": "/norm_final_6/ReduceMean", + "node_outputs:": [ + { + "output_dimension:": "18 1 1 ", + "output_name:": "/norm_final_6/ReduceMean_output_0" + } + ] + }, + { + "node_id:": 736, + "node_inputs:": [ + { + "input_dimension:": "18 1 1 ", + "input_name:": "/norm_final_6/ReduceMean_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/norm_final_6/Constant_output_0" + } + ], + "node_name:": "/norm_final_6/Add", + "node_outputs:": [ + { + "output_dimension:": "18 1 1 ", + "output_name:": "/norm_final_6/Add_output_0" + } + ] + }, + { + "node_id:": 737, + "node_inputs:": [ + { + "input_dimension:": "18 1 1 ", + "input_name:": "/norm_final_6/Add_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/norm_final_1/Constant_1_output_0" + } + ], + "node_name:": "/norm_final_6/Pow", + "node_outputs:": [ + { + "output_dimension:": "18 1 1 ", + "output_name:": "/norm_final_6/Pow_output_0" + } + ] + }, + { + "node_id:": 738, + "node_inputs:": [ + { + "input_dimension:": "18 1 384 ", + "input_name:": "/Add_124_output_0" + }, + { + "input_dimension:": "18 1 1 ", + "input_name:": "/norm_final_6/Pow_output_0" + } + ], + "node_name:": "/norm_final_6/Mul_1", + "node_outputs:": [ + { + "output_dimension:": "18 1 384 ", + "output_name:": "/norm_final_6/Mul_1_output_0" + } + ] + }, + { + "node_id:": 739, + "node_inputs:": [ + { + "input_dimension:": "18 1 384 ", + "input_name:": "/norm_final_6/Mul_1_output_0" + }, + { + "input_dimension:": "18 1 384 ", + "input_name:": "/downsample_1/ReduceSum_1_output_0" + } + ], + "node_name:": "/Sub_20", + "node_outputs:": [ + { + "output_dimension:": "18 1 384 ", + "output_name:": "/Sub_20_output_0" + } + ] + }, + { + "node_id:": 740, + "node_inputs:": [ + { + "input_dimension:": "18 1 384 ", + "input_name:": "/Sub_20_output_0" + }, + { + "input_dimension:": "", + "input_name:": "encoder.encoders.2.encoder.layers.0.bypass_scale" + } + ], + "node_name:": "/Mul_76", + "node_outputs:": [ + { + "output_dimension:": "18 1 384 ", + "output_name:": "/Mul_76_output_0" + } + ] + }, + { + "node_id:": 741, + "node_inputs:": [ + { + "input_dimension:": "18 1 384 ", + "input_name:": "/downsample_1/ReduceSum_1_output_0" + }, + { + "input_dimension:": "18 1 384 ", + "input_name:": "/Mul_76_output_0" + } + ], + "node_name:": "/Add_125", + "node_outputs:": [ + { + "output_dimension:": "18 1 384 ", + "output_name:": "/Add_125_output_0" + } + ] + }, + { + "node_id:": 742, + "node_inputs:": [ + { + "input_dimension:": "18 1 2048 ", + "input_name:": "/feed_forward1/in_proj_7/Add_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/feed_forward1/activation_2/Constant_output_0" + } + ], + "node_name:": "/feed_forward1/activation_7/Sub", + "node_outputs:": [ + { + "output_dimension:": "18 1 2048 ", + "output_name:": "/feed_forward1/activation_7/Sub_output_0" + } + ] + }, + { + "node_id:": 743, + "node_inputs:": [ + { + "input_dimension:": "18 1 2048 ", + "input_name:": "/feed_forward1/activation_7/Sub_output_0" + } + ], + "node_name:": "/feed_forward1/activation_7/Sigmoid", + "node_outputs:": [ + { + "output_dimension:": "18 1 2048 ", + "output_name:": "/feed_forward1/activation_7/Sigmoid_output_0" + } + ] + }, + { + "node_id:": 744, + "node_inputs:": [ + { + "input_dimension:": "18 1 2048 ", + "input_name:": "/feed_forward1/in_proj_7/Add_output_0" + }, + { + "input_dimension:": "18 1 2048 ", + "input_name:": "/feed_forward1/activation_7/Sigmoid_output_0" + } + ], + "node_name:": "/feed_forward1/activation_7/Mul", + "node_outputs:": [ + { + "output_dimension:": "18 1 2048 ", + "output_name:": "/feed_forward1/activation_7/Mul_output_0" + } + ] + }, + { + "node_id:": 745, + "node_inputs:": [ + { + "input_dimension:": "18 1 384 ", + "input_name:": "/Add_125_output_0" + }, + { + "input_dimension:": "18 1 384 ", + "input_name:": "/feed_forward1/out_proj_7/Add_output_0" + } + ], + "node_name:": "/Add_126", + "node_outputs:": [ + { + "output_dimension:": "18 1 384 ", + "output_name:": "/Add_126_output_0" + } + ] + }, + { + "node_id:": 746, + "node_inputs:": [ + { + "input_dimension:": "18 1 384 ", + "input_name:": "/Add_126_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/Constant_631_output_0" + } + ], + "node_name:": "/CumSum_7", + "node_outputs:": [ + { + "output_dimension:": "18 1 384 ", + "output_name:": "/CumSum_7_output_0" + } + ] + }, + { + "node_id:": 747, + "node_inputs:": [ + { + "input_dimension:": "18 1 384 ", + "input_name:": "/CumSum_7_output_0" + }, + { + "input_dimension:": "1 1 384 ", + "input_name:": "/Unsqueeze_282_output_0" + } + ], + "node_name:": "/Add_127", + "node_outputs:": [ + { + "output_dimension:": "18 1 384 ", + "output_name:": "/Add_127_output_0" + } + ] + }, + { + "node_id:": 748, + "node_inputs:": [ + { + "input_dimension:": "18 1 ", + "input_name:": "/Unsqueeze_283_output_0" + }, + { + "input_dimension:": "1 1 ", + "input_name:": "/Unsqueeze_284_output_0" + } + ], + "node_name:": "/Add_129", + "node_outputs:": [ + { + "output_dimension:": "18 1 ", + "output_name:": "/Add_129_output_0" + } + ] + }, + { + "node_id:": 749, + "node_inputs:": [ + { + "input_dimension:": "18 1 ", + "input_name:": "/Add_129_output_0" + } + ], + "node_name:": "/Cast_37", + "node_outputs:": [ + { + "output_dimension:": "18 1 ", + "output_name:": "/Cast_37_output_0" + } + ] + }, + { + "node_id:": 750, + "node_inputs:": [ + { + "input_dimension:": "18 1 ", + "input_name:": "/Cast_37_output_0" + } + ], + "node_name:": "/Reciprocal_7", + "node_outputs:": [ + { + "output_dimension:": "18 1 ", + "output_name:": "/Reciprocal_7_output_0" + } + ] + }, + { + "node_id:": 751, + "node_inputs:": [ + { + "input_dimension:": "18 1 ", + "input_name:": "/Reciprocal_7_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_1113_output_0" + } + ], + "node_name:": "/Unsqueeze_285", + "node_outputs:": [ + { + "output_dimension:": "18 1 1 ", + "output_name:": "/Unsqueeze_285_output_0" + } + ] + }, + { + "node_id:": 752, + "node_inputs:": [ + { + "input_dimension:": "18 1 384 ", + "input_name:": "/Add_127_output_0" + }, + { + "input_dimension:": "18 1 1 ", + "input_name:": "/Unsqueeze_285_output_0" + } + ], + "node_name:": "/Mul_79", + "node_outputs:": [ + { + "output_dimension:": "18 1 384 ", + "output_name:": "/Mul_79_output_0" + } + ] + }, + { + "node_id:": 753, + "node_inputs:": [ + { + "input_dimension:": "18 1 384 ", + "input_name:": "/Mul_79_output_0" + }, + { + "input_dimension:": "384 384 ", + "input_name:": "onnx::MatMul_7805" + } + ], + "node_name:": "/proj_7/MatMul", + "node_outputs:": [ + { + "output_dimension:": "18 1 384 ", + "output_name:": "/proj_7/MatMul_output_0" + } + ] + }, + { + "node_id:": 754, + "node_inputs:": [ + { + "input_dimension:": "18 1 384 ", + "input_name:": "/Add_126_output_0" + }, + { + "input_dimension:": "18 1 384 ", + "input_name:": "/proj_7/MatMul_output_0" + } + ], + "node_name:": "/Add_131", + "node_outputs:": [ + { + "output_dimension:": "18 1 384 ", + "output_name:": "/Add_131_output_0" + } + ] + }, + { + "node_id:": 755, + "node_inputs:": [ + { + "input_dimension:": "18 1 512 ", + "input_name:": "/in_proj_7/Add_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_285_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_568_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_1113_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Slice_65", + "node_outputs:": [ + { + "output_dimension:": "18 1 192 ", + "output_name:": "/Slice_65_output_0" + } + ] + }, + { + "node_id:": 756, + "node_inputs:": [ + { + "input_dimension:": "3 72 1 192 ", + "input_name:": "cached_key_2" + }, + { + "input_dimension:": "", + "input_name:": "/encoder_pos_1/Constant_2_output_0" + } + ], + "node_name:": "/Gather_152", + "node_outputs:": [ + { + "output_dimension:": "72 1 192 ", + "output_name:": "/Gather_152_output_0" + } + ] + }, + { + "node_id:": 757, + "node_inputs:": [ + { + "input_dimension:": "72 1 192 ", + "input_name:": "/Gather_152_output_0" + }, + { + "input_dimension:": "18 1 192 ", + "input_name:": "/Slice_65_output_0" + } + ], + "node_name:": "/Concat_140", + "node_outputs:": [ + { + "output_dimension:": "90 1 192 ", + "output_name:": "/Concat_140_output_0" + } + ] + }, + { + "node_id:": 758, + "node_inputs:": [ + { + "input_dimension:": "18 1 512 ", + "input_name:": "/in_proj_7/Add_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_1118_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_69_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_1113_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Slice_67", + "node_outputs:": [ + { + "output_dimension:": "18 1 32 ", + "output_name:": "/Slice_67_output_0" + } + ] + }, + { + "node_id:": 759, + "node_inputs:": [ + { + "input_dimension:": "18 1 32 ", + "input_name:": "/Slice_67_output_0" + }, + { + "input_dimension:": "4 ", + "input_name:": "/Concat_143_output_0" + } + ], + "node_name:": "/Reshape_78", + "node_outputs:": [ + { + "output_dimension:": "18 1 8 4 ", + "output_name:": "/Reshape_78_output_0" + } + ] + }, + { + "node_id:": 760, + "node_inputs:": [ + { + "input_dimension:": "18 1 8 4 ", + "input_name:": "/Reshape_78_output_0" + } + ], + "node_name:": "/Transpose_87", + "node_outputs:": [ + { + "output_dimension:": "1 8 18 4 ", + "output_name:": "/Transpose_87_output_0" + } + ] + }, + { + "node_id:": 761, + "node_inputs:": [ + { + "input_dimension:": "1 8 18 4 ", + "input_name:": "/Transpose_87_output_0" + }, + { + "input_dimension:": "1 8 4 107 ", + "input_name:": "/Transpose_89_output_0" + } + ], + "node_name:": "/MatMul_35", + "node_outputs:": [ + { + "output_dimension:": "1 8 18 107 ", + "output_name:": "/MatMul_35_output_0" + } + ] + }, + { + "node_id:": 762, + "node_inputs:": [ + { + "input_dimension:": "90 1 192 ", + "input_name:": "/Concat_140_output_0" + }, + { + "input_dimension:": "4 ", + "input_name:": "/Concat_266_output_0" + } + ], + "node_name:": "/Reshape_79", + "node_outputs:": [ + { + "output_dimension:": "90 1 8 24 ", + "output_name:": "/Reshape_79_output_0" + } + ] + }, + { + "node_id:": 763, + "node_inputs:": [ + { + "input_dimension:": "90 1 8 24 ", + "input_name:": "/Reshape_79_output_0" + } + ], + "node_name:": "/Transpose_88", + "node_outputs:": [ + { + "output_dimension:": "1 8 24 90 ", + "output_name:": "/Transpose_88_output_0" + } + ] + }, + { + "node_id:": 764, + "node_inputs:": [ + { + "input_dimension:": "18 1 512 ", + "input_name:": "/in_proj_7/Add_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_285_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_1113_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Slice_64", + "node_outputs:": [ + { + "output_dimension:": "18 1 192 ", + "output_name:": "/Slice_64_output_0" + } + ] + }, + { + "node_id:": 765, + "node_inputs:": [ + { + "input_dimension:": "18 1 192 ", + "input_name:": "/Slice_64_output_0" + }, + { + "input_dimension:": "4 ", + "input_name:": "/Concat_142_output_0" + } + ], + "node_name:": "/Reshape_77", + "node_outputs:": [ + { + "output_dimension:": "18 1 8 24 ", + "output_name:": "/Reshape_77_output_0" + } + ] + }, + { + "node_id:": 766, + "node_inputs:": [ + { + "input_dimension:": "18 1 8 24 ", + "input_name:": "/Reshape_77_output_0" + } + ], + "node_name:": "/Transpose_86", + "node_outputs:": [ + { + "output_dimension:": "1 8 18 24 ", + "output_name:": "/Transpose_86_output_0" + } + ] + }, + { + "node_id:": 767, + "node_inputs:": [ + { + "input_dimension:": "1 8 18 24 ", + "input_name:": "/Transpose_86_output_0" + }, + { + "input_dimension:": "1 8 24 90 ", + "input_name:": "/Transpose_88_output_0" + } + ], + "node_name:": "/MatMul_36", + "node_outputs:": [ + { + "output_dimension:": "1 8 18 90 ", + "output_name:": "/MatMul_36_output_0" + } + ] + }, + { + "node_id:": 768, + "node_inputs:": [ + { + "input_dimension:": "1 8 18 107 ", + "input_name:": "/MatMul_35_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "/Concat_149_output_0" + } + ], + "node_name:": "/Reshape_82", + "node_outputs:": [ + { + "output_dimension:": "144 107 ", + "output_name:": "/Reshape_82_output_0" + } + ] + }, + { + "node_id:": 769, + "node_inputs:": [ + { + "input_dimension:": "144 107 ", + "input_name:": "/Reshape_82_output_0" + }, + { + "input_dimension:": "144 90 ", + "input_name:": "/Add_133_output_0" + } + ], + "node_name:": "/GatherElements_7", + "node_outputs:": [ + { + "output_dimension:": "144 90 ", + "output_name:": "/GatherElements_7_output_0" + } + ] + }, + { + "node_id:": 770, + "node_inputs:": [ + { + "input_dimension:": "144 90 ", + "input_name:": "/GatherElements_7_output_0" + }, + { + "input_dimension:": "4 ", + "input_name:": "/Concat_150_output_0" + } + ], + "node_name:": "/Reshape_83", + "node_outputs:": [ + { + "output_dimension:": "1 8 18 90 ", + "output_name:": "/Reshape_83_output_0" + } + ] + }, + { + "node_id:": 771, + "node_inputs:": [ + { + "input_dimension:": "1 8 18 90 ", + "input_name:": "/MatMul_36_output_0" + }, + { + "input_dimension:": "1 8 18 90 ", + "input_name:": "/Reshape_83_output_0" + } + ], + "node_name:": "/Add_134", + "node_outputs:": [ + { + "output_dimension:": "1 8 18 90 ", + "output_name:": "/Add_134_output_0" + } + ] + }, + { + "node_id:": 772, + "node_inputs:": [ + { + "input_dimension:": "1 8 18 90 ", + "input_name:": "/Add_134_output_0" + }, + { + "input_dimension:": "3 ", + "input_name:": "/Concat_151_output_0" + } + ], + "node_name:": "/Reshape_84", + "node_outputs:": [ + { + "output_dimension:": "8 18 90 ", + "output_name:": "/Reshape_84_output_0" + } + ] + }, + { + "node_id:": 773, + "node_inputs:": [ + { + "input_dimension:": "8 18 90 ", + "input_name:": "/Reshape_84_output_0" + } + ], + "node_name:": "/Softmax_7", + "node_outputs:": [ + { + "output_dimension:": "8 18 90 ", + "output_name:": "/Softmax_7_output_0" + } + ] + }, + { + "node_id:": 774, + "node_inputs:": [ + { + "input_dimension:": "18 1 512 ", + "input_name:": "/in_proj_7/Add_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_568_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_1118_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_1113_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Slice_66", + "node_outputs:": [ + { + "output_dimension:": "18 1 96 ", + "output_name:": "/Slice_66_output_0" + } + ] + }, + { + "node_id:": 775, + "node_inputs:": [ + { + "input_dimension:": "3 72 1 96 ", + "input_name:": "cached_val_2" + }, + { + "input_dimension:": "", + "input_name:": "/encoder_pos_1/Constant_2_output_0" + } + ], + "node_name:": "/Gather_153", + "node_outputs:": [ + { + "output_dimension:": "72 1 96 ", + "output_name:": "/Gather_153_output_0" + } + ] + }, + { + "node_id:": 776, + "node_inputs:": [ + { + "input_dimension:": "72 1 96 ", + "input_name:": "/Gather_153_output_0" + }, + { + "input_dimension:": "18 1 96 ", + "input_name:": "/Slice_66_output_0" + } + ], + "node_name:": "/Concat_141", + "node_outputs:": [ + { + "output_dimension:": "90 1 96 ", + "output_name:": "/Concat_141_output_0" + } + ] + }, + { + "node_id:": 777, + "node_inputs:": [ + { + "input_dimension:": "90 1 96 ", + "input_name:": "/Concat_141_output_0" + }, + { + "input_dimension:": "3 ", + "input_name:": "/Concat_145_output_0" + } + ], + "node_name:": "/Reshape_80", + "node_outputs:": [ + { + "output_dimension:": "90 8 12 ", + "output_name:": "/Reshape_80_output_0" + } + ] + }, + { + "node_id:": 778, + "node_inputs:": [ + { + "input_dimension:": "90 8 12 ", + "input_name:": "/Reshape_80_output_0" + } + ], + "node_name:": "/Transpose_85", + "node_outputs:": [ + { + "output_dimension:": "8 90 12 ", + "output_name:": "/Transpose_85_output_0" + } + ] + }, + { + "node_id:": 779, + "node_inputs:": [ + { + "input_dimension:": "8 18 90 ", + "input_name:": "/Softmax_7_output_0" + }, + { + "input_dimension:": "8 90 12 ", + "input_name:": "/Transpose_85_output_0" + } + ], + "node_name:": "/MatMul_37", + "node_outputs:": [ + { + "output_dimension:": "8 18 12 ", + "output_name:": "/MatMul_37_output_0" + } + ] + }, + { + "node_id:": 780, + "node_inputs:": [ + { + "input_dimension:": "8 18 12 ", + "input_name:": "/MatMul_37_output_0" + } + ], + "node_name:": "/Transpose_90", + "node_outputs:": [ + { + "output_dimension:": "18 8 12 ", + "output_name:": "/Transpose_90_output_0" + } + ] + }, + { + "node_id:": 781, + "node_inputs:": [ + { + "input_dimension:": "18 1 384 ", + "input_name:": "/Add_131_output_0" + }, + { + "input_dimension:": "18 1 384 ", + "input_name:": "/Add_135_output_0" + } + ], + "node_name:": "/Add_136", + "node_outputs:": [ + { + "output_dimension:": "18 1 384 ", + "output_name:": "/Add_136_output_0" + } + ] + }, + { + "node_id:": 782, + "node_inputs:": [ + { + "input_dimension:": "18 1 384 ", + "input_name:": "/Add_136_output_0" + } + ], + "node_name:": "/Transpose_91", + "node_outputs:": [ + { + "output_dimension:": "1 384 18 ", + "output_name:": "/Transpose_91_output_0" + } + ] + }, + { + "node_id:": 783, + "node_inputs:": [ + { + "input_dimension:": "1 384 18 ", + "input_name:": "/Transpose_91_output_0" + }, + { + "input_dimension:": "768 384 1 ", + "input_name:": "encoder.encoders.2.encoder.layers.1.conv_module1.pointwise_conv1.weight" + }, + { + "input_dimension:": "768 ", + "input_name:": "encoder.encoders.2.encoder.layers.1.conv_module1.pointwise_conv1.bias" + } + ], + "node_name:": "/pointwise_conv1_14/Conv", + "node_outputs:": [ + { + "output_dimension:": "1 768 18 ", + "output_name:": "/pointwise_conv1_14/Conv_output_0" + } + ] + }, + { + "node_id:": 784, + "node_inputs:": [ + { + "input_dimension:": "1 768 18 ", + "input_name:": "/pointwise_conv1_14/Conv_output_0" + } + ], + "node_name:": "/Split_14", + "node_outputs:": [ + { + "output_dimension:": "1 384 18 ", + "output_name:": "/Split_14_output_0" + }, + { + "output_dimension:": "1 384 18 ", + "output_name:": "/Split_14_output_1" + } + ] + }, + { + "node_id:": 785, + "node_inputs:": [ + { + "input_dimension:": "1 384 18 ", + "input_name:": "/Split_14_output_1" + } + ], + "node_name:": "/Sigmoid_14", + "node_outputs:": [ + { + "output_dimension:": "1 384 18 ", + "output_name:": "/Sigmoid_14_output_0" + } + ] + }, + { + "node_id:": 786, + "node_inputs:": [ + { + "input_dimension:": "1 384 18 ", + "input_name:": "/Split_14_output_0" + }, + { + "input_dimension:": "1 384 18 ", + "input_name:": "/Sigmoid_14_output_0" + } + ], + "node_name:": "/Mul_84", + "node_outputs:": [ + { + "output_dimension:": "1 384 18 ", + "output_name:": "/Mul_84_output_0" + } + ] + }, + { + "node_id:": 787, + "node_inputs:": [ + { + "input_dimension:": "3 1 384 30 ", + "input_name:": "cached_conv1_2" + }, + { + "input_dimension:": "", + "input_name:": "/encoder_pos_1/Constant_2_output_0" + } + ], + "node_name:": "/Gather_155", + "node_outputs:": [ + { + "output_dimension:": "1 384 30 ", + "output_name:": "/Gather_155_output_0" + } + ] + }, + { + "node_id:": 788, + "node_inputs:": [ + { + "input_dimension:": "1 384 30 ", + "input_name:": "/Gather_155_output_0" + }, + { + "input_dimension:": "1 384 18 ", + "input_name:": "/Mul_84_output_0" + } + ], + "node_name:": "/Concat_153", + "node_outputs:": [ + { + "output_dimension:": "1 384 48 ", + "output_name:": "/Concat_153_output_0" + } + ] + }, + { + "node_id:": 789, + "node_inputs:": [ + { + "input_dimension:": "1 384 48 ", + "input_name:": "/Concat_153_output_0" + }, + { + "input_dimension:": "384 1 31 ", + "input_name:": "encoder.encoders.2.encoder.layers.1.conv_module1.depthwise_conv.weight" + }, + { + "input_dimension:": "384 ", + "input_name:": "encoder.encoders.2.encoder.layers.1.conv_module1.depthwise_conv.bias" + } + ], + "node_name:": "/depthwise_conv_14/Conv", + "node_outputs:": [ + { + "output_dimension:": "1 384 18 ", + "output_name:": "/depthwise_conv_14/Conv_output_0" + } + ] + }, + { + "node_id:": 790, + "node_inputs:": [ + { + "input_dimension:": "1 384 18 ", + "input_name:": "/depthwise_conv_14/Conv_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/feed_forward1/activation_2/Constant_output_0" + } + ], + "node_name:": "/activation_14/Sub", + "node_outputs:": [ + { + "output_dimension:": "1 384 18 ", + "output_name:": "/activation_14/Sub_output_0" + } + ] + }, + { + "node_id:": 791, + "node_inputs:": [ + { + "input_dimension:": "1 384 18 ", + "input_name:": "/activation_14/Sub_output_0" + } + ], + "node_name:": "/activation_14/Sigmoid", + "node_outputs:": [ + { + "output_dimension:": "1 384 18 ", + "output_name:": "/activation_14/Sigmoid_output_0" + } + ] + }, + { + "node_id:": 792, + "node_inputs:": [ + { + "input_dimension:": "1 384 18 ", + "input_name:": "/depthwise_conv_14/Conv_output_0" + }, + { + "input_dimension:": "1 384 18 ", + "input_name:": "/activation_14/Sigmoid_output_0" + } + ], + "node_name:": "/activation_14/Mul", + "node_outputs:": [ + { + "output_dimension:": "1 384 18 ", + "output_name:": "/activation_14/Mul_output_0" + } + ] + }, + { + "node_id:": 793, + "node_inputs:": [ + { + "input_dimension:": "1 384 18 ", + "input_name:": "/activation_14/Mul_output_0" + }, + { + "input_dimension:": "384 384 1 ", + "input_name:": "encoder.encoders.2.encoder.layers.1.conv_module1.pointwise_conv2.weight" + }, + { + "input_dimension:": "384 ", + "input_name:": "encoder.encoders.2.encoder.layers.1.conv_module1.pointwise_conv2.bias" + } + ], + "node_name:": "/pointwise_conv2_14/Conv", + "node_outputs:": [ + { + "output_dimension:": "1 384 18 ", + "output_name:": "/pointwise_conv2_14/Conv_output_0" + } + ] + }, + { + "node_id:": 794, + "node_inputs:": [ + { + "input_dimension:": "1 384 18 ", + "input_name:": "/pointwise_conv2_14/Conv_output_0" + } + ], + "node_name:": "/Transpose_92", + "node_outputs:": [ + { + "output_dimension:": "18 1 384 ", + "output_name:": "/Transpose_92_output_0" + } + ] + }, + { + "node_id:": 795, + "node_inputs:": [ + { + "input_dimension:": "18 1 384 ", + "input_name:": "/Add_136_output_0" + }, + { + "input_dimension:": "18 1 384 ", + "input_name:": "/Transpose_92_output_0" + } + ], + "node_name:": "/Add_137", + "node_outputs:": [ + { + "output_dimension:": "18 1 384 ", + "output_name:": "/Add_137_output_0" + } + ] + }, + { + "node_id:": 796, + "node_inputs:": [ + { + "input_dimension:": "18 1 2048 ", + "input_name:": "/feed_forward2/in_proj_7/Add_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/feed_forward1/activation_2/Constant_output_0" + } + ], + "node_name:": "/feed_forward2/activation_7/Sub", + "node_outputs:": [ + { + "output_dimension:": "18 1 2048 ", + "output_name:": "/feed_forward2/activation_7/Sub_output_0" + } + ] + }, + { + "node_id:": 797, + "node_inputs:": [ + { + "input_dimension:": "18 1 2048 ", + "input_name:": "/feed_forward2/activation_7/Sub_output_0" + } + ], + "node_name:": "/feed_forward2/activation_7/Sigmoid", + "node_outputs:": [ + { + "output_dimension:": "18 1 2048 ", + "output_name:": "/feed_forward2/activation_7/Sigmoid_output_0" + } + ] + }, + { + "node_id:": 798, + "node_inputs:": [ + { + "input_dimension:": "18 1 2048 ", + "input_name:": "/feed_forward2/in_proj_7/Add_output_0" + }, + { + "input_dimension:": "18 1 2048 ", + "input_name:": "/feed_forward2/activation_7/Sigmoid_output_0" + } + ], + "node_name:": "/feed_forward2/activation_7/Mul", + "node_outputs:": [ + { + "output_dimension:": "18 1 2048 ", + "output_name:": "/feed_forward2/activation_7/Mul_output_0" + } + ] + }, + { + "node_id:": 799, + "node_inputs:": [ + { + "input_dimension:": "18 1 384 ", + "input_name:": "/Add_137_output_0" + }, + { + "input_dimension:": "18 1 384 ", + "input_name:": "/feed_forward2/out_proj_7/Add_output_0" + } + ], + "node_name:": "/Add_138", + "node_outputs:": [ + { + "output_dimension:": "18 1 384 ", + "output_name:": "/Add_138_output_0" + } + ] + }, + { + "node_id:": 800, + "node_inputs:": [ + { + "input_dimension:": "18 1 384 ", + "input_name:": "/Add_138_output_0" + }, + { + "input_dimension:": "384 96 ", + "input_name:": "onnx::MatMul_7851" + } + ], + "node_name:": "/in_proj2_7/MatMul", + "node_outputs:": [ + { + "output_dimension:": "18 1 96 ", + "output_name:": "/in_proj2_7/MatMul_output_0" + } + ] + }, + { + "node_id:": 801, + "node_inputs:": [ + { + "input_dimension:": "3 72 1 96 ", + "input_name:": "cached_val2_2" + }, + { + "input_dimension:": "", + "input_name:": "/encoder_pos_1/Constant_2_output_0" + } + ], + "node_name:": "/Gather_154", + "node_outputs:": [ + { + "output_dimension:": "72 1 96 ", + "output_name:": "/Gather_154_output_0" + } + ] + }, + { + "node_id:": 802, + "node_inputs:": [ + { + "input_dimension:": "72 1 96 ", + "input_name:": "/Gather_154_output_0" + }, + { + "input_dimension:": "18 1 96 ", + "input_name:": "/in_proj2_7/MatMul_output_0" + } + ], + "node_name:": "/Concat_154", + "node_outputs:": [ + { + "output_dimension:": "90 1 96 ", + "output_name:": "/Concat_154_output_0" + } + ] + }, + { + "node_id:": 803, + "node_inputs:": [ + { + "input_dimension:": "90 1 96 ", + "input_name:": "/Concat_154_output_0" + }, + { + "input_dimension:": "3 ", + "input_name:": "/Concat_155_output_0" + } + ], + "node_name:": "/Reshape_86", + "node_outputs:": [ + { + "output_dimension:": "90 8 12 ", + "output_name:": "/Reshape_86_output_0" + } + ] + }, + { + "node_id:": 804, + "node_inputs:": [ + { + "input_dimension:": "90 8 12 ", + "input_name:": "/Reshape_86_output_0" + } + ], + "node_name:": "/Transpose_93", + "node_outputs:": [ + { + "output_dimension:": "8 90 12 ", + "output_name:": "/Transpose_93_output_0" + } + ] + }, + { + "node_id:": 805, + "node_inputs:": [ + { + "input_dimension:": "8 18 90 ", + "input_name:": "/Softmax_7_output_0" + }, + { + "input_dimension:": "8 90 12 ", + "input_name:": "/Transpose_93_output_0" + } + ], + "node_name:": "/MatMul_39", + "node_outputs:": [ + { + "output_dimension:": "8 18 12 ", + "output_name:": "/MatMul_39_output_0" + } + ] + }, + { + "node_id:": 806, + "node_inputs:": [ + { + "input_dimension:": "8 18 12 ", + "input_name:": "/MatMul_39_output_0" + } + ], + "node_name:": "/Transpose_94", + "node_outputs:": [ + { + "output_dimension:": "18 8 12 ", + "output_name:": "/Transpose_94_output_0" + } + ] + }, + { + "node_id:": 807, + "node_inputs:": [ + { + "input_dimension:": "18 1 384 ", + "input_name:": "/Add_138_output_0" + }, + { + "input_dimension:": "18 1 384 ", + "input_name:": "/out_proj2_7/Add_output_0" + } + ], + "node_name:": "/Add_140", + "node_outputs:": [ + { + "output_dimension:": "18 1 384 ", + "output_name:": "/Add_140_output_0" + } + ] + }, + { + "node_id:": 808, + "node_inputs:": [ + { + "input_dimension:": "18 1 384 ", + "input_name:": "/Add_140_output_0" + } + ], + "node_name:": "/Transpose_95", + "node_outputs:": [ + { + "output_dimension:": "1 384 18 ", + "output_name:": "/Transpose_95_output_0" + } + ] + }, + { + "node_id:": 809, + "node_inputs:": [ + { + "input_dimension:": "1 384 18 ", + "input_name:": "/Transpose_95_output_0" + }, + { + "input_dimension:": "768 384 1 ", + "input_name:": "encoder.encoders.2.encoder.layers.1.conv_module2.pointwise_conv1.weight" + }, + { + "input_dimension:": "768 ", + "input_name:": "encoder.encoders.2.encoder.layers.1.conv_module2.pointwise_conv1.bias" + } + ], + "node_name:": "/pointwise_conv1_15/Conv", + "node_outputs:": [ + { + "output_dimension:": "1 768 18 ", + "output_name:": "/pointwise_conv1_15/Conv_output_0" + } + ] + }, + { + "node_id:": 810, + "node_inputs:": [ + { + "input_dimension:": "1 768 18 ", + "input_name:": "/pointwise_conv1_15/Conv_output_0" + } + ], + "node_name:": "/Split_15", + "node_outputs:": [ + { + "output_dimension:": "1 384 18 ", + "output_name:": "/Split_15_output_0" + }, + { + "output_dimension:": "1 384 18 ", + "output_name:": "/Split_15_output_1" + } + ] + }, + { + "node_id:": 811, + "node_inputs:": [ + { + "input_dimension:": "1 384 18 ", + "input_name:": "/Split_15_output_1" + } + ], + "node_name:": "/Sigmoid_15", + "node_outputs:": [ + { + "output_dimension:": "1 384 18 ", + "output_name:": "/Sigmoid_15_output_0" + } + ] + }, + { + "node_id:": 812, + "node_inputs:": [ + { + "input_dimension:": "1 384 18 ", + "input_name:": "/Split_15_output_0" + }, + { + "input_dimension:": "1 384 18 ", + "input_name:": "/Sigmoid_15_output_0" + } + ], + "node_name:": "/Mul_86", + "node_outputs:": [ + { + "output_dimension:": "1 384 18 ", + "output_name:": "/Mul_86_output_0" + } + ] + }, + { + "node_id:": 813, + "node_inputs:": [ + { + "input_dimension:": "3 1 384 30 ", + "input_name:": "cached_conv2_2" + }, + { + "input_dimension:": "", + "input_name:": "/encoder_pos_1/Constant_2_output_0" + } + ], + "node_name:": "/Gather_156", + "node_outputs:": [ + { + "output_dimension:": "1 384 30 ", + "output_name:": "/Gather_156_output_0" + } + ] + }, + { + "node_id:": 814, + "node_inputs:": [ + { + "input_dimension:": "1 384 30 ", + "input_name:": "/Gather_156_output_0" + }, + { + "input_dimension:": "1 384 18 ", + "input_name:": "/Mul_86_output_0" + } + ], + "node_name:": "/Concat_157", + "node_outputs:": [ + { + "output_dimension:": "1 384 48 ", + "output_name:": "/Concat_157_output_0" + } + ] + }, + { + "node_id:": 815, + "node_inputs:": [ + { + "input_dimension:": "1 384 48 ", + "input_name:": "/Concat_157_output_0" + }, + { + "input_dimension:": "384 1 31 ", + "input_name:": "encoder.encoders.2.encoder.layers.1.conv_module2.depthwise_conv.weight" + }, + { + "input_dimension:": "384 ", + "input_name:": "encoder.encoders.2.encoder.layers.1.conv_module2.depthwise_conv.bias" + } + ], + "node_name:": "/depthwise_conv_15/Conv", + "node_outputs:": [ + { + "output_dimension:": "1 384 18 ", + "output_name:": "/depthwise_conv_15/Conv_output_0" + } + ] + }, + { + "node_id:": 816, + "node_inputs:": [ + { + "input_dimension:": "1 384 18 ", + "input_name:": "/depthwise_conv_15/Conv_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/feed_forward1/activation_2/Constant_output_0" + } + ], + "node_name:": "/activation_15/Sub", + "node_outputs:": [ + { + "output_dimension:": "1 384 18 ", + "output_name:": "/activation_15/Sub_output_0" + } + ] + }, + { + "node_id:": 817, + "node_inputs:": [ + { + "input_dimension:": "1 384 18 ", + "input_name:": "/activation_15/Sub_output_0" + } + ], + "node_name:": "/activation_15/Sigmoid", + "node_outputs:": [ + { + "output_dimension:": "1 384 18 ", + "output_name:": "/activation_15/Sigmoid_output_0" + } + ] + }, + { + "node_id:": 818, + "node_inputs:": [ + { + "input_dimension:": "1 384 18 ", + "input_name:": "/depthwise_conv_15/Conv_output_0" + }, + { + "input_dimension:": "1 384 18 ", + "input_name:": "/activation_15/Sigmoid_output_0" + } + ], + "node_name:": "/activation_15/Mul", + "node_outputs:": [ + { + "output_dimension:": "1 384 18 ", + "output_name:": "/activation_15/Mul_output_0" + } + ] + }, + { + "node_id:": 819, + "node_inputs:": [ + { + "input_dimension:": "1 384 18 ", + "input_name:": "/activation_15/Mul_output_0" + }, + { + "input_dimension:": "384 384 1 ", + "input_name:": "encoder.encoders.2.encoder.layers.1.conv_module2.pointwise_conv2.weight" + }, + { + "input_dimension:": "384 ", + "input_name:": "encoder.encoders.2.encoder.layers.1.conv_module2.pointwise_conv2.bias" + } + ], + "node_name:": "/pointwise_conv2_15/Conv", + "node_outputs:": [ + { + "output_dimension:": "1 384 18 ", + "output_name:": "/pointwise_conv2_15/Conv_output_0" + } + ] + }, + { + "node_id:": 820, + "node_inputs:": [ + { + "input_dimension:": "1 384 18 ", + "input_name:": "/pointwise_conv2_15/Conv_output_0" + } + ], + "node_name:": "/Transpose_96", + "node_outputs:": [ + { + "output_dimension:": "18 1 384 ", + "output_name:": "/Transpose_96_output_0" + } + ] + }, + { + "node_id:": 821, + "node_inputs:": [ + { + "input_dimension:": "18 1 384 ", + "input_name:": "/Add_140_output_0" + }, + { + "input_dimension:": "18 1 384 ", + "input_name:": "/Transpose_96_output_0" + } + ], + "node_name:": "/Add_141", + "node_outputs:": [ + { + "output_dimension:": "18 1 384 ", + "output_name:": "/Add_141_output_0" + } + ] + }, + { + "node_id:": 822, + "node_inputs:": [ + { + "input_dimension:": "18 1 2048 ", + "input_name:": "/feed_forward3/in_proj_7/Add_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/feed_forward1/activation_2/Constant_output_0" + } + ], + "node_name:": "/feed_forward3/activation_7/Sub", + "node_outputs:": [ + { + "output_dimension:": "18 1 2048 ", + "output_name:": "/feed_forward3/activation_7/Sub_output_0" + } + ] + }, + { + "node_id:": 823, + "node_inputs:": [ + { + "input_dimension:": "18 1 2048 ", + "input_name:": "/feed_forward3/activation_7/Sub_output_0" + } + ], + "node_name:": "/feed_forward3/activation_7/Sigmoid", + "node_outputs:": [ + { + "output_dimension:": "18 1 2048 ", + "output_name:": "/feed_forward3/activation_7/Sigmoid_output_0" + } + ] + }, + { + "node_id:": 824, + "node_inputs:": [ + { + "input_dimension:": "18 1 2048 ", + "input_name:": "/feed_forward3/in_proj_7/Add_output_0" + }, + { + "input_dimension:": "18 1 2048 ", + "input_name:": "/feed_forward3/activation_7/Sigmoid_output_0" + } + ], + "node_name:": "/feed_forward3/activation_7/Mul", + "node_outputs:": [ + { + "output_dimension:": "18 1 2048 ", + "output_name:": "/feed_forward3/activation_7/Mul_output_0" + } + ] + }, + { + "node_id:": 825, + "node_inputs:": [ + { + "input_dimension:": "18 1 384 ", + "input_name:": "/Add_141_output_0" + }, + { + "input_dimension:": "18 1 384 ", + "input_name:": "/feed_forward3/out_proj_7/Add_output_0" + } + ], + "node_name:": "/Add_142", + "node_outputs:": [ + { + "output_dimension:": "18 1 384 ", + "output_name:": "/Add_142_output_0" + } + ] + }, + { + "node_id:": 826, + "node_inputs:": [ + { + "input_dimension:": "18 1 384 ", + "input_name:": "/Add_142_output_0" + }, + { + "input_dimension:": "18 1 384 ", + "input_name:": "/Add_142_output_0" + } + ], + "node_name:": "/norm_final_7/Mul", + "node_outputs:": [ + { + "output_dimension:": "18 1 384 ", + "output_name:": "/norm_final_7/Mul_output_0" + } + ] + }, + { + "node_id:": 827, + "node_inputs:": [ + { + "input_dimension:": "18 1 384 ", + "input_name:": "/norm_final_7/Mul_output_0" + } + ], + "node_name:": "/norm_final_7/ReduceMean", + "node_outputs:": [ + { + "output_dimension:": "18 1 1 ", + "output_name:": "/norm_final_7/ReduceMean_output_0" + } + ] + }, + { + "node_id:": 828, + "node_inputs:": [ + { + "input_dimension:": "18 1 1 ", + "input_name:": "/norm_final_7/ReduceMean_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/norm_final_7/Constant_output_0" + } + ], + "node_name:": "/norm_final_7/Add", + "node_outputs:": [ + { + "output_dimension:": "18 1 1 ", + "output_name:": "/norm_final_7/Add_output_0" + } + ] + }, + { + "node_id:": 829, + "node_inputs:": [ + { + "input_dimension:": "18 1 1 ", + "input_name:": "/norm_final_7/Add_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/norm_final_1/Constant_1_output_0" + } + ], + "node_name:": "/norm_final_7/Pow", + "node_outputs:": [ + { + "output_dimension:": "18 1 1 ", + "output_name:": "/norm_final_7/Pow_output_0" + } + ] + }, + { + "node_id:": 830, + "node_inputs:": [ + { + "input_dimension:": "18 1 384 ", + "input_name:": "/Add_142_output_0" + }, + { + "input_dimension:": "18 1 1 ", + "input_name:": "/norm_final_7/Pow_output_0" + } + ], + "node_name:": "/norm_final_7/Mul_1", + "node_outputs:": [ + { + "output_dimension:": "18 1 384 ", + "output_name:": "/norm_final_7/Mul_1_output_0" + } + ] + }, + { + "node_id:": 831, + "node_inputs:": [ + { + "input_dimension:": "18 1 384 ", + "input_name:": "/norm_final_7/Mul_1_output_0" + }, + { + "input_dimension:": "18 1 384 ", + "input_name:": "/Add_125_output_0" + } + ], + "node_name:": "/Sub_23", + "node_outputs:": [ + { + "output_dimension:": "18 1 384 ", + "output_name:": "/Sub_23_output_0" + } + ] + }, + { + "node_id:": 832, + "node_inputs:": [ + { + "input_dimension:": "18 1 384 ", + "input_name:": "/Sub_23_output_0" + }, + { + "input_dimension:": "", + "input_name:": "encoder.encoders.2.encoder.layers.1.bypass_scale" + } + ], + "node_name:": "/Mul_87", + "node_outputs:": [ + { + "output_dimension:": "18 1 384 ", + "output_name:": "/Mul_87_output_0" + } + ] + }, + { + "node_id:": 833, + "node_inputs:": [ + { + "input_dimension:": "18 1 384 ", + "input_name:": "/Add_125_output_0" + }, + { + "input_dimension:": "18 1 384 ", + "input_name:": "/Mul_87_output_0" + } + ], + "node_name:": "/Add_143", + "node_outputs:": [ + { + "output_dimension:": "18 1 384 ", + "output_name:": "/Add_143_output_0" + } + ] + }, + { + "node_id:": 834, + "node_inputs:": [ + { + "input_dimension:": "18 1 2048 ", + "input_name:": "/feed_forward1/in_proj_8/Add_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/feed_forward1/activation_2/Constant_output_0" + } + ], + "node_name:": "/feed_forward1/activation_8/Sub", + "node_outputs:": [ + { + "output_dimension:": "18 1 2048 ", + "output_name:": "/feed_forward1/activation_8/Sub_output_0" + } + ] + }, + { + "node_id:": 835, + "node_inputs:": [ + { + "input_dimension:": "18 1 2048 ", + "input_name:": "/feed_forward1/activation_8/Sub_output_0" + } + ], + "node_name:": "/feed_forward1/activation_8/Sigmoid", + "node_outputs:": [ + { + "output_dimension:": "18 1 2048 ", + "output_name:": "/feed_forward1/activation_8/Sigmoid_output_0" + } + ] + }, + { + "node_id:": 836, + "node_inputs:": [ + { + "input_dimension:": "18 1 2048 ", + "input_name:": "/feed_forward1/in_proj_8/Add_output_0" + }, + { + "input_dimension:": "18 1 2048 ", + "input_name:": "/feed_forward1/activation_8/Sigmoid_output_0" + } + ], + "node_name:": "/feed_forward1/activation_8/Mul", + "node_outputs:": [ + { + "output_dimension:": "18 1 2048 ", + "output_name:": "/feed_forward1/activation_8/Mul_output_0" + } + ] + }, + { + "node_id:": 837, + "node_inputs:": [ + { + "input_dimension:": "18 1 384 ", + "input_name:": "/Add_143_output_0" + }, + { + "input_dimension:": "18 1 384 ", + "input_name:": "/feed_forward1/out_proj_8/Add_output_0" + } + ], + "node_name:": "/Add_144", + "node_outputs:": [ + { + "output_dimension:": "18 1 384 ", + "output_name:": "/Add_144_output_0" + } + ] + }, + { + "node_id:": 838, + "node_inputs:": [ + { + "input_dimension:": "18 1 384 ", + "input_name:": "/Add_144_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/Constant_631_output_0" + } + ], + "node_name:": "/CumSum_8", + "node_outputs:": [ + { + "output_dimension:": "18 1 384 ", + "output_name:": "/CumSum_8_output_0" + } + ] + }, + { + "node_id:": 839, + "node_inputs:": [ + { + "input_dimension:": "18 1 384 ", + "input_name:": "/CumSum_8_output_0" + }, + { + "input_dimension:": "1 1 384 ", + "input_name:": "/Unsqueeze_316_output_0" + } + ], + "node_name:": "/Add_145", + "node_outputs:": [ + { + "output_dimension:": "18 1 384 ", + "output_name:": "/Add_145_output_0" + } + ] + }, + { + "node_id:": 840, + "node_inputs:": [ + { + "input_dimension:": "18 1 ", + "input_name:": "/Unsqueeze_317_output_0" + }, + { + "input_dimension:": "1 1 ", + "input_name:": "/Unsqueeze_318_output_0" + } + ], + "node_name:": "/Add_147", + "node_outputs:": [ + { + "output_dimension:": "18 1 ", + "output_name:": "/Add_147_output_0" + } + ] + }, + { + "node_id:": 841, + "node_inputs:": [ + { + "input_dimension:": "18 1 ", + "input_name:": "/Add_147_output_0" + } + ], + "node_name:": "/Cast_42", + "node_outputs:": [ + { + "output_dimension:": "18 1 ", + "output_name:": "/Cast_42_output_0" + } + ] + }, + { + "node_id:": 842, + "node_inputs:": [ + { + "input_dimension:": "18 1 ", + "input_name:": "/Cast_42_output_0" + } + ], + "node_name:": "/Reciprocal_8", + "node_outputs:": [ + { + "output_dimension:": "18 1 ", + "output_name:": "/Reciprocal_8_output_0" + } + ] + }, + { + "node_id:": 843, + "node_inputs:": [ + { + "input_dimension:": "18 1 ", + "input_name:": "/Reciprocal_8_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_1113_output_0" + } + ], + "node_name:": "/Unsqueeze_319", + "node_outputs:": [ + { + "output_dimension:": "18 1 1 ", + "output_name:": "/Unsqueeze_319_output_0" + } + ] + }, + { + "node_id:": 844, + "node_inputs:": [ + { + "input_dimension:": "18 1 384 ", + "input_name:": "/Add_145_output_0" + }, + { + "input_dimension:": "18 1 1 ", + "input_name:": "/Unsqueeze_319_output_0" + } + ], + "node_name:": "/Mul_90", + "node_outputs:": [ + { + "output_dimension:": "18 1 384 ", + "output_name:": "/Mul_90_output_0" + } + ] + }, + { + "node_id:": 845, + "node_inputs:": [ + { + "input_dimension:": "18 1 384 ", + "input_name:": "/Mul_90_output_0" + }, + { + "input_dimension:": "384 384 ", + "input_name:": "onnx::MatMul_7867" + } + ], + "node_name:": "/proj_8/MatMul", + "node_outputs:": [ + { + "output_dimension:": "18 1 384 ", + "output_name:": "/proj_8/MatMul_output_0" + } + ] + }, + { + "node_id:": 846, + "node_inputs:": [ + { + "input_dimension:": "18 1 384 ", + "input_name:": "/Add_144_output_0" + }, + { + "input_dimension:": "18 1 384 ", + "input_name:": "/proj_8/MatMul_output_0" + } + ], + "node_name:": "/Add_149", + "node_outputs:": [ + { + "output_dimension:": "18 1 384 ", + "output_name:": "/Add_149_output_0" + } + ] + }, + { + "node_id:": 847, + "node_inputs:": [ + { + "input_dimension:": "18 1 512 ", + "input_name:": "/in_proj_8/Add_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_285_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_568_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_1113_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Slice_74", + "node_outputs:": [ + { + "output_dimension:": "18 1 192 ", + "output_name:": "/Slice_74_output_0" + } + ] + }, + { + "node_id:": 848, + "node_inputs:": [ + { + "input_dimension:": "3 72 1 192 ", + "input_name:": "cached_key_2" + }, + { + "input_dimension:": "", + "input_name:": "/Constant_404_output_0" + } + ], + "node_name:": "/Gather_173", + "node_outputs:": [ + { + "output_dimension:": "72 1 192 ", + "output_name:": "/Gather_173_output_0" + } + ] + }, + { + "node_id:": 849, + "node_inputs:": [ + { + "input_dimension:": "72 1 192 ", + "input_name:": "/Gather_173_output_0" + }, + { + "input_dimension:": "18 1 192 ", + "input_name:": "/Slice_74_output_0" + } + ], + "node_name:": "/Concat_158", + "node_outputs:": [ + { + "output_dimension:": "90 1 192 ", + "output_name:": "/Concat_158_output_0" + } + ] + }, + { + "node_id:": 850, + "node_inputs:": [ + { + "input_dimension:": "18 1 512 ", + "input_name:": "/in_proj_8/Add_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_1118_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_69_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_1113_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Slice_76", + "node_outputs:": [ + { + "output_dimension:": "18 1 32 ", + "output_name:": "/Slice_76_output_0" + } + ] + }, + { + "node_id:": 851, + "node_inputs:": [ + { + "input_dimension:": "18 1 32 ", + "input_name:": "/Slice_76_output_0" + }, + { + "input_dimension:": "4 ", + "input_name:": "/Concat_161_output_0" + } + ], + "node_name:": "/Reshape_89", + "node_outputs:": [ + { + "output_dimension:": "18 1 8 4 ", + "output_name:": "/Reshape_89_output_0" + } + ] + }, + { + "node_id:": 852, + "node_inputs:": [ + { + "input_dimension:": "18 1 8 4 ", + "input_name:": "/Reshape_89_output_0" + } + ], + "node_name:": "/Transpose_99", + "node_outputs:": [ + { + "output_dimension:": "1 8 18 4 ", + "output_name:": "/Transpose_99_output_0" + } + ] + }, + { + "node_id:": 853, + "node_inputs:": [ + { + "input_dimension:": "1 8 18 4 ", + "input_name:": "/Transpose_99_output_0" + }, + { + "input_dimension:": "1 8 4 107 ", + "input_name:": "/Transpose_101_output_0" + } + ], + "node_name:": "/MatMul_40", + "node_outputs:": [ + { + "output_dimension:": "1 8 18 107 ", + "output_name:": "/MatMul_40_output_0" + } + ] + }, + { + "node_id:": 854, + "node_inputs:": [ + { + "input_dimension:": "90 1 192 ", + "input_name:": "/Concat_158_output_0" + }, + { + "input_dimension:": "4 ", + "input_name:": "/Concat_266_output_0" + } + ], + "node_name:": "/Reshape_90", + "node_outputs:": [ + { + "output_dimension:": "90 1 8 24 ", + "output_name:": "/Reshape_90_output_0" + } + ] + }, + { + "node_id:": 855, + "node_inputs:": [ + { + "input_dimension:": "90 1 8 24 ", + "input_name:": "/Reshape_90_output_0" + } + ], + "node_name:": "/Transpose_100", + "node_outputs:": [ + { + "output_dimension:": "1 8 24 90 ", + "output_name:": "/Transpose_100_output_0" + } + ] + }, + { + "node_id:": 856, + "node_inputs:": [ + { + "input_dimension:": "18 1 512 ", + "input_name:": "/in_proj_8/Add_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_285_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_1113_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Slice_73", + "node_outputs:": [ + { + "output_dimension:": "18 1 192 ", + "output_name:": "/Slice_73_output_0" + } + ] + }, + { + "node_id:": 857, + "node_inputs:": [ + { + "input_dimension:": "18 1 192 ", + "input_name:": "/Slice_73_output_0" + }, + { + "input_dimension:": "4 ", + "input_name:": "/Concat_160_output_0" + } + ], + "node_name:": "/Reshape_88", + "node_outputs:": [ + { + "output_dimension:": "18 1 8 24 ", + "output_name:": "/Reshape_88_output_0" + } + ] + }, + { + "node_id:": 858, + "node_inputs:": [ + { + "input_dimension:": "18 1 8 24 ", + "input_name:": "/Reshape_88_output_0" + } + ], + "node_name:": "/Transpose_98", + "node_outputs:": [ + { + "output_dimension:": "1 8 18 24 ", + "output_name:": "/Transpose_98_output_0" + } + ] + }, + { + "node_id:": 859, + "node_inputs:": [ + { + "input_dimension:": "1 8 18 24 ", + "input_name:": "/Transpose_98_output_0" + }, + { + "input_dimension:": "1 8 24 90 ", + "input_name:": "/Transpose_100_output_0" + } + ], + "node_name:": "/MatMul_41", + "node_outputs:": [ + { + "output_dimension:": "1 8 18 90 ", + "output_name:": "/MatMul_41_output_0" + } + ] + }, + { + "node_id:": 860, + "node_inputs:": [ + { + "input_dimension:": "1 8 18 107 ", + "input_name:": "/MatMul_40_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "/Concat_167_output_0" + } + ], + "node_name:": "/Reshape_93", + "node_outputs:": [ + { + "output_dimension:": "144 107 ", + "output_name:": "/Reshape_93_output_0" + } + ] + }, + { + "node_id:": 861, + "node_inputs:": [ + { + "input_dimension:": "144 107 ", + "input_name:": "/Reshape_93_output_0" + }, + { + "input_dimension:": "144 90 ", + "input_name:": "/Add_151_output_0" + } + ], + "node_name:": "/GatherElements_8", + "node_outputs:": [ + { + "output_dimension:": "144 90 ", + "output_name:": "/GatherElements_8_output_0" + } + ] + }, + { + "node_id:": 862, + "node_inputs:": [ + { + "input_dimension:": "144 90 ", + "input_name:": "/GatherElements_8_output_0" + }, + { + "input_dimension:": "4 ", + "input_name:": "/Concat_168_output_0" + } + ], + "node_name:": "/Reshape_94", + "node_outputs:": [ + { + "output_dimension:": "1 8 18 90 ", + "output_name:": "/Reshape_94_output_0" + } + ] + }, + { + "node_id:": 863, + "node_inputs:": [ + { + "input_dimension:": "1 8 18 90 ", + "input_name:": "/MatMul_41_output_0" + }, + { + "input_dimension:": "1 8 18 90 ", + "input_name:": "/Reshape_94_output_0" + } + ], + "node_name:": "/Add_152", + "node_outputs:": [ + { + "output_dimension:": "1 8 18 90 ", + "output_name:": "/Add_152_output_0" + } + ] + }, + { + "node_id:": 864, + "node_inputs:": [ + { + "input_dimension:": "1 8 18 90 ", + "input_name:": "/Add_152_output_0" + }, + { + "input_dimension:": "3 ", + "input_name:": "/Concat_169_output_0" + } + ], + "node_name:": "/Reshape_95", + "node_outputs:": [ + { + "output_dimension:": "8 18 90 ", + "output_name:": "/Reshape_95_output_0" + } + ] + }, + { + "node_id:": 865, + "node_inputs:": [ + { + "input_dimension:": "8 18 90 ", + "input_name:": "/Reshape_95_output_0" + } + ], + "node_name:": "/Softmax_8", + "node_outputs:": [ + { + "output_dimension:": "8 18 90 ", + "output_name:": "/Softmax_8_output_0" + } + ] + }, + { + "node_id:": 866, + "node_inputs:": [ + { + "input_dimension:": "18 1 512 ", + "input_name:": "/in_proj_8/Add_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_568_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_1118_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_1113_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Slice_75", + "node_outputs:": [ + { + "output_dimension:": "18 1 96 ", + "output_name:": "/Slice_75_output_0" + } + ] + }, + { + "node_id:": 867, + "node_inputs:": [ + { + "input_dimension:": "3 72 1 96 ", + "input_name:": "cached_val_2" + }, + { + "input_dimension:": "", + "input_name:": "/Constant_404_output_0" + } + ], + "node_name:": "/Gather_174", + "node_outputs:": [ + { + "output_dimension:": "72 1 96 ", + "output_name:": "/Gather_174_output_0" + } + ] + }, + { + "node_id:": 868, + "node_inputs:": [ + { + "input_dimension:": "72 1 96 ", + "input_name:": "/Gather_174_output_0" + }, + { + "input_dimension:": "18 1 96 ", + "input_name:": "/Slice_75_output_0" + } + ], + "node_name:": "/Concat_159", + "node_outputs:": [ + { + "output_dimension:": "90 1 96 ", + "output_name:": "/Concat_159_output_0" + } + ] + }, + { + "node_id:": 869, + "node_inputs:": [ + { + "input_dimension:": "90 1 96 ", + "input_name:": "/Concat_159_output_0" + }, + { + "input_dimension:": "3 ", + "input_name:": "/Concat_163_output_0" + } + ], + "node_name:": "/Reshape_91", + "node_outputs:": [ + { + "output_dimension:": "90 8 12 ", + "output_name:": "/Reshape_91_output_0" + } + ] + }, + { + "node_id:": 870, + "node_inputs:": [ + { + "input_dimension:": "90 8 12 ", + "input_name:": "/Reshape_91_output_0" + } + ], + "node_name:": "/Transpose_97", + "node_outputs:": [ + { + "output_dimension:": "8 90 12 ", + "output_name:": "/Transpose_97_output_0" + } + ] + }, + { + "node_id:": 871, + "node_inputs:": [ + { + "input_dimension:": "8 18 90 ", + "input_name:": "/Softmax_8_output_0" + }, + { + "input_dimension:": "8 90 12 ", + "input_name:": "/Transpose_97_output_0" + } + ], + "node_name:": "/MatMul_42", + "node_outputs:": [ + { + "output_dimension:": "8 18 12 ", + "output_name:": "/MatMul_42_output_0" + } + ] + }, + { + "node_id:": 872, + "node_inputs:": [ + { + "input_dimension:": "8 18 12 ", + "input_name:": "/MatMul_42_output_0" + } + ], + "node_name:": "/Transpose_102", + "node_outputs:": [ + { + "output_dimension:": "18 8 12 ", + "output_name:": "/Transpose_102_output_0" + } + ] + }, + { + "node_id:": 873, + "node_inputs:": [ + { + "input_dimension:": "18 1 384 ", + "input_name:": "/Add_149_output_0" + }, + { + "input_dimension:": "18 1 384 ", + "input_name:": "/Add_153_output_0" + } + ], + "node_name:": "/Add_154", + "node_outputs:": [ + { + "output_dimension:": "18 1 384 ", + "output_name:": "/Add_154_output_0" + } + ] + }, + { + "node_id:": 874, + "node_inputs:": [ + { + "input_dimension:": "18 1 384 ", + "input_name:": "/Add_154_output_0" + } + ], + "node_name:": "/Transpose_103", + "node_outputs:": [ + { + "output_dimension:": "1 384 18 ", + "output_name:": "/Transpose_103_output_0" + } + ] + }, + { + "node_id:": 875, + "node_inputs:": [ + { + "input_dimension:": "1 384 18 ", + "input_name:": "/Transpose_103_output_0" + }, + { + "input_dimension:": "768 384 1 ", + "input_name:": "encoder.encoders.2.encoder.layers.2.conv_module1.pointwise_conv1.weight" + }, + { + "input_dimension:": "768 ", + "input_name:": "encoder.encoders.2.encoder.layers.2.conv_module1.pointwise_conv1.bias" + } + ], + "node_name:": "/pointwise_conv1_16/Conv", + "node_outputs:": [ + { + "output_dimension:": "1 768 18 ", + "output_name:": "/pointwise_conv1_16/Conv_output_0" + } + ] + }, + { + "node_id:": 876, + "node_inputs:": [ + { + "input_dimension:": "1 768 18 ", + "input_name:": "/pointwise_conv1_16/Conv_output_0" + } + ], + "node_name:": "/Split_16", + "node_outputs:": [ + { + "output_dimension:": "1 384 18 ", + "output_name:": "/Split_16_output_0" + }, + { + "output_dimension:": "1 384 18 ", + "output_name:": "/Split_16_output_1" + } + ] + }, + { + "node_id:": 877, + "node_inputs:": [ + { + "input_dimension:": "1 384 18 ", + "input_name:": "/Split_16_output_1" + } + ], + "node_name:": "/Sigmoid_16", + "node_outputs:": [ + { + "output_dimension:": "1 384 18 ", + "output_name:": "/Sigmoid_16_output_0" + } + ] + }, + { + "node_id:": 878, + "node_inputs:": [ + { + "input_dimension:": "1 384 18 ", + "input_name:": "/Split_16_output_0" + }, + { + "input_dimension:": "1 384 18 ", + "input_name:": "/Sigmoid_16_output_0" + } + ], + "node_name:": "/Mul_95", + "node_outputs:": [ + { + "output_dimension:": "1 384 18 ", + "output_name:": "/Mul_95_output_0" + } + ] + }, + { + "node_id:": 879, + "node_inputs:": [ + { + "input_dimension:": "3 1 384 30 ", + "input_name:": "cached_conv1_2" + }, + { + "input_dimension:": "", + "input_name:": "/Constant_404_output_0" + } + ], + "node_name:": "/Gather_176", + "node_outputs:": [ + { + "output_dimension:": "1 384 30 ", + "output_name:": "/Gather_176_output_0" + } + ] + }, + { + "node_id:": 880, + "node_inputs:": [ + { + "input_dimension:": "1 384 30 ", + "input_name:": "/Gather_176_output_0" + }, + { + "input_dimension:": "1 384 18 ", + "input_name:": "/Mul_95_output_0" + } + ], + "node_name:": "/Concat_171", + "node_outputs:": [ + { + "output_dimension:": "1 384 48 ", + "output_name:": "/Concat_171_output_0" + } + ] + }, + { + "node_id:": 881, + "node_inputs:": [ + { + "input_dimension:": "1 384 48 ", + "input_name:": "/Concat_171_output_0" + }, + { + "input_dimension:": "384 1 31 ", + "input_name:": "encoder.encoders.2.encoder.layers.2.conv_module1.depthwise_conv.weight" + }, + { + "input_dimension:": "384 ", + "input_name:": "encoder.encoders.2.encoder.layers.2.conv_module1.depthwise_conv.bias" + } + ], + "node_name:": "/depthwise_conv_16/Conv", + "node_outputs:": [ + { + "output_dimension:": "1 384 18 ", + "output_name:": "/depthwise_conv_16/Conv_output_0" + } + ] + }, + { + "node_id:": 882, + "node_inputs:": [ + { + "input_dimension:": "1 384 18 ", + "input_name:": "/depthwise_conv_16/Conv_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/feed_forward1/activation_2/Constant_output_0" + } + ], + "node_name:": "/activation_16/Sub", + "node_outputs:": [ + { + "output_dimension:": "1 384 18 ", + "output_name:": "/activation_16/Sub_output_0" + } + ] + }, + { + "node_id:": 883, + "node_inputs:": [ + { + "input_dimension:": "1 384 18 ", + "input_name:": "/activation_16/Sub_output_0" + } + ], + "node_name:": "/activation_16/Sigmoid", + "node_outputs:": [ + { + "output_dimension:": "1 384 18 ", + "output_name:": "/activation_16/Sigmoid_output_0" + } + ] + }, + { + "node_id:": 884, + "node_inputs:": [ + { + "input_dimension:": "1 384 18 ", + "input_name:": "/depthwise_conv_16/Conv_output_0" + }, + { + "input_dimension:": "1 384 18 ", + "input_name:": "/activation_16/Sigmoid_output_0" + } + ], + "node_name:": "/activation_16/Mul", + "node_outputs:": [ + { + "output_dimension:": "1 384 18 ", + "output_name:": "/activation_16/Mul_output_0" + } + ] + }, + { + "node_id:": 885, + "node_inputs:": [ + { + "input_dimension:": "1 384 18 ", + "input_name:": "/activation_16/Mul_output_0" + }, + { + "input_dimension:": "384 384 1 ", + "input_name:": "encoder.encoders.2.encoder.layers.2.conv_module1.pointwise_conv2.weight" + }, + { + "input_dimension:": "384 ", + "input_name:": "encoder.encoders.2.encoder.layers.2.conv_module1.pointwise_conv2.bias" + } + ], + "node_name:": "/pointwise_conv2_16/Conv", + "node_outputs:": [ + { + "output_dimension:": "1 384 18 ", + "output_name:": "/pointwise_conv2_16/Conv_output_0" + } + ] + }, + { + "node_id:": 886, + "node_inputs:": [ + { + "input_dimension:": "1 384 18 ", + "input_name:": "/pointwise_conv2_16/Conv_output_0" + } + ], + "node_name:": "/Transpose_104", + "node_outputs:": [ + { + "output_dimension:": "18 1 384 ", + "output_name:": "/Transpose_104_output_0" + } + ] + }, + { + "node_id:": 887, + "node_inputs:": [ + { + "input_dimension:": "18 1 384 ", + "input_name:": "/Add_154_output_0" + }, + { + "input_dimension:": "18 1 384 ", + "input_name:": "/Transpose_104_output_0" + } + ], + "node_name:": "/Add_155", + "node_outputs:": [ + { + "output_dimension:": "18 1 384 ", + "output_name:": "/Add_155_output_0" + } + ] + }, + { + "node_id:": 888, + "node_inputs:": [ + { + "input_dimension:": "18 1 2048 ", + "input_name:": "/feed_forward2/in_proj_8/Add_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/feed_forward1/activation_2/Constant_output_0" + } + ], + "node_name:": "/feed_forward2/activation_8/Sub", + "node_outputs:": [ + { + "output_dimension:": "18 1 2048 ", + "output_name:": "/feed_forward2/activation_8/Sub_output_0" + } + ] + }, + { + "node_id:": 889, + "node_inputs:": [ + { + "input_dimension:": "18 1 2048 ", + "input_name:": "/feed_forward2/activation_8/Sub_output_0" + } + ], + "node_name:": "/feed_forward2/activation_8/Sigmoid", + "node_outputs:": [ + { + "output_dimension:": "18 1 2048 ", + "output_name:": "/feed_forward2/activation_8/Sigmoid_output_0" + } + ] + }, + { + "node_id:": 890, + "node_inputs:": [ + { + "input_dimension:": "18 1 2048 ", + "input_name:": "/feed_forward2/in_proj_8/Add_output_0" + }, + { + "input_dimension:": "18 1 2048 ", + "input_name:": "/feed_forward2/activation_8/Sigmoid_output_0" + } + ], + "node_name:": "/feed_forward2/activation_8/Mul", + "node_outputs:": [ + { + "output_dimension:": "18 1 2048 ", + "output_name:": "/feed_forward2/activation_8/Mul_output_0" + } + ] + }, + { + "node_id:": 891, + "node_inputs:": [ + { + "input_dimension:": "18 1 384 ", + "input_name:": "/Add_155_output_0" + }, + { + "input_dimension:": "18 1 384 ", + "input_name:": "/feed_forward2/out_proj_8/Add_output_0" + } + ], + "node_name:": "/Add_156", + "node_outputs:": [ + { + "output_dimension:": "18 1 384 ", + "output_name:": "/Add_156_output_0" + } + ] + }, + { + "node_id:": 892, + "node_inputs:": [ + { + "input_dimension:": "18 1 384 ", + "input_name:": "/Add_156_output_0" + }, + { + "input_dimension:": "384 96 ", + "input_name:": "onnx::MatMul_7913" + } + ], + "node_name:": "/in_proj2_8/MatMul", + "node_outputs:": [ + { + "output_dimension:": "18 1 96 ", + "output_name:": "/in_proj2_8/MatMul_output_0" + } + ] + }, + { + "node_id:": 893, + "node_inputs:": [ + { + "input_dimension:": "3 72 1 96 ", + "input_name:": "cached_val2_2" + }, + { + "input_dimension:": "", + "input_name:": "/Constant_404_output_0" + } + ], + "node_name:": "/Gather_175", + "node_outputs:": [ + { + "output_dimension:": "72 1 96 ", + "output_name:": "/Gather_175_output_0" + } + ] + }, + { + "node_id:": 894, + "node_inputs:": [ + { + "input_dimension:": "72 1 96 ", + "input_name:": "/Gather_175_output_0" + }, + { + "input_dimension:": "18 1 96 ", + "input_name:": "/in_proj2_8/MatMul_output_0" + } + ], + "node_name:": "/Concat_172", + "node_outputs:": [ + { + "output_dimension:": "90 1 96 ", + "output_name:": "/Concat_172_output_0" + } + ] + }, + { + "node_id:": 895, + "node_inputs:": [ + { + "input_dimension:": "90 1 96 ", + "input_name:": "/Concat_172_output_0" + }, + { + "input_dimension:": "3 ", + "input_name:": "/Concat_173_output_0" + } + ], + "node_name:": "/Reshape_97", + "node_outputs:": [ + { + "output_dimension:": "90 8 12 ", + "output_name:": "/Reshape_97_output_0" + } + ] + }, + { + "node_id:": 896, + "node_inputs:": [ + { + "input_dimension:": "90 8 12 ", + "input_name:": "/Reshape_97_output_0" + } + ], + "node_name:": "/Transpose_105", + "node_outputs:": [ + { + "output_dimension:": "8 90 12 ", + "output_name:": "/Transpose_105_output_0" + } + ] + }, + { + "node_id:": 897, + "node_inputs:": [ + { + "input_dimension:": "8 18 90 ", + "input_name:": "/Softmax_8_output_0" + }, + { + "input_dimension:": "8 90 12 ", + "input_name:": "/Transpose_105_output_0" + } + ], + "node_name:": "/MatMul_44", + "node_outputs:": [ + { + "output_dimension:": "8 18 12 ", + "output_name:": "/MatMul_44_output_0" + } + ] + }, + { + "node_id:": 898, + "node_inputs:": [ + { + "input_dimension:": "8 18 12 ", + "input_name:": "/MatMul_44_output_0" + } + ], + "node_name:": "/Transpose_106", + "node_outputs:": [ + { + "output_dimension:": "18 8 12 ", + "output_name:": "/Transpose_106_output_0" + } + ] + }, + { + "node_id:": 899, + "node_inputs:": [ + { + "input_dimension:": "18 1 384 ", + "input_name:": "/Add_156_output_0" + }, + { + "input_dimension:": "18 1 384 ", + "input_name:": "/out_proj2_8/Add_output_0" + } + ], + "node_name:": "/Add_158", + "node_outputs:": [ + { + "output_dimension:": "18 1 384 ", + "output_name:": "/Add_158_output_0" + } + ] + }, + { + "node_id:": 900, + "node_inputs:": [ + { + "input_dimension:": "18 1 384 ", + "input_name:": "/Add_158_output_0" + } + ], + "node_name:": "/Transpose_107", + "node_outputs:": [ + { + "output_dimension:": "1 384 18 ", + "output_name:": "/Transpose_107_output_0" + } + ] + }, + { + "node_id:": 901, + "node_inputs:": [ + { + "input_dimension:": "1 384 18 ", + "input_name:": "/Transpose_107_output_0" + }, + { + "input_dimension:": "768 384 1 ", + "input_name:": "encoder.encoders.2.encoder.layers.2.conv_module2.pointwise_conv1.weight" + }, + { + "input_dimension:": "768 ", + "input_name:": "encoder.encoders.2.encoder.layers.2.conv_module2.pointwise_conv1.bias" + } + ], + "node_name:": "/pointwise_conv1_17/Conv", + "node_outputs:": [ + { + "output_dimension:": "1 768 18 ", + "output_name:": "/pointwise_conv1_17/Conv_output_0" + } + ] + }, + { + "node_id:": 902, + "node_inputs:": [ + { + "input_dimension:": "1 768 18 ", + "input_name:": "/pointwise_conv1_17/Conv_output_0" + } + ], + "node_name:": "/Split_17", + "node_outputs:": [ + { + "output_dimension:": "1 384 18 ", + "output_name:": "/Split_17_output_0" + }, + { + "output_dimension:": "1 384 18 ", + "output_name:": "/Split_17_output_1" + } + ] + }, + { + "node_id:": 903, + "node_inputs:": [ + { + "input_dimension:": "1 384 18 ", + "input_name:": "/Split_17_output_1" + } + ], + "node_name:": "/Sigmoid_17", + "node_outputs:": [ + { + "output_dimension:": "1 384 18 ", + "output_name:": "/Sigmoid_17_output_0" + } + ] + }, + { + "node_id:": 904, + "node_inputs:": [ + { + "input_dimension:": "1 384 18 ", + "input_name:": "/Split_17_output_0" + }, + { + "input_dimension:": "1 384 18 ", + "input_name:": "/Sigmoid_17_output_0" + } + ], + "node_name:": "/Mul_97", + "node_outputs:": [ + { + "output_dimension:": "1 384 18 ", + "output_name:": "/Mul_97_output_0" + } + ] + }, + { + "node_id:": 905, + "node_inputs:": [ + { + "input_dimension:": "3 1 384 30 ", + "input_name:": "cached_conv2_2" + }, + { + "input_dimension:": "", + "input_name:": "/Constant_404_output_0" + } + ], + "node_name:": "/Gather_177", + "node_outputs:": [ + { + "output_dimension:": "1 384 30 ", + "output_name:": "/Gather_177_output_0" + } + ] + }, + { + "node_id:": 906, + "node_inputs:": [ + { + "input_dimension:": "1 384 30 ", + "input_name:": "/Gather_177_output_0" + }, + { + "input_dimension:": "1 384 18 ", + "input_name:": "/Mul_97_output_0" + } + ], + "node_name:": "/Concat_175", + "node_outputs:": [ + { + "output_dimension:": "1 384 48 ", + "output_name:": "/Concat_175_output_0" + } + ] + }, + { + "node_id:": 907, + "node_inputs:": [ + { + "input_dimension:": "1 384 48 ", + "input_name:": "/Concat_175_output_0" + }, + { + "input_dimension:": "384 1 31 ", + "input_name:": "encoder.encoders.2.encoder.layers.2.conv_module2.depthwise_conv.weight" + }, + { + "input_dimension:": "384 ", + "input_name:": "encoder.encoders.2.encoder.layers.2.conv_module2.depthwise_conv.bias" + } + ], + "node_name:": "/depthwise_conv_17/Conv", + "node_outputs:": [ + { + "output_dimension:": "1 384 18 ", + "output_name:": "/depthwise_conv_17/Conv_output_0" + } + ] + }, + { + "node_id:": 908, + "node_inputs:": [ + { + "input_dimension:": "1 384 18 ", + "input_name:": "/depthwise_conv_17/Conv_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/feed_forward1/activation_2/Constant_output_0" + } + ], + "node_name:": "/activation_17/Sub", + "node_outputs:": [ + { + "output_dimension:": "1 384 18 ", + "output_name:": "/activation_17/Sub_output_0" + } + ] + }, + { + "node_id:": 909, + "node_inputs:": [ + { + "input_dimension:": "1 384 18 ", + "input_name:": "/activation_17/Sub_output_0" + } + ], + "node_name:": "/activation_17/Sigmoid", + "node_outputs:": [ + { + "output_dimension:": "1 384 18 ", + "output_name:": "/activation_17/Sigmoid_output_0" + } + ] + }, + { + "node_id:": 910, + "node_inputs:": [ + { + "input_dimension:": "1 384 18 ", + "input_name:": "/depthwise_conv_17/Conv_output_0" + }, + { + "input_dimension:": "1 384 18 ", + "input_name:": "/activation_17/Sigmoid_output_0" + } + ], + "node_name:": "/activation_17/Mul", + "node_outputs:": [ + { + "output_dimension:": "1 384 18 ", + "output_name:": "/activation_17/Mul_output_0" + } + ] + }, + { + "node_id:": 911, + "node_inputs:": [ + { + "input_dimension:": "1 384 18 ", + "input_name:": "/activation_17/Mul_output_0" + }, + { + "input_dimension:": "384 384 1 ", + "input_name:": "encoder.encoders.2.encoder.layers.2.conv_module2.pointwise_conv2.weight" + }, + { + "input_dimension:": "384 ", + "input_name:": "encoder.encoders.2.encoder.layers.2.conv_module2.pointwise_conv2.bias" + } + ], + "node_name:": "/pointwise_conv2_17/Conv", + "node_outputs:": [ + { + "output_dimension:": "1 384 18 ", + "output_name:": "/pointwise_conv2_17/Conv_output_0" + } + ] + }, + { + "node_id:": 912, + "node_inputs:": [ + { + "input_dimension:": "1 384 18 ", + "input_name:": "/pointwise_conv2_17/Conv_output_0" + } + ], + "node_name:": "/Transpose_108", + "node_outputs:": [ + { + "output_dimension:": "18 1 384 ", + "output_name:": "/Transpose_108_output_0" + } + ] + }, + { + "node_id:": 913, + "node_inputs:": [ + { + "input_dimension:": "18 1 384 ", + "input_name:": "/Add_158_output_0" + }, + { + "input_dimension:": "18 1 384 ", + "input_name:": "/Transpose_108_output_0" + } + ], + "node_name:": "/Add_159", + "node_outputs:": [ + { + "output_dimension:": "18 1 384 ", + "output_name:": "/Add_159_output_0" + } + ] + }, + { + "node_id:": 914, + "node_inputs:": [ + { + "input_dimension:": "18 1 2048 ", + "input_name:": "/feed_forward3/in_proj_8/Add_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/feed_forward1/activation_2/Constant_output_0" + } + ], + "node_name:": "/feed_forward3/activation_8/Sub", + "node_outputs:": [ + { + "output_dimension:": "18 1 2048 ", + "output_name:": "/feed_forward3/activation_8/Sub_output_0" + } + ] + }, + { + "node_id:": 915, + "node_inputs:": [ + { + "input_dimension:": "18 1 2048 ", + "input_name:": "/feed_forward3/activation_8/Sub_output_0" + } + ], + "node_name:": "/feed_forward3/activation_8/Sigmoid", + "node_outputs:": [ + { + "output_dimension:": "18 1 2048 ", + "output_name:": "/feed_forward3/activation_8/Sigmoid_output_0" + } + ] + }, + { + "node_id:": 916, + "node_inputs:": [ + { + "input_dimension:": "18 1 2048 ", + "input_name:": "/feed_forward3/in_proj_8/Add_output_0" + }, + { + "input_dimension:": "18 1 2048 ", + "input_name:": "/feed_forward3/activation_8/Sigmoid_output_0" + } + ], + "node_name:": "/feed_forward3/activation_8/Mul", + "node_outputs:": [ + { + "output_dimension:": "18 1 2048 ", + "output_name:": "/feed_forward3/activation_8/Mul_output_0" + } + ] + }, + { + "node_id:": 917, + "node_inputs:": [ + { + "input_dimension:": "18 1 384 ", + "input_name:": "/Add_159_output_0" + }, + { + "input_dimension:": "18 1 384 ", + "input_name:": "/feed_forward3/out_proj_8/Add_output_0" + } + ], + "node_name:": "/Add_160", + "node_outputs:": [ + { + "output_dimension:": "18 1 384 ", + "output_name:": "/Add_160_output_0" + } + ] + }, + { + "node_id:": 918, + "node_inputs:": [ + { + "input_dimension:": "18 1 384 ", + "input_name:": "/Add_160_output_0" + }, + { + "input_dimension:": "18 1 384 ", + "input_name:": "/Add_160_output_0" + } + ], + "node_name:": "/norm_final_8/Mul", + "node_outputs:": [ + { + "output_dimension:": "18 1 384 ", + "output_name:": "/norm_final_8/Mul_output_0" + } + ] + }, + { + "node_id:": 919, + "node_inputs:": [ + { + "input_dimension:": "18 1 384 ", + "input_name:": "/norm_final_8/Mul_output_0" + } + ], + "node_name:": "/norm_final_8/ReduceMean", + "node_outputs:": [ + { + "output_dimension:": "18 1 1 ", + "output_name:": "/norm_final_8/ReduceMean_output_0" + } + ] + }, + { + "node_id:": 920, + "node_inputs:": [ + { + "input_dimension:": "18 1 1 ", + "input_name:": "/norm_final_8/ReduceMean_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/norm_final_8/Constant_output_0" + } + ], + "node_name:": "/norm_final_8/Add", + "node_outputs:": [ + { + "output_dimension:": "18 1 1 ", + "output_name:": "/norm_final_8/Add_output_0" + } + ] + }, + { + "node_id:": 921, + "node_inputs:": [ + { + "input_dimension:": "18 1 1 ", + "input_name:": "/norm_final_8/Add_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/norm_final_1/Constant_1_output_0" + } + ], + "node_name:": "/norm_final_8/Pow", + "node_outputs:": [ + { + "output_dimension:": "18 1 1 ", + "output_name:": "/norm_final_8/Pow_output_0" + } + ] + }, + { + "node_id:": 922, + "node_inputs:": [ + { + "input_dimension:": "18 1 384 ", + "input_name:": "/Add_160_output_0" + }, + { + "input_dimension:": "18 1 1 ", + "input_name:": "/norm_final_8/Pow_output_0" + } + ], + "node_name:": "/norm_final_8/Mul_1", + "node_outputs:": [ + { + "output_dimension:": "18 1 384 ", + "output_name:": "/norm_final_8/Mul_1_output_0" + } + ] + }, + { + "node_id:": 923, + "node_inputs:": [ + { + "input_dimension:": "18 1 384 ", + "input_name:": "/norm_final_8/Mul_1_output_0" + }, + { + "input_dimension:": "18 1 384 ", + "input_name:": "/Add_143_output_0" + } + ], + "node_name:": "/Sub_26", + "node_outputs:": [ + { + "output_dimension:": "18 1 384 ", + "output_name:": "/Sub_26_output_0" + } + ] + }, + { + "node_id:": 924, + "node_inputs:": [ + { + "input_dimension:": "18 1 384 ", + "input_name:": "/Sub_26_output_0" + }, + { + "input_dimension:": "", + "input_name:": "encoder.encoders.2.encoder.layers.2.bypass_scale" + } + ], + "node_name:": "/Mul_98", + "node_outputs:": [ + { + "output_dimension:": "18 1 384 ", + "output_name:": "/Mul_98_output_0" + } + ] + }, + { + "node_id:": 925, + "node_inputs:": [ + { + "input_dimension:": "18 1 384 ", + "input_name:": "/Add_143_output_0" + }, + { + "input_dimension:": "18 1 384 ", + "input_name:": "/Mul_98_output_0" + } + ], + "node_name:": "/Add_161", + "node_outputs:": [ + { + "output_dimension:": "18 1 384 ", + "output_name:": "/Add_161_output_0" + } + ] + }, + { + "node_id:": 926, + "node_inputs:": [ + { + "input_dimension:": "18 1 384 ", + "input_name:": "/Add_161_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/upsample_1/Unsqueeze", + "node_outputs:": [ + { + "output_dimension:": "18 1 1 384 ", + "output_name:": "/upsample_1/Unsqueeze_output_0" + } + ] + }, + { + "node_id:": 927, + "node_inputs:": [ + { + "input_dimension:": "18 1 1 384 ", + "input_name:": "/upsample_1/Unsqueeze_output_0" + }, + { + "input_dimension:": "4 ", + "input_name:": "/upsample_1/Where_output_0" + } + ], + "node_name:": "/upsample_1/Expand", + "node_outputs:": [ + { + "output_dimension:": "18 4 1 384 ", + "output_name:": "/upsample_1/Expand_output_0" + } + ] + }, + { + "node_id:": 928, + "node_inputs:": [ + { + "input_dimension:": "18 4 1 384 ", + "input_name:": "/upsample_1/Expand_output_0" + }, + { + "input_dimension:": "4 1 384 ", + "input_name:": "onnx::Add_7927" + } + ], + "node_name:": "/upsample_1/Add", + "node_outputs:": [ + { + "output_dimension:": "18 4 1 384 ", + "output_name:": "/upsample_1/Add_output_0" + } + ] + }, + { + "node_id:": 929, + "node_inputs:": [ + { + "input_dimension:": "18 4 1 384 ", + "input_name:": "/upsample_1/Add_output_0" + }, + { + "input_dimension:": "3 ", + "input_name:": "/upsample_1/Concat_1_output_0" + } + ], + "node_name:": "/upsample_1/Reshape_1", + "node_outputs:": [ + { + "output_dimension:": "72 1 384 ", + "output_name:": "/upsample_1/Reshape_1_output_0" + } + ] + }, + { + "node_id:": 930, + "node_inputs:": [ + { + "input_dimension:": "72 1 384 ", + "input_name:": "/upsample_1/Reshape_1_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Unsqueeze_370_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Slice_82", + "node_outputs:": [ + { + "output_dimension:": "72 1 384 ", + "output_name:": "/Slice_82_output_0" + } + ] + }, + { + "node_id:": 931, + "node_inputs:": [ + { + "input_dimension:": "72 1 384 ", + "input_name:": "/Slice_82_output_0" + }, + { + "input_dimension:": "", + "input_name:": "onnx::Mul_7931" + } + ], + "node_name:": "/out_combiner_1/Mul_1", + "node_outputs:": [ + { + "output_dimension:": "72 1 384 ", + "output_name:": "/out_combiner_1/Mul_1_output_0" + } + ] + }, + { + "node_id:": 932, + "node_inputs:": [ + { + "input_dimension:": "72 1 384 ", + "input_name:": "/out_combiner/Add_output_0" + }, + { + "input_dimension:": "", + "input_name:": "encoder.encoders.2.out_combiner.weight1" + } + ], + "node_name:": "/out_combiner_1/Mul", + "node_outputs:": [ + { + "output_dimension:": "72 1 384 ", + "output_name:": "/out_combiner_1/Mul_output_0" + } + ] + }, + { + "node_id:": 933, + "node_inputs:": [ + { + "input_dimension:": "72 1 384 ", + "input_name:": "/out_combiner_1/Mul_output_0" + }, + { + "input_dimension:": "72 1 384 ", + "input_name:": "/out_combiner_1/Mul_1_output_0" + } + ], + "node_name:": "/out_combiner_1/Add", + "node_outputs:": [ + { + "output_dimension:": "72 1 384 ", + "output_name:": "/out_combiner_1/Add_output_0" + } + ] + }, + { + "node_id:": 934, + "node_inputs:": [ + { + "input_dimension:": "2 1 ", + "input_name:": "cached_len_3" + }, + { + "input_dimension:": "", + "input_name:": "/encoder_pos_1/Constant_2_output_0" + } + ], + "node_name:": "/Gather_214", + "node_outputs:": [ + { + "output_dimension:": "1 ", + "output_name:": "/Gather_214_output_0" + } + ] + }, + { + "node_id:": 935, + "node_inputs:": [ + { + "input_dimension:": "1 ", + "input_name:": "/Gather_214_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + } + ], + "node_name:": "/Unsqueeze_408", + "node_outputs:": [ + { + "output_dimension:": "1 1 ", + "output_name:": "/Unsqueeze_408_output_0" + } + ] + }, + { + "node_id:": 936, + "node_inputs:": [ + { + "input_dimension:": "1 ", + "input_name:": "/Gather_214_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Unsqueeze_405", + "node_outputs:": [ + { + "output_dimension:": "1 1 ", + "output_name:": "/Unsqueeze_405_output_0" + } + ] + }, + { + "node_id:": 937, + "node_inputs:": [ + { + "input_dimension:": "1 1 ", + "input_name:": "/Unsqueeze_405_output_0" + } + ], + "node_name:": "/Cast_50", + "node_outputs:": [ + { + "output_dimension:": "1 1 ", + "output_name:": "/Cast_50_output_0" + } + ] + }, + { + "node_id:": 938, + "node_inputs:": [ + { + "input_dimension:": "2 1 384 ", + "input_name:": "cached_avg_3" + }, + { + "input_dimension:": "", + "input_name:": "/encoder_pos_1/Constant_2_output_0" + } + ], + "node_name:": "/Gather_215", + "node_outputs:": [ + { + "output_dimension:": "1 384 ", + "output_name:": "/Gather_215_output_0" + } + ] + }, + { + "node_id:": 939, + "node_inputs:": [ + { + "input_dimension:": "1 384 ", + "input_name:": "/Gather_215_output_0" + }, + { + "input_dimension:": "1 1 ", + "input_name:": "/Cast_50_output_0" + } + ], + "node_name:": "/Mul_110", + "node_outputs:": [ + { + "output_dimension:": "1 384 ", + "output_name:": "/Mul_110_output_0" + } + ] + }, + { + "node_id:": 940, + "node_inputs:": [ + { + "input_dimension:": "1 384 ", + "input_name:": "/Mul_110_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + } + ], + "node_name:": "/Unsqueeze_406", + "node_outputs:": [ + { + "output_dimension:": "1 1 384 ", + "output_name:": "/Unsqueeze_406_output_0" + } + ] + }, + { + "node_id:": 941, + "node_inputs:": [ + { + "input_dimension:": "2 1 ", + "input_name:": "cached_len_3" + }, + { + "input_dimension:": "", + "input_name:": "/upsample_3/Constant_output_0" + } + ], + "node_name:": "/Gather_193", + "node_outputs:": [ + { + "output_dimension:": "1 ", + "output_name:": "/Gather_193_output_0" + } + ] + }, + { + "node_id:": 942, + "node_inputs:": [ + { + "input_dimension:": "1 ", + "input_name:": "/Gather_193_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + } + ], + "node_name:": "/Unsqueeze_374", + "node_outputs:": [ + { + "output_dimension:": "1 1 ", + "output_name:": "/Unsqueeze_374_output_0" + } + ] + }, + { + "node_id:": 943, + "node_inputs:": [ + { + "input_dimension:": "1 ", + "input_name:": "/Gather_193_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Unsqueeze_371", + "node_outputs:": [ + { + "output_dimension:": "1 1 ", + "output_name:": "/Unsqueeze_371_output_0" + } + ] + }, + { + "node_id:": 944, + "node_inputs:": [ + { + "input_dimension:": "1 1 ", + "input_name:": "/Unsqueeze_371_output_0" + } + ], + "node_name:": "/Cast_45", + "node_outputs:": [ + { + "output_dimension:": "1 1 ", + "output_name:": "/Cast_45_output_0" + } + ] + }, + { + "node_id:": 945, + "node_inputs:": [ + { + "input_dimension:": "2 1 384 ", + "input_name:": "cached_avg_3" + }, + { + "input_dimension:": "", + "input_name:": "/upsample_3/Constant_output_0" + } + ], + "node_name:": "/Gather_194", + "node_outputs:": [ + { + "output_dimension:": "1 384 ", + "output_name:": "/Gather_194_output_0" + } + ] + }, + { + "node_id:": 946, + "node_inputs:": [ + { + "input_dimension:": "1 384 ", + "input_name:": "/Gather_194_output_0" + }, + { + "input_dimension:": "1 1 ", + "input_name:": "/Cast_45_output_0" + } + ], + "node_name:": "/Mul_99", + "node_outputs:": [ + { + "output_dimension:": "1 384 ", + "output_name:": "/Mul_99_output_0" + } + ] + }, + { + "node_id:": 947, + "node_inputs:": [ + { + "input_dimension:": "1 384 ", + "input_name:": "/Mul_99_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + } + ], + "node_name:": "/Unsqueeze_372", + "node_outputs:": [ + { + "output_dimension:": "1 1 384 ", + "output_name:": "/Unsqueeze_372_output_0" + } + ] + }, + { + "node_id:": 948, + "node_inputs:": [ + { + "input_dimension:": "72 1 384 ", + "input_name:": "/out_combiner_1/Add_output_0" + }, + { + "input_dimension:": "4 ", + "input_name:": "/downsample_2/Concat_output_0" + } + ], + "node_name:": "/downsample_2/Reshape", + "node_outputs:": [ + { + "output_dimension:": "9 8 1 384 ", + "output_name:": "/downsample_2/Reshape_output_0" + } + ] + }, + { + "node_id:": 949, + "node_inputs:": [ + { + "input_dimension:": "9 8 1 384 ", + "input_name:": "/downsample_2/Reshape_output_0" + }, + { + "input_dimension:": "384 ", + "input_name:": "encoder.encoders.3.downsample.query" + } + ], + "node_name:": "/downsample_2/Mul", + "node_outputs:": [ + { + "output_dimension:": "9 8 1 384 ", + "output_name:": "/downsample_2/Mul_output_0" + } + ] + }, + { + "node_id:": 950, + "node_inputs:": [ + { + "input_dimension:": "9 8 1 384 ", + "input_name:": "/downsample_2/Mul_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_246_output_0" + } + ], + "node_name:": "/downsample_2/ReduceSum", + "node_outputs:": [ + { + "output_dimension:": "9 8 1 1 ", + "output_name:": "/downsample_2/ReduceSum_output_0" + } + ] + }, + { + "node_id:": 951, + "node_inputs:": [ + { + "input_dimension:": "9 8 1 1 ", + "input_name:": "/downsample_2/ReduceSum_output_0" + } + ], + "node_name:": "/downsample_2/Softmax", + "node_outputs:": [ + { + "output_dimension:": "9 8 1 1 ", + "output_name:": "/downsample_2/Softmax_output_0" + } + ] + }, + { + "node_id:": 952, + "node_inputs:": [ + { + "input_dimension:": "9 8 1 384 ", + "input_name:": "/downsample_2/Reshape_output_0" + }, + { + "input_dimension:": "9 8 1 1 ", + "input_name:": "/downsample_2/Softmax_output_0" + } + ], + "node_name:": "/downsample_2/Mul_1", + "node_outputs:": [ + { + "output_dimension:": "9 8 1 384 ", + "output_name:": "/downsample_2/Mul_1_output_0" + } + ] + }, + { + "node_id:": 953, + "node_inputs:": [ + { + "input_dimension:": "9 8 1 384 ", + "input_name:": "/downsample_2/Mul_1_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/downsample_2/ReduceSum_1", + "node_outputs:": [ + { + "output_dimension:": "9 1 384 ", + "output_name:": "/downsample_2/ReduceSum_1_output_0" + } + ] + }, + { + "node_id:": 954, + "node_inputs:": [ + { + "input_dimension:": "9 1 2048 ", + "input_name:": "/feed_forward1/in_proj_9/Add_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/feed_forward1/activation_2/Constant_output_0" + } + ], + "node_name:": "/feed_forward1/activation_9/Sub", + "node_outputs:": [ + { + "output_dimension:": "9 1 2048 ", + "output_name:": "/feed_forward1/activation_9/Sub_output_0" + } + ] + }, + { + "node_id:": 955, + "node_inputs:": [ + { + "input_dimension:": "9 1 2048 ", + "input_name:": "/feed_forward1/activation_9/Sub_output_0" + } + ], + "node_name:": "/feed_forward1/activation_9/Sigmoid", + "node_outputs:": [ + { + "output_dimension:": "9 1 2048 ", + "output_name:": "/feed_forward1/activation_9/Sigmoid_output_0" + } + ] + }, + { + "node_id:": 956, + "node_inputs:": [ + { + "input_dimension:": "9 1 2048 ", + "input_name:": "/feed_forward1/in_proj_9/Add_output_0" + }, + { + "input_dimension:": "9 1 2048 ", + "input_name:": "/feed_forward1/activation_9/Sigmoid_output_0" + } + ], + "node_name:": "/feed_forward1/activation_9/Mul", + "node_outputs:": [ + { + "output_dimension:": "9 1 2048 ", + "output_name:": "/feed_forward1/activation_9/Mul_output_0" + } + ] + }, + { + "node_id:": 957, + "node_inputs:": [ + { + "input_dimension:": "9 1 384 ", + "input_name:": "/downsample_2/ReduceSum_1_output_0" + }, + { + "input_dimension:": "9 1 384 ", + "input_name:": "/feed_forward1/out_proj_9/Add_output_0" + } + ], + "node_name:": "/Add_162", + "node_outputs:": [ + { + "output_dimension:": "9 1 384 ", + "output_name:": "/Add_162_output_0" + } + ] + }, + { + "node_id:": 958, + "node_inputs:": [ + { + "input_dimension:": "9 1 384 ", + "input_name:": "/Add_162_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/Constant_631_output_0" + } + ], + "node_name:": "/CumSum_9", + "node_outputs:": [ + { + "output_dimension:": "9 1 384 ", + "output_name:": "/CumSum_9_output_0" + } + ] + }, + { + "node_id:": 959, + "node_inputs:": [ + { + "input_dimension:": "9 1 384 ", + "input_name:": "/CumSum_9_output_0" + }, + { + "input_dimension:": "1 1 384 ", + "input_name:": "/Unsqueeze_372_output_0" + } + ], + "node_name:": "/Add_163", + "node_outputs:": [ + { + "output_dimension:": "9 1 384 ", + "output_name:": "/Add_163_output_0" + } + ] + }, + { + "node_id:": 960, + "node_inputs:": [ + { + "input_dimension:": "9 1 ", + "input_name:": "/Unsqueeze_373_output_0" + }, + { + "input_dimension:": "1 1 ", + "input_name:": "/Unsqueeze_374_output_0" + } + ], + "node_name:": "/Add_165", + "node_outputs:": [ + { + "output_dimension:": "9 1 ", + "output_name:": "/Add_165_output_0" + } + ] + }, + { + "node_id:": 961, + "node_inputs:": [ + { + "input_dimension:": "9 1 ", + "input_name:": "/Add_165_output_0" + } + ], + "node_name:": "/Cast_47", + "node_outputs:": [ + { + "output_dimension:": "9 1 ", + "output_name:": "/Cast_47_output_0" + } + ] + }, + { + "node_id:": 962, + "node_inputs:": [ + { + "input_dimension:": "9 1 ", + "input_name:": "/Cast_47_output_0" + } + ], + "node_name:": "/Reciprocal_9", + "node_outputs:": [ + { + "output_dimension:": "9 1 ", + "output_name:": "/Reciprocal_9_output_0" + } + ] + }, + { + "node_id:": 963, + "node_inputs:": [ + { + "input_dimension:": "9 1 ", + "input_name:": "/Reciprocal_9_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_1113_output_0" + } + ], + "node_name:": "/Unsqueeze_375", + "node_outputs:": [ + { + "output_dimension:": "9 1 1 ", + "output_name:": "/Unsqueeze_375_output_0" + } + ] + }, + { + "node_id:": 964, + "node_inputs:": [ + { + "input_dimension:": "9 1 384 ", + "input_name:": "/Add_163_output_0" + }, + { + "input_dimension:": "9 1 1 ", + "input_name:": "/Unsqueeze_375_output_0" + } + ], + "node_name:": "/Mul_101", + "node_outputs:": [ + { + "output_dimension:": "9 1 384 ", + "output_name:": "/Mul_101_output_0" + } + ] + }, + { + "node_id:": 965, + "node_inputs:": [ + { + "input_dimension:": "9 1 384 ", + "input_name:": "/Mul_101_output_0" + }, + { + "input_dimension:": "384 384 ", + "input_name:": "onnx::MatMul_7938" + } + ], + "node_name:": "/proj_9/MatMul", + "node_outputs:": [ + { + "output_dimension:": "9 1 384 ", + "output_name:": "/proj_9/MatMul_output_0" + } + ] + }, + { + "node_id:": 966, + "node_inputs:": [ + { + "input_dimension:": "9 1 384 ", + "input_name:": "/Add_162_output_0" + }, + { + "input_dimension:": "9 1 384 ", + "input_name:": "/proj_9/MatMul_output_0" + } + ], + "node_name:": "/Add_167", + "node_outputs:": [ + { + "output_dimension:": "9 1 384 ", + "output_name:": "/Add_167_output_0" + } + ] + }, + { + "node_id:": 967, + "node_inputs:": [ + { + "input_dimension:": "9 1 512 ", + "input_name:": "/in_proj_9/Add_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_285_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_568_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_1113_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Slice_84", + "node_outputs:": [ + { + "output_dimension:": "9 1 192 ", + "output_name:": "/Slice_84_output_0" + } + ] + }, + { + "node_id:": 968, + "node_inputs:": [ + { + "input_dimension:": "2 36 1 192 ", + "input_name:": "cached_key_3" + }, + { + "input_dimension:": "", + "input_name:": "/upsample_3/Constant_output_0" + } + ], + "node_name:": "/Gather_195", + "node_outputs:": [ + { + "output_dimension:": "36 1 192 ", + "output_name:": "/Gather_195_output_0" + } + ] + }, + { + "node_id:": 969, + "node_inputs:": [ + { + "input_dimension:": "36 1 192 ", + "input_name:": "/Gather_195_output_0" + }, + { + "input_dimension:": "9 1 192 ", + "input_name:": "/Slice_84_output_0" + } + ], + "node_name:": "/Concat_183", + "node_outputs:": [ + { + "output_dimension:": "45 1 192 ", + "output_name:": "/Concat_183_output_0" + } + ] + }, + { + "node_id:": 970, + "node_inputs:": [ + { + "input_dimension:": "9 1 512 ", + "input_name:": "/in_proj_9/Add_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_1118_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_69_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_1113_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Slice_86", + "node_outputs:": [ + { + "output_dimension:": "9 1 32 ", + "output_name:": "/Slice_86_output_0" + } + ] + }, + { + "node_id:": 971, + "node_inputs:": [ + { + "input_dimension:": "9 1 32 ", + "input_name:": "/Slice_86_output_0" + }, + { + "input_dimension:": "4 ", + "input_name:": "/Concat_186_output_0" + } + ], + "node_name:": "/Reshape_100", + "node_outputs:": [ + { + "output_dimension:": "9 1 8 4 ", + "output_name:": "/Reshape_100_output_0" + } + ] + }, + { + "node_id:": 972, + "node_inputs:": [ + { + "input_dimension:": "9 1 8 4 ", + "input_name:": "/Reshape_100_output_0" + } + ], + "node_name:": "/Transpose_111", + "node_outputs:": [ + { + "output_dimension:": "1 8 9 4 ", + "output_name:": "/Transpose_111_output_0" + } + ] + }, + { + "node_id:": 973, + "node_inputs:": [ + { + "input_dimension:": "1 8 9 4 ", + "input_name:": "/Transpose_111_output_0" + }, + { + "input_dimension:": "1 8 4 53 ", + "input_name:": "/Transpose_113_output_0" + } + ], + "node_name:": "/MatMul_45", + "node_outputs:": [ + { + "output_dimension:": "1 8 9 53 ", + "output_name:": "/MatMul_45_output_0" + } + ] + }, + { + "node_id:": 974, + "node_inputs:": [ + { + "input_dimension:": "45 1 192 ", + "input_name:": "/Concat_183_output_0" + }, + { + "input_dimension:": "4 ", + "input_name:": "/Concat_266_output_0" + } + ], + "node_name:": "/Reshape_101", + "node_outputs:": [ + { + "output_dimension:": "45 1 8 24 ", + "output_name:": "/Reshape_101_output_0" + } + ] + }, + { + "node_id:": 975, + "node_inputs:": [ + { + "input_dimension:": "45 1 8 24 ", + "input_name:": "/Reshape_101_output_0" + } + ], + "node_name:": "/Transpose_112", + "node_outputs:": [ + { + "output_dimension:": "1 8 24 45 ", + "output_name:": "/Transpose_112_output_0" + } + ] + }, + { + "node_id:": 976, + "node_inputs:": [ + { + "input_dimension:": "9 1 512 ", + "input_name:": "/in_proj_9/Add_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_285_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_1113_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Slice_83", + "node_outputs:": [ + { + "output_dimension:": "9 1 192 ", + "output_name:": "/Slice_83_output_0" + } + ] + }, + { + "node_id:": 977, + "node_inputs:": [ + { + "input_dimension:": "9 1 192 ", + "input_name:": "/Slice_83_output_0" + }, + { + "input_dimension:": "4 ", + "input_name:": "/Concat_185_output_0" + } + ], + "node_name:": "/Reshape_99", + "node_outputs:": [ + { + "output_dimension:": "9 1 8 24 ", + "output_name:": "/Reshape_99_output_0" + } + ] + }, + { + "node_id:": 978, + "node_inputs:": [ + { + "input_dimension:": "9 1 8 24 ", + "input_name:": "/Reshape_99_output_0" + } + ], + "node_name:": "/Transpose_110", + "node_outputs:": [ + { + "output_dimension:": "1 8 9 24 ", + "output_name:": "/Transpose_110_output_0" + } + ] + }, + { + "node_id:": 979, + "node_inputs:": [ + { + "input_dimension:": "1 8 9 24 ", + "input_name:": "/Transpose_110_output_0" + }, + { + "input_dimension:": "1 8 24 45 ", + "input_name:": "/Transpose_112_output_0" + } + ], + "node_name:": "/MatMul_46", + "node_outputs:": [ + { + "output_dimension:": "1 8 9 45 ", + "output_name:": "/MatMul_46_output_0" + } + ] + }, + { + "node_id:": 980, + "node_inputs:": [ + { + "input_dimension:": "1 8 9 53 ", + "input_name:": "/MatMul_45_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "/Concat_192_output_0" + } + ], + "node_name:": "/Reshape_104", + "node_outputs:": [ + { + "output_dimension:": "72 53 ", + "output_name:": "/Reshape_104_output_0" + } + ] + }, + { + "node_id:": 981, + "node_inputs:": [ + { + "input_dimension:": "72 53 ", + "input_name:": "/Reshape_104_output_0" + }, + { + "input_dimension:": "72 45 ", + "input_name:": "/Add_169_output_0" + } + ], + "node_name:": "/GatherElements_9", + "node_outputs:": [ + { + "output_dimension:": "72 45 ", + "output_name:": "/GatherElements_9_output_0" + } + ] + }, + { + "node_id:": 982, + "node_inputs:": [ + { + "input_dimension:": "72 45 ", + "input_name:": "/GatherElements_9_output_0" + }, + { + "input_dimension:": "4 ", + "input_name:": "/Concat_193_output_0" + } + ], + "node_name:": "/Reshape_105", + "node_outputs:": [ + { + "output_dimension:": "1 8 9 45 ", + "output_name:": "/Reshape_105_output_0" + } + ] + }, + { + "node_id:": 983, + "node_inputs:": [ + { + "input_dimension:": "1 8 9 45 ", + "input_name:": "/MatMul_46_output_0" + }, + { + "input_dimension:": "1 8 9 45 ", + "input_name:": "/Reshape_105_output_0" + } + ], + "node_name:": "/Add_170", + "node_outputs:": [ + { + "output_dimension:": "1 8 9 45 ", + "output_name:": "/Add_170_output_0" + } + ] + }, + { + "node_id:": 984, + "node_inputs:": [ + { + "input_dimension:": "1 8 9 45 ", + "input_name:": "/Add_170_output_0" + }, + { + "input_dimension:": "3 ", + "input_name:": "/Concat_194_output_0" + } + ], + "node_name:": "/Reshape_106", + "node_outputs:": [ + { + "output_dimension:": "8 9 45 ", + "output_name:": "/Reshape_106_output_0" + } + ] + }, + { + "node_id:": 985, + "node_inputs:": [ + { + "input_dimension:": "8 9 45 ", + "input_name:": "/Reshape_106_output_0" + } + ], + "node_name:": "/Softmax_9", + "node_outputs:": [ + { + "output_dimension:": "8 9 45 ", + "output_name:": "/Softmax_9_output_0" + } + ] + }, + { + "node_id:": 986, + "node_inputs:": [ + { + "input_dimension:": "9 1 512 ", + "input_name:": "/in_proj_9/Add_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_568_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_1118_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_1113_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Slice_85", + "node_outputs:": [ + { + "output_dimension:": "9 1 96 ", + "output_name:": "/Slice_85_output_0" + } + ] + }, + { + "node_id:": 987, + "node_inputs:": [ + { + "input_dimension:": "2 36 1 96 ", + "input_name:": "cached_val_3" + }, + { + "input_dimension:": "", + "input_name:": "/upsample_3/Constant_output_0" + } + ], + "node_name:": "/Gather_196", + "node_outputs:": [ + { + "output_dimension:": "36 1 96 ", + "output_name:": "/Gather_196_output_0" + } + ] + }, + { + "node_id:": 988, + "node_inputs:": [ + { + "input_dimension:": "36 1 96 ", + "input_name:": "/Gather_196_output_0" + }, + { + "input_dimension:": "9 1 96 ", + "input_name:": "/Slice_85_output_0" + } + ], + "node_name:": "/Concat_184", + "node_outputs:": [ + { + "output_dimension:": "45 1 96 ", + "output_name:": "/Concat_184_output_0" + } + ] + }, + { + "node_id:": 989, + "node_inputs:": [ + { + "input_dimension:": "45 1 96 ", + "input_name:": "/Concat_184_output_0" + }, + { + "input_dimension:": "3 ", + "input_name:": "/Concat_188_output_0" + } + ], + "node_name:": "/Reshape_102", + "node_outputs:": [ + { + "output_dimension:": "45 8 12 ", + "output_name:": "/Reshape_102_output_0" + } + ] + }, + { + "node_id:": 990, + "node_inputs:": [ + { + "input_dimension:": "45 8 12 ", + "input_name:": "/Reshape_102_output_0" + } + ], + "node_name:": "/Transpose_109", + "node_outputs:": [ + { + "output_dimension:": "8 45 12 ", + "output_name:": "/Transpose_109_output_0" + } + ] + }, + { + "node_id:": 991, + "node_inputs:": [ + { + "input_dimension:": "8 9 45 ", + "input_name:": "/Softmax_9_output_0" + }, + { + "input_dimension:": "8 45 12 ", + "input_name:": "/Transpose_109_output_0" + } + ], + "node_name:": "/MatMul_47", + "node_outputs:": [ + { + "output_dimension:": "8 9 12 ", + "output_name:": "/MatMul_47_output_0" + } + ] + }, + { + "node_id:": 992, + "node_inputs:": [ + { + "input_dimension:": "8 9 12 ", + "input_name:": "/MatMul_47_output_0" + } + ], + "node_name:": "/Transpose_114", + "node_outputs:": [ + { + "output_dimension:": "9 8 12 ", + "output_name:": "/Transpose_114_output_0" + } + ] + }, + { + "node_id:": 993, + "node_inputs:": [ + { + "input_dimension:": "9 1 384 ", + "input_name:": "/Add_167_output_0" + }, + { + "input_dimension:": "9 1 384 ", + "input_name:": "/Add_171_output_0" + } + ], + "node_name:": "/Add_172", + "node_outputs:": [ + { + "output_dimension:": "9 1 384 ", + "output_name:": "/Add_172_output_0" + } + ] + }, + { + "node_id:": 994, + "node_inputs:": [ + { + "input_dimension:": "9 1 384 ", + "input_name:": "/Add_172_output_0" + } + ], + "node_name:": "/Transpose_115", + "node_outputs:": [ + { + "output_dimension:": "1 384 9 ", + "output_name:": "/Transpose_115_output_0" + } + ] + }, + { + "node_id:": 995, + "node_inputs:": [ + { + "input_dimension:": "1 384 9 ", + "input_name:": "/Transpose_115_output_0" + }, + { + "input_dimension:": "768 384 1 ", + "input_name:": "encoder.encoders.3.encoder.layers.0.conv_module1.pointwise_conv1.weight" + }, + { + "input_dimension:": "768 ", + "input_name:": "encoder.encoders.3.encoder.layers.0.conv_module1.pointwise_conv1.bias" + } + ], + "node_name:": "/pointwise_conv1_18/Conv", + "node_outputs:": [ + { + "output_dimension:": "1 768 9 ", + "output_name:": "/pointwise_conv1_18/Conv_output_0" + } + ] + }, + { + "node_id:": 996, + "node_inputs:": [ + { + "input_dimension:": "1 768 9 ", + "input_name:": "/pointwise_conv1_18/Conv_output_0" + } + ], + "node_name:": "/Split_18", + "node_outputs:": [ + { + "output_dimension:": "1 384 9 ", + "output_name:": "/Split_18_output_0" + }, + { + "output_dimension:": "1 384 9 ", + "output_name:": "/Split_18_output_1" + } + ] + }, + { + "node_id:": 997, + "node_inputs:": [ + { + "input_dimension:": "1 384 9 ", + "input_name:": "/Split_18_output_1" + } + ], + "node_name:": "/Sigmoid_18", + "node_outputs:": [ + { + "output_dimension:": "1 384 9 ", + "output_name:": "/Sigmoid_18_output_0" + } + ] + }, + { + "node_id:": 998, + "node_inputs:": [ + { + "input_dimension:": "1 384 9 ", + "input_name:": "/Split_18_output_0" + }, + { + "input_dimension:": "1 384 9 ", + "input_name:": "/Sigmoid_18_output_0" + } + ], + "node_name:": "/Mul_106", + "node_outputs:": [ + { + "output_dimension:": "1 384 9 ", + "output_name:": "/Mul_106_output_0" + } + ] + }, + { + "node_id:": 999, + "node_inputs:": [ + { + "input_dimension:": "2 1 384 30 ", + "input_name:": "cached_conv1_3" + }, + { + "input_dimension:": "", + "input_name:": "/upsample_3/Constant_output_0" + } + ], + "node_name:": "/Gather_198", + "node_outputs:": [ + { + "output_dimension:": "1 384 30 ", + "output_name:": "/Gather_198_output_0" + } + ] + }, + { + "node_id:": 1000, + "node_inputs:": [ + { + "input_dimension:": "1 384 30 ", + "input_name:": "/Gather_198_output_0" + }, + { + "input_dimension:": "1 384 9 ", + "input_name:": "/Mul_106_output_0" + } + ], + "node_name:": "/Concat_196", + "node_outputs:": [ + { + "output_dimension:": "1 384 39 ", + "output_name:": "/Concat_196_output_0" + } + ] + }, + { + "node_id:": 1001, + "node_inputs:": [ + { + "input_dimension:": "1 384 39 ", + "input_name:": "/Concat_196_output_0" + }, + { + "input_dimension:": "384 1 31 ", + "input_name:": "encoder.encoders.3.encoder.layers.0.conv_module1.depthwise_conv.weight" + }, + { + "input_dimension:": "384 ", + "input_name:": "encoder.encoders.3.encoder.layers.0.conv_module1.depthwise_conv.bias" + } + ], + "node_name:": "/depthwise_conv_18/Conv", + "node_outputs:": [ + { + "output_dimension:": "1 384 9 ", + "output_name:": "/depthwise_conv_18/Conv_output_0" + } + ] + }, + { + "node_id:": 1002, + "node_inputs:": [ + { + "input_dimension:": "1 384 9 ", + "input_name:": "/depthwise_conv_18/Conv_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/feed_forward1/activation_2/Constant_output_0" + } + ], + "node_name:": "/activation_18/Sub", + "node_outputs:": [ + { + "output_dimension:": "1 384 9 ", + "output_name:": "/activation_18/Sub_output_0" + } + ] + }, + { + "node_id:": 1003, + "node_inputs:": [ + { + "input_dimension:": "1 384 9 ", + "input_name:": "/activation_18/Sub_output_0" + } + ], + "node_name:": "/activation_18/Sigmoid", + "node_outputs:": [ + { + "output_dimension:": "1 384 9 ", + "output_name:": "/activation_18/Sigmoid_output_0" + } + ] + }, + { + "node_id:": 1004, + "node_inputs:": [ + { + "input_dimension:": "1 384 9 ", + "input_name:": "/depthwise_conv_18/Conv_output_0" + }, + { + "input_dimension:": "1 384 9 ", + "input_name:": "/activation_18/Sigmoid_output_0" + } + ], + "node_name:": "/activation_18/Mul", + "node_outputs:": [ + { + "output_dimension:": "1 384 9 ", + "output_name:": "/activation_18/Mul_output_0" + } + ] + }, + { + "node_id:": 1005, + "node_inputs:": [ + { + "input_dimension:": "1 384 9 ", + "input_name:": "/activation_18/Mul_output_0" + }, + { + "input_dimension:": "384 384 1 ", + "input_name:": "encoder.encoders.3.encoder.layers.0.conv_module1.pointwise_conv2.weight" + }, + { + "input_dimension:": "384 ", + "input_name:": "encoder.encoders.3.encoder.layers.0.conv_module1.pointwise_conv2.bias" + } + ], + "node_name:": "/pointwise_conv2_18/Conv", + "node_outputs:": [ + { + "output_dimension:": "1 384 9 ", + "output_name:": "/pointwise_conv2_18/Conv_output_0" + } + ] + }, + { + "node_id:": 1006, + "node_inputs:": [ + { + "input_dimension:": "1 384 9 ", + "input_name:": "/pointwise_conv2_18/Conv_output_0" + } + ], + "node_name:": "/Transpose_116", + "node_outputs:": [ + { + "output_dimension:": "9 1 384 ", + "output_name:": "/Transpose_116_output_0" + } + ] + }, + { + "node_id:": 1007, + "node_inputs:": [ + { + "input_dimension:": "9 1 384 ", + "input_name:": "/Add_172_output_0" + }, + { + "input_dimension:": "9 1 384 ", + "input_name:": "/Transpose_116_output_0" + } + ], + "node_name:": "/Add_173", + "node_outputs:": [ + { + "output_dimension:": "9 1 384 ", + "output_name:": "/Add_173_output_0" + } + ] + }, + { + "node_id:": 1008, + "node_inputs:": [ + { + "input_dimension:": "9 1 2048 ", + "input_name:": "/feed_forward2/in_proj_9/Add_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/feed_forward1/activation_2/Constant_output_0" + } + ], + "node_name:": "/feed_forward2/activation_9/Sub", + "node_outputs:": [ + { + "output_dimension:": "9 1 2048 ", + "output_name:": "/feed_forward2/activation_9/Sub_output_0" + } + ] + }, + { + "node_id:": 1009, + "node_inputs:": [ + { + "input_dimension:": "9 1 2048 ", + "input_name:": "/feed_forward2/activation_9/Sub_output_0" + } + ], + "node_name:": "/feed_forward2/activation_9/Sigmoid", + "node_outputs:": [ + { + "output_dimension:": "9 1 2048 ", + "output_name:": "/feed_forward2/activation_9/Sigmoid_output_0" + } + ] + }, + { + "node_id:": 1010, + "node_inputs:": [ + { + "input_dimension:": "9 1 2048 ", + "input_name:": "/feed_forward2/in_proj_9/Add_output_0" + }, + { + "input_dimension:": "9 1 2048 ", + "input_name:": "/feed_forward2/activation_9/Sigmoid_output_0" + } + ], + "node_name:": "/feed_forward2/activation_9/Mul", + "node_outputs:": [ + { + "output_dimension:": "9 1 2048 ", + "output_name:": "/feed_forward2/activation_9/Mul_output_0" + } + ] + }, + { + "node_id:": 1011, + "node_inputs:": [ + { + "input_dimension:": "9 1 384 ", + "input_name:": "/Add_173_output_0" + }, + { + "input_dimension:": "9 1 384 ", + "input_name:": "/feed_forward2/out_proj_9/Add_output_0" + } + ], + "node_name:": "/Add_174", + "node_outputs:": [ + { + "output_dimension:": "9 1 384 ", + "output_name:": "/Add_174_output_0" + } + ] + }, + { + "node_id:": 1012, + "node_inputs:": [ + { + "input_dimension:": "2 36 1 96 ", + "input_name:": "cached_val2_3" + }, + { + "input_dimension:": "", + "input_name:": "/upsample_3/Constant_output_0" + } + ], + "node_name:": "/Gather_197", + "node_outputs:": [ + { + "output_dimension:": "36 1 96 ", + "output_name:": "/Gather_197_output_0" + } + ] + }, + { + "node_id:": 1013, + "node_inputs:": [ + { + "input_dimension:": "9 1 384 ", + "input_name:": "/Add_174_output_0" + }, + { + "input_dimension:": "384 96 ", + "input_name:": "onnx::MatMul_7984" + } + ], + "node_name:": "/in_proj2_9/MatMul", + "node_outputs:": [ + { + "output_dimension:": "9 1 96 ", + "output_name:": "/in_proj2_9/MatMul_output_0" + } + ] + }, + { + "node_id:": 1014, + "node_inputs:": [ + { + "input_dimension:": "36 1 96 ", + "input_name:": "/Gather_197_output_0" + }, + { + "input_dimension:": "9 1 96 ", + "input_name:": "/in_proj2_9/MatMul_output_0" + } + ], + "node_name:": "/Concat_197", + "node_outputs:": [ + { + "output_dimension:": "45 1 96 ", + "output_name:": "/Concat_197_output_0" + } + ] + }, + { + "node_id:": 1015, + "node_inputs:": [ + { + "input_dimension:": "45 1 96 ", + "input_name:": "/Concat_197_output_0" + }, + { + "input_dimension:": "3 ", + "input_name:": "/Concat_198_output_0" + } + ], + "node_name:": "/Reshape_108", + "node_outputs:": [ + { + "output_dimension:": "45 8 12 ", + "output_name:": "/Reshape_108_output_0" + } + ] + }, + { + "node_id:": 1016, + "node_inputs:": [ + { + "input_dimension:": "45 8 12 ", + "input_name:": "/Reshape_108_output_0" + } + ], + "node_name:": "/Transpose_117", + "node_outputs:": [ + { + "output_dimension:": "8 45 12 ", + "output_name:": "/Transpose_117_output_0" + } + ] + }, + { + "node_id:": 1017, + "node_inputs:": [ + { + "input_dimension:": "8 9 45 ", + "input_name:": "/Softmax_9_output_0" + }, + { + "input_dimension:": "8 45 12 ", + "input_name:": "/Transpose_117_output_0" + } + ], + "node_name:": "/MatMul_49", + "node_outputs:": [ + { + "output_dimension:": "8 9 12 ", + "output_name:": "/MatMul_49_output_0" + } + ] + }, + { + "node_id:": 1018, + "node_inputs:": [ + { + "input_dimension:": "8 9 12 ", + "input_name:": "/MatMul_49_output_0" + } + ], + "node_name:": "/Transpose_118", + "node_outputs:": [ + { + "output_dimension:": "9 8 12 ", + "output_name:": "/Transpose_118_output_0" + } + ] + }, + { + "node_id:": 1019, + "node_inputs:": [ + { + "input_dimension:": "9 1 384 ", + "input_name:": "/Add_174_output_0" + }, + { + "input_dimension:": "9 1 384 ", + "input_name:": "/out_proj2_9/Add_output_0" + } + ], + "node_name:": "/Add_176", + "node_outputs:": [ + { + "output_dimension:": "9 1 384 ", + "output_name:": "/Add_176_output_0" + } + ] + }, + { + "node_id:": 1020, + "node_inputs:": [ + { + "input_dimension:": "9 1 384 ", + "input_name:": "/Add_176_output_0" + } + ], + "node_name:": "/Transpose_119", + "node_outputs:": [ + { + "output_dimension:": "1 384 9 ", + "output_name:": "/Transpose_119_output_0" + } + ] + }, + { + "node_id:": 1021, + "node_inputs:": [ + { + "input_dimension:": "1 384 9 ", + "input_name:": "/Transpose_119_output_0" + }, + { + "input_dimension:": "768 384 1 ", + "input_name:": "encoder.encoders.3.encoder.layers.0.conv_module2.pointwise_conv1.weight" + }, + { + "input_dimension:": "768 ", + "input_name:": "encoder.encoders.3.encoder.layers.0.conv_module2.pointwise_conv1.bias" + } + ], + "node_name:": "/pointwise_conv1_19/Conv", + "node_outputs:": [ + { + "output_dimension:": "1 768 9 ", + "output_name:": "/pointwise_conv1_19/Conv_output_0" + } + ] + }, + { + "node_id:": 1022, + "node_inputs:": [ + { + "input_dimension:": "1 768 9 ", + "input_name:": "/pointwise_conv1_19/Conv_output_0" + } + ], + "node_name:": "/Split_19", + "node_outputs:": [ + { + "output_dimension:": "1 384 9 ", + "output_name:": "/Split_19_output_0" + }, + { + "output_dimension:": "1 384 9 ", + "output_name:": "/Split_19_output_1" + } + ] + }, + { + "node_id:": 1023, + "node_inputs:": [ + { + "input_dimension:": "1 384 9 ", + "input_name:": "/Split_19_output_1" + } + ], + "node_name:": "/Sigmoid_19", + "node_outputs:": [ + { + "output_dimension:": "1 384 9 ", + "output_name:": "/Sigmoid_19_output_0" + } + ] + }, + { + "node_id:": 1024, + "node_inputs:": [ + { + "input_dimension:": "1 384 9 ", + "input_name:": "/Split_19_output_0" + }, + { + "input_dimension:": "1 384 9 ", + "input_name:": "/Sigmoid_19_output_0" + } + ], + "node_name:": "/Mul_108", + "node_outputs:": [ + { + "output_dimension:": "1 384 9 ", + "output_name:": "/Mul_108_output_0" + } + ] + }, + { + "node_id:": 1025, + "node_inputs:": [ + { + "input_dimension:": "2 1 384 30 ", + "input_name:": "cached_conv2_3" + }, + { + "input_dimension:": "", + "input_name:": "/upsample_3/Constant_output_0" + } + ], + "node_name:": "/Gather_199", + "node_outputs:": [ + { + "output_dimension:": "1 384 30 ", + "output_name:": "/Gather_199_output_0" + } + ] + }, + { + "node_id:": 1026, + "node_inputs:": [ + { + "input_dimension:": "1 384 30 ", + "input_name:": "/Gather_199_output_0" + }, + { + "input_dimension:": "1 384 9 ", + "input_name:": "/Mul_108_output_0" + } + ], + "node_name:": "/Concat_200", + "node_outputs:": [ + { + "output_dimension:": "1 384 39 ", + "output_name:": "/Concat_200_output_0" + } + ] + }, + { + "node_id:": 1027, + "node_inputs:": [ + { + "input_dimension:": "1 384 39 ", + "input_name:": "/Concat_200_output_0" + }, + { + "input_dimension:": "384 1 31 ", + "input_name:": "encoder.encoders.3.encoder.layers.0.conv_module2.depthwise_conv.weight" + }, + { + "input_dimension:": "384 ", + "input_name:": "encoder.encoders.3.encoder.layers.0.conv_module2.depthwise_conv.bias" + } + ], + "node_name:": "/depthwise_conv_19/Conv", + "node_outputs:": [ + { + "output_dimension:": "1 384 9 ", + "output_name:": "/depthwise_conv_19/Conv_output_0" + } + ] + }, + { + "node_id:": 1028, + "node_inputs:": [ + { + "input_dimension:": "1 384 9 ", + "input_name:": "/depthwise_conv_19/Conv_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/feed_forward1/activation_2/Constant_output_0" + } + ], + "node_name:": "/activation_19/Sub", + "node_outputs:": [ + { + "output_dimension:": "1 384 9 ", + "output_name:": "/activation_19/Sub_output_0" + } + ] + }, + { + "node_id:": 1029, + "node_inputs:": [ + { + "input_dimension:": "1 384 9 ", + "input_name:": "/activation_19/Sub_output_0" + } + ], + "node_name:": "/activation_19/Sigmoid", + "node_outputs:": [ + { + "output_dimension:": "1 384 9 ", + "output_name:": "/activation_19/Sigmoid_output_0" + } + ] + }, + { + "node_id:": 1030, + "node_inputs:": [ + { + "input_dimension:": "1 384 9 ", + "input_name:": "/depthwise_conv_19/Conv_output_0" + }, + { + "input_dimension:": "1 384 9 ", + "input_name:": "/activation_19/Sigmoid_output_0" + } + ], + "node_name:": "/activation_19/Mul", + "node_outputs:": [ + { + "output_dimension:": "1 384 9 ", + "output_name:": "/activation_19/Mul_output_0" + } + ] + }, + { + "node_id:": 1031, + "node_inputs:": [ + { + "input_dimension:": "1 384 9 ", + "input_name:": "/activation_19/Mul_output_0" + }, + { + "input_dimension:": "384 384 1 ", + "input_name:": "encoder.encoders.3.encoder.layers.0.conv_module2.pointwise_conv2.weight" + }, + { + "input_dimension:": "384 ", + "input_name:": "encoder.encoders.3.encoder.layers.0.conv_module2.pointwise_conv2.bias" + } + ], + "node_name:": "/pointwise_conv2_19/Conv", + "node_outputs:": [ + { + "output_dimension:": "1 384 9 ", + "output_name:": "/pointwise_conv2_19/Conv_output_0" + } + ] + }, + { + "node_id:": 1032, + "node_inputs:": [ + { + "input_dimension:": "1 384 9 ", + "input_name:": "/pointwise_conv2_19/Conv_output_0" + } + ], + "node_name:": "/Transpose_120", + "node_outputs:": [ + { + "output_dimension:": "9 1 384 ", + "output_name:": "/Transpose_120_output_0" + } + ] + }, + { + "node_id:": 1033, + "node_inputs:": [ + { + "input_dimension:": "9 1 384 ", + "input_name:": "/Add_176_output_0" + }, + { + "input_dimension:": "9 1 384 ", + "input_name:": "/Transpose_120_output_0" + } + ], + "node_name:": "/Add_177", + "node_outputs:": [ + { + "output_dimension:": "9 1 384 ", + "output_name:": "/Add_177_output_0" + } + ] + }, + { + "node_id:": 1034, + "node_inputs:": [ + { + "input_dimension:": "9 1 2048 ", + "input_name:": "/feed_forward3/in_proj_9/Add_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/feed_forward1/activation_2/Constant_output_0" + } + ], + "node_name:": "/feed_forward3/activation_9/Sub", + "node_outputs:": [ + { + "output_dimension:": "9 1 2048 ", + "output_name:": "/feed_forward3/activation_9/Sub_output_0" + } + ] + }, + { + "node_id:": 1035, + "node_inputs:": [ + { + "input_dimension:": "9 1 2048 ", + "input_name:": "/feed_forward3/activation_9/Sub_output_0" + } + ], + "node_name:": "/feed_forward3/activation_9/Sigmoid", + "node_outputs:": [ + { + "output_dimension:": "9 1 2048 ", + "output_name:": "/feed_forward3/activation_9/Sigmoid_output_0" + } + ] + }, + { + "node_id:": 1036, + "node_inputs:": [ + { + "input_dimension:": "9 1 2048 ", + "input_name:": "/feed_forward3/in_proj_9/Add_output_0" + }, + { + "input_dimension:": "9 1 2048 ", + "input_name:": "/feed_forward3/activation_9/Sigmoid_output_0" + } + ], + "node_name:": "/feed_forward3/activation_9/Mul", + "node_outputs:": [ + { + "output_dimension:": "9 1 2048 ", + "output_name:": "/feed_forward3/activation_9/Mul_output_0" + } + ] + }, + { + "node_id:": 1037, + "node_inputs:": [ + { + "input_dimension:": "9 1 384 ", + "input_name:": "/Add_177_output_0" + }, + { + "input_dimension:": "9 1 384 ", + "input_name:": "/feed_forward3/out_proj_9/Add_output_0" + } + ], + "node_name:": "/Add_178", + "node_outputs:": [ + { + "output_dimension:": "9 1 384 ", + "output_name:": "/Add_178_output_0" + } + ] + }, + { + "node_id:": 1038, + "node_inputs:": [ + { + "input_dimension:": "9 1 384 ", + "input_name:": "/Add_178_output_0" + }, + { + "input_dimension:": "9 1 384 ", + "input_name:": "/Add_178_output_0" + } + ], + "node_name:": "/norm_final_9/Mul", + "node_outputs:": [ + { + "output_dimension:": "9 1 384 ", + "output_name:": "/norm_final_9/Mul_output_0" + } + ] + }, + { + "node_id:": 1039, + "node_inputs:": [ + { + "input_dimension:": "9 1 384 ", + "input_name:": "/norm_final_9/Mul_output_0" + } + ], + "node_name:": "/norm_final_9/ReduceMean", + "node_outputs:": [ + { + "output_dimension:": "9 1 1 ", + "output_name:": "/norm_final_9/ReduceMean_output_0" + } + ] + }, + { + "node_id:": 1040, + "node_inputs:": [ + { + "input_dimension:": "9 1 1 ", + "input_name:": "/norm_final_9/ReduceMean_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/norm_final_9/Constant_output_0" + } + ], + "node_name:": "/norm_final_9/Add", + "node_outputs:": [ + { + "output_dimension:": "9 1 1 ", + "output_name:": "/norm_final_9/Add_output_0" + } + ] + }, + { + "node_id:": 1041, + "node_inputs:": [ + { + "input_dimension:": "9 1 1 ", + "input_name:": "/norm_final_9/Add_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/norm_final_1/Constant_1_output_0" + } + ], + "node_name:": "/norm_final_9/Pow", + "node_outputs:": [ + { + "output_dimension:": "9 1 1 ", + "output_name:": "/norm_final_9/Pow_output_0" + } + ] + }, + { + "node_id:": 1042, + "node_inputs:": [ + { + "input_dimension:": "9 1 384 ", + "input_name:": "/Add_178_output_0" + }, + { + "input_dimension:": "9 1 1 ", + "input_name:": "/norm_final_9/Pow_output_0" + } + ], + "node_name:": "/norm_final_9/Mul_1", + "node_outputs:": [ + { + "output_dimension:": "9 1 384 ", + "output_name:": "/norm_final_9/Mul_1_output_0" + } + ] + }, + { + "node_id:": 1043, + "node_inputs:": [ + { + "input_dimension:": "9 1 384 ", + "input_name:": "/norm_final_9/Mul_1_output_0" + }, + { + "input_dimension:": "9 1 384 ", + "input_name:": "/downsample_2/ReduceSum_1_output_0" + } + ], + "node_name:": "/Sub_29", + "node_outputs:": [ + { + "output_dimension:": "9 1 384 ", + "output_name:": "/Sub_29_output_0" + } + ] + }, + { + "node_id:": 1044, + "node_inputs:": [ + { + "input_dimension:": "9 1 384 ", + "input_name:": "/Sub_29_output_0" + }, + { + "input_dimension:": "", + "input_name:": "encoder.encoders.3.encoder.layers.0.bypass_scale" + } + ], + "node_name:": "/Mul_109", + "node_outputs:": [ + { + "output_dimension:": "9 1 384 ", + "output_name:": "/Mul_109_output_0" + } + ] + }, + { + "node_id:": 1045, + "node_inputs:": [ + { + "input_dimension:": "9 1 384 ", + "input_name:": "/downsample_2/ReduceSum_1_output_0" + }, + { + "input_dimension:": "9 1 384 ", + "input_name:": "/Mul_109_output_0" + } + ], + "node_name:": "/Add_179", + "node_outputs:": [ + { + "output_dimension:": "9 1 384 ", + "output_name:": "/Add_179_output_0" + } + ] + }, + { + "node_id:": 1046, + "node_inputs:": [ + { + "input_dimension:": "9 1 2048 ", + "input_name:": "/feed_forward1/in_proj_10/Add_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/feed_forward1/activation_2/Constant_output_0" + } + ], + "node_name:": "/feed_forward1/activation_10/Sub", + "node_outputs:": [ + { + "output_dimension:": "9 1 2048 ", + "output_name:": "/feed_forward1/activation_10/Sub_output_0" + } + ] + }, + { + "node_id:": 1047, + "node_inputs:": [ + { + "input_dimension:": "9 1 2048 ", + "input_name:": "/feed_forward1/activation_10/Sub_output_0" + } + ], + "node_name:": "/feed_forward1/activation_10/Sigmoid", + "node_outputs:": [ + { + "output_dimension:": "9 1 2048 ", + "output_name:": "/feed_forward1/activation_10/Sigmoid_output_0" + } + ] + }, + { + "node_id:": 1048, + "node_inputs:": [ + { + "input_dimension:": "9 1 2048 ", + "input_name:": "/feed_forward1/in_proj_10/Add_output_0" + }, + { + "input_dimension:": "9 1 2048 ", + "input_name:": "/feed_forward1/activation_10/Sigmoid_output_0" + } + ], + "node_name:": "/feed_forward1/activation_10/Mul", + "node_outputs:": [ + { + "output_dimension:": "9 1 2048 ", + "output_name:": "/feed_forward1/activation_10/Mul_output_0" + } + ] + }, + { + "node_id:": 1049, + "node_inputs:": [ + { + "input_dimension:": "9 1 384 ", + "input_name:": "/Add_179_output_0" + }, + { + "input_dimension:": "9 1 384 ", + "input_name:": "/feed_forward1/out_proj_10/Add_output_0" + } + ], + "node_name:": "/Add_180", + "node_outputs:": [ + { + "output_dimension:": "9 1 384 ", + "output_name:": "/Add_180_output_0" + } + ] + }, + { + "node_id:": 1050, + "node_inputs:": [ + { + "input_dimension:": "9 1 384 ", + "input_name:": "/Add_180_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/Constant_631_output_0" + } + ], + "node_name:": "/CumSum_10", + "node_outputs:": [ + { + "output_dimension:": "9 1 384 ", + "output_name:": "/CumSum_10_output_0" + } + ] + }, + { + "node_id:": 1051, + "node_inputs:": [ + { + "input_dimension:": "9 1 384 ", + "input_name:": "/CumSum_10_output_0" + }, + { + "input_dimension:": "1 1 384 ", + "input_name:": "/Unsqueeze_406_output_0" + } + ], + "node_name:": "/Add_181", + "node_outputs:": [ + { + "output_dimension:": "9 1 384 ", + "output_name:": "/Add_181_output_0" + } + ] + }, + { + "node_id:": 1052, + "node_inputs:": [ + { + "input_dimension:": "9 1 ", + "input_name:": "/Unsqueeze_407_output_0" + }, + { + "input_dimension:": "1 1 ", + "input_name:": "/Unsqueeze_408_output_0" + } + ], + "node_name:": "/Add_183", + "node_outputs:": [ + { + "output_dimension:": "9 1 ", + "output_name:": "/Add_183_output_0" + } + ] + }, + { + "node_id:": 1053, + "node_inputs:": [ + { + "input_dimension:": "9 1 ", + "input_name:": "/Add_183_output_0" + } + ], + "node_name:": "/Cast_52", + "node_outputs:": [ + { + "output_dimension:": "9 1 ", + "output_name:": "/Cast_52_output_0" + } + ] + }, + { + "node_id:": 1054, + "node_inputs:": [ + { + "input_dimension:": "9 1 ", + "input_name:": "/Cast_52_output_0" + } + ], + "node_name:": "/Reciprocal_10", + "node_outputs:": [ + { + "output_dimension:": "9 1 ", + "output_name:": "/Reciprocal_10_output_0" + } + ] + }, + { + "node_id:": 1055, + "node_inputs:": [ + { + "input_dimension:": "9 1 ", + "input_name:": "/Reciprocal_10_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_1113_output_0" + } + ], + "node_name:": "/Unsqueeze_409", + "node_outputs:": [ + { + "output_dimension:": "9 1 1 ", + "output_name:": "/Unsqueeze_409_output_0" + } + ] + }, + { + "node_id:": 1056, + "node_inputs:": [ + { + "input_dimension:": "9 1 384 ", + "input_name:": "/Add_181_output_0" + }, + { + "input_dimension:": "9 1 1 ", + "input_name:": "/Unsqueeze_409_output_0" + } + ], + "node_name:": "/Mul_112", + "node_outputs:": [ + { + "output_dimension:": "9 1 384 ", + "output_name:": "/Mul_112_output_0" + } + ] + }, + { + "node_id:": 1057, + "node_inputs:": [ + { + "input_dimension:": "9 1 384 ", + "input_name:": "/Mul_112_output_0" + }, + { + "input_dimension:": "384 384 ", + "input_name:": "onnx::MatMul_8000" + } + ], + "node_name:": "/proj_10/MatMul", + "node_outputs:": [ + { + "output_dimension:": "9 1 384 ", + "output_name:": "/proj_10/MatMul_output_0" + } + ] + }, + { + "node_id:": 1058, + "node_inputs:": [ + { + "input_dimension:": "9 1 384 ", + "input_name:": "/Add_180_output_0" + }, + { + "input_dimension:": "9 1 384 ", + "input_name:": "/proj_10/MatMul_output_0" + } + ], + "node_name:": "/Add_185", + "node_outputs:": [ + { + "output_dimension:": "9 1 384 ", + "output_name:": "/Add_185_output_0" + } + ] + }, + { + "node_id:": 1059, + "node_inputs:": [ + { + "input_dimension:": "9 1 512 ", + "input_name:": "/in_proj_10/Add_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_285_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_568_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_1113_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Slice_93", + "node_outputs:": [ + { + "output_dimension:": "9 1 192 ", + "output_name:": "/Slice_93_output_0" + } + ] + }, + { + "node_id:": 1060, + "node_inputs:": [ + { + "input_dimension:": "2 36 1 192 ", + "input_name:": "cached_key_3" + }, + { + "input_dimension:": "", + "input_name:": "/encoder_pos_1/Constant_2_output_0" + } + ], + "node_name:": "/Gather_216", + "node_outputs:": [ + { + "output_dimension:": "36 1 192 ", + "output_name:": "/Gather_216_output_0" + } + ] + }, + { + "node_id:": 1061, + "node_inputs:": [ + { + "input_dimension:": "36 1 192 ", + "input_name:": "/Gather_216_output_0" + }, + { + "input_dimension:": "9 1 192 ", + "input_name:": "/Slice_93_output_0" + } + ], + "node_name:": "/Concat_201", + "node_outputs:": [ + { + "output_dimension:": "45 1 192 ", + "output_name:": "/Concat_201_output_0" + } + ] + }, + { + "node_id:": 1062, + "node_inputs:": [ + { + "input_dimension:": "9 1 512 ", + "input_name:": "/in_proj_10/Add_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_1118_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_69_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_1113_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Slice_95", + "node_outputs:": [ + { + "output_dimension:": "9 1 32 ", + "output_name:": "/Slice_95_output_0" + } + ] + }, + { + "node_id:": 1063, + "node_inputs:": [ + { + "input_dimension:": "9 1 32 ", + "input_name:": "/Slice_95_output_0" + }, + { + "input_dimension:": "4 ", + "input_name:": "/Concat_204_output_0" + } + ], + "node_name:": "/Reshape_111", + "node_outputs:": [ + { + "output_dimension:": "9 1 8 4 ", + "output_name:": "/Reshape_111_output_0" + } + ] + }, + { + "node_id:": 1064, + "node_inputs:": [ + { + "input_dimension:": "9 1 8 4 ", + "input_name:": "/Reshape_111_output_0" + } + ], + "node_name:": "/Transpose_123", + "node_outputs:": [ + { + "output_dimension:": "1 8 9 4 ", + "output_name:": "/Transpose_123_output_0" + } + ] + }, + { + "node_id:": 1065, + "node_inputs:": [ + { + "input_dimension:": "1 8 9 4 ", + "input_name:": "/Transpose_123_output_0" + }, + { + "input_dimension:": "1 8 4 53 ", + "input_name:": "/Transpose_125_output_0" + } + ], + "node_name:": "/MatMul_50", + "node_outputs:": [ + { + "output_dimension:": "1 8 9 53 ", + "output_name:": "/MatMul_50_output_0" + } + ] + }, + { + "node_id:": 1066, + "node_inputs:": [ + { + "input_dimension:": "45 1 192 ", + "input_name:": "/Concat_201_output_0" + }, + { + "input_dimension:": "4 ", + "input_name:": "/Concat_266_output_0" + } + ], + "node_name:": "/Reshape_112", + "node_outputs:": [ + { + "output_dimension:": "45 1 8 24 ", + "output_name:": "/Reshape_112_output_0" + } + ] + }, + { + "node_id:": 1067, + "node_inputs:": [ + { + "input_dimension:": "45 1 8 24 ", + "input_name:": "/Reshape_112_output_0" + } + ], + "node_name:": "/Transpose_124", + "node_outputs:": [ + { + "output_dimension:": "1 8 24 45 ", + "output_name:": "/Transpose_124_output_0" + } + ] + }, + { + "node_id:": 1068, + "node_inputs:": [ + { + "input_dimension:": "9 1 512 ", + "input_name:": "/in_proj_10/Add_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_285_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_1113_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Slice_92", + "node_outputs:": [ + { + "output_dimension:": "9 1 192 ", + "output_name:": "/Slice_92_output_0" + } + ] + }, + { + "node_id:": 1069, + "node_inputs:": [ + { + "input_dimension:": "9 1 192 ", + "input_name:": "/Slice_92_output_0" + }, + { + "input_dimension:": "4 ", + "input_name:": "/Concat_203_output_0" + } + ], + "node_name:": "/Reshape_110", + "node_outputs:": [ + { + "output_dimension:": "9 1 8 24 ", + "output_name:": "/Reshape_110_output_0" + } + ] + }, + { + "node_id:": 1070, + "node_inputs:": [ + { + "input_dimension:": "9 1 8 24 ", + "input_name:": "/Reshape_110_output_0" + } + ], + "node_name:": "/Transpose_122", + "node_outputs:": [ + { + "output_dimension:": "1 8 9 24 ", + "output_name:": "/Transpose_122_output_0" + } + ] + }, + { + "node_id:": 1071, + "node_inputs:": [ + { + "input_dimension:": "1 8 9 24 ", + "input_name:": "/Transpose_122_output_0" + }, + { + "input_dimension:": "1 8 24 45 ", + "input_name:": "/Transpose_124_output_0" + } + ], + "node_name:": "/MatMul_51", + "node_outputs:": [ + { + "output_dimension:": "1 8 9 45 ", + "output_name:": "/MatMul_51_output_0" + } + ] + }, + { + "node_id:": 1072, + "node_inputs:": [ + { + "input_dimension:": "1 8 9 53 ", + "input_name:": "/MatMul_50_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "/Concat_210_output_0" + } + ], + "node_name:": "/Reshape_115", + "node_outputs:": [ + { + "output_dimension:": "72 53 ", + "output_name:": "/Reshape_115_output_0" + } + ] + }, + { + "node_id:": 1073, + "node_inputs:": [ + { + "input_dimension:": "72 53 ", + "input_name:": "/Reshape_115_output_0" + }, + { + "input_dimension:": "72 45 ", + "input_name:": "/Add_187_output_0" + } + ], + "node_name:": "/GatherElements_10", + "node_outputs:": [ + { + "output_dimension:": "72 45 ", + "output_name:": "/GatherElements_10_output_0" + } + ] + }, + { + "node_id:": 1074, + "node_inputs:": [ + { + "input_dimension:": "72 45 ", + "input_name:": "/GatherElements_10_output_0" + }, + { + "input_dimension:": "4 ", + "input_name:": "/Concat_211_output_0" + } + ], + "node_name:": "/Reshape_116", + "node_outputs:": [ + { + "output_dimension:": "1 8 9 45 ", + "output_name:": "/Reshape_116_output_0" + } + ] + }, + { + "node_id:": 1075, + "node_inputs:": [ + { + "input_dimension:": "1 8 9 45 ", + "input_name:": "/MatMul_51_output_0" + }, + { + "input_dimension:": "1 8 9 45 ", + "input_name:": "/Reshape_116_output_0" + } + ], + "node_name:": "/Add_188", + "node_outputs:": [ + { + "output_dimension:": "1 8 9 45 ", + "output_name:": "/Add_188_output_0" + } + ] + }, + { + "node_id:": 1076, + "node_inputs:": [ + { + "input_dimension:": "1 8 9 45 ", + "input_name:": "/Add_188_output_0" + }, + { + "input_dimension:": "3 ", + "input_name:": "/Concat_212_output_0" + } + ], + "node_name:": "/Reshape_117", + "node_outputs:": [ + { + "output_dimension:": "8 9 45 ", + "output_name:": "/Reshape_117_output_0" + } + ] + }, + { + "node_id:": 1077, + "node_inputs:": [ + { + "input_dimension:": "8 9 45 ", + "input_name:": "/Reshape_117_output_0" + } + ], + "node_name:": "/Softmax_10", + "node_outputs:": [ + { + "output_dimension:": "8 9 45 ", + "output_name:": "/Softmax_10_output_0" + } + ] + }, + { + "node_id:": 1078, + "node_inputs:": [ + { + "input_dimension:": "9 1 512 ", + "input_name:": "/in_proj_10/Add_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_568_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_1118_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_1113_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Slice_94", + "node_outputs:": [ + { + "output_dimension:": "9 1 96 ", + "output_name:": "/Slice_94_output_0" + } + ] + }, + { + "node_id:": 1079, + "node_inputs:": [ + { + "input_dimension:": "2 36 1 96 ", + "input_name:": "cached_val_3" + }, + { + "input_dimension:": "", + "input_name:": "/encoder_pos_1/Constant_2_output_0" + } + ], + "node_name:": "/Gather_217", + "node_outputs:": [ + { + "output_dimension:": "36 1 96 ", + "output_name:": "/Gather_217_output_0" + } + ] + }, + { + "node_id:": 1080, + "node_inputs:": [ + { + "input_dimension:": "36 1 96 ", + "input_name:": "/Gather_217_output_0" + }, + { + "input_dimension:": "9 1 96 ", + "input_name:": "/Slice_94_output_0" + } + ], + "node_name:": "/Concat_202", + "node_outputs:": [ + { + "output_dimension:": "45 1 96 ", + "output_name:": "/Concat_202_output_0" + } + ] + }, + { + "node_id:": 1081, + "node_inputs:": [ + { + "input_dimension:": "45 1 96 ", + "input_name:": "/Concat_202_output_0" + }, + { + "input_dimension:": "3 ", + "input_name:": "/Concat_206_output_0" + } + ], + "node_name:": "/Reshape_113", + "node_outputs:": [ + { + "output_dimension:": "45 8 12 ", + "output_name:": "/Reshape_113_output_0" + } + ] + }, + { + "node_id:": 1082, + "node_inputs:": [ + { + "input_dimension:": "45 8 12 ", + "input_name:": "/Reshape_113_output_0" + } + ], + "node_name:": "/Transpose_121", + "node_outputs:": [ + { + "output_dimension:": "8 45 12 ", + "output_name:": "/Transpose_121_output_0" + } + ] + }, + { + "node_id:": 1083, + "node_inputs:": [ + { + "input_dimension:": "8 9 45 ", + "input_name:": "/Softmax_10_output_0" + }, + { + "input_dimension:": "8 45 12 ", + "input_name:": "/Transpose_121_output_0" + } + ], + "node_name:": "/MatMul_52", + "node_outputs:": [ + { + "output_dimension:": "8 9 12 ", + "output_name:": "/MatMul_52_output_0" + } + ] + }, + { + "node_id:": 1084, + "node_inputs:": [ + { + "input_dimension:": "8 9 12 ", + "input_name:": "/MatMul_52_output_0" + } + ], + "node_name:": "/Transpose_126", + "node_outputs:": [ + { + "output_dimension:": "9 8 12 ", + "output_name:": "/Transpose_126_output_0" + } + ] + }, + { + "node_id:": 1085, + "node_inputs:": [ + { + "input_dimension:": "9 1 384 ", + "input_name:": "/Add_185_output_0" + }, + { + "input_dimension:": "9 1 384 ", + "input_name:": "/Add_189_output_0" + } + ], + "node_name:": "/Add_190", + "node_outputs:": [ + { + "output_dimension:": "9 1 384 ", + "output_name:": "/Add_190_output_0" + } + ] + }, + { + "node_id:": 1086, + "node_inputs:": [ + { + "input_dimension:": "9 1 384 ", + "input_name:": "/Add_190_output_0" + } + ], + "node_name:": "/Transpose_127", + "node_outputs:": [ + { + "output_dimension:": "1 384 9 ", + "output_name:": "/Transpose_127_output_0" + } + ] + }, + { + "node_id:": 1087, + "node_inputs:": [ + { + "input_dimension:": "1 384 9 ", + "input_name:": "/Transpose_127_output_0" + }, + { + "input_dimension:": "768 384 1 ", + "input_name:": "encoder.encoders.3.encoder.layers.1.conv_module1.pointwise_conv1.weight" + }, + { + "input_dimension:": "768 ", + "input_name:": "encoder.encoders.3.encoder.layers.1.conv_module1.pointwise_conv1.bias" + } + ], + "node_name:": "/pointwise_conv1_20/Conv", + "node_outputs:": [ + { + "output_dimension:": "1 768 9 ", + "output_name:": "/pointwise_conv1_20/Conv_output_0" + } + ] + }, + { + "node_id:": 1088, + "node_inputs:": [ + { + "input_dimension:": "1 768 9 ", + "input_name:": "/pointwise_conv1_20/Conv_output_0" + } + ], + "node_name:": "/Split_20", + "node_outputs:": [ + { + "output_dimension:": "1 384 9 ", + "output_name:": "/Split_20_output_0" + }, + { + "output_dimension:": "1 384 9 ", + "output_name:": "/Split_20_output_1" + } + ] + }, + { + "node_id:": 1089, + "node_inputs:": [ + { + "input_dimension:": "1 384 9 ", + "input_name:": "/Split_20_output_1" + } + ], + "node_name:": "/Sigmoid_20", + "node_outputs:": [ + { + "output_dimension:": "1 384 9 ", + "output_name:": "/Sigmoid_20_output_0" + } + ] + }, + { + "node_id:": 1090, + "node_inputs:": [ + { + "input_dimension:": "1 384 9 ", + "input_name:": "/Split_20_output_0" + }, + { + "input_dimension:": "1 384 9 ", + "input_name:": "/Sigmoid_20_output_0" + } + ], + "node_name:": "/Mul_117", + "node_outputs:": [ + { + "output_dimension:": "1 384 9 ", + "output_name:": "/Mul_117_output_0" + } + ] + }, + { + "node_id:": 1091, + "node_inputs:": [ + { + "input_dimension:": "2 1 384 30 ", + "input_name:": "cached_conv1_3" + }, + { + "input_dimension:": "", + "input_name:": "/encoder_pos_1/Constant_2_output_0" + } + ], + "node_name:": "/Gather_219", + "node_outputs:": [ + { + "output_dimension:": "1 384 30 ", + "output_name:": "/Gather_219_output_0" + } + ] + }, + { + "node_id:": 1092, + "node_inputs:": [ + { + "input_dimension:": "1 384 30 ", + "input_name:": "/Gather_219_output_0" + }, + { + "input_dimension:": "1 384 9 ", + "input_name:": "/Mul_117_output_0" + } + ], + "node_name:": "/Concat_214", + "node_outputs:": [ + { + "output_dimension:": "1 384 39 ", + "output_name:": "/Concat_214_output_0" + } + ] + }, + { + "node_id:": 1093, + "node_inputs:": [ + { + "input_dimension:": "1 384 39 ", + "input_name:": "/Concat_214_output_0" + }, + { + "input_dimension:": "384 1 31 ", + "input_name:": "encoder.encoders.3.encoder.layers.1.conv_module1.depthwise_conv.weight" + }, + { + "input_dimension:": "384 ", + "input_name:": "encoder.encoders.3.encoder.layers.1.conv_module1.depthwise_conv.bias" + } + ], + "node_name:": "/depthwise_conv_20/Conv", + "node_outputs:": [ + { + "output_dimension:": "1 384 9 ", + "output_name:": "/depthwise_conv_20/Conv_output_0" + } + ] + }, + { + "node_id:": 1094, + "node_inputs:": [ + { + "input_dimension:": "1 384 9 ", + "input_name:": "/depthwise_conv_20/Conv_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/feed_forward1/activation_2/Constant_output_0" + } + ], + "node_name:": "/activation_20/Sub", + "node_outputs:": [ + { + "output_dimension:": "1 384 9 ", + "output_name:": "/activation_20/Sub_output_0" + } + ] + }, + { + "node_id:": 1095, + "node_inputs:": [ + { + "input_dimension:": "1 384 9 ", + "input_name:": "/activation_20/Sub_output_0" + } + ], + "node_name:": "/activation_20/Sigmoid", + "node_outputs:": [ + { + "output_dimension:": "1 384 9 ", + "output_name:": "/activation_20/Sigmoid_output_0" + } + ] + }, + { + "node_id:": 1096, + "node_inputs:": [ + { + "input_dimension:": "1 384 9 ", + "input_name:": "/depthwise_conv_20/Conv_output_0" + }, + { + "input_dimension:": "1 384 9 ", + "input_name:": "/activation_20/Sigmoid_output_0" + } + ], + "node_name:": "/activation_20/Mul", + "node_outputs:": [ + { + "output_dimension:": "1 384 9 ", + "output_name:": "/activation_20/Mul_output_0" + } + ] + }, + { + "node_id:": 1097, + "node_inputs:": [ + { + "input_dimension:": "1 384 9 ", + "input_name:": "/activation_20/Mul_output_0" + }, + { + "input_dimension:": "384 384 1 ", + "input_name:": "encoder.encoders.3.encoder.layers.1.conv_module1.pointwise_conv2.weight" + }, + { + "input_dimension:": "384 ", + "input_name:": "encoder.encoders.3.encoder.layers.1.conv_module1.pointwise_conv2.bias" + } + ], + "node_name:": "/pointwise_conv2_20/Conv", + "node_outputs:": [ + { + "output_dimension:": "1 384 9 ", + "output_name:": "/pointwise_conv2_20/Conv_output_0" + } + ] + }, + { + "node_id:": 1098, + "node_inputs:": [ + { + "input_dimension:": "1 384 9 ", + "input_name:": "/pointwise_conv2_20/Conv_output_0" + } + ], + "node_name:": "/Transpose_128", + "node_outputs:": [ + { + "output_dimension:": "9 1 384 ", + "output_name:": "/Transpose_128_output_0" + } + ] + }, + { + "node_id:": 1099, + "node_inputs:": [ + { + "input_dimension:": "9 1 384 ", + "input_name:": "/Add_190_output_0" + }, + { + "input_dimension:": "9 1 384 ", + "input_name:": "/Transpose_128_output_0" + } + ], + "node_name:": "/Add_191", + "node_outputs:": [ + { + "output_dimension:": "9 1 384 ", + "output_name:": "/Add_191_output_0" + } + ] + }, + { + "node_id:": 1100, + "node_inputs:": [ + { + "input_dimension:": "9 1 2048 ", + "input_name:": "/feed_forward2/in_proj_10/Add_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/feed_forward1/activation_2/Constant_output_0" + } + ], + "node_name:": "/feed_forward2/activation_10/Sub", + "node_outputs:": [ + { + "output_dimension:": "9 1 2048 ", + "output_name:": "/feed_forward2/activation_10/Sub_output_0" + } + ] + }, + { + "node_id:": 1101, + "node_inputs:": [ + { + "input_dimension:": "9 1 2048 ", + "input_name:": "/feed_forward2/activation_10/Sub_output_0" + } + ], + "node_name:": "/feed_forward2/activation_10/Sigmoid", + "node_outputs:": [ + { + "output_dimension:": "9 1 2048 ", + "output_name:": "/feed_forward2/activation_10/Sigmoid_output_0" + } + ] + }, + { + "node_id:": 1102, + "node_inputs:": [ + { + "input_dimension:": "9 1 2048 ", + "input_name:": "/feed_forward2/in_proj_10/Add_output_0" + }, + { + "input_dimension:": "9 1 2048 ", + "input_name:": "/feed_forward2/activation_10/Sigmoid_output_0" + } + ], + "node_name:": "/feed_forward2/activation_10/Mul", + "node_outputs:": [ + { + "output_dimension:": "9 1 2048 ", + "output_name:": "/feed_forward2/activation_10/Mul_output_0" + } + ] + }, + { + "node_id:": 1103, + "node_inputs:": [ + { + "input_dimension:": "9 1 384 ", + "input_name:": "/Add_191_output_0" + }, + { + "input_dimension:": "9 1 384 ", + "input_name:": "/feed_forward2/out_proj_10/Add_output_0" + } + ], + "node_name:": "/Add_192", + "node_outputs:": [ + { + "output_dimension:": "9 1 384 ", + "output_name:": "/Add_192_output_0" + } + ] + }, + { + "node_id:": 1104, + "node_inputs:": [ + { + "input_dimension:": "9 1 384 ", + "input_name:": "/Add_192_output_0" + }, + { + "input_dimension:": "384 96 ", + "input_name:": "onnx::MatMul_8046" + } + ], + "node_name:": "/in_proj2_10/MatMul", + "node_outputs:": [ + { + "output_dimension:": "9 1 96 ", + "output_name:": "/in_proj2_10/MatMul_output_0" + } + ] + }, + { + "node_id:": 1105, + "node_inputs:": [ + { + "input_dimension:": "2 36 1 96 ", + "input_name:": "cached_val2_3" + }, + { + "input_dimension:": "", + "input_name:": "/encoder_pos_1/Constant_2_output_0" + } + ], + "node_name:": "/Gather_218", + "node_outputs:": [ + { + "output_dimension:": "36 1 96 ", + "output_name:": "/Gather_218_output_0" + } + ] + }, + { + "node_id:": 1106, + "node_inputs:": [ + { + "input_dimension:": "36 1 96 ", + "input_name:": "/Gather_218_output_0" + }, + { + "input_dimension:": "9 1 96 ", + "input_name:": "/in_proj2_10/MatMul_output_0" + } + ], + "node_name:": "/Concat_215", + "node_outputs:": [ + { + "output_dimension:": "45 1 96 ", + "output_name:": "/Concat_215_output_0" + } + ] + }, + { + "node_id:": 1107, + "node_inputs:": [ + { + "input_dimension:": "45 1 96 ", + "input_name:": "/Concat_215_output_0" + }, + { + "input_dimension:": "3 ", + "input_name:": "/Concat_216_output_0" + } + ], + "node_name:": "/Reshape_119", + "node_outputs:": [ + { + "output_dimension:": "45 8 12 ", + "output_name:": "/Reshape_119_output_0" + } + ] + }, + { + "node_id:": 1108, + "node_inputs:": [ + { + "input_dimension:": "45 8 12 ", + "input_name:": "/Reshape_119_output_0" + } + ], + "node_name:": "/Transpose_129", + "node_outputs:": [ + { + "output_dimension:": "8 45 12 ", + "output_name:": "/Transpose_129_output_0" + } + ] + }, + { + "node_id:": 1109, + "node_inputs:": [ + { + "input_dimension:": "8 9 45 ", + "input_name:": "/Softmax_10_output_0" + }, + { + "input_dimension:": "8 45 12 ", + "input_name:": "/Transpose_129_output_0" + } + ], + "node_name:": "/MatMul_54", + "node_outputs:": [ + { + "output_dimension:": "8 9 12 ", + "output_name:": "/MatMul_54_output_0" + } + ] + }, + { + "node_id:": 1110, + "node_inputs:": [ + { + "input_dimension:": "8 9 12 ", + "input_name:": "/MatMul_54_output_0" + } + ], + "node_name:": "/Transpose_130", + "node_outputs:": [ + { + "output_dimension:": "9 8 12 ", + "output_name:": "/Transpose_130_output_0" + } + ] + }, + { + "node_id:": 1111, + "node_inputs:": [ + { + "input_dimension:": "9 1 384 ", + "input_name:": "/Add_192_output_0" + }, + { + "input_dimension:": "9 1 384 ", + "input_name:": "/out_proj2_10/Add_output_0" + } + ], + "node_name:": "/Add_194", + "node_outputs:": [ + { + "output_dimension:": "9 1 384 ", + "output_name:": "/Add_194_output_0" + } + ] + }, + { + "node_id:": 1112, + "node_inputs:": [ + { + "input_dimension:": "9 1 384 ", + "input_name:": "/Add_194_output_0" + } + ], + "node_name:": "/Transpose_131", + "node_outputs:": [ + { + "output_dimension:": "1 384 9 ", + "output_name:": "/Transpose_131_output_0" + } + ] + }, + { + "node_id:": 1113, + "node_inputs:": [ + { + "input_dimension:": "1 384 9 ", + "input_name:": "/Transpose_131_output_0" + }, + { + "input_dimension:": "768 384 1 ", + "input_name:": "encoder.encoders.3.encoder.layers.1.conv_module2.pointwise_conv1.weight" + }, + { + "input_dimension:": "768 ", + "input_name:": "encoder.encoders.3.encoder.layers.1.conv_module2.pointwise_conv1.bias" + } + ], + "node_name:": "/pointwise_conv1_21/Conv", + "node_outputs:": [ + { + "output_dimension:": "1 768 9 ", + "output_name:": "/pointwise_conv1_21/Conv_output_0" + } + ] + }, + { + "node_id:": 1114, + "node_inputs:": [ + { + "input_dimension:": "1 768 9 ", + "input_name:": "/pointwise_conv1_21/Conv_output_0" + } + ], + "node_name:": "/Split_21", + "node_outputs:": [ + { + "output_dimension:": "1 384 9 ", + "output_name:": "/Split_21_output_0" + }, + { + "output_dimension:": "1 384 9 ", + "output_name:": "/Split_21_output_1" + } + ] + }, + { + "node_id:": 1115, + "node_inputs:": [ + { + "input_dimension:": "1 384 9 ", + "input_name:": "/Split_21_output_1" + } + ], + "node_name:": "/Sigmoid_21", + "node_outputs:": [ + { + "output_dimension:": "1 384 9 ", + "output_name:": "/Sigmoid_21_output_0" + } + ] + }, + { + "node_id:": 1116, + "node_inputs:": [ + { + "input_dimension:": "1 384 9 ", + "input_name:": "/Split_21_output_0" + }, + { + "input_dimension:": "1 384 9 ", + "input_name:": "/Sigmoid_21_output_0" + } + ], + "node_name:": "/Mul_119", + "node_outputs:": [ + { + "output_dimension:": "1 384 9 ", + "output_name:": "/Mul_119_output_0" + } + ] + }, + { + "node_id:": 1117, + "node_inputs:": [ + { + "input_dimension:": "2 1 384 30 ", + "input_name:": "cached_conv2_3" + }, + { + "input_dimension:": "", + "input_name:": "/encoder_pos_1/Constant_2_output_0" + } + ], + "node_name:": "/Gather_220", + "node_outputs:": [ + { + "output_dimension:": "1 384 30 ", + "output_name:": "/Gather_220_output_0" + } + ] + }, + { + "node_id:": 1118, + "node_inputs:": [ + { + "input_dimension:": "1 384 30 ", + "input_name:": "/Gather_220_output_0" + }, + { + "input_dimension:": "1 384 9 ", + "input_name:": "/Mul_119_output_0" + } + ], + "node_name:": "/Concat_218", + "node_outputs:": [ + { + "output_dimension:": "1 384 39 ", + "output_name:": "/Concat_218_output_0" + } + ] + }, + { + "node_id:": 1119, + "node_inputs:": [ + { + "input_dimension:": "1 384 39 ", + "input_name:": "/Concat_218_output_0" + }, + { + "input_dimension:": "384 1 31 ", + "input_name:": "encoder.encoders.3.encoder.layers.1.conv_module2.depthwise_conv.weight" + }, + { + "input_dimension:": "384 ", + "input_name:": "encoder.encoders.3.encoder.layers.1.conv_module2.depthwise_conv.bias" + } + ], + "node_name:": "/depthwise_conv_21/Conv", + "node_outputs:": [ + { + "output_dimension:": "1 384 9 ", + "output_name:": "/depthwise_conv_21/Conv_output_0" + } + ] + }, + { + "node_id:": 1120, + "node_inputs:": [ + { + "input_dimension:": "1 384 9 ", + "input_name:": "/depthwise_conv_21/Conv_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/feed_forward1/activation_2/Constant_output_0" + } + ], + "node_name:": "/activation_21/Sub", + "node_outputs:": [ + { + "output_dimension:": "1 384 9 ", + "output_name:": "/activation_21/Sub_output_0" + } + ] + }, + { + "node_id:": 1121, + "node_inputs:": [ + { + "input_dimension:": "1 384 9 ", + "input_name:": "/activation_21/Sub_output_0" + } + ], + "node_name:": "/activation_21/Sigmoid", + "node_outputs:": [ + { + "output_dimension:": "1 384 9 ", + "output_name:": "/activation_21/Sigmoid_output_0" + } + ] + }, + { + "node_id:": 1122, + "node_inputs:": [ + { + "input_dimension:": "1 384 9 ", + "input_name:": "/depthwise_conv_21/Conv_output_0" + }, + { + "input_dimension:": "1 384 9 ", + "input_name:": "/activation_21/Sigmoid_output_0" + } + ], + "node_name:": "/activation_21/Mul", + "node_outputs:": [ + { + "output_dimension:": "1 384 9 ", + "output_name:": "/activation_21/Mul_output_0" + } + ] + }, + { + "node_id:": 1123, + "node_inputs:": [ + { + "input_dimension:": "1 384 9 ", + "input_name:": "/activation_21/Mul_output_0" + }, + { + "input_dimension:": "384 384 1 ", + "input_name:": "encoder.encoders.3.encoder.layers.1.conv_module2.pointwise_conv2.weight" + }, + { + "input_dimension:": "384 ", + "input_name:": "encoder.encoders.3.encoder.layers.1.conv_module2.pointwise_conv2.bias" + } + ], + "node_name:": "/pointwise_conv2_21/Conv", + "node_outputs:": [ + { + "output_dimension:": "1 384 9 ", + "output_name:": "/pointwise_conv2_21/Conv_output_0" + } + ] + }, + { + "node_id:": 1124, + "node_inputs:": [ + { + "input_dimension:": "1 384 9 ", + "input_name:": "/pointwise_conv2_21/Conv_output_0" + } + ], + "node_name:": "/Transpose_132", + "node_outputs:": [ + { + "output_dimension:": "9 1 384 ", + "output_name:": "/Transpose_132_output_0" + } + ] + }, + { + "node_id:": 1125, + "node_inputs:": [ + { + "input_dimension:": "9 1 384 ", + "input_name:": "/Add_194_output_0" + }, + { + "input_dimension:": "9 1 384 ", + "input_name:": "/Transpose_132_output_0" + } + ], + "node_name:": "/Add_195", + "node_outputs:": [ + { + "output_dimension:": "9 1 384 ", + "output_name:": "/Add_195_output_0" + } + ] + }, + { + "node_id:": 1126, + "node_inputs:": [ + { + "input_dimension:": "9 1 2048 ", + "input_name:": "/feed_forward3/in_proj_10/Add_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/feed_forward1/activation_2/Constant_output_0" + } + ], + "node_name:": "/feed_forward3/activation_10/Sub", + "node_outputs:": [ + { + "output_dimension:": "9 1 2048 ", + "output_name:": "/feed_forward3/activation_10/Sub_output_0" + } + ] + }, + { + "node_id:": 1127, + "node_inputs:": [ + { + "input_dimension:": "9 1 2048 ", + "input_name:": "/feed_forward3/activation_10/Sub_output_0" + } + ], + "node_name:": "/feed_forward3/activation_10/Sigmoid", + "node_outputs:": [ + { + "output_dimension:": "9 1 2048 ", + "output_name:": "/feed_forward3/activation_10/Sigmoid_output_0" + } + ] + }, + { + "node_id:": 1128, + "node_inputs:": [ + { + "input_dimension:": "9 1 2048 ", + "input_name:": "/feed_forward3/in_proj_10/Add_output_0" + }, + { + "input_dimension:": "9 1 2048 ", + "input_name:": "/feed_forward3/activation_10/Sigmoid_output_0" + } + ], + "node_name:": "/feed_forward3/activation_10/Mul", + "node_outputs:": [ + { + "output_dimension:": "9 1 2048 ", + "output_name:": "/feed_forward3/activation_10/Mul_output_0" + } + ] + }, + { + "node_id:": 1129, + "node_inputs:": [ + { + "input_dimension:": "9 1 384 ", + "input_name:": "/Add_195_output_0" + }, + { + "input_dimension:": "9 1 384 ", + "input_name:": "/feed_forward3/out_proj_10/Add_output_0" + } + ], + "node_name:": "/Add_196", + "node_outputs:": [ + { + "output_dimension:": "9 1 384 ", + "output_name:": "/Add_196_output_0" + } + ] + }, + { + "node_id:": 1130, + "node_inputs:": [ + { + "input_dimension:": "9 1 384 ", + "input_name:": "/Add_196_output_0" + }, + { + "input_dimension:": "9 1 384 ", + "input_name:": "/Add_196_output_0" + } + ], + "node_name:": "/norm_final_10/Mul", + "node_outputs:": [ + { + "output_dimension:": "9 1 384 ", + "output_name:": "/norm_final_10/Mul_output_0" + } + ] + }, + { + "node_id:": 1131, + "node_inputs:": [ + { + "input_dimension:": "9 1 384 ", + "input_name:": "/norm_final_10/Mul_output_0" + } + ], + "node_name:": "/norm_final_10/ReduceMean", + "node_outputs:": [ + { + "output_dimension:": "9 1 1 ", + "output_name:": "/norm_final_10/ReduceMean_output_0" + } + ] + }, + { + "node_id:": 1132, + "node_inputs:": [ + { + "input_dimension:": "9 1 1 ", + "input_name:": "/norm_final_10/ReduceMean_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/norm_final_10/Constant_output_0" + } + ], + "node_name:": "/norm_final_10/Add", + "node_outputs:": [ + { + "output_dimension:": "9 1 1 ", + "output_name:": "/norm_final_10/Add_output_0" + } + ] + }, + { + "node_id:": 1133, + "node_inputs:": [ + { + "input_dimension:": "9 1 1 ", + "input_name:": "/norm_final_10/Add_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/norm_final_1/Constant_1_output_0" + } + ], + "node_name:": "/norm_final_10/Pow", + "node_outputs:": [ + { + "output_dimension:": "9 1 1 ", + "output_name:": "/norm_final_10/Pow_output_0" + } + ] + }, + { + "node_id:": 1134, + "node_inputs:": [ + { + "input_dimension:": "9 1 384 ", + "input_name:": "/Add_196_output_0" + }, + { + "input_dimension:": "9 1 1 ", + "input_name:": "/norm_final_10/Pow_output_0" + } + ], + "node_name:": "/norm_final_10/Mul_1", + "node_outputs:": [ + { + "output_dimension:": "9 1 384 ", + "output_name:": "/norm_final_10/Mul_1_output_0" + } + ] + }, + { + "node_id:": 1135, + "node_inputs:": [ + { + "input_dimension:": "9 1 384 ", + "input_name:": "/norm_final_10/Mul_1_output_0" + }, + { + "input_dimension:": "9 1 384 ", + "input_name:": "/Add_179_output_0" + } + ], + "node_name:": "/Sub_32", + "node_outputs:": [ + { + "output_dimension:": "9 1 384 ", + "output_name:": "/Sub_32_output_0" + } + ] + }, + { + "node_id:": 1136, + "node_inputs:": [ + { + "input_dimension:": "9 1 384 ", + "input_name:": "/Sub_32_output_0" + }, + { + "input_dimension:": "", + "input_name:": "encoder.encoders.3.encoder.layers.1.bypass_scale" + } + ], + "node_name:": "/Mul_120", + "node_outputs:": [ + { + "output_dimension:": "9 1 384 ", + "output_name:": "/Mul_120_output_0" + } + ] + }, + { + "node_id:": 1137, + "node_inputs:": [ + { + "input_dimension:": "9 1 384 ", + "input_name:": "/Add_179_output_0" + }, + { + "input_dimension:": "9 1 384 ", + "input_name:": "/Mul_120_output_0" + } + ], + "node_name:": "/Add_197", + "node_outputs:": [ + { + "output_dimension:": "9 1 384 ", + "output_name:": "/Add_197_output_0" + } + ] + }, + { + "node_id:": 1138, + "node_inputs:": [ + { + "input_dimension:": "9 1 384 ", + "input_name:": "/Add_197_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/upsample_2/Unsqueeze", + "node_outputs:": [ + { + "output_dimension:": "9 1 1 384 ", + "output_name:": "/upsample_2/Unsqueeze_output_0" + } + ] + }, + { + "node_id:": 1139, + "node_inputs:": [ + { + "input_dimension:": "9 1 1 384 ", + "input_name:": "/upsample_2/Unsqueeze_output_0" + }, + { + "input_dimension:": "4 ", + "input_name:": "/upsample_2/Where_output_0" + } + ], + "node_name:": "/upsample_2/Expand", + "node_outputs:": [ + { + "output_dimension:": "9 8 1 384 ", + "output_name:": "/upsample_2/Expand_output_0" + } + ] + }, + { + "node_id:": 1140, + "node_inputs:": [ + { + "input_dimension:": "9 8 1 384 ", + "input_name:": "/upsample_2/Expand_output_0" + }, + { + "input_dimension:": "8 1 384 ", + "input_name:": "onnx::Add_8060" + } + ], + "node_name:": "/upsample_2/Add", + "node_outputs:": [ + { + "output_dimension:": "9 8 1 384 ", + "output_name:": "/upsample_2/Add_output_0" + } + ] + }, + { + "node_id:": 1141, + "node_inputs:": [ + { + "input_dimension:": "9 8 1 384 ", + "input_name:": "/upsample_2/Add_output_0" + }, + { + "input_dimension:": "3 ", + "input_name:": "/upsample_2/Concat_1_output_0" + } + ], + "node_name:": "/upsample_2/Reshape_1", + "node_outputs:": [ + { + "output_dimension:": "72 1 384 ", + "output_name:": "/upsample_2/Reshape_1_output_0" + } + ] + }, + { + "node_id:": 1142, + "node_inputs:": [ + { + "input_dimension:": "72 1 384 ", + "input_name:": "/upsample_2/Reshape_1_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Unsqueeze_453_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Slice_101", + "node_outputs:": [ + { + "output_dimension:": "72 1 384 ", + "output_name:": "/Slice_101_output_0" + } + ] + }, + { + "node_id:": 1143, + "node_inputs:": [ + { + "input_dimension:": "72 1 384 ", + "input_name:": "/Slice_101_output_0" + }, + { + "input_dimension:": "", + "input_name:": "onnx::Mul_8064" + } + ], + "node_name:": "/out_combiner_2/Mul_1", + "node_outputs:": [ + { + "output_dimension:": "72 1 384 ", + "output_name:": "/out_combiner_2/Mul_1_output_0" + } + ] + }, + { + "node_id:": 1144, + "node_inputs:": [ + { + "input_dimension:": "72 1 384 ", + "input_name:": "/out_combiner_1/Add_output_0" + }, + { + "input_dimension:": "", + "input_name:": "encoder.encoders.3.out_combiner.weight1" + } + ], + "node_name:": "/out_combiner_2/Mul", + "node_outputs:": [ + { + "output_dimension:": "72 1 384 ", + "output_name:": "/out_combiner_2/Mul_output_0" + } + ] + }, + { + "node_id:": 1145, + "node_inputs:": [ + { + "input_dimension:": "72 1 384 ", + "input_name:": "/out_combiner_2/Mul_output_0" + }, + { + "input_dimension:": "72 1 384 ", + "input_name:": "/out_combiner_2/Mul_1_output_0" + } + ], + "node_name:": "/out_combiner_2/Add", + "node_outputs:": [ + { + "output_dimension:": "72 1 384 ", + "output_name:": "/out_combiner_2/Add_output_0" + } + ] + }, + { + "node_id:": 1146, + "node_inputs:": [ + { + "input_dimension:": "72 1 384 ", + "input_name:": "/out_combiner_2/Add_output_0" + }, + { + "input_dimension:": "", + "input_name:": "onnx::Mul_8065" + } + ], + "node_name:": "/skip_modules.4/Mul_1", + "node_outputs:": [ + { + "output_dimension:": "72 1 384 ", + "output_name:": "/skip_modules.4/Mul_1_output_0" + } + ] + }, + { + "node_id:": 1147, + "node_inputs:": [ + { + "input_dimension:": "72 1 384 ", + "input_name:": "/out_combiner/Add_output_0" + }, + { + "input_dimension:": "", + "input_name:": "encoder.skip_modules.4.weight1" + } + ], + "node_name:": "/skip_modules.4/Mul", + "node_outputs:": [ + { + "output_dimension:": "72 1 384 ", + "output_name:": "/skip_modules.4/Mul_output_0" + } + ] + }, + { + "node_id:": 1148, + "node_inputs:": [ + { + "input_dimension:": "72 1 384 ", + "input_name:": "/skip_modules.4/Mul_output_0" + }, + { + "input_dimension:": "72 1 384 ", + "input_name:": "/skip_modules.4/Mul_1_output_0" + } + ], + "node_name:": "/skip_modules.4/Add", + "node_outputs:": [ + { + "output_dimension:": "72 1 384 ", + "output_name:": "/skip_modules.4/Add_output_0" + } + ] + }, + { + "node_id:": 1149, + "node_inputs:": [ + { + "input_dimension:": "4 1 ", + "input_name:": "cached_len_4" + }, + { + "input_dimension:": "", + "input_name:": "/encoder_embed/Constant_7_output_0" + } + ], + "node_name:": "/Gather_299", + "node_outputs:": [ + { + "output_dimension:": "1 ", + "output_name:": "/Gather_299_output_0" + } + ] + }, + { + "node_id:": 1150, + "node_inputs:": [ + { + "input_dimension:": "1 ", + "input_name:": "/Gather_299_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + } + ], + "node_name:": "/Unsqueeze_559", + "node_outputs:": [ + { + "output_dimension:": "1 1 ", + "output_name:": "/Unsqueeze_559_output_0" + } + ] + }, + { + "node_id:": 1151, + "node_inputs:": [ + { + "input_dimension:": "1 ", + "input_name:": "/Gather_299_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Unsqueeze_556", + "node_outputs:": [ + { + "output_dimension:": "1 1 ", + "output_name:": "/Unsqueeze_556_output_0" + } + ] + }, + { + "node_id:": 1152, + "node_inputs:": [ + { + "input_dimension:": "1 1 ", + "input_name:": "/Unsqueeze_556_output_0" + } + ], + "node_name:": "/Cast_70", + "node_outputs:": [ + { + "output_dimension:": "1 1 ", + "output_name:": "/Cast_70_output_0" + } + ] + }, + { + "node_id:": 1153, + "node_inputs:": [ + { + "input_dimension:": "4 1 384 ", + "input_name:": "cached_avg_4" + }, + { + "input_dimension:": "", + "input_name:": "/encoder_embed/Constant_7_output_0" + } + ], + "node_name:": "/Gather_300", + "node_outputs:": [ + { + "output_dimension:": "1 384 ", + "output_name:": "/Gather_300_output_0" + } + ] + }, + { + "node_id:": 1154, + "node_inputs:": [ + { + "input_dimension:": "1 384 ", + "input_name:": "/Gather_300_output_0" + }, + { + "input_dimension:": "1 1 ", + "input_name:": "/Cast_70_output_0" + } + ], + "node_name:": "/Mul_154", + "node_outputs:": [ + { + "output_dimension:": "1 384 ", + "output_name:": "/Mul_154_output_0" + } + ] + }, + { + "node_id:": 1155, + "node_inputs:": [ + { + "input_dimension:": "1 384 ", + "input_name:": "/Mul_154_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + } + ], + "node_name:": "/Unsqueeze_557", + "node_outputs:": [ + { + "output_dimension:": "1 1 384 ", + "output_name:": "/Unsqueeze_557_output_0" + } + ] + }, + { + "node_id:": 1156, + "node_inputs:": [ + { + "input_dimension:": "4 1 ", + "input_name:": "cached_len_4" + }, + { + "input_dimension:": "", + "input_name:": "/Constant_404_output_0" + } + ], + "node_name:": "/Gather_278", + "node_outputs:": [ + { + "output_dimension:": "1 ", + "output_name:": "/Gather_278_output_0" + } + ] + }, + { + "node_id:": 1157, + "node_inputs:": [ + { + "input_dimension:": "1 ", + "input_name:": "/Gather_278_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + } + ], + "node_name:": "/Unsqueeze_525", + "node_outputs:": [ + { + "output_dimension:": "1 1 ", + "output_name:": "/Unsqueeze_525_output_0" + } + ] + }, + { + "node_id:": 1158, + "node_inputs:": [ + { + "input_dimension:": "1 ", + "input_name:": "/Gather_278_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Unsqueeze_522", + "node_outputs:": [ + { + "output_dimension:": "1 1 ", + "output_name:": "/Unsqueeze_522_output_0" + } + ] + }, + { + "node_id:": 1159, + "node_inputs:": [ + { + "input_dimension:": "1 1 ", + "input_name:": "/Unsqueeze_522_output_0" + } + ], + "node_name:": "/Cast_65", + "node_outputs:": [ + { + "output_dimension:": "1 1 ", + "output_name:": "/Cast_65_output_0" + } + ] + }, + { + "node_id:": 1160, + "node_inputs:": [ + { + "input_dimension:": "4 1 384 ", + "input_name:": "cached_avg_4" + }, + { + "input_dimension:": "", + "input_name:": "/Constant_404_output_0" + } + ], + "node_name:": "/Gather_279", + "node_outputs:": [ + { + "output_dimension:": "1 384 ", + "output_name:": "/Gather_279_output_0" + } + ] + }, + { + "node_id:": 1161, + "node_inputs:": [ + { + "input_dimension:": "1 384 ", + "input_name:": "/Gather_279_output_0" + }, + { + "input_dimension:": "1 1 ", + "input_name:": "/Cast_65_output_0" + } + ], + "node_name:": "/Mul_143", + "node_outputs:": [ + { + "output_dimension:": "1 384 ", + "output_name:": "/Mul_143_output_0" + } + ] + }, + { + "node_id:": 1162, + "node_inputs:": [ + { + "input_dimension:": "1 384 ", + "input_name:": "/Mul_143_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + } + ], + "node_name:": "/Unsqueeze_523", + "node_outputs:": [ + { + "output_dimension:": "1 1 384 ", + "output_name:": "/Unsqueeze_523_output_0" + } + ] + }, + { + "node_id:": 1163, + "node_inputs:": [ + { + "input_dimension:": "4 1 ", + "input_name:": "cached_len_4" + }, + { + "input_dimension:": "", + "input_name:": "/encoder_pos_1/Constant_2_output_0" + } + ], + "node_name:": "/Gather_257", + "node_outputs:": [ + { + "output_dimension:": "1 ", + "output_name:": "/Gather_257_output_0" + } + ] + }, + { + "node_id:": 1164, + "node_inputs:": [ + { + "input_dimension:": "1 ", + "input_name:": "/Gather_257_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + } + ], + "node_name:": "/Unsqueeze_491", + "node_outputs:": [ + { + "output_dimension:": "1 1 ", + "output_name:": "/Unsqueeze_491_output_0" + } + ] + }, + { + "node_id:": 1165, + "node_inputs:": [ + { + "input_dimension:": "1 ", + "input_name:": "/Gather_257_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Unsqueeze_488", + "node_outputs:": [ + { + "output_dimension:": "1 1 ", + "output_name:": "/Unsqueeze_488_output_0" + } + ] + }, + { + "node_id:": 1166, + "node_inputs:": [ + { + "input_dimension:": "1 1 ", + "input_name:": "/Unsqueeze_488_output_0" + } + ], + "node_name:": "/Cast_60", + "node_outputs:": [ + { + "output_dimension:": "1 1 ", + "output_name:": "/Cast_60_output_0" + } + ] + }, + { + "node_id:": 1167, + "node_inputs:": [ + { + "input_dimension:": "4 1 384 ", + "input_name:": "cached_avg_4" + }, + { + "input_dimension:": "", + "input_name:": "/encoder_pos_1/Constant_2_output_0" + } + ], + "node_name:": "/Gather_258", + "node_outputs:": [ + { + "output_dimension:": "1 384 ", + "output_name:": "/Gather_258_output_0" + } + ] + }, + { + "node_id:": 1168, + "node_inputs:": [ + { + "input_dimension:": "1 384 ", + "input_name:": "/Gather_258_output_0" + }, + { + "input_dimension:": "1 1 ", + "input_name:": "/Cast_60_output_0" + } + ], + "node_name:": "/Mul_132", + "node_outputs:": [ + { + "output_dimension:": "1 384 ", + "output_name:": "/Mul_132_output_0" + } + ] + }, + { + "node_id:": 1169, + "node_inputs:": [ + { + "input_dimension:": "1 384 ", + "input_name:": "/Mul_132_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + } + ], + "node_name:": "/Unsqueeze_489", + "node_outputs:": [ + { + "output_dimension:": "1 1 384 ", + "output_name:": "/Unsqueeze_489_output_0" + } + ] + }, + { + "node_id:": 1170, + "node_inputs:": [ + { + "input_dimension:": "4 1 ", + "input_name:": "cached_len_4" + }, + { + "input_dimension:": "", + "input_name:": "/upsample_3/Constant_output_0" + } + ], + "node_name:": "/Gather_236", + "node_outputs:": [ + { + "output_dimension:": "1 ", + "output_name:": "/Gather_236_output_0" + } + ] + }, + { + "node_id:": 1171, + "node_inputs:": [ + { + "input_dimension:": "1 ", + "input_name:": "/Gather_236_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + } + ], + "node_name:": "/Unsqueeze_457", + "node_outputs:": [ + { + "output_dimension:": "1 1 ", + "output_name:": "/Unsqueeze_457_output_0" + } + ] + }, + { + "node_id:": 1172, + "node_inputs:": [ + { + "input_dimension:": "1 ", + "input_name:": "/Gather_236_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Unsqueeze_454", + "node_outputs:": [ + { + "output_dimension:": "1 1 ", + "output_name:": "/Unsqueeze_454_output_0" + } + ] + }, + { + "node_id:": 1173, + "node_inputs:": [ + { + "input_dimension:": "1 1 ", + "input_name:": "/Unsqueeze_454_output_0" + } + ], + "node_name:": "/Cast_55", + "node_outputs:": [ + { + "output_dimension:": "1 1 ", + "output_name:": "/Cast_55_output_0" + } + ] + }, + { + "node_id:": 1174, + "node_inputs:": [ + { + "input_dimension:": "4 1 384 ", + "input_name:": "cached_avg_4" + }, + { + "input_dimension:": "", + "input_name:": "/upsample_3/Constant_output_0" + } + ], + "node_name:": "/Gather_237", + "node_outputs:": [ + { + "output_dimension:": "1 384 ", + "output_name:": "/Gather_237_output_0" + } + ] + }, + { + "node_id:": 1175, + "node_inputs:": [ + { + "input_dimension:": "1 384 ", + "input_name:": "/Gather_237_output_0" + }, + { + "input_dimension:": "1 1 ", + "input_name:": "/Cast_55_output_0" + } + ], + "node_name:": "/Mul_121", + "node_outputs:": [ + { + "output_dimension:": "1 384 ", + "output_name:": "/Mul_121_output_0" + } + ] + }, + { + "node_id:": 1176, + "node_inputs:": [ + { + "input_dimension:": "1 384 ", + "input_name:": "/Mul_121_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + } + ], + "node_name:": "/Unsqueeze_455", + "node_outputs:": [ + { + "output_dimension:": "1 1 384 ", + "output_name:": "/Unsqueeze_455_output_0" + } + ] + }, + { + "node_id:": 1177, + "node_inputs:": [ + { + "input_dimension:": "72 1 384 ", + "input_name:": "/skip_modules.4/Add_output_0" + }, + { + "input_dimension:": "4 ", + "input_name:": "/downsample_3/Concat_output_0" + } + ], + "node_name:": "/downsample_3/Reshape", + "node_outputs:": [ + { + "output_dimension:": "36 2 1 384 ", + "output_name:": "/downsample_3/Reshape_output_0" + } + ] + }, + { + "node_id:": 1178, + "node_inputs:": [ + { + "input_dimension:": "36 2 1 384 ", + "input_name:": "/downsample_3/Reshape_output_0" + }, + { + "input_dimension:": "384 ", + "input_name:": "encoder.encoders.4.downsample.query" + } + ], + "node_name:": "/downsample_3/Mul", + "node_outputs:": [ + { + "output_dimension:": "36 2 1 384 ", + "output_name:": "/downsample_3/Mul_output_0" + } + ] + }, + { + "node_id:": 1179, + "node_inputs:": [ + { + "input_dimension:": "36 2 1 384 ", + "input_name:": "/downsample_3/Mul_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_246_output_0" + } + ], + "node_name:": "/downsample_3/ReduceSum", + "node_outputs:": [ + { + "output_dimension:": "36 2 1 1 ", + "output_name:": "/downsample_3/ReduceSum_output_0" + } + ] + }, + { + "node_id:": 1180, + "node_inputs:": [ + { + "input_dimension:": "36 2 1 1 ", + "input_name:": "/downsample_3/ReduceSum_output_0" + } + ], + "node_name:": "/downsample_3/Softmax", + "node_outputs:": [ + { + "output_dimension:": "36 2 1 1 ", + "output_name:": "/downsample_3/Softmax_output_0" + } + ] + }, + { + "node_id:": 1181, + "node_inputs:": [ + { + "input_dimension:": "36 2 1 384 ", + "input_name:": "/downsample_3/Reshape_output_0" + }, + { + "input_dimension:": "36 2 1 1 ", + "input_name:": "/downsample_3/Softmax_output_0" + } + ], + "node_name:": "/downsample_3/Mul_1", + "node_outputs:": [ + { + "output_dimension:": "36 2 1 384 ", + "output_name:": "/downsample_3/Mul_1_output_0" + } + ] + }, + { + "node_id:": 1182, + "node_inputs:": [ + { + "input_dimension:": "36 2 1 384 ", + "input_name:": "/downsample_3/Mul_1_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/downsample_3/ReduceSum_1", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/downsample_3/ReduceSum_1_output_0" + } + ] + }, + { + "node_id:": 1183, + "node_inputs:": [ + { + "input_dimension:": "36 1 1024 ", + "input_name:": "/feed_forward1/in_proj_11/Add_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/feed_forward1/activation_2/Constant_output_0" + } + ], + "node_name:": "/feed_forward1/activation_11/Sub", + "node_outputs:": [ + { + "output_dimension:": "36 1 1024 ", + "output_name:": "/feed_forward1/activation_11/Sub_output_0" + } + ] + }, + { + "node_id:": 1184, + "node_inputs:": [ + { + "input_dimension:": "36 1 1024 ", + "input_name:": "/feed_forward1/activation_11/Sub_output_0" + } + ], + "node_name:": "/feed_forward1/activation_11/Sigmoid", + "node_outputs:": [ + { + "output_dimension:": "36 1 1024 ", + "output_name:": "/feed_forward1/activation_11/Sigmoid_output_0" + } + ] + }, + { + "node_id:": 1185, + "node_inputs:": [ + { + "input_dimension:": "36 1 1024 ", + "input_name:": "/feed_forward1/in_proj_11/Add_output_0" + }, + { + "input_dimension:": "36 1 1024 ", + "input_name:": "/feed_forward1/activation_11/Sigmoid_output_0" + } + ], + "node_name:": "/feed_forward1/activation_11/Mul", + "node_outputs:": [ + { + "output_dimension:": "36 1 1024 ", + "output_name:": "/feed_forward1/activation_11/Mul_output_0" + } + ] + }, + { + "node_id:": 1186, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/downsample_3/ReduceSum_1_output_0" + }, + { + "input_dimension:": "36 1 384 ", + "input_name:": "/feed_forward1/out_proj_11/Add_output_0" + } + ], + "node_name:": "/Add_198", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/Add_198_output_0" + } + ] + }, + { + "node_id:": 1187, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_198_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/Constant_631_output_0" + } + ], + "node_name:": "/CumSum_11", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/CumSum_11_output_0" + } + ] + }, + { + "node_id:": 1188, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/CumSum_11_output_0" + }, + { + "input_dimension:": "1 1 384 ", + "input_name:": "/Unsqueeze_455_output_0" + } + ], + "node_name:": "/Add_199", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/Add_199_output_0" + } + ] + }, + { + "node_id:": 1189, + "node_inputs:": [ + { + "input_dimension:": "36 1 ", + "input_name:": "/Unsqueeze_456_output_0" + }, + { + "input_dimension:": "1 1 ", + "input_name:": "/Unsqueeze_457_output_0" + } + ], + "node_name:": "/Add_201", + "node_outputs:": [ + { + "output_dimension:": "36 1 ", + "output_name:": "/Add_201_output_0" + } + ] + }, + { + "node_id:": 1190, + "node_inputs:": [ + { + "input_dimension:": "36 1 ", + "input_name:": "/Add_201_output_0" + } + ], + "node_name:": "/Cast_57", + "node_outputs:": [ + { + "output_dimension:": "36 1 ", + "output_name:": "/Cast_57_output_0" + } + ] + }, + { + "node_id:": 1191, + "node_inputs:": [ + { + "input_dimension:": "36 1 ", + "input_name:": "/Cast_57_output_0" + } + ], + "node_name:": "/Reciprocal_11", + "node_outputs:": [ + { + "output_dimension:": "36 1 ", + "output_name:": "/Reciprocal_11_output_0" + } + ] + }, + { + "node_id:": 1192, + "node_inputs:": [ + { + "input_dimension:": "36 1 ", + "input_name:": "/Reciprocal_11_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_1113_output_0" + } + ], + "node_name:": "/Unsqueeze_458", + "node_outputs:": [ + { + "output_dimension:": "36 1 1 ", + "output_name:": "/Unsqueeze_458_output_0" + } + ] + }, + { + "node_id:": 1193, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_199_output_0" + }, + { + "input_dimension:": "36 1 1 ", + "input_name:": "/Unsqueeze_458_output_0" + } + ], + "node_name:": "/Mul_123", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/Mul_123_output_0" + } + ] + }, + { + "node_id:": 1194, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Mul_123_output_0" + }, + { + "input_dimension:": "384 384 ", + "input_name:": "onnx::MatMul_8072" + } + ], + "node_name:": "/proj_11/MatMul", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/proj_11/MatMul_output_0" + } + ] + }, + { + "node_id:": 1195, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_198_output_0" + }, + { + "input_dimension:": "36 1 384 ", + "input_name:": "/proj_11/MatMul_output_0" + } + ], + "node_name:": "/Add_203", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/Add_203_output_0" + } + ] + }, + { + "node_id:": 1196, + "node_inputs:": [ + { + "input_dimension:": "36 1 512 ", + "input_name:": "/in_proj_11/Add_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_285_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_568_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_1113_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Slice_103", + "node_outputs:": [ + { + "output_dimension:": "36 1 192 ", + "output_name:": "/Slice_103_output_0" + } + ] + }, + { + "node_id:": 1197, + "node_inputs:": [ + { + "input_dimension:": "4 144 1 192 ", + "input_name:": "cached_key_4" + }, + { + "input_dimension:": "", + "input_name:": "/upsample_3/Constant_output_0" + } + ], + "node_name:": "/Gather_238", + "node_outputs:": [ + { + "output_dimension:": "144 1 192 ", + "output_name:": "/Gather_238_output_0" + } + ] + }, + { + "node_id:": 1198, + "node_inputs:": [ + { + "input_dimension:": "144 1 192 ", + "input_name:": "/Gather_238_output_0" + }, + { + "input_dimension:": "36 1 192 ", + "input_name:": "/Slice_103_output_0" + } + ], + "node_name:": "/Concat_226", + "node_outputs:": [ + { + "output_dimension:": "180 1 192 ", + "output_name:": "/Concat_226_output_0" + } + ] + }, + { + "node_id:": 1199, + "node_inputs:": [ + { + "input_dimension:": "36 1 512 ", + "input_name:": "/in_proj_11/Add_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_1118_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_69_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_1113_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Slice_105", + "node_outputs:": [ + { + "output_dimension:": "36 1 32 ", + "output_name:": "/Slice_105_output_0" + } + ] + }, + { + "node_id:": 1200, + "node_inputs:": [ + { + "input_dimension:": "36 1 32 ", + "input_name:": "/Slice_105_output_0" + }, + { + "input_dimension:": "4 ", + "input_name:": "/Concat_229_output_0" + } + ], + "node_name:": "/Reshape_122", + "node_outputs:": [ + { + "output_dimension:": "36 1 8 4 ", + "output_name:": "/Reshape_122_output_0" + } + ] + }, + { + "node_id:": 1201, + "node_inputs:": [ + { + "input_dimension:": "36 1 8 4 ", + "input_name:": "/Reshape_122_output_0" + } + ], + "node_name:": "/Transpose_135", + "node_outputs:": [ + { + "output_dimension:": "1 8 36 4 ", + "output_name:": "/Transpose_135_output_0" + } + ] + }, + { + "node_id:": 1202, + "node_inputs:": [ + { + "input_dimension:": "1 8 36 4 ", + "input_name:": "/Transpose_135_output_0" + }, + { + "input_dimension:": "1 8 4 215 ", + "input_name:": "/Transpose_137_output_0" + } + ], + "node_name:": "/MatMul_55", + "node_outputs:": [ + { + "output_dimension:": "1 8 36 215 ", + "output_name:": "/MatMul_55_output_0" + } + ] + }, + { + "node_id:": 1203, + "node_inputs:": [ + { + "input_dimension:": "180 1 192 ", + "input_name:": "/Concat_226_output_0" + }, + { + "input_dimension:": "4 ", + "input_name:": "/Concat_266_output_0" + } + ], + "node_name:": "/Reshape_123", + "node_outputs:": [ + { + "output_dimension:": "180 1 8 24 ", + "output_name:": "/Reshape_123_output_0" + } + ] + }, + { + "node_id:": 1204, + "node_inputs:": [ + { + "input_dimension:": "180 1 8 24 ", + "input_name:": "/Reshape_123_output_0" + } + ], + "node_name:": "/Transpose_136", + "node_outputs:": [ + { + "output_dimension:": "1 8 24 180 ", + "output_name:": "/Transpose_136_output_0" + } + ] + }, + { + "node_id:": 1205, + "node_inputs:": [ + { + "input_dimension:": "36 1 512 ", + "input_name:": "/in_proj_11/Add_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_285_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_1113_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Slice_102", + "node_outputs:": [ + { + "output_dimension:": "36 1 192 ", + "output_name:": "/Slice_102_output_0" + } + ] + }, + { + "node_id:": 1206, + "node_inputs:": [ + { + "input_dimension:": "36 1 192 ", + "input_name:": "/Slice_102_output_0" + }, + { + "input_dimension:": "4 ", + "input_name:": "/Concat_228_output_0" + } + ], + "node_name:": "/Reshape_121", + "node_outputs:": [ + { + "output_dimension:": "36 1 8 24 ", + "output_name:": "/Reshape_121_output_0" + } + ] + }, + { + "node_id:": 1207, + "node_inputs:": [ + { + "input_dimension:": "36 1 8 24 ", + "input_name:": "/Reshape_121_output_0" + } + ], + "node_name:": "/Transpose_134", + "node_outputs:": [ + { + "output_dimension:": "1 8 36 24 ", + "output_name:": "/Transpose_134_output_0" + } + ] + }, + { + "node_id:": 1208, + "node_inputs:": [ + { + "input_dimension:": "1 8 36 24 ", + "input_name:": "/Transpose_134_output_0" + }, + { + "input_dimension:": "1 8 24 180 ", + "input_name:": "/Transpose_136_output_0" + } + ], + "node_name:": "/MatMul_56", + "node_outputs:": [ + { + "output_dimension:": "1 8 36 180 ", + "output_name:": "/MatMul_56_output_0" + } + ] + }, + { + "node_id:": 1209, + "node_inputs:": [ + { + "input_dimension:": "1 8 36 215 ", + "input_name:": "/MatMul_55_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "/Concat_235_output_0" + } + ], + "node_name:": "/Reshape_126", + "node_outputs:": [ + { + "output_dimension:": "288 215 ", + "output_name:": "/Reshape_126_output_0" + } + ] + }, + { + "node_id:": 1210, + "node_inputs:": [ + { + "input_dimension:": "288 215 ", + "input_name:": "/Reshape_126_output_0" + }, + { + "input_dimension:": "288 180 ", + "input_name:": "/Add_205_output_0" + } + ], + "node_name:": "/GatherElements_11", + "node_outputs:": [ + { + "output_dimension:": "288 180 ", + "output_name:": "/GatherElements_11_output_0" + } + ] + }, + { + "node_id:": 1211, + "node_inputs:": [ + { + "input_dimension:": "288 180 ", + "input_name:": "/GatherElements_11_output_0" + }, + { + "input_dimension:": "4 ", + "input_name:": "/Concat_236_output_0" + } + ], + "node_name:": "/Reshape_127", + "node_outputs:": [ + { + "output_dimension:": "1 8 36 180 ", + "output_name:": "/Reshape_127_output_0" + } + ] + }, + { + "node_id:": 1212, + "node_inputs:": [ + { + "input_dimension:": "1 8 36 180 ", + "input_name:": "/MatMul_56_output_0" + }, + { + "input_dimension:": "1 8 36 180 ", + "input_name:": "/Reshape_127_output_0" + } + ], + "node_name:": "/Add_206", + "node_outputs:": [ + { + "output_dimension:": "1 8 36 180 ", + "output_name:": "/Add_206_output_0" + } + ] + }, + { + "node_id:": 1213, + "node_inputs:": [ + { + "input_dimension:": "1 8 36 180 ", + "input_name:": "/Add_206_output_0" + }, + { + "input_dimension:": "3 ", + "input_name:": "/Concat_237_output_0" + } + ], + "node_name:": "/Reshape_128", + "node_outputs:": [ + { + "output_dimension:": "8 36 180 ", + "output_name:": "/Reshape_128_output_0" + } + ] + }, + { + "node_id:": 1214, + "node_inputs:": [ + { + "input_dimension:": "8 36 180 ", + "input_name:": "/Reshape_128_output_0" + } + ], + "node_name:": "/Softmax_11", + "node_outputs:": [ + { + "output_dimension:": "8 36 180 ", + "output_name:": "/Softmax_11_output_0" + } + ] + }, + { + "node_id:": 1215, + "node_inputs:": [ + { + "input_dimension:": "36 1 512 ", + "input_name:": "/in_proj_11/Add_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_568_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_1118_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_1113_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Slice_104", + "node_outputs:": [ + { + "output_dimension:": "36 1 96 ", + "output_name:": "/Slice_104_output_0" + } + ] + }, + { + "node_id:": 1216, + "node_inputs:": [ + { + "input_dimension:": "4 144 1 96 ", + "input_name:": "cached_val_4" + }, + { + "input_dimension:": "", + "input_name:": "/upsample_3/Constant_output_0" + } + ], + "node_name:": "/Gather_239", + "node_outputs:": [ + { + "output_dimension:": "144 1 96 ", + "output_name:": "/Gather_239_output_0" + } + ] + }, + { + "node_id:": 1217, + "node_inputs:": [ + { + "input_dimension:": "144 1 96 ", + "input_name:": "/Gather_239_output_0" + }, + { + "input_dimension:": "36 1 96 ", + "input_name:": "/Slice_104_output_0" + } + ], + "node_name:": "/Concat_227", + "node_outputs:": [ + { + "output_dimension:": "180 1 96 ", + "output_name:": "/Concat_227_output_0" + } + ] + }, + { + "node_id:": 1218, + "node_inputs:": [ + { + "input_dimension:": "180 1 96 ", + "input_name:": "/Concat_227_output_0" + }, + { + "input_dimension:": "3 ", + "input_name:": "/Concat_231_output_0" + } + ], + "node_name:": "/Reshape_124", + "node_outputs:": [ + { + "output_dimension:": "180 8 12 ", + "output_name:": "/Reshape_124_output_0" + } + ] + }, + { + "node_id:": 1219, + "node_inputs:": [ + { + "input_dimension:": "180 8 12 ", + "input_name:": "/Reshape_124_output_0" + } + ], + "node_name:": "/Transpose_133", + "node_outputs:": [ + { + "output_dimension:": "8 180 12 ", + "output_name:": "/Transpose_133_output_0" + } + ] + }, + { + "node_id:": 1220, + "node_inputs:": [ + { + "input_dimension:": "8 36 180 ", + "input_name:": "/Softmax_11_output_0" + }, + { + "input_dimension:": "8 180 12 ", + "input_name:": "/Transpose_133_output_0" + } + ], + "node_name:": "/MatMul_57", + "node_outputs:": [ + { + "output_dimension:": "8 36 12 ", + "output_name:": "/MatMul_57_output_0" + } + ] + }, + { + "node_id:": 1221, + "node_inputs:": [ + { + "input_dimension:": "8 36 12 ", + "input_name:": "/MatMul_57_output_0" + } + ], + "node_name:": "/Transpose_138", + "node_outputs:": [ + { + "output_dimension:": "36 8 12 ", + "output_name:": "/Transpose_138_output_0" + } + ] + }, + { + "node_id:": 1222, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_203_output_0" + }, + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_207_output_0" + } + ], + "node_name:": "/Add_208", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/Add_208_output_0" + } + ] + }, + { + "node_id:": 1223, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_208_output_0" + } + ], + "node_name:": "/Transpose_139", + "node_outputs:": [ + { + "output_dimension:": "1 384 36 ", + "output_name:": "/Transpose_139_output_0" + } + ] + }, + { + "node_id:": 1224, + "node_inputs:": [ + { + "input_dimension:": "1 384 36 ", + "input_name:": "/Transpose_139_output_0" + }, + { + "input_dimension:": "768 384 1 ", + "input_name:": "encoder.encoders.4.encoder.layers.0.conv_module1.pointwise_conv1.weight" + }, + { + "input_dimension:": "768 ", + "input_name:": "encoder.encoders.4.encoder.layers.0.conv_module1.pointwise_conv1.bias" + } + ], + "node_name:": "/pointwise_conv1_22/Conv", + "node_outputs:": [ + { + "output_dimension:": "1 768 36 ", + "output_name:": "/pointwise_conv1_22/Conv_output_0" + } + ] + }, + { + "node_id:": 1225, + "node_inputs:": [ + { + "input_dimension:": "1 768 36 ", + "input_name:": "/pointwise_conv1_22/Conv_output_0" + } + ], + "node_name:": "/Split_22", + "node_outputs:": [ + { + "output_dimension:": "1 384 36 ", + "output_name:": "/Split_22_output_0" + }, + { + "output_dimension:": "1 384 36 ", + "output_name:": "/Split_22_output_1" + } + ] + }, + { + "node_id:": 1226, + "node_inputs:": [ + { + "input_dimension:": "1 384 36 ", + "input_name:": "/Split_22_output_1" + } + ], + "node_name:": "/Sigmoid_22", + "node_outputs:": [ + { + "output_dimension:": "1 384 36 ", + "output_name:": "/Sigmoid_22_output_0" + } + ] + }, + { + "node_id:": 1227, + "node_inputs:": [ + { + "input_dimension:": "1 384 36 ", + "input_name:": "/Split_22_output_0" + }, + { + "input_dimension:": "1 384 36 ", + "input_name:": "/Sigmoid_22_output_0" + } + ], + "node_name:": "/Mul_128", + "node_outputs:": [ + { + "output_dimension:": "1 384 36 ", + "output_name:": "/Mul_128_output_0" + } + ] + }, + { + "node_id:": 1228, + "node_inputs:": [ + { + "input_dimension:": "4 1 384 30 ", + "input_name:": "cached_conv1_4" + }, + { + "input_dimension:": "", + "input_name:": "/upsample_3/Constant_output_0" + } + ], + "node_name:": "/Gather_241", + "node_outputs:": [ + { + "output_dimension:": "1 384 30 ", + "output_name:": "/Gather_241_output_0" + } + ] + }, + { + "node_id:": 1229, + "node_inputs:": [ + { + "input_dimension:": "1 384 30 ", + "input_name:": "/Gather_241_output_0" + }, + { + "input_dimension:": "1 384 36 ", + "input_name:": "/Mul_128_output_0" + } + ], + "node_name:": "/Concat_239", + "node_outputs:": [ + { + "output_dimension:": "1 384 66 ", + "output_name:": "/Concat_239_output_0" + } + ] + }, + { + "node_id:": 1230, + "node_inputs:": [ + { + "input_dimension:": "1 384 66 ", + "input_name:": "/Concat_239_output_0" + }, + { + "input_dimension:": "384 1 31 ", + "input_name:": "encoder.encoders.4.encoder.layers.0.conv_module1.depthwise_conv.weight" + }, + { + "input_dimension:": "384 ", + "input_name:": "encoder.encoders.4.encoder.layers.0.conv_module1.depthwise_conv.bias" + } + ], + "node_name:": "/depthwise_conv_22/Conv", + "node_outputs:": [ + { + "output_dimension:": "1 384 36 ", + "output_name:": "/depthwise_conv_22/Conv_output_0" + } + ] + }, + { + "node_id:": 1231, + "node_inputs:": [ + { + "input_dimension:": "1 384 36 ", + "input_name:": "/depthwise_conv_22/Conv_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/feed_forward1/activation_2/Constant_output_0" + } + ], + "node_name:": "/activation_22/Sub", + "node_outputs:": [ + { + "output_dimension:": "1 384 36 ", + "output_name:": "/activation_22/Sub_output_0" + } + ] + }, + { + "node_id:": 1232, + "node_inputs:": [ + { + "input_dimension:": "1 384 36 ", + "input_name:": "/activation_22/Sub_output_0" + } + ], + "node_name:": "/activation_22/Sigmoid", + "node_outputs:": [ + { + "output_dimension:": "1 384 36 ", + "output_name:": "/activation_22/Sigmoid_output_0" + } + ] + }, + { + "node_id:": 1233, + "node_inputs:": [ + { + "input_dimension:": "1 384 36 ", + "input_name:": "/depthwise_conv_22/Conv_output_0" + }, + { + "input_dimension:": "1 384 36 ", + "input_name:": "/activation_22/Sigmoid_output_0" + } + ], + "node_name:": "/activation_22/Mul", + "node_outputs:": [ + { + "output_dimension:": "1 384 36 ", + "output_name:": "/activation_22/Mul_output_0" + } + ] + }, + { + "node_id:": 1234, + "node_inputs:": [ + { + "input_dimension:": "1 384 36 ", + "input_name:": "/activation_22/Mul_output_0" + }, + { + "input_dimension:": "384 384 1 ", + "input_name:": "encoder.encoders.4.encoder.layers.0.conv_module1.pointwise_conv2.weight" + }, + { + "input_dimension:": "384 ", + "input_name:": "encoder.encoders.4.encoder.layers.0.conv_module1.pointwise_conv2.bias" + } + ], + "node_name:": "/pointwise_conv2_22/Conv", + "node_outputs:": [ + { + "output_dimension:": "1 384 36 ", + "output_name:": "/pointwise_conv2_22/Conv_output_0" + } + ] + }, + { + "node_id:": 1235, + "node_inputs:": [ + { + "input_dimension:": "1 384 36 ", + "input_name:": "/pointwise_conv2_22/Conv_output_0" + } + ], + "node_name:": "/Transpose_140", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/Transpose_140_output_0" + } + ] + }, + { + "node_id:": 1236, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_208_output_0" + }, + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Transpose_140_output_0" + } + ], + "node_name:": "/Add_209", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/Add_209_output_0" + } + ] + }, + { + "node_id:": 1237, + "node_inputs:": [ + { + "input_dimension:": "36 1 1024 ", + "input_name:": "/feed_forward2/in_proj_11/Add_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/feed_forward1/activation_2/Constant_output_0" + } + ], + "node_name:": "/feed_forward2/activation_11/Sub", + "node_outputs:": [ + { + "output_dimension:": "36 1 1024 ", + "output_name:": "/feed_forward2/activation_11/Sub_output_0" + } + ] + }, + { + "node_id:": 1238, + "node_inputs:": [ + { + "input_dimension:": "36 1 1024 ", + "input_name:": "/feed_forward2/activation_11/Sub_output_0" + } + ], + "node_name:": "/feed_forward2/activation_11/Sigmoid", + "node_outputs:": [ + { + "output_dimension:": "36 1 1024 ", + "output_name:": "/feed_forward2/activation_11/Sigmoid_output_0" + } + ] + }, + { + "node_id:": 1239, + "node_inputs:": [ + { + "input_dimension:": "36 1 1024 ", + "input_name:": "/feed_forward2/in_proj_11/Add_output_0" + }, + { + "input_dimension:": "36 1 1024 ", + "input_name:": "/feed_forward2/activation_11/Sigmoid_output_0" + } + ], + "node_name:": "/feed_forward2/activation_11/Mul", + "node_outputs:": [ + { + "output_dimension:": "36 1 1024 ", + "output_name:": "/feed_forward2/activation_11/Mul_output_0" + } + ] + }, + { + "node_id:": 1240, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_209_output_0" + }, + { + "input_dimension:": "36 1 384 ", + "input_name:": "/feed_forward2/out_proj_11/Add_output_0" + } + ], + "node_name:": "/Add_210", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/Add_210_output_0" + } + ] + }, + { + "node_id:": 1241, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_210_output_0" + }, + { + "input_dimension:": "384 96 ", + "input_name:": "onnx::MatMul_8118" + } + ], + "node_name:": "/in_proj2_11/MatMul", + "node_outputs:": [ + { + "output_dimension:": "36 1 96 ", + "output_name:": "/in_proj2_11/MatMul_output_0" + } + ] + }, + { + "node_id:": 1242, + "node_inputs:": [ + { + "input_dimension:": "4 144 1 96 ", + "input_name:": "cached_val2_4" + }, + { + "input_dimension:": "", + "input_name:": "/upsample_3/Constant_output_0" + } + ], + "node_name:": "/Gather_240", + "node_outputs:": [ + { + "output_dimension:": "144 1 96 ", + "output_name:": "/Gather_240_output_0" + } + ] + }, + { + "node_id:": 1243, + "node_inputs:": [ + { + "input_dimension:": "144 1 96 ", + "input_name:": "/Gather_240_output_0" + }, + { + "input_dimension:": "36 1 96 ", + "input_name:": "/in_proj2_11/MatMul_output_0" + } + ], + "node_name:": "/Concat_240", + "node_outputs:": [ + { + "output_dimension:": "180 1 96 ", + "output_name:": "/Concat_240_output_0" + } + ] + }, + { + "node_id:": 1244, + "node_inputs:": [ + { + "input_dimension:": "180 1 96 ", + "input_name:": "/Concat_240_output_0" + }, + { + "input_dimension:": "3 ", + "input_name:": "/Concat_241_output_0" + } + ], + "node_name:": "/Reshape_130", + "node_outputs:": [ + { + "output_dimension:": "180 8 12 ", + "output_name:": "/Reshape_130_output_0" + } + ] + }, + { + "node_id:": 1245, + "node_inputs:": [ + { + "input_dimension:": "180 8 12 ", + "input_name:": "/Reshape_130_output_0" + } + ], + "node_name:": "/Transpose_141", + "node_outputs:": [ + { + "output_dimension:": "8 180 12 ", + "output_name:": "/Transpose_141_output_0" + } + ] + }, + { + "node_id:": 1246, + "node_inputs:": [ + { + "input_dimension:": "8 36 180 ", + "input_name:": "/Softmax_11_output_0" + }, + { + "input_dimension:": "8 180 12 ", + "input_name:": "/Transpose_141_output_0" + } + ], + "node_name:": "/MatMul_59", + "node_outputs:": [ + { + "output_dimension:": "8 36 12 ", + "output_name:": "/MatMul_59_output_0" + } + ] + }, + { + "node_id:": 1247, + "node_inputs:": [ + { + "input_dimension:": "8 36 12 ", + "input_name:": "/MatMul_59_output_0" + } + ], + "node_name:": "/Transpose_142", + "node_outputs:": [ + { + "output_dimension:": "36 8 12 ", + "output_name:": "/Transpose_142_output_0" + } + ] + }, + { + "node_id:": 1248, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_210_output_0" + }, + { + "input_dimension:": "36 1 384 ", + "input_name:": "/out_proj2_11/Add_output_0" + } + ], + "node_name:": "/Add_212", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/Add_212_output_0" + } + ] + }, + { + "node_id:": 1249, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_212_output_0" + } + ], + "node_name:": "/Transpose_143", + "node_outputs:": [ + { + "output_dimension:": "1 384 36 ", + "output_name:": "/Transpose_143_output_0" + } + ] + }, + { + "node_id:": 1250, + "node_inputs:": [ + { + "input_dimension:": "1 384 36 ", + "input_name:": "/Transpose_143_output_0" + }, + { + "input_dimension:": "768 384 1 ", + "input_name:": "encoder.encoders.4.encoder.layers.0.conv_module2.pointwise_conv1.weight" + }, + { + "input_dimension:": "768 ", + "input_name:": "encoder.encoders.4.encoder.layers.0.conv_module2.pointwise_conv1.bias" + } + ], + "node_name:": "/pointwise_conv1_23/Conv", + "node_outputs:": [ + { + "output_dimension:": "1 768 36 ", + "output_name:": "/pointwise_conv1_23/Conv_output_0" + } + ] + }, + { + "node_id:": 1251, + "node_inputs:": [ + { + "input_dimension:": "1 768 36 ", + "input_name:": "/pointwise_conv1_23/Conv_output_0" + } + ], + "node_name:": "/Split_23", + "node_outputs:": [ + { + "output_dimension:": "1 384 36 ", + "output_name:": "/Split_23_output_0" + }, + { + "output_dimension:": "1 384 36 ", + "output_name:": "/Split_23_output_1" + } + ] + }, + { + "node_id:": 1252, + "node_inputs:": [ + { + "input_dimension:": "1 384 36 ", + "input_name:": "/Split_23_output_1" + } + ], + "node_name:": "/Sigmoid_23", + "node_outputs:": [ + { + "output_dimension:": "1 384 36 ", + "output_name:": "/Sigmoid_23_output_0" + } + ] + }, + { + "node_id:": 1253, + "node_inputs:": [ + { + "input_dimension:": "1 384 36 ", + "input_name:": "/Split_23_output_0" + }, + { + "input_dimension:": "1 384 36 ", + "input_name:": "/Sigmoid_23_output_0" + } + ], + "node_name:": "/Mul_130", + "node_outputs:": [ + { + "output_dimension:": "1 384 36 ", + "output_name:": "/Mul_130_output_0" + } + ] + }, + { + "node_id:": 1254, + "node_inputs:": [ + { + "input_dimension:": "4 1 384 30 ", + "input_name:": "cached_conv2_4" + }, + { + "input_dimension:": "", + "input_name:": "/upsample_3/Constant_output_0" + } + ], + "node_name:": "/Gather_242", + "node_outputs:": [ + { + "output_dimension:": "1 384 30 ", + "output_name:": "/Gather_242_output_0" + } + ] + }, + { + "node_id:": 1255, + "node_inputs:": [ + { + "input_dimension:": "1 384 30 ", + "input_name:": "/Gather_242_output_0" + }, + { + "input_dimension:": "1 384 36 ", + "input_name:": "/Mul_130_output_0" + } + ], + "node_name:": "/Concat_243", + "node_outputs:": [ + { + "output_dimension:": "1 384 66 ", + "output_name:": "/Concat_243_output_0" + } + ] + }, + { + "node_id:": 1256, + "node_inputs:": [ + { + "input_dimension:": "1 384 66 ", + "input_name:": "/Concat_243_output_0" + }, + { + "input_dimension:": "384 1 31 ", + "input_name:": "encoder.encoders.4.encoder.layers.0.conv_module2.depthwise_conv.weight" + }, + { + "input_dimension:": "384 ", + "input_name:": "encoder.encoders.4.encoder.layers.0.conv_module2.depthwise_conv.bias" + } + ], + "node_name:": "/depthwise_conv_23/Conv", + "node_outputs:": [ + { + "output_dimension:": "1 384 36 ", + "output_name:": "/depthwise_conv_23/Conv_output_0" + } + ] + }, + { + "node_id:": 1257, + "node_inputs:": [ + { + "input_dimension:": "1 384 36 ", + "input_name:": "/depthwise_conv_23/Conv_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/feed_forward1/activation_2/Constant_output_0" + } + ], + "node_name:": "/activation_23/Sub", + "node_outputs:": [ + { + "output_dimension:": "1 384 36 ", + "output_name:": "/activation_23/Sub_output_0" + } + ] + }, + { + "node_id:": 1258, + "node_inputs:": [ + { + "input_dimension:": "1 384 36 ", + "input_name:": "/activation_23/Sub_output_0" + } + ], + "node_name:": "/activation_23/Sigmoid", + "node_outputs:": [ + { + "output_dimension:": "1 384 36 ", + "output_name:": "/activation_23/Sigmoid_output_0" + } + ] + }, + { + "node_id:": 1259, + "node_inputs:": [ + { + "input_dimension:": "1 384 36 ", + "input_name:": "/depthwise_conv_23/Conv_output_0" + }, + { + "input_dimension:": "1 384 36 ", + "input_name:": "/activation_23/Sigmoid_output_0" + } + ], + "node_name:": "/activation_23/Mul", + "node_outputs:": [ + { + "output_dimension:": "1 384 36 ", + "output_name:": "/activation_23/Mul_output_0" + } + ] + }, + { + "node_id:": 1260, + "node_inputs:": [ + { + "input_dimension:": "1 384 36 ", + "input_name:": "/activation_23/Mul_output_0" + }, + { + "input_dimension:": "384 384 1 ", + "input_name:": "encoder.encoders.4.encoder.layers.0.conv_module2.pointwise_conv2.weight" + }, + { + "input_dimension:": "384 ", + "input_name:": "encoder.encoders.4.encoder.layers.0.conv_module2.pointwise_conv2.bias" + } + ], + "node_name:": "/pointwise_conv2_23/Conv", + "node_outputs:": [ + { + "output_dimension:": "1 384 36 ", + "output_name:": "/pointwise_conv2_23/Conv_output_0" + } + ] + }, + { + "node_id:": 1261, + "node_inputs:": [ + { + "input_dimension:": "1 384 36 ", + "input_name:": "/pointwise_conv2_23/Conv_output_0" + } + ], + "node_name:": "/Transpose_144", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/Transpose_144_output_0" + } + ] + }, + { + "node_id:": 1262, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_212_output_0" + }, + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Transpose_144_output_0" + } + ], + "node_name:": "/Add_213", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/Add_213_output_0" + } + ] + }, + { + "node_id:": 1263, + "node_inputs:": [ + { + "input_dimension:": "36 1 1024 ", + "input_name:": "/feed_forward3/in_proj_11/Add_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/feed_forward1/activation_2/Constant_output_0" + } + ], + "node_name:": "/feed_forward3/activation_11/Sub", + "node_outputs:": [ + { + "output_dimension:": "36 1 1024 ", + "output_name:": "/feed_forward3/activation_11/Sub_output_0" + } + ] + }, + { + "node_id:": 1264, + "node_inputs:": [ + { + "input_dimension:": "36 1 1024 ", + "input_name:": "/feed_forward3/activation_11/Sub_output_0" + } + ], + "node_name:": "/feed_forward3/activation_11/Sigmoid", + "node_outputs:": [ + { + "output_dimension:": "36 1 1024 ", + "output_name:": "/feed_forward3/activation_11/Sigmoid_output_0" + } + ] + }, + { + "node_id:": 1265, + "node_inputs:": [ + { + "input_dimension:": "36 1 1024 ", + "input_name:": "/feed_forward3/in_proj_11/Add_output_0" + }, + { + "input_dimension:": "36 1 1024 ", + "input_name:": "/feed_forward3/activation_11/Sigmoid_output_0" + } + ], + "node_name:": "/feed_forward3/activation_11/Mul", + "node_outputs:": [ + { + "output_dimension:": "36 1 1024 ", + "output_name:": "/feed_forward3/activation_11/Mul_output_0" + } + ] + }, + { + "node_id:": 1266, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_213_output_0" + }, + { + "input_dimension:": "36 1 384 ", + "input_name:": "/feed_forward3/out_proj_11/Add_output_0" + } + ], + "node_name:": "/Add_214", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/Add_214_output_0" + } + ] + }, + { + "node_id:": 1267, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_214_output_0" + }, + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_214_output_0" + } + ], + "node_name:": "/norm_final_11/Mul", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/norm_final_11/Mul_output_0" + } + ] + }, + { + "node_id:": 1268, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/norm_final_11/Mul_output_0" + } + ], + "node_name:": "/norm_final_11/ReduceMean", + "node_outputs:": [ + { + "output_dimension:": "36 1 1 ", + "output_name:": "/norm_final_11/ReduceMean_output_0" + } + ] + }, + { + "node_id:": 1269, + "node_inputs:": [ + { + "input_dimension:": "36 1 1 ", + "input_name:": "/norm_final_11/ReduceMean_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/norm_final_11/Constant_output_0" + } + ], + "node_name:": "/norm_final_11/Add", + "node_outputs:": [ + { + "output_dimension:": "36 1 1 ", + "output_name:": "/norm_final_11/Add_output_0" + } + ] + }, + { + "node_id:": 1270, + "node_inputs:": [ + { + "input_dimension:": "36 1 1 ", + "input_name:": "/norm_final_11/Add_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/norm_final_1/Constant_1_output_0" + } + ], + "node_name:": "/norm_final_11/Pow", + "node_outputs:": [ + { + "output_dimension:": "36 1 1 ", + "output_name:": "/norm_final_11/Pow_output_0" + } + ] + }, + { + "node_id:": 1271, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_214_output_0" + }, + { + "input_dimension:": "36 1 1 ", + "input_name:": "/norm_final_11/Pow_output_0" + } + ], + "node_name:": "/norm_final_11/Mul_1", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/norm_final_11/Mul_1_output_0" + } + ] + }, + { + "node_id:": 1272, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/norm_final_11/Mul_1_output_0" + }, + { + "input_dimension:": "36 1 384 ", + "input_name:": "/downsample_3/ReduceSum_1_output_0" + } + ], + "node_name:": "/Sub_35", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/Sub_35_output_0" + } + ] + }, + { + "node_id:": 1273, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Sub_35_output_0" + }, + { + "input_dimension:": "", + "input_name:": "encoder.encoders.4.encoder.layers.0.bypass_scale" + } + ], + "node_name:": "/Mul_131", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/Mul_131_output_0" + } + ] + }, + { + "node_id:": 1274, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/downsample_3/ReduceSum_1_output_0" + }, + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Mul_131_output_0" + } + ], + "node_name:": "/Add_215", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/Add_215_output_0" + } + ] + }, + { + "node_id:": 1275, + "node_inputs:": [ + { + "input_dimension:": "36 1 1024 ", + "input_name:": "/feed_forward1/in_proj_12/Add_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/feed_forward1/activation_2/Constant_output_0" + } + ], + "node_name:": "/feed_forward1/activation_12/Sub", + "node_outputs:": [ + { + "output_dimension:": "36 1 1024 ", + "output_name:": "/feed_forward1/activation_12/Sub_output_0" + } + ] + }, + { + "node_id:": 1276, + "node_inputs:": [ + { + "input_dimension:": "36 1 1024 ", + "input_name:": "/feed_forward1/activation_12/Sub_output_0" + } + ], + "node_name:": "/feed_forward1/activation_12/Sigmoid", + "node_outputs:": [ + { + "output_dimension:": "36 1 1024 ", + "output_name:": "/feed_forward1/activation_12/Sigmoid_output_0" + } + ] + }, + { + "node_id:": 1277, + "node_inputs:": [ + { + "input_dimension:": "36 1 1024 ", + "input_name:": "/feed_forward1/in_proj_12/Add_output_0" + }, + { + "input_dimension:": "36 1 1024 ", + "input_name:": "/feed_forward1/activation_12/Sigmoid_output_0" + } + ], + "node_name:": "/feed_forward1/activation_12/Mul", + "node_outputs:": [ + { + "output_dimension:": "36 1 1024 ", + "output_name:": "/feed_forward1/activation_12/Mul_output_0" + } + ] + }, + { + "node_id:": 1278, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_215_output_0" + }, + { + "input_dimension:": "36 1 384 ", + "input_name:": "/feed_forward1/out_proj_12/Add_output_0" + } + ], + "node_name:": "/Add_216", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/Add_216_output_0" + } + ] + }, + { + "node_id:": 1279, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_216_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/Constant_631_output_0" + } + ], + "node_name:": "/CumSum_12", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/CumSum_12_output_0" + } + ] + }, + { + "node_id:": 1280, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/CumSum_12_output_0" + }, + { + "input_dimension:": "1 1 384 ", + "input_name:": "/Unsqueeze_489_output_0" + } + ], + "node_name:": "/Add_217", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/Add_217_output_0" + } + ] + }, + { + "node_id:": 1281, + "node_inputs:": [ + { + "input_dimension:": "36 1 ", + "input_name:": "/Unsqueeze_490_output_0" + }, + { + "input_dimension:": "1 1 ", + "input_name:": "/Unsqueeze_491_output_0" + } + ], + "node_name:": "/Add_219", + "node_outputs:": [ + { + "output_dimension:": "36 1 ", + "output_name:": "/Add_219_output_0" + } + ] + }, + { + "node_id:": 1282, + "node_inputs:": [ + { + "input_dimension:": "36 1 ", + "input_name:": "/Add_219_output_0" + } + ], + "node_name:": "/Cast_62", + "node_outputs:": [ + { + "output_dimension:": "36 1 ", + "output_name:": "/Cast_62_output_0" + } + ] + }, + { + "node_id:": 1283, + "node_inputs:": [ + { + "input_dimension:": "36 1 ", + "input_name:": "/Cast_62_output_0" + } + ], + "node_name:": "/Reciprocal_12", + "node_outputs:": [ + { + "output_dimension:": "36 1 ", + "output_name:": "/Reciprocal_12_output_0" + } + ] + }, + { + "node_id:": 1284, + "node_inputs:": [ + { + "input_dimension:": "36 1 ", + "input_name:": "/Reciprocal_12_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_1113_output_0" + } + ], + "node_name:": "/Unsqueeze_492", + "node_outputs:": [ + { + "output_dimension:": "36 1 1 ", + "output_name:": "/Unsqueeze_492_output_0" + } + ] + }, + { + "node_id:": 1285, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_217_output_0" + }, + { + "input_dimension:": "36 1 1 ", + "input_name:": "/Unsqueeze_492_output_0" + } + ], + "node_name:": "/Mul_134", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/Mul_134_output_0" + } + ] + }, + { + "node_id:": 1286, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Mul_134_output_0" + }, + { + "input_dimension:": "384 384 ", + "input_name:": "onnx::MatMul_8134" + } + ], + "node_name:": "/proj_12/MatMul", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/proj_12/MatMul_output_0" + } + ] + }, + { + "node_id:": 1287, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_216_output_0" + }, + { + "input_dimension:": "36 1 384 ", + "input_name:": "/proj_12/MatMul_output_0" + } + ], + "node_name:": "/Add_221", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/Add_221_output_0" + } + ] + }, + { + "node_id:": 1288, + "node_inputs:": [ + { + "input_dimension:": "36 1 512 ", + "input_name:": "/in_proj_12/Add_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_285_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_568_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_1113_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Slice_112", + "node_outputs:": [ + { + "output_dimension:": "36 1 192 ", + "output_name:": "/Slice_112_output_0" + } + ] + }, + { + "node_id:": 1289, + "node_inputs:": [ + { + "input_dimension:": "4 144 1 192 ", + "input_name:": "cached_key_4" + }, + { + "input_dimension:": "", + "input_name:": "/encoder_pos_1/Constant_2_output_0" + } + ], + "node_name:": "/Gather_259", + "node_outputs:": [ + { + "output_dimension:": "144 1 192 ", + "output_name:": "/Gather_259_output_0" + } + ] + }, + { + "node_id:": 1290, + "node_inputs:": [ + { + "input_dimension:": "144 1 192 ", + "input_name:": "/Gather_259_output_0" + }, + { + "input_dimension:": "36 1 192 ", + "input_name:": "/Slice_112_output_0" + } + ], + "node_name:": "/Concat_244", + "node_outputs:": [ + { + "output_dimension:": "180 1 192 ", + "output_name:": "/Concat_244_output_0" + } + ] + }, + { + "node_id:": 1291, + "node_inputs:": [ + { + "input_dimension:": "36 1 512 ", + "input_name:": "/in_proj_12/Add_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_1118_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_69_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_1113_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Slice_114", + "node_outputs:": [ + { + "output_dimension:": "36 1 32 ", + "output_name:": "/Slice_114_output_0" + } + ] + }, + { + "node_id:": 1292, + "node_inputs:": [ + { + "input_dimension:": "36 1 32 ", + "input_name:": "/Slice_114_output_0" + }, + { + "input_dimension:": "4 ", + "input_name:": "/Concat_247_output_0" + } + ], + "node_name:": "/Reshape_133", + "node_outputs:": [ + { + "output_dimension:": "36 1 8 4 ", + "output_name:": "/Reshape_133_output_0" + } + ] + }, + { + "node_id:": 1293, + "node_inputs:": [ + { + "input_dimension:": "36 1 8 4 ", + "input_name:": "/Reshape_133_output_0" + } + ], + "node_name:": "/Transpose_147", + "node_outputs:": [ + { + "output_dimension:": "1 8 36 4 ", + "output_name:": "/Transpose_147_output_0" + } + ] + }, + { + "node_id:": 1294, + "node_inputs:": [ + { + "input_dimension:": "1 8 36 4 ", + "input_name:": "/Transpose_147_output_0" + }, + { + "input_dimension:": "1 8 4 215 ", + "input_name:": "/Transpose_149_output_0" + } + ], + "node_name:": "/MatMul_60", + "node_outputs:": [ + { + "output_dimension:": "1 8 36 215 ", + "output_name:": "/MatMul_60_output_0" + } + ] + }, + { + "node_id:": 1295, + "node_inputs:": [ + { + "input_dimension:": "180 1 192 ", + "input_name:": "/Concat_244_output_0" + }, + { + "input_dimension:": "4 ", + "input_name:": "/Concat_266_output_0" + } + ], + "node_name:": "/Reshape_134", + "node_outputs:": [ + { + "output_dimension:": "180 1 8 24 ", + "output_name:": "/Reshape_134_output_0" + } + ] + }, + { + "node_id:": 1296, + "node_inputs:": [ + { + "input_dimension:": "180 1 8 24 ", + "input_name:": "/Reshape_134_output_0" + } + ], + "node_name:": "/Transpose_148", + "node_outputs:": [ + { + "output_dimension:": "1 8 24 180 ", + "output_name:": "/Transpose_148_output_0" + } + ] + }, + { + "node_id:": 1297, + "node_inputs:": [ + { + "input_dimension:": "36 1 512 ", + "input_name:": "/in_proj_12/Add_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_285_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_1113_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Slice_111", + "node_outputs:": [ + { + "output_dimension:": "36 1 192 ", + "output_name:": "/Slice_111_output_0" + } + ] + }, + { + "node_id:": 1298, + "node_inputs:": [ + { + "input_dimension:": "36 1 192 ", + "input_name:": "/Slice_111_output_0" + }, + { + "input_dimension:": "4 ", + "input_name:": "/Concat_246_output_0" + } + ], + "node_name:": "/Reshape_132", + "node_outputs:": [ + { + "output_dimension:": "36 1 8 24 ", + "output_name:": "/Reshape_132_output_0" + } + ] + }, + { + "node_id:": 1299, + "node_inputs:": [ + { + "input_dimension:": "36 1 8 24 ", + "input_name:": "/Reshape_132_output_0" + } + ], + "node_name:": "/Transpose_146", + "node_outputs:": [ + { + "output_dimension:": "1 8 36 24 ", + "output_name:": "/Transpose_146_output_0" + } + ] + }, + { + "node_id:": 1300, + "node_inputs:": [ + { + "input_dimension:": "1 8 36 24 ", + "input_name:": "/Transpose_146_output_0" + }, + { + "input_dimension:": "1 8 24 180 ", + "input_name:": "/Transpose_148_output_0" + } + ], + "node_name:": "/MatMul_61", + "node_outputs:": [ + { + "output_dimension:": "1 8 36 180 ", + "output_name:": "/MatMul_61_output_0" + } + ] + }, + { + "node_id:": 1301, + "node_inputs:": [ + { + "input_dimension:": "1 8 36 215 ", + "input_name:": "/MatMul_60_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "/Concat_253_output_0" + } + ], + "node_name:": "/Reshape_137", + "node_outputs:": [ + { + "output_dimension:": "288 215 ", + "output_name:": "/Reshape_137_output_0" + } + ] + }, + { + "node_id:": 1302, + "node_inputs:": [ + { + "input_dimension:": "288 215 ", + "input_name:": "/Reshape_137_output_0" + }, + { + "input_dimension:": "288 180 ", + "input_name:": "/Add_223_output_0" + } + ], + "node_name:": "/GatherElements_12", + "node_outputs:": [ + { + "output_dimension:": "288 180 ", + "output_name:": "/GatherElements_12_output_0" + } + ] + }, + { + "node_id:": 1303, + "node_inputs:": [ + { + "input_dimension:": "288 180 ", + "input_name:": "/GatherElements_12_output_0" + }, + { + "input_dimension:": "4 ", + "input_name:": "/Concat_254_output_0" + } + ], + "node_name:": "/Reshape_138", + "node_outputs:": [ + { + "output_dimension:": "1 8 36 180 ", + "output_name:": "/Reshape_138_output_0" + } + ] + }, + { + "node_id:": 1304, + "node_inputs:": [ + { + "input_dimension:": "1 8 36 180 ", + "input_name:": "/MatMul_61_output_0" + }, + { + "input_dimension:": "1 8 36 180 ", + "input_name:": "/Reshape_138_output_0" + } + ], + "node_name:": "/Add_224", + "node_outputs:": [ + { + "output_dimension:": "1 8 36 180 ", + "output_name:": "/Add_224_output_0" + } + ] + }, + { + "node_id:": 1305, + "node_inputs:": [ + { + "input_dimension:": "1 8 36 180 ", + "input_name:": "/Add_224_output_0" + }, + { + "input_dimension:": "3 ", + "input_name:": "/Concat_255_output_0" + } + ], + "node_name:": "/Reshape_139", + "node_outputs:": [ + { + "output_dimension:": "8 36 180 ", + "output_name:": "/Reshape_139_output_0" + } + ] + }, + { + "node_id:": 1306, + "node_inputs:": [ + { + "input_dimension:": "8 36 180 ", + "input_name:": "/Reshape_139_output_0" + } + ], + "node_name:": "/Softmax_12", + "node_outputs:": [ + { + "output_dimension:": "8 36 180 ", + "output_name:": "/Softmax_12_output_0" + } + ] + }, + { + "node_id:": 1307, + "node_inputs:": [ + { + "input_dimension:": "36 1 512 ", + "input_name:": "/in_proj_12/Add_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_568_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_1118_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_1113_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Slice_113", + "node_outputs:": [ + { + "output_dimension:": "36 1 96 ", + "output_name:": "/Slice_113_output_0" + } + ] + }, + { + "node_id:": 1308, + "node_inputs:": [ + { + "input_dimension:": "4 144 1 96 ", + "input_name:": "cached_val_4" + }, + { + "input_dimension:": "", + "input_name:": "/encoder_pos_1/Constant_2_output_0" + } + ], + "node_name:": "/Gather_260", + "node_outputs:": [ + { + "output_dimension:": "144 1 96 ", + "output_name:": "/Gather_260_output_0" + } + ] + }, + { + "node_id:": 1309, + "node_inputs:": [ + { + "input_dimension:": "144 1 96 ", + "input_name:": "/Gather_260_output_0" + }, + { + "input_dimension:": "36 1 96 ", + "input_name:": "/Slice_113_output_0" + } + ], + "node_name:": "/Concat_245", + "node_outputs:": [ + { + "output_dimension:": "180 1 96 ", + "output_name:": "/Concat_245_output_0" + } + ] + }, + { + "node_id:": 1310, + "node_inputs:": [ + { + "input_dimension:": "180 1 96 ", + "input_name:": "/Concat_245_output_0" + }, + { + "input_dimension:": "3 ", + "input_name:": "/Concat_249_output_0" + } + ], + "node_name:": "/Reshape_135", + "node_outputs:": [ + { + "output_dimension:": "180 8 12 ", + "output_name:": "/Reshape_135_output_0" + } + ] + }, + { + "node_id:": 1311, + "node_inputs:": [ + { + "input_dimension:": "180 8 12 ", + "input_name:": "/Reshape_135_output_0" + } + ], + "node_name:": "/Transpose_145", + "node_outputs:": [ + { + "output_dimension:": "8 180 12 ", + "output_name:": "/Transpose_145_output_0" + } + ] + }, + { + "node_id:": 1312, + "node_inputs:": [ + { + "input_dimension:": "8 36 180 ", + "input_name:": "/Softmax_12_output_0" + }, + { + "input_dimension:": "8 180 12 ", + "input_name:": "/Transpose_145_output_0" + } + ], + "node_name:": "/MatMul_62", + "node_outputs:": [ + { + "output_dimension:": "8 36 12 ", + "output_name:": "/MatMul_62_output_0" + } + ] + }, + { + "node_id:": 1313, + "node_inputs:": [ + { + "input_dimension:": "8 36 12 ", + "input_name:": "/MatMul_62_output_0" + } + ], + "node_name:": "/Transpose_150", + "node_outputs:": [ + { + "output_dimension:": "36 8 12 ", + "output_name:": "/Transpose_150_output_0" + } + ] + }, + { + "node_id:": 1314, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_221_output_0" + }, + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_225_output_0" + } + ], + "node_name:": "/Add_226", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/Add_226_output_0" + } + ] + }, + { + "node_id:": 1315, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_226_output_0" + } + ], + "node_name:": "/Transpose_151", + "node_outputs:": [ + { + "output_dimension:": "1 384 36 ", + "output_name:": "/Transpose_151_output_0" + } + ] + }, + { + "node_id:": 1316, + "node_inputs:": [ + { + "input_dimension:": "1 384 36 ", + "input_name:": "/Transpose_151_output_0" + }, + { + "input_dimension:": "768 384 1 ", + "input_name:": "encoder.encoders.4.encoder.layers.1.conv_module1.pointwise_conv1.weight" + }, + { + "input_dimension:": "768 ", + "input_name:": "encoder.encoders.4.encoder.layers.1.conv_module1.pointwise_conv1.bias" + } + ], + "node_name:": "/pointwise_conv1_24/Conv", + "node_outputs:": [ + { + "output_dimension:": "1 768 36 ", + "output_name:": "/pointwise_conv1_24/Conv_output_0" + } + ] + }, + { + "node_id:": 1317, + "node_inputs:": [ + { + "input_dimension:": "1 768 36 ", + "input_name:": "/pointwise_conv1_24/Conv_output_0" + } + ], + "node_name:": "/Split_24", + "node_outputs:": [ + { + "output_dimension:": "1 384 36 ", + "output_name:": "/Split_24_output_0" + }, + { + "output_dimension:": "1 384 36 ", + "output_name:": "/Split_24_output_1" + } + ] + }, + { + "node_id:": 1318, + "node_inputs:": [ + { + "input_dimension:": "1 384 36 ", + "input_name:": "/Split_24_output_1" + } + ], + "node_name:": "/Sigmoid_24", + "node_outputs:": [ + { + "output_dimension:": "1 384 36 ", + "output_name:": "/Sigmoid_24_output_0" + } + ] + }, + { + "node_id:": 1319, + "node_inputs:": [ + { + "input_dimension:": "1 384 36 ", + "input_name:": "/Split_24_output_0" + }, + { + "input_dimension:": "1 384 36 ", + "input_name:": "/Sigmoid_24_output_0" + } + ], + "node_name:": "/Mul_139", + "node_outputs:": [ + { + "output_dimension:": "1 384 36 ", + "output_name:": "/Mul_139_output_0" + } + ] + }, + { + "node_id:": 1320, + "node_inputs:": [ + { + "input_dimension:": "4 1 384 30 ", + "input_name:": "cached_conv1_4" + }, + { + "input_dimension:": "", + "input_name:": "/encoder_pos_1/Constant_2_output_0" + } + ], + "node_name:": "/Gather_262", + "node_outputs:": [ + { + "output_dimension:": "1 384 30 ", + "output_name:": "/Gather_262_output_0" + } + ] + }, + { + "node_id:": 1321, + "node_inputs:": [ + { + "input_dimension:": "1 384 30 ", + "input_name:": "/Gather_262_output_0" + }, + { + "input_dimension:": "1 384 36 ", + "input_name:": "/Mul_139_output_0" + } + ], + "node_name:": "/Concat_257", + "node_outputs:": [ + { + "output_dimension:": "1 384 66 ", + "output_name:": "/Concat_257_output_0" + } + ] + }, + { + "node_id:": 1322, + "node_inputs:": [ + { + "input_dimension:": "1 384 66 ", + "input_name:": "/Concat_257_output_0" + }, + { + "input_dimension:": "384 1 31 ", + "input_name:": "encoder.encoders.4.encoder.layers.1.conv_module1.depthwise_conv.weight" + }, + { + "input_dimension:": "384 ", + "input_name:": "encoder.encoders.4.encoder.layers.1.conv_module1.depthwise_conv.bias" + } + ], + "node_name:": "/depthwise_conv_24/Conv", + "node_outputs:": [ + { + "output_dimension:": "1 384 36 ", + "output_name:": "/depthwise_conv_24/Conv_output_0" + } + ] + }, + { + "node_id:": 1323, + "node_inputs:": [ + { + "input_dimension:": "1 384 36 ", + "input_name:": "/depthwise_conv_24/Conv_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/feed_forward1/activation_2/Constant_output_0" + } + ], + "node_name:": "/activation_24/Sub", + "node_outputs:": [ + { + "output_dimension:": "1 384 36 ", + "output_name:": "/activation_24/Sub_output_0" + } + ] + }, + { + "node_id:": 1324, + "node_inputs:": [ + { + "input_dimension:": "1 384 36 ", + "input_name:": "/activation_24/Sub_output_0" + } + ], + "node_name:": "/activation_24/Sigmoid", + "node_outputs:": [ + { + "output_dimension:": "1 384 36 ", + "output_name:": "/activation_24/Sigmoid_output_0" + } + ] + }, + { + "node_id:": 1325, + "node_inputs:": [ + { + "input_dimension:": "1 384 36 ", + "input_name:": "/depthwise_conv_24/Conv_output_0" + }, + { + "input_dimension:": "1 384 36 ", + "input_name:": "/activation_24/Sigmoid_output_0" + } + ], + "node_name:": "/activation_24/Mul", + "node_outputs:": [ + { + "output_dimension:": "1 384 36 ", + "output_name:": "/activation_24/Mul_output_0" + } + ] + }, + { + "node_id:": 1326, + "node_inputs:": [ + { + "input_dimension:": "1 384 36 ", + "input_name:": "/activation_24/Mul_output_0" + }, + { + "input_dimension:": "384 384 1 ", + "input_name:": "encoder.encoders.4.encoder.layers.1.conv_module1.pointwise_conv2.weight" + }, + { + "input_dimension:": "384 ", + "input_name:": "encoder.encoders.4.encoder.layers.1.conv_module1.pointwise_conv2.bias" + } + ], + "node_name:": "/pointwise_conv2_24/Conv", + "node_outputs:": [ + { + "output_dimension:": "1 384 36 ", + "output_name:": "/pointwise_conv2_24/Conv_output_0" + } + ] + }, + { + "node_id:": 1327, + "node_inputs:": [ + { + "input_dimension:": "1 384 36 ", + "input_name:": "/pointwise_conv2_24/Conv_output_0" + } + ], + "node_name:": "/Transpose_152", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/Transpose_152_output_0" + } + ] + }, + { + "node_id:": 1328, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_226_output_0" + }, + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Transpose_152_output_0" + } + ], + "node_name:": "/Add_227", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/Add_227_output_0" + } + ] + }, + { + "node_id:": 1329, + "node_inputs:": [ + { + "input_dimension:": "36 1 1024 ", + "input_name:": "/feed_forward2/in_proj_12/Add_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/feed_forward1/activation_2/Constant_output_0" + } + ], + "node_name:": "/feed_forward2/activation_12/Sub", + "node_outputs:": [ + { + "output_dimension:": "36 1 1024 ", + "output_name:": "/feed_forward2/activation_12/Sub_output_0" + } + ] + }, + { + "node_id:": 1330, + "node_inputs:": [ + { + "input_dimension:": "36 1 1024 ", + "input_name:": "/feed_forward2/activation_12/Sub_output_0" + } + ], + "node_name:": "/feed_forward2/activation_12/Sigmoid", + "node_outputs:": [ + { + "output_dimension:": "36 1 1024 ", + "output_name:": "/feed_forward2/activation_12/Sigmoid_output_0" + } + ] + }, + { + "node_id:": 1331, + "node_inputs:": [ + { + "input_dimension:": "36 1 1024 ", + "input_name:": "/feed_forward2/in_proj_12/Add_output_0" + }, + { + "input_dimension:": "36 1 1024 ", + "input_name:": "/feed_forward2/activation_12/Sigmoid_output_0" + } + ], + "node_name:": "/feed_forward2/activation_12/Mul", + "node_outputs:": [ + { + "output_dimension:": "36 1 1024 ", + "output_name:": "/feed_forward2/activation_12/Mul_output_0" + } + ] + }, + { + "node_id:": 1332, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_227_output_0" + }, + { + "input_dimension:": "36 1 384 ", + "input_name:": "/feed_forward2/out_proj_12/Add_output_0" + } + ], + "node_name:": "/Add_228", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/Add_228_output_0" + } + ] + }, + { + "node_id:": 1333, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_228_output_0" + }, + { + "input_dimension:": "384 96 ", + "input_name:": "onnx::MatMul_8180" + } + ], + "node_name:": "/in_proj2_12/MatMul", + "node_outputs:": [ + { + "output_dimension:": "36 1 96 ", + "output_name:": "/in_proj2_12/MatMul_output_0" + } + ] + }, + { + "node_id:": 1334, + "node_inputs:": [ + { + "input_dimension:": "4 144 1 96 ", + "input_name:": "cached_val2_4" + }, + { + "input_dimension:": "", + "input_name:": "/encoder_pos_1/Constant_2_output_0" + } + ], + "node_name:": "/Gather_261", + "node_outputs:": [ + { + "output_dimension:": "144 1 96 ", + "output_name:": "/Gather_261_output_0" + } + ] + }, + { + "node_id:": 1335, + "node_inputs:": [ + { + "input_dimension:": "144 1 96 ", + "input_name:": "/Gather_261_output_0" + }, + { + "input_dimension:": "36 1 96 ", + "input_name:": "/in_proj2_12/MatMul_output_0" + } + ], + "node_name:": "/Concat_258", + "node_outputs:": [ + { + "output_dimension:": "180 1 96 ", + "output_name:": "/Concat_258_output_0" + } + ] + }, + { + "node_id:": 1336, + "node_inputs:": [ + { + "input_dimension:": "180 1 96 ", + "input_name:": "/Concat_258_output_0" + }, + { + "input_dimension:": "3 ", + "input_name:": "/Concat_259_output_0" + } + ], + "node_name:": "/Reshape_141", + "node_outputs:": [ + { + "output_dimension:": "180 8 12 ", + "output_name:": "/Reshape_141_output_0" + } + ] + }, + { + "node_id:": 1337, + "node_inputs:": [ + { + "input_dimension:": "180 8 12 ", + "input_name:": "/Reshape_141_output_0" + } + ], + "node_name:": "/Transpose_153", + "node_outputs:": [ + { + "output_dimension:": "8 180 12 ", + "output_name:": "/Transpose_153_output_0" + } + ] + }, + { + "node_id:": 1338, + "node_inputs:": [ + { + "input_dimension:": "8 36 180 ", + "input_name:": "/Softmax_12_output_0" + }, + { + "input_dimension:": "8 180 12 ", + "input_name:": "/Transpose_153_output_0" + } + ], + "node_name:": "/MatMul_64", + "node_outputs:": [ + { + "output_dimension:": "8 36 12 ", + "output_name:": "/MatMul_64_output_0" + } + ] + }, + { + "node_id:": 1339, + "node_inputs:": [ + { + "input_dimension:": "8 36 12 ", + "input_name:": "/MatMul_64_output_0" + } + ], + "node_name:": "/Transpose_154", + "node_outputs:": [ + { + "output_dimension:": "36 8 12 ", + "output_name:": "/Transpose_154_output_0" + } + ] + }, + { + "node_id:": 1340, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_228_output_0" + }, + { + "input_dimension:": "36 1 384 ", + "input_name:": "/out_proj2_12/Add_output_0" + } + ], + "node_name:": "/Add_230", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/Add_230_output_0" + } + ] + }, + { + "node_id:": 1341, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_230_output_0" + } + ], + "node_name:": "/Transpose_155", + "node_outputs:": [ + { + "output_dimension:": "1 384 36 ", + "output_name:": "/Transpose_155_output_0" + } + ] + }, + { + "node_id:": 1342, + "node_inputs:": [ + { + "input_dimension:": "1 384 36 ", + "input_name:": "/Transpose_155_output_0" + }, + { + "input_dimension:": "768 384 1 ", + "input_name:": "encoder.encoders.4.encoder.layers.1.conv_module2.pointwise_conv1.weight" + }, + { + "input_dimension:": "768 ", + "input_name:": "encoder.encoders.4.encoder.layers.1.conv_module2.pointwise_conv1.bias" + } + ], + "node_name:": "/pointwise_conv1_25/Conv", + "node_outputs:": [ + { + "output_dimension:": "1 768 36 ", + "output_name:": "/pointwise_conv1_25/Conv_output_0" + } + ] + }, + { + "node_id:": 1343, + "node_inputs:": [ + { + "input_dimension:": "1 768 36 ", + "input_name:": "/pointwise_conv1_25/Conv_output_0" + } + ], + "node_name:": "/Split_25", + "node_outputs:": [ + { + "output_dimension:": "1 384 36 ", + "output_name:": "/Split_25_output_0" + }, + { + "output_dimension:": "1 384 36 ", + "output_name:": "/Split_25_output_1" + } + ] + }, + { + "node_id:": 1344, + "node_inputs:": [ + { + "input_dimension:": "1 384 36 ", + "input_name:": "/Split_25_output_1" + } + ], + "node_name:": "/Sigmoid_25", + "node_outputs:": [ + { + "output_dimension:": "1 384 36 ", + "output_name:": "/Sigmoid_25_output_0" + } + ] + }, + { + "node_id:": 1345, + "node_inputs:": [ + { + "input_dimension:": "1 384 36 ", + "input_name:": "/Split_25_output_0" + }, + { + "input_dimension:": "1 384 36 ", + "input_name:": "/Sigmoid_25_output_0" + } + ], + "node_name:": "/Mul_141", + "node_outputs:": [ + { + "output_dimension:": "1 384 36 ", + "output_name:": "/Mul_141_output_0" + } + ] + }, + { + "node_id:": 1346, + "node_inputs:": [ + { + "input_dimension:": "4 1 384 30 ", + "input_name:": "cached_conv2_4" + }, + { + "input_dimension:": "", + "input_name:": "/encoder_pos_1/Constant_2_output_0" + } + ], + "node_name:": "/Gather_263", + "node_outputs:": [ + { + "output_dimension:": "1 384 30 ", + "output_name:": "/Gather_263_output_0" + } + ] + }, + { + "node_id:": 1347, + "node_inputs:": [ + { + "input_dimension:": "1 384 30 ", + "input_name:": "/Gather_263_output_0" + }, + { + "input_dimension:": "1 384 36 ", + "input_name:": "/Mul_141_output_0" + } + ], + "node_name:": "/Concat_261", + "node_outputs:": [ + { + "output_dimension:": "1 384 66 ", + "output_name:": "/Concat_261_output_0" + } + ] + }, + { + "node_id:": 1348, + "node_inputs:": [ + { + "input_dimension:": "1 384 66 ", + "input_name:": "/Concat_261_output_0" + }, + { + "input_dimension:": "384 1 31 ", + "input_name:": "encoder.encoders.4.encoder.layers.1.conv_module2.depthwise_conv.weight" + }, + { + "input_dimension:": "384 ", + "input_name:": "encoder.encoders.4.encoder.layers.1.conv_module2.depthwise_conv.bias" + } + ], + "node_name:": "/depthwise_conv_25/Conv", + "node_outputs:": [ + { + "output_dimension:": "1 384 36 ", + "output_name:": "/depthwise_conv_25/Conv_output_0" + } + ] + }, + { + "node_id:": 1349, + "node_inputs:": [ + { + "input_dimension:": "1 384 36 ", + "input_name:": "/depthwise_conv_25/Conv_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/feed_forward1/activation_2/Constant_output_0" + } + ], + "node_name:": "/activation_25/Sub", + "node_outputs:": [ + { + "output_dimension:": "1 384 36 ", + "output_name:": "/activation_25/Sub_output_0" + } + ] + }, + { + "node_id:": 1350, + "node_inputs:": [ + { + "input_dimension:": "1 384 36 ", + "input_name:": "/activation_25/Sub_output_0" + } + ], + "node_name:": "/activation_25/Sigmoid", + "node_outputs:": [ + { + "output_dimension:": "1 384 36 ", + "output_name:": "/activation_25/Sigmoid_output_0" + } + ] + }, + { + "node_id:": 1351, + "node_inputs:": [ + { + "input_dimension:": "1 384 36 ", + "input_name:": "/depthwise_conv_25/Conv_output_0" + }, + { + "input_dimension:": "1 384 36 ", + "input_name:": "/activation_25/Sigmoid_output_0" + } + ], + "node_name:": "/activation_25/Mul", + "node_outputs:": [ + { + "output_dimension:": "1 384 36 ", + "output_name:": "/activation_25/Mul_output_0" + } + ] + }, + { + "node_id:": 1352, + "node_inputs:": [ + { + "input_dimension:": "1 384 36 ", + "input_name:": "/activation_25/Mul_output_0" + }, + { + "input_dimension:": "384 384 1 ", + "input_name:": "encoder.encoders.4.encoder.layers.1.conv_module2.pointwise_conv2.weight" + }, + { + "input_dimension:": "384 ", + "input_name:": "encoder.encoders.4.encoder.layers.1.conv_module2.pointwise_conv2.bias" + } + ], + "node_name:": "/pointwise_conv2_25/Conv", + "node_outputs:": [ + { + "output_dimension:": "1 384 36 ", + "output_name:": "/pointwise_conv2_25/Conv_output_0" + } + ] + }, + { + "node_id:": 1353, + "node_inputs:": [ + { + "input_dimension:": "1 384 36 ", + "input_name:": "/pointwise_conv2_25/Conv_output_0" + } + ], + "node_name:": "/Transpose_156", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/Transpose_156_output_0" + } + ] + }, + { + "node_id:": 1354, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_230_output_0" + }, + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Transpose_156_output_0" + } + ], + "node_name:": "/Add_231", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/Add_231_output_0" + } + ] + }, + { + "node_id:": 1355, + "node_inputs:": [ + { + "input_dimension:": "36 1 1024 ", + "input_name:": "/feed_forward3/in_proj_12/Add_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/feed_forward1/activation_2/Constant_output_0" + } + ], + "node_name:": "/feed_forward3/activation_12/Sub", + "node_outputs:": [ + { + "output_dimension:": "36 1 1024 ", + "output_name:": "/feed_forward3/activation_12/Sub_output_0" + } + ] + }, + { + "node_id:": 1356, + "node_inputs:": [ + { + "input_dimension:": "36 1 1024 ", + "input_name:": "/feed_forward3/activation_12/Sub_output_0" + } + ], + "node_name:": "/feed_forward3/activation_12/Sigmoid", + "node_outputs:": [ + { + "output_dimension:": "36 1 1024 ", + "output_name:": "/feed_forward3/activation_12/Sigmoid_output_0" + } + ] + }, + { + "node_id:": 1357, + "node_inputs:": [ + { + "input_dimension:": "36 1 1024 ", + "input_name:": "/feed_forward3/in_proj_12/Add_output_0" + }, + { + "input_dimension:": "36 1 1024 ", + "input_name:": "/feed_forward3/activation_12/Sigmoid_output_0" + } + ], + "node_name:": "/feed_forward3/activation_12/Mul", + "node_outputs:": [ + { + "output_dimension:": "36 1 1024 ", + "output_name:": "/feed_forward3/activation_12/Mul_output_0" + } + ] + }, + { + "node_id:": 1358, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_231_output_0" + }, + { + "input_dimension:": "36 1 384 ", + "input_name:": "/feed_forward3/out_proj_12/Add_output_0" + } + ], + "node_name:": "/Add_232", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/Add_232_output_0" + } + ] + }, + { + "node_id:": 1359, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_232_output_0" + }, + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_232_output_0" + } + ], + "node_name:": "/norm_final_12/Mul", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/norm_final_12/Mul_output_0" + } + ] + }, + { + "node_id:": 1360, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/norm_final_12/Mul_output_0" + } + ], + "node_name:": "/norm_final_12/ReduceMean", + "node_outputs:": [ + { + "output_dimension:": "36 1 1 ", + "output_name:": "/norm_final_12/ReduceMean_output_0" + } + ] + }, + { + "node_id:": 1361, + "node_inputs:": [ + { + "input_dimension:": "36 1 1 ", + "input_name:": "/norm_final_12/ReduceMean_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/norm_final_12/Constant_output_0" + } + ], + "node_name:": "/norm_final_12/Add", + "node_outputs:": [ + { + "output_dimension:": "36 1 1 ", + "output_name:": "/norm_final_12/Add_output_0" + } + ] + }, + { + "node_id:": 1362, + "node_inputs:": [ + { + "input_dimension:": "36 1 1 ", + "input_name:": "/norm_final_12/Add_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/norm_final_1/Constant_1_output_0" + } + ], + "node_name:": "/norm_final_12/Pow", + "node_outputs:": [ + { + "output_dimension:": "36 1 1 ", + "output_name:": "/norm_final_12/Pow_output_0" + } + ] + }, + { + "node_id:": 1363, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_232_output_0" + }, + { + "input_dimension:": "36 1 1 ", + "input_name:": "/norm_final_12/Pow_output_0" + } + ], + "node_name:": "/norm_final_12/Mul_1", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/norm_final_12/Mul_1_output_0" + } + ] + }, + { + "node_id:": 1364, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/norm_final_12/Mul_1_output_0" + }, + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_215_output_0" + } + ], + "node_name:": "/Sub_38", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/Sub_38_output_0" + } + ] + }, + { + "node_id:": 1365, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Sub_38_output_0" + }, + { + "input_dimension:": "", + "input_name:": "encoder.encoders.4.encoder.layers.1.bypass_scale" + } + ], + "node_name:": "/Mul_142", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/Mul_142_output_0" + } + ] + }, + { + "node_id:": 1366, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_215_output_0" + }, + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Mul_142_output_0" + } + ], + "node_name:": "/Add_233", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/Add_233_output_0" + } + ] + }, + { + "node_id:": 1367, + "node_inputs:": [ + { + "input_dimension:": "36 1 1024 ", + "input_name:": "/feed_forward1/in_proj_13/Add_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/feed_forward1/activation_2/Constant_output_0" + } + ], + "node_name:": "/feed_forward1/activation_13/Sub", + "node_outputs:": [ + { + "output_dimension:": "36 1 1024 ", + "output_name:": "/feed_forward1/activation_13/Sub_output_0" + } + ] + }, + { + "node_id:": 1368, + "node_inputs:": [ + { + "input_dimension:": "36 1 1024 ", + "input_name:": "/feed_forward1/activation_13/Sub_output_0" + } + ], + "node_name:": "/feed_forward1/activation_13/Sigmoid", + "node_outputs:": [ + { + "output_dimension:": "36 1 1024 ", + "output_name:": "/feed_forward1/activation_13/Sigmoid_output_0" + } + ] + }, + { + "node_id:": 1369, + "node_inputs:": [ + { + "input_dimension:": "36 1 1024 ", + "input_name:": "/feed_forward1/in_proj_13/Add_output_0" + }, + { + "input_dimension:": "36 1 1024 ", + "input_name:": "/feed_forward1/activation_13/Sigmoid_output_0" + } + ], + "node_name:": "/feed_forward1/activation_13/Mul", + "node_outputs:": [ + { + "output_dimension:": "36 1 1024 ", + "output_name:": "/feed_forward1/activation_13/Mul_output_0" + } + ] + }, + { + "node_id:": 1370, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_233_output_0" + }, + { + "input_dimension:": "36 1 384 ", + "input_name:": "/feed_forward1/out_proj_13/Add_output_0" + } + ], + "node_name:": "/Add_234", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/Add_234_output_0" + } + ] + }, + { + "node_id:": 1371, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_234_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/Constant_631_output_0" + } + ], + "node_name:": "/CumSum_13", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/CumSum_13_output_0" + } + ] + }, + { + "node_id:": 1372, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/CumSum_13_output_0" + }, + { + "input_dimension:": "1 1 384 ", + "input_name:": "/Unsqueeze_523_output_0" + } + ], + "node_name:": "/Add_235", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/Add_235_output_0" + } + ] + }, + { + "node_id:": 1373, + "node_inputs:": [ + { + "input_dimension:": "36 1 ", + "input_name:": "/Unsqueeze_524_output_0" + }, + { + "input_dimension:": "1 1 ", + "input_name:": "/Unsqueeze_525_output_0" + } + ], + "node_name:": "/Add_237", + "node_outputs:": [ + { + "output_dimension:": "36 1 ", + "output_name:": "/Add_237_output_0" + } + ] + }, + { + "node_id:": 1374, + "node_inputs:": [ + { + "input_dimension:": "36 1 ", + "input_name:": "/Add_237_output_0" + } + ], + "node_name:": "/Cast_67", + "node_outputs:": [ + { + "output_dimension:": "36 1 ", + "output_name:": "/Cast_67_output_0" + } + ] + }, + { + "node_id:": 1375, + "node_inputs:": [ + { + "input_dimension:": "36 1 ", + "input_name:": "/Cast_67_output_0" + } + ], + "node_name:": "/Reciprocal_13", + "node_outputs:": [ + { + "output_dimension:": "36 1 ", + "output_name:": "/Reciprocal_13_output_0" + } + ] + }, + { + "node_id:": 1376, + "node_inputs:": [ + { + "input_dimension:": "36 1 ", + "input_name:": "/Reciprocal_13_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_1113_output_0" + } + ], + "node_name:": "/Unsqueeze_526", + "node_outputs:": [ + { + "output_dimension:": "36 1 1 ", + "output_name:": "/Unsqueeze_526_output_0" + } + ] + }, + { + "node_id:": 1377, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_235_output_0" + }, + { + "input_dimension:": "36 1 1 ", + "input_name:": "/Unsqueeze_526_output_0" + } + ], + "node_name:": "/Mul_145", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/Mul_145_output_0" + } + ] + }, + { + "node_id:": 1378, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Mul_145_output_0" + }, + { + "input_dimension:": "384 384 ", + "input_name:": "onnx::MatMul_8196" + } + ], + "node_name:": "/proj_13/MatMul", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/proj_13/MatMul_output_0" + } + ] + }, + { + "node_id:": 1379, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_234_output_0" + }, + { + "input_dimension:": "36 1 384 ", + "input_name:": "/proj_13/MatMul_output_0" + } + ], + "node_name:": "/Add_239", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/Add_239_output_0" + } + ] + }, + { + "node_id:": 1380, + "node_inputs:": [ + { + "input_dimension:": "36 1 512 ", + "input_name:": "/in_proj_13/Add_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_285_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_568_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_1113_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Slice_121", + "node_outputs:": [ + { + "output_dimension:": "36 1 192 ", + "output_name:": "/Slice_121_output_0" + } + ] + }, + { + "node_id:": 1381, + "node_inputs:": [ + { + "input_dimension:": "4 144 1 192 ", + "input_name:": "cached_key_4" + }, + { + "input_dimension:": "", + "input_name:": "/Constant_404_output_0" + } + ], + "node_name:": "/Gather_280", + "node_outputs:": [ + { + "output_dimension:": "144 1 192 ", + "output_name:": "/Gather_280_output_0" + } + ] + }, + { + "node_id:": 1382, + "node_inputs:": [ + { + "input_dimension:": "144 1 192 ", + "input_name:": "/Gather_280_output_0" + }, + { + "input_dimension:": "36 1 192 ", + "input_name:": "/Slice_121_output_0" + } + ], + "node_name:": "/Concat_262", + "node_outputs:": [ + { + "output_dimension:": "180 1 192 ", + "output_name:": "/Concat_262_output_0" + } + ] + }, + { + "node_id:": 1383, + "node_inputs:": [ + { + "input_dimension:": "36 1 512 ", + "input_name:": "/in_proj_13/Add_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_1118_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_69_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_1113_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Slice_123", + "node_outputs:": [ + { + "output_dimension:": "36 1 32 ", + "output_name:": "/Slice_123_output_0" + } + ] + }, + { + "node_id:": 1384, + "node_inputs:": [ + { + "input_dimension:": "36 1 32 ", + "input_name:": "/Slice_123_output_0" + }, + { + "input_dimension:": "4 ", + "input_name:": "/Concat_265_output_0" + } + ], + "node_name:": "/Reshape_144", + "node_outputs:": [ + { + "output_dimension:": "36 1 8 4 ", + "output_name:": "/Reshape_144_output_0" + } + ] + }, + { + "node_id:": 1385, + "node_inputs:": [ + { + "input_dimension:": "36 1 8 4 ", + "input_name:": "/Reshape_144_output_0" + } + ], + "node_name:": "/Transpose_159", + "node_outputs:": [ + { + "output_dimension:": "1 8 36 4 ", + "output_name:": "/Transpose_159_output_0" + } + ] + }, + { + "node_id:": 1386, + "node_inputs:": [ + { + "input_dimension:": "1 8 36 4 ", + "input_name:": "/Transpose_159_output_0" + }, + { + "input_dimension:": "1 8 4 215 ", + "input_name:": "/Transpose_161_output_0" + } + ], + "node_name:": "/MatMul_65", + "node_outputs:": [ + { + "output_dimension:": "1 8 36 215 ", + "output_name:": "/MatMul_65_output_0" + } + ] + }, + { + "node_id:": 1387, + "node_inputs:": [ + { + "input_dimension:": "180 1 192 ", + "input_name:": "/Concat_262_output_0" + }, + { + "input_dimension:": "4 ", + "input_name:": "/Concat_266_output_0" + } + ], + "node_name:": "/Reshape_145", + "node_outputs:": [ + { + "output_dimension:": "180 1 8 24 ", + "output_name:": "/Reshape_145_output_0" + } + ] + }, + { + "node_id:": 1388, + "node_inputs:": [ + { + "input_dimension:": "180 1 8 24 ", + "input_name:": "/Reshape_145_output_0" + } + ], + "node_name:": "/Transpose_160", + "node_outputs:": [ + { + "output_dimension:": "1 8 24 180 ", + "output_name:": "/Transpose_160_output_0" + } + ] + }, + { + "node_id:": 1389, + "node_inputs:": [ + { + "input_dimension:": "36 1 512 ", + "input_name:": "/in_proj_13/Add_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_285_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_1113_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Slice_120", + "node_outputs:": [ + { + "output_dimension:": "36 1 192 ", + "output_name:": "/Slice_120_output_0" + } + ] + }, + { + "node_id:": 1390, + "node_inputs:": [ + { + "input_dimension:": "36 1 192 ", + "input_name:": "/Slice_120_output_0" + }, + { + "input_dimension:": "4 ", + "input_name:": "/Concat_264_output_0" + } + ], + "node_name:": "/Reshape_143", + "node_outputs:": [ + { + "output_dimension:": "36 1 8 24 ", + "output_name:": "/Reshape_143_output_0" + } + ] + }, + { + "node_id:": 1391, + "node_inputs:": [ + { + "input_dimension:": "36 1 8 24 ", + "input_name:": "/Reshape_143_output_0" + } + ], + "node_name:": "/Transpose_158", + "node_outputs:": [ + { + "output_dimension:": "1 8 36 24 ", + "output_name:": "/Transpose_158_output_0" + } + ] + }, + { + "node_id:": 1392, + "node_inputs:": [ + { + "input_dimension:": "1 8 36 24 ", + "input_name:": "/Transpose_158_output_0" + }, + { + "input_dimension:": "1 8 24 180 ", + "input_name:": "/Transpose_160_output_0" + } + ], + "node_name:": "/MatMul_66", + "node_outputs:": [ + { + "output_dimension:": "1 8 36 180 ", + "output_name:": "/MatMul_66_output_0" + } + ] + }, + { + "node_id:": 1393, + "node_inputs:": [ + { + "input_dimension:": "1 8 36 215 ", + "input_name:": "/MatMul_65_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "/Concat_271_output_0" + } + ], + "node_name:": "/Reshape_148", + "node_outputs:": [ + { + "output_dimension:": "288 215 ", + "output_name:": "/Reshape_148_output_0" + } + ] + }, + { + "node_id:": 1394, + "node_inputs:": [ + { + "input_dimension:": "288 215 ", + "input_name:": "/Reshape_148_output_0" + }, + { + "input_dimension:": "288 180 ", + "input_name:": "/Add_241_output_0" + } + ], + "node_name:": "/GatherElements_13", + "node_outputs:": [ + { + "output_dimension:": "288 180 ", + "output_name:": "/GatherElements_13_output_0" + } + ] + }, + { + "node_id:": 1395, + "node_inputs:": [ + { + "input_dimension:": "288 180 ", + "input_name:": "/GatherElements_13_output_0" + }, + { + "input_dimension:": "4 ", + "input_name:": "/Concat_272_output_0" + } + ], + "node_name:": "/Reshape_149", + "node_outputs:": [ + { + "output_dimension:": "1 8 36 180 ", + "output_name:": "/Reshape_149_output_0" + } + ] + }, + { + "node_id:": 1396, + "node_inputs:": [ + { + "input_dimension:": "1 8 36 180 ", + "input_name:": "/MatMul_66_output_0" + }, + { + "input_dimension:": "1 8 36 180 ", + "input_name:": "/Reshape_149_output_0" + } + ], + "node_name:": "/Add_242", + "node_outputs:": [ + { + "output_dimension:": "1 8 36 180 ", + "output_name:": "/Add_242_output_0" + } + ] + }, + { + "node_id:": 1397, + "node_inputs:": [ + { + "input_dimension:": "1 8 36 180 ", + "input_name:": "/Add_242_output_0" + }, + { + "input_dimension:": "3 ", + "input_name:": "/Concat_273_output_0" + } + ], + "node_name:": "/Reshape_150", + "node_outputs:": [ + { + "output_dimension:": "8 36 180 ", + "output_name:": "/Reshape_150_output_0" + } + ] + }, + { + "node_id:": 1398, + "node_inputs:": [ + { + "input_dimension:": "8 36 180 ", + "input_name:": "/Reshape_150_output_0" + } + ], + "node_name:": "/Softmax_13", + "node_outputs:": [ + { + "output_dimension:": "8 36 180 ", + "output_name:": "/Softmax_13_output_0" + } + ] + }, + { + "node_id:": 1399, + "node_inputs:": [ + { + "input_dimension:": "36 1 512 ", + "input_name:": "/in_proj_13/Add_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_568_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_1118_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_1113_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Slice_122", + "node_outputs:": [ + { + "output_dimension:": "36 1 96 ", + "output_name:": "/Slice_122_output_0" + } + ] + }, + { + "node_id:": 1400, + "node_inputs:": [ + { + "input_dimension:": "4 144 1 96 ", + "input_name:": "cached_val_4" + }, + { + "input_dimension:": "", + "input_name:": "/Constant_404_output_0" + } + ], + "node_name:": "/Gather_281", + "node_outputs:": [ + { + "output_dimension:": "144 1 96 ", + "output_name:": "/Gather_281_output_0" + } + ] + }, + { + "node_id:": 1401, + "node_inputs:": [ + { + "input_dimension:": "144 1 96 ", + "input_name:": "/Gather_281_output_0" + }, + { + "input_dimension:": "36 1 96 ", + "input_name:": "/Slice_122_output_0" + } + ], + "node_name:": "/Concat_263", + "node_outputs:": [ + { + "output_dimension:": "180 1 96 ", + "output_name:": "/Concat_263_output_0" + } + ] + }, + { + "node_id:": 1402, + "node_inputs:": [ + { + "input_dimension:": "180 1 96 ", + "input_name:": "/Concat_263_output_0" + }, + { + "input_dimension:": "3 ", + "input_name:": "/Concat_267_output_0" + } + ], + "node_name:": "/Reshape_146", + "node_outputs:": [ + { + "output_dimension:": "180 8 12 ", + "output_name:": "/Reshape_146_output_0" + } + ] + }, + { + "node_id:": 1403, + "node_inputs:": [ + { + "input_dimension:": "180 8 12 ", + "input_name:": "/Reshape_146_output_0" + } + ], + "node_name:": "/Transpose_157", + "node_outputs:": [ + { + "output_dimension:": "8 180 12 ", + "output_name:": "/Transpose_157_output_0" + } + ] + }, + { + "node_id:": 1404, + "node_inputs:": [ + { + "input_dimension:": "8 36 180 ", + "input_name:": "/Softmax_13_output_0" + }, + { + "input_dimension:": "8 180 12 ", + "input_name:": "/Transpose_157_output_0" + } + ], + "node_name:": "/MatMul_67", + "node_outputs:": [ + { + "output_dimension:": "8 36 12 ", + "output_name:": "/MatMul_67_output_0" + } + ] + }, + { + "node_id:": 1405, + "node_inputs:": [ + { + "input_dimension:": "8 36 12 ", + "input_name:": "/MatMul_67_output_0" + } + ], + "node_name:": "/Transpose_162", + "node_outputs:": [ + { + "output_dimension:": "36 8 12 ", + "output_name:": "/Transpose_162_output_0" + } + ] + }, + { + "node_id:": 1406, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_239_output_0" + }, + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_243_output_0" + } + ], + "node_name:": "/Add_244", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/Add_244_output_0" + } + ] + }, + { + "node_id:": 1407, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_244_output_0" + } + ], + "node_name:": "/Transpose_163", + "node_outputs:": [ + { + "output_dimension:": "1 384 36 ", + "output_name:": "/Transpose_163_output_0" + } + ] + }, + { + "node_id:": 1408, + "node_inputs:": [ + { + "input_dimension:": "1 384 36 ", + "input_name:": "/Transpose_163_output_0" + }, + { + "input_dimension:": "768 384 1 ", + "input_name:": "encoder.encoders.4.encoder.layers.2.conv_module1.pointwise_conv1.weight" + }, + { + "input_dimension:": "768 ", + "input_name:": "encoder.encoders.4.encoder.layers.2.conv_module1.pointwise_conv1.bias" + } + ], + "node_name:": "/pointwise_conv1_26/Conv", + "node_outputs:": [ + { + "output_dimension:": "1 768 36 ", + "output_name:": "/pointwise_conv1_26/Conv_output_0" + } + ] + }, + { + "node_id:": 1409, + "node_inputs:": [ + { + "input_dimension:": "1 768 36 ", + "input_name:": "/pointwise_conv1_26/Conv_output_0" + } + ], + "node_name:": "/Split_26", + "node_outputs:": [ + { + "output_dimension:": "1 384 36 ", + "output_name:": "/Split_26_output_0" + }, + { + "output_dimension:": "1 384 36 ", + "output_name:": "/Split_26_output_1" + } + ] + }, + { + "node_id:": 1410, + "node_inputs:": [ + { + "input_dimension:": "1 384 36 ", + "input_name:": "/Split_26_output_1" + } + ], + "node_name:": "/Sigmoid_26", + "node_outputs:": [ + { + "output_dimension:": "1 384 36 ", + "output_name:": "/Sigmoid_26_output_0" + } + ] + }, + { + "node_id:": 1411, + "node_inputs:": [ + { + "input_dimension:": "1 384 36 ", + "input_name:": "/Split_26_output_0" + }, + { + "input_dimension:": "1 384 36 ", + "input_name:": "/Sigmoid_26_output_0" + } + ], + "node_name:": "/Mul_150", + "node_outputs:": [ + { + "output_dimension:": "1 384 36 ", + "output_name:": "/Mul_150_output_0" + } + ] + }, + { + "node_id:": 1412, + "node_inputs:": [ + { + "input_dimension:": "4 1 384 30 ", + "input_name:": "cached_conv1_4" + }, + { + "input_dimension:": "", + "input_name:": "/Constant_404_output_0" + } + ], + "node_name:": "/Gather_283", + "node_outputs:": [ + { + "output_dimension:": "1 384 30 ", + "output_name:": "/Gather_283_output_0" + } + ] + }, + { + "node_id:": 1413, + "node_inputs:": [ + { + "input_dimension:": "1 384 30 ", + "input_name:": "/Gather_283_output_0" + }, + { + "input_dimension:": "1 384 36 ", + "input_name:": "/Mul_150_output_0" + } + ], + "node_name:": "/Concat_275", + "node_outputs:": [ + { + "output_dimension:": "1 384 66 ", + "output_name:": "/Concat_275_output_0" + } + ] + }, + { + "node_id:": 1414, + "node_inputs:": [ + { + "input_dimension:": "1 384 66 ", + "input_name:": "/Concat_275_output_0" + }, + { + "input_dimension:": "384 1 31 ", + "input_name:": "encoder.encoders.4.encoder.layers.2.conv_module1.depthwise_conv.weight" + }, + { + "input_dimension:": "384 ", + "input_name:": "encoder.encoders.4.encoder.layers.2.conv_module1.depthwise_conv.bias" + } + ], + "node_name:": "/depthwise_conv_26/Conv", + "node_outputs:": [ + { + "output_dimension:": "1 384 36 ", + "output_name:": "/depthwise_conv_26/Conv_output_0" + } + ] + }, + { + "node_id:": 1415, + "node_inputs:": [ + { + "input_dimension:": "1 384 36 ", + "input_name:": "/depthwise_conv_26/Conv_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/feed_forward1/activation_2/Constant_output_0" + } + ], + "node_name:": "/activation_26/Sub", + "node_outputs:": [ + { + "output_dimension:": "1 384 36 ", + "output_name:": "/activation_26/Sub_output_0" + } + ] + }, + { + "node_id:": 1416, + "node_inputs:": [ + { + "input_dimension:": "1 384 36 ", + "input_name:": "/activation_26/Sub_output_0" + } + ], + "node_name:": "/activation_26/Sigmoid", + "node_outputs:": [ + { + "output_dimension:": "1 384 36 ", + "output_name:": "/activation_26/Sigmoid_output_0" + } + ] + }, + { + "node_id:": 1417, + "node_inputs:": [ + { + "input_dimension:": "1 384 36 ", + "input_name:": "/depthwise_conv_26/Conv_output_0" + }, + { + "input_dimension:": "1 384 36 ", + "input_name:": "/activation_26/Sigmoid_output_0" + } + ], + "node_name:": "/activation_26/Mul", + "node_outputs:": [ + { + "output_dimension:": "1 384 36 ", + "output_name:": "/activation_26/Mul_output_0" + } + ] + }, + { + "node_id:": 1418, + "node_inputs:": [ + { + "input_dimension:": "1 384 36 ", + "input_name:": "/activation_26/Mul_output_0" + }, + { + "input_dimension:": "384 384 1 ", + "input_name:": "encoder.encoders.4.encoder.layers.2.conv_module1.pointwise_conv2.weight" + }, + { + "input_dimension:": "384 ", + "input_name:": "encoder.encoders.4.encoder.layers.2.conv_module1.pointwise_conv2.bias" + } + ], + "node_name:": "/pointwise_conv2_26/Conv", + "node_outputs:": [ + { + "output_dimension:": "1 384 36 ", + "output_name:": "/pointwise_conv2_26/Conv_output_0" + } + ] + }, + { + "node_id:": 1419, + "node_inputs:": [ + { + "input_dimension:": "1 384 36 ", + "input_name:": "/pointwise_conv2_26/Conv_output_0" + } + ], + "node_name:": "/Transpose_164", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/Transpose_164_output_0" + } + ] + }, + { + "node_id:": 1420, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_244_output_0" + }, + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Transpose_164_output_0" + } + ], + "node_name:": "/Add_245", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/Add_245_output_0" + } + ] + }, + { + "node_id:": 1421, + "node_inputs:": [ + { + "input_dimension:": "36 1 1024 ", + "input_name:": "/feed_forward2/in_proj_13/Add_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/feed_forward1/activation_2/Constant_output_0" + } + ], + "node_name:": "/feed_forward2/activation_13/Sub", + "node_outputs:": [ + { + "output_dimension:": "36 1 1024 ", + "output_name:": "/feed_forward2/activation_13/Sub_output_0" + } + ] + }, + { + "node_id:": 1422, + "node_inputs:": [ + { + "input_dimension:": "36 1 1024 ", + "input_name:": "/feed_forward2/activation_13/Sub_output_0" + } + ], + "node_name:": "/feed_forward2/activation_13/Sigmoid", + "node_outputs:": [ + { + "output_dimension:": "36 1 1024 ", + "output_name:": "/feed_forward2/activation_13/Sigmoid_output_0" + } + ] + }, + { + "node_id:": 1423, + "node_inputs:": [ + { + "input_dimension:": "36 1 1024 ", + "input_name:": "/feed_forward2/in_proj_13/Add_output_0" + }, + { + "input_dimension:": "36 1 1024 ", + "input_name:": "/feed_forward2/activation_13/Sigmoid_output_0" + } + ], + "node_name:": "/feed_forward2/activation_13/Mul", + "node_outputs:": [ + { + "output_dimension:": "36 1 1024 ", + "output_name:": "/feed_forward2/activation_13/Mul_output_0" + } + ] + }, + { + "node_id:": 1424, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_245_output_0" + }, + { + "input_dimension:": "36 1 384 ", + "input_name:": "/feed_forward2/out_proj_13/Add_output_0" + } + ], + "node_name:": "/Add_246", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/Add_246_output_0" + } + ] + }, + { + "node_id:": 1425, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_246_output_0" + }, + { + "input_dimension:": "384 96 ", + "input_name:": "onnx::MatMul_8242" + } + ], + "node_name:": "/in_proj2_13/MatMul", + "node_outputs:": [ + { + "output_dimension:": "36 1 96 ", + "output_name:": "/in_proj2_13/MatMul_output_0" + } + ] + }, + { + "node_id:": 1426, + "node_inputs:": [ + { + "input_dimension:": "4 144 1 96 ", + "input_name:": "cached_val2_4" + }, + { + "input_dimension:": "", + "input_name:": "/Constant_404_output_0" + } + ], + "node_name:": "/Gather_282", + "node_outputs:": [ + { + "output_dimension:": "144 1 96 ", + "output_name:": "/Gather_282_output_0" + } + ] + }, + { + "node_id:": 1427, + "node_inputs:": [ + { + "input_dimension:": "144 1 96 ", + "input_name:": "/Gather_282_output_0" + }, + { + "input_dimension:": "36 1 96 ", + "input_name:": "/in_proj2_13/MatMul_output_0" + } + ], + "node_name:": "/Concat_276", + "node_outputs:": [ + { + "output_dimension:": "180 1 96 ", + "output_name:": "/Concat_276_output_0" + } + ] + }, + { + "node_id:": 1428, + "node_inputs:": [ + { + "input_dimension:": "180 1 96 ", + "input_name:": "/Concat_276_output_0" + }, + { + "input_dimension:": "3 ", + "input_name:": "/Concat_277_output_0" + } + ], + "node_name:": "/Reshape_152", + "node_outputs:": [ + { + "output_dimension:": "180 8 12 ", + "output_name:": "/Reshape_152_output_0" + } + ] + }, + { + "node_id:": 1429, + "node_inputs:": [ + { + "input_dimension:": "180 8 12 ", + "input_name:": "/Reshape_152_output_0" + } + ], + "node_name:": "/Transpose_165", + "node_outputs:": [ + { + "output_dimension:": "8 180 12 ", + "output_name:": "/Transpose_165_output_0" + } + ] + }, + { + "node_id:": 1430, + "node_inputs:": [ + { + "input_dimension:": "8 36 180 ", + "input_name:": "/Softmax_13_output_0" + }, + { + "input_dimension:": "8 180 12 ", + "input_name:": "/Transpose_165_output_0" + } + ], + "node_name:": "/MatMul_69", + "node_outputs:": [ + { + "output_dimension:": "8 36 12 ", + "output_name:": "/MatMul_69_output_0" + } + ] + }, + { + "node_id:": 1431, + "node_inputs:": [ + { + "input_dimension:": "8 36 12 ", + "input_name:": "/MatMul_69_output_0" + } + ], + "node_name:": "/Transpose_166", + "node_outputs:": [ + { + "output_dimension:": "36 8 12 ", + "output_name:": "/Transpose_166_output_0" + } + ] + }, + { + "node_id:": 1432, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_246_output_0" + }, + { + "input_dimension:": "36 1 384 ", + "input_name:": "/out_proj2_13/Add_output_0" + } + ], + "node_name:": "/Add_248", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/Add_248_output_0" + } + ] + }, + { + "node_id:": 1433, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_248_output_0" + } + ], + "node_name:": "/Transpose_167", + "node_outputs:": [ + { + "output_dimension:": "1 384 36 ", + "output_name:": "/Transpose_167_output_0" + } + ] + }, + { + "node_id:": 1434, + "node_inputs:": [ + { + "input_dimension:": "1 384 36 ", + "input_name:": "/Transpose_167_output_0" + }, + { + "input_dimension:": "768 384 1 ", + "input_name:": "encoder.encoders.4.encoder.layers.2.conv_module2.pointwise_conv1.weight" + }, + { + "input_dimension:": "768 ", + "input_name:": "encoder.encoders.4.encoder.layers.2.conv_module2.pointwise_conv1.bias" + } + ], + "node_name:": "/pointwise_conv1_27/Conv", + "node_outputs:": [ + { + "output_dimension:": "1 768 36 ", + "output_name:": "/pointwise_conv1_27/Conv_output_0" + } + ] + }, + { + "node_id:": 1435, + "node_inputs:": [ + { + "input_dimension:": "1 768 36 ", + "input_name:": "/pointwise_conv1_27/Conv_output_0" + } + ], + "node_name:": "/Split_27", + "node_outputs:": [ + { + "output_dimension:": "1 384 36 ", + "output_name:": "/Split_27_output_0" + }, + { + "output_dimension:": "1 384 36 ", + "output_name:": "/Split_27_output_1" + } + ] + }, + { + "node_id:": 1436, + "node_inputs:": [ + { + "input_dimension:": "1 384 36 ", + "input_name:": "/Split_27_output_1" + } + ], + "node_name:": "/Sigmoid_27", + "node_outputs:": [ + { + "output_dimension:": "1 384 36 ", + "output_name:": "/Sigmoid_27_output_0" + } + ] + }, + { + "node_id:": 1437, + "node_inputs:": [ + { + "input_dimension:": "1 384 36 ", + "input_name:": "/Split_27_output_0" + }, + { + "input_dimension:": "1 384 36 ", + "input_name:": "/Sigmoid_27_output_0" + } + ], + "node_name:": "/Mul_152", + "node_outputs:": [ + { + "output_dimension:": "1 384 36 ", + "output_name:": "/Mul_152_output_0" + } + ] + }, + { + "node_id:": 1438, + "node_inputs:": [ + { + "input_dimension:": "4 1 384 30 ", + "input_name:": "cached_conv2_4" + }, + { + "input_dimension:": "", + "input_name:": "/Constant_404_output_0" + } + ], + "node_name:": "/Gather_284", + "node_outputs:": [ + { + "output_dimension:": "1 384 30 ", + "output_name:": "/Gather_284_output_0" + } + ] + }, + { + "node_id:": 1439, + "node_inputs:": [ + { + "input_dimension:": "1 384 30 ", + "input_name:": "/Gather_284_output_0" + }, + { + "input_dimension:": "1 384 36 ", + "input_name:": "/Mul_152_output_0" + } + ], + "node_name:": "/Concat_279", + "node_outputs:": [ + { + "output_dimension:": "1 384 66 ", + "output_name:": "/Concat_279_output_0" + } + ] + }, + { + "node_id:": 1440, + "node_inputs:": [ + { + "input_dimension:": "1 384 66 ", + "input_name:": "/Concat_279_output_0" + }, + { + "input_dimension:": "384 1 31 ", + "input_name:": "encoder.encoders.4.encoder.layers.2.conv_module2.depthwise_conv.weight" + }, + { + "input_dimension:": "384 ", + "input_name:": "encoder.encoders.4.encoder.layers.2.conv_module2.depthwise_conv.bias" + } + ], + "node_name:": "/depthwise_conv_27/Conv", + "node_outputs:": [ + { + "output_dimension:": "1 384 36 ", + "output_name:": "/depthwise_conv_27/Conv_output_0" + } + ] + }, + { + "node_id:": 1441, + "node_inputs:": [ + { + "input_dimension:": "1 384 36 ", + "input_name:": "/depthwise_conv_27/Conv_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/feed_forward1/activation_2/Constant_output_0" + } + ], + "node_name:": "/activation_27/Sub", + "node_outputs:": [ + { + "output_dimension:": "1 384 36 ", + "output_name:": "/activation_27/Sub_output_0" + } + ] + }, + { + "node_id:": 1442, + "node_inputs:": [ + { + "input_dimension:": "1 384 36 ", + "input_name:": "/activation_27/Sub_output_0" + } + ], + "node_name:": "/activation_27/Sigmoid", + "node_outputs:": [ + { + "output_dimension:": "1 384 36 ", + "output_name:": "/activation_27/Sigmoid_output_0" + } + ] + }, + { + "node_id:": 1443, + "node_inputs:": [ + { + "input_dimension:": "1 384 36 ", + "input_name:": "/depthwise_conv_27/Conv_output_0" + }, + { + "input_dimension:": "1 384 36 ", + "input_name:": "/activation_27/Sigmoid_output_0" + } + ], + "node_name:": "/activation_27/Mul", + "node_outputs:": [ + { + "output_dimension:": "1 384 36 ", + "output_name:": "/activation_27/Mul_output_0" + } + ] + }, + { + "node_id:": 1444, + "node_inputs:": [ + { + "input_dimension:": "1 384 36 ", + "input_name:": "/activation_27/Mul_output_0" + }, + { + "input_dimension:": "384 384 1 ", + "input_name:": "encoder.encoders.4.encoder.layers.2.conv_module2.pointwise_conv2.weight" + }, + { + "input_dimension:": "384 ", + "input_name:": "encoder.encoders.4.encoder.layers.2.conv_module2.pointwise_conv2.bias" + } + ], + "node_name:": "/pointwise_conv2_27/Conv", + "node_outputs:": [ + { + "output_dimension:": "1 384 36 ", + "output_name:": "/pointwise_conv2_27/Conv_output_0" + } + ] + }, + { + "node_id:": 1445, + "node_inputs:": [ + { + "input_dimension:": "1 384 36 ", + "input_name:": "/pointwise_conv2_27/Conv_output_0" + } + ], + "node_name:": "/Transpose_168", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/Transpose_168_output_0" + } + ] + }, + { + "node_id:": 1446, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_248_output_0" + }, + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Transpose_168_output_0" + } + ], + "node_name:": "/Add_249", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/Add_249_output_0" + } + ] + }, + { + "node_id:": 1447, + "node_inputs:": [ + { + "input_dimension:": "36 1 1024 ", + "input_name:": "/feed_forward3/in_proj_13/Add_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/feed_forward1/activation_2/Constant_output_0" + } + ], + "node_name:": "/feed_forward3/activation_13/Sub", + "node_outputs:": [ + { + "output_dimension:": "36 1 1024 ", + "output_name:": "/feed_forward3/activation_13/Sub_output_0" + } + ] + }, + { + "node_id:": 1448, + "node_inputs:": [ + { + "input_dimension:": "36 1 1024 ", + "input_name:": "/feed_forward3/activation_13/Sub_output_0" + } + ], + "node_name:": "/feed_forward3/activation_13/Sigmoid", + "node_outputs:": [ + { + "output_dimension:": "36 1 1024 ", + "output_name:": "/feed_forward3/activation_13/Sigmoid_output_0" + } + ] + }, + { + "node_id:": 1449, + "node_inputs:": [ + { + "input_dimension:": "36 1 1024 ", + "input_name:": "/feed_forward3/in_proj_13/Add_output_0" + }, + { + "input_dimension:": "36 1 1024 ", + "input_name:": "/feed_forward3/activation_13/Sigmoid_output_0" + } + ], + "node_name:": "/feed_forward3/activation_13/Mul", + "node_outputs:": [ + { + "output_dimension:": "36 1 1024 ", + "output_name:": "/feed_forward3/activation_13/Mul_output_0" + } + ] + }, + { + "node_id:": 1450, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_249_output_0" + }, + { + "input_dimension:": "36 1 384 ", + "input_name:": "/feed_forward3/out_proj_13/Add_output_0" + } + ], + "node_name:": "/Add_250", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/Add_250_output_0" + } + ] + }, + { + "node_id:": 1451, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_250_output_0" + }, + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_250_output_0" + } + ], + "node_name:": "/norm_final_13/Mul", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/norm_final_13/Mul_output_0" + } + ] + }, + { + "node_id:": 1452, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/norm_final_13/Mul_output_0" + } + ], + "node_name:": "/norm_final_13/ReduceMean", + "node_outputs:": [ + { + "output_dimension:": "36 1 1 ", + "output_name:": "/norm_final_13/ReduceMean_output_0" + } + ] + }, + { + "node_id:": 1453, + "node_inputs:": [ + { + "input_dimension:": "36 1 1 ", + "input_name:": "/norm_final_13/ReduceMean_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/norm_final_13/Constant_output_0" + } + ], + "node_name:": "/norm_final_13/Add", + "node_outputs:": [ + { + "output_dimension:": "36 1 1 ", + "output_name:": "/norm_final_13/Add_output_0" + } + ] + }, + { + "node_id:": 1454, + "node_inputs:": [ + { + "input_dimension:": "36 1 1 ", + "input_name:": "/norm_final_13/Add_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/norm_final_1/Constant_1_output_0" + } + ], + "node_name:": "/norm_final_13/Pow", + "node_outputs:": [ + { + "output_dimension:": "36 1 1 ", + "output_name:": "/norm_final_13/Pow_output_0" + } + ] + }, + { + "node_id:": 1455, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_250_output_0" + }, + { + "input_dimension:": "36 1 1 ", + "input_name:": "/norm_final_13/Pow_output_0" + } + ], + "node_name:": "/norm_final_13/Mul_1", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/norm_final_13/Mul_1_output_0" + } + ] + }, + { + "node_id:": 1456, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/norm_final_13/Mul_1_output_0" + }, + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_233_output_0" + } + ], + "node_name:": "/Sub_41", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/Sub_41_output_0" + } + ] + }, + { + "node_id:": 1457, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Sub_41_output_0" + }, + { + "input_dimension:": "", + "input_name:": "encoder.encoders.4.encoder.layers.2.bypass_scale" + } + ], + "node_name:": "/Mul_153", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/Mul_153_output_0" + } + ] + }, + { + "node_id:": 1458, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_233_output_0" + }, + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Mul_153_output_0" + } + ], + "node_name:": "/Add_251", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/Add_251_output_0" + } + ] + }, + { + "node_id:": 1459, + "node_inputs:": [ + { + "input_dimension:": "36 1 1024 ", + "input_name:": "/feed_forward1/in_proj_14/Add_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/feed_forward1/activation_2/Constant_output_0" + } + ], + "node_name:": "/feed_forward1/activation_14/Sub", + "node_outputs:": [ + { + "output_dimension:": "36 1 1024 ", + "output_name:": "/feed_forward1/activation_14/Sub_output_0" + } + ] + }, + { + "node_id:": 1460, + "node_inputs:": [ + { + "input_dimension:": "36 1 1024 ", + "input_name:": "/feed_forward1/activation_14/Sub_output_0" + } + ], + "node_name:": "/feed_forward1/activation_14/Sigmoid", + "node_outputs:": [ + { + "output_dimension:": "36 1 1024 ", + "output_name:": "/feed_forward1/activation_14/Sigmoid_output_0" + } + ] + }, + { + "node_id:": 1461, + "node_inputs:": [ + { + "input_dimension:": "36 1 1024 ", + "input_name:": "/feed_forward1/in_proj_14/Add_output_0" + }, + { + "input_dimension:": "36 1 1024 ", + "input_name:": "/feed_forward1/activation_14/Sigmoid_output_0" + } + ], + "node_name:": "/feed_forward1/activation_14/Mul", + "node_outputs:": [ + { + "output_dimension:": "36 1 1024 ", + "output_name:": "/feed_forward1/activation_14/Mul_output_0" + } + ] + }, + { + "node_id:": 1462, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_251_output_0" + }, + { + "input_dimension:": "36 1 384 ", + "input_name:": "/feed_forward1/out_proj_14/Add_output_0" + } + ], + "node_name:": "/Add_252", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/Add_252_output_0" + } + ] + }, + { + "node_id:": 1463, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_252_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/Constant_631_output_0" + } + ], + "node_name:": "/CumSum_14", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/CumSum_14_output_0" + } + ] + }, + { + "node_id:": 1464, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/CumSum_14_output_0" + }, + { + "input_dimension:": "1 1 384 ", + "input_name:": "/Unsqueeze_557_output_0" + } + ], + "node_name:": "/Add_253", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/Add_253_output_0" + } + ] + }, + { + "node_id:": 1465, + "node_inputs:": [ + { + "input_dimension:": "36 1 ", + "input_name:": "/Unsqueeze_558_output_0" + }, + { + "input_dimension:": "1 1 ", + "input_name:": "/Unsqueeze_559_output_0" + } + ], + "node_name:": "/Add_255", + "node_outputs:": [ + { + "output_dimension:": "36 1 ", + "output_name:": "/Add_255_output_0" + } + ] + }, + { + "node_id:": 1466, + "node_inputs:": [ + { + "input_dimension:": "36 1 ", + "input_name:": "/Add_255_output_0" + } + ], + "node_name:": "/Cast_72", + "node_outputs:": [ + { + "output_dimension:": "36 1 ", + "output_name:": "/Cast_72_output_0" + } + ] + }, + { + "node_id:": 1467, + "node_inputs:": [ + { + "input_dimension:": "36 1 ", + "input_name:": "/Cast_72_output_0" + } + ], + "node_name:": "/Reciprocal_14", + "node_outputs:": [ + { + "output_dimension:": "36 1 ", + "output_name:": "/Reciprocal_14_output_0" + } + ] + }, + { + "node_id:": 1468, + "node_inputs:": [ + { + "input_dimension:": "36 1 ", + "input_name:": "/Reciprocal_14_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_1113_output_0" + } + ], + "node_name:": "/Unsqueeze_560", + "node_outputs:": [ + { + "output_dimension:": "36 1 1 ", + "output_name:": "/Unsqueeze_560_output_0" + } + ] + }, + { + "node_id:": 1469, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_253_output_0" + }, + { + "input_dimension:": "36 1 1 ", + "input_name:": "/Unsqueeze_560_output_0" + } + ], + "node_name:": "/Mul_156", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/Mul_156_output_0" + } + ] + }, + { + "node_id:": 1470, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Mul_156_output_0" + }, + { + "input_dimension:": "384 384 ", + "input_name:": "onnx::MatMul_8258" + } + ], + "node_name:": "/proj_14/MatMul", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/proj_14/MatMul_output_0" + } + ] + }, + { + "node_id:": 1471, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_252_output_0" + }, + { + "input_dimension:": "36 1 384 ", + "input_name:": "/proj_14/MatMul_output_0" + } + ], + "node_name:": "/Add_257", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/Add_257_output_0" + } + ] + }, + { + "node_id:": 1472, + "node_inputs:": [ + { + "input_dimension:": "36 1 512 ", + "input_name:": "/in_proj_14/Add_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_285_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_568_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_1113_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Slice_130", + "node_outputs:": [ + { + "output_dimension:": "36 1 192 ", + "output_name:": "/Slice_130_output_0" + } + ] + }, + { + "node_id:": 1473, + "node_inputs:": [ + { + "input_dimension:": "4 144 1 192 ", + "input_name:": "cached_key_4" + }, + { + "input_dimension:": "", + "input_name:": "/encoder_embed/Constant_7_output_0" + } + ], + "node_name:": "/Gather_301", + "node_outputs:": [ + { + "output_dimension:": "144 1 192 ", + "output_name:": "/Gather_301_output_0" + } + ] + }, + { + "node_id:": 1474, + "node_inputs:": [ + { + "input_dimension:": "144 1 192 ", + "input_name:": "/Gather_301_output_0" + }, + { + "input_dimension:": "36 1 192 ", + "input_name:": "/Slice_130_output_0" + } + ], + "node_name:": "/Concat_280", + "node_outputs:": [ + { + "output_dimension:": "180 1 192 ", + "output_name:": "/Concat_280_output_0" + } + ] + }, + { + "node_id:": 1475, + "node_inputs:": [ + { + "input_dimension:": "36 1 512 ", + "input_name:": "/in_proj_14/Add_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_1118_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_69_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_1113_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Slice_132", + "node_outputs:": [ + { + "output_dimension:": "36 1 32 ", + "output_name:": "/Slice_132_output_0" + } + ] + }, + { + "node_id:": 1476, + "node_inputs:": [ + { + "input_dimension:": "36 1 32 ", + "input_name:": "/Slice_132_output_0" + }, + { + "input_dimension:": "4 ", + "input_name:": "/Concat_283_output_0" + } + ], + "node_name:": "/Reshape_155", + "node_outputs:": [ + { + "output_dimension:": "36 1 8 4 ", + "output_name:": "/Reshape_155_output_0" + } + ] + }, + { + "node_id:": 1477, + "node_inputs:": [ + { + "input_dimension:": "36 1 8 4 ", + "input_name:": "/Reshape_155_output_0" + } + ], + "node_name:": "/Transpose_171", + "node_outputs:": [ + { + "output_dimension:": "1 8 36 4 ", + "output_name:": "/Transpose_171_output_0" + } + ] + }, + { + "node_id:": 1478, + "node_inputs:": [ + { + "input_dimension:": "1 8 36 4 ", + "input_name:": "/Transpose_171_output_0" + }, + { + "input_dimension:": "1 8 4 215 ", + "input_name:": "/Transpose_173_output_0" + } + ], + "node_name:": "/MatMul_70", + "node_outputs:": [ + { + "output_dimension:": "1 8 36 215 ", + "output_name:": "/MatMul_70_output_0" + } + ] + }, + { + "node_id:": 1479, + "node_inputs:": [ + { + "input_dimension:": "180 1 192 ", + "input_name:": "/Concat_280_output_0" + }, + { + "input_dimension:": "4 ", + "input_name:": "/Concat_266_output_0" + } + ], + "node_name:": "/Reshape_156", + "node_outputs:": [ + { + "output_dimension:": "180 1 8 24 ", + "output_name:": "/Reshape_156_output_0" + } + ] + }, + { + "node_id:": 1480, + "node_inputs:": [ + { + "input_dimension:": "180 1 8 24 ", + "input_name:": "/Reshape_156_output_0" + } + ], + "node_name:": "/Transpose_172", + "node_outputs:": [ + { + "output_dimension:": "1 8 24 180 ", + "output_name:": "/Transpose_172_output_0" + } + ] + }, + { + "node_id:": 1481, + "node_inputs:": [ + { + "input_dimension:": "36 1 512 ", + "input_name:": "/in_proj_14/Add_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_285_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_1113_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Slice_129", + "node_outputs:": [ + { + "output_dimension:": "36 1 192 ", + "output_name:": "/Slice_129_output_0" + } + ] + }, + { + "node_id:": 1482, + "node_inputs:": [ + { + "input_dimension:": "36 1 192 ", + "input_name:": "/Slice_129_output_0" + }, + { + "input_dimension:": "4 ", + "input_name:": "/Concat_282_output_0" + } + ], + "node_name:": "/Reshape_154", + "node_outputs:": [ + { + "output_dimension:": "36 1 8 24 ", + "output_name:": "/Reshape_154_output_0" + } + ] + }, + { + "node_id:": 1483, + "node_inputs:": [ + { + "input_dimension:": "36 1 8 24 ", + "input_name:": "/Reshape_154_output_0" + } + ], + "node_name:": "/Transpose_170", + "node_outputs:": [ + { + "output_dimension:": "1 8 36 24 ", + "output_name:": "/Transpose_170_output_0" + } + ] + }, + { + "node_id:": 1484, + "node_inputs:": [ + { + "input_dimension:": "1 8 36 24 ", + "input_name:": "/Transpose_170_output_0" + }, + { + "input_dimension:": "1 8 24 180 ", + "input_name:": "/Transpose_172_output_0" + } + ], + "node_name:": "/MatMul_71", + "node_outputs:": [ + { + "output_dimension:": "1 8 36 180 ", + "output_name:": "/MatMul_71_output_0" + } + ] + }, + { + "node_id:": 1485, + "node_inputs:": [ + { + "input_dimension:": "1 8 36 215 ", + "input_name:": "/MatMul_70_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "/Concat_289_output_0" + } + ], + "node_name:": "/Reshape_159", + "node_outputs:": [ + { + "output_dimension:": "288 215 ", + "output_name:": "/Reshape_159_output_0" + } + ] + }, + { + "node_id:": 1486, + "node_inputs:": [ + { + "input_dimension:": "288 215 ", + "input_name:": "/Reshape_159_output_0" + }, + { + "input_dimension:": "288 180 ", + "input_name:": "/Add_259_output_0" + } + ], + "node_name:": "/GatherElements_14", + "node_outputs:": [ + { + "output_dimension:": "288 180 ", + "output_name:": "/GatherElements_14_output_0" + } + ] + }, + { + "node_id:": 1487, + "node_inputs:": [ + { + "input_dimension:": "288 180 ", + "input_name:": "/GatherElements_14_output_0" + }, + { + "input_dimension:": "4 ", + "input_name:": "/Concat_290_output_0" + } + ], + "node_name:": "/Reshape_160", + "node_outputs:": [ + { + "output_dimension:": "1 8 36 180 ", + "output_name:": "/Reshape_160_output_0" + } + ] + }, + { + "node_id:": 1488, + "node_inputs:": [ + { + "input_dimension:": "1 8 36 180 ", + "input_name:": "/MatMul_71_output_0" + }, + { + "input_dimension:": "1 8 36 180 ", + "input_name:": "/Reshape_160_output_0" + } + ], + "node_name:": "/Add_260", + "node_outputs:": [ + { + "output_dimension:": "1 8 36 180 ", + "output_name:": "/Add_260_output_0" + } + ] + }, + { + "node_id:": 1489, + "node_inputs:": [ + { + "input_dimension:": "1 8 36 180 ", + "input_name:": "/Add_260_output_0" + }, + { + "input_dimension:": "3 ", + "input_name:": "/Concat_291_output_0" + } + ], + "node_name:": "/Reshape_161", + "node_outputs:": [ + { + "output_dimension:": "8 36 180 ", + "output_name:": "/Reshape_161_output_0" + } + ] + }, + { + "node_id:": 1490, + "node_inputs:": [ + { + "input_dimension:": "8 36 180 ", + "input_name:": "/Reshape_161_output_0" + } + ], + "node_name:": "/Softmax_14", + "node_outputs:": [ + { + "output_dimension:": "8 36 180 ", + "output_name:": "/Softmax_14_output_0" + } + ] + }, + { + "node_id:": 1491, + "node_inputs:": [ + { + "input_dimension:": "36 1 512 ", + "input_name:": "/in_proj_14/Add_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_568_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_1118_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_1113_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Slice_131", + "node_outputs:": [ + { + "output_dimension:": "36 1 96 ", + "output_name:": "/Slice_131_output_0" + } + ] + }, + { + "node_id:": 1492, + "node_inputs:": [ + { + "input_dimension:": "4 144 1 96 ", + "input_name:": "cached_val_4" + }, + { + "input_dimension:": "", + "input_name:": "/encoder_embed/Constant_7_output_0" + } + ], + "node_name:": "/Gather_302", + "node_outputs:": [ + { + "output_dimension:": "144 1 96 ", + "output_name:": "/Gather_302_output_0" + } + ] + }, + { + "node_id:": 1493, + "node_inputs:": [ + { + "input_dimension:": "144 1 96 ", + "input_name:": "/Gather_302_output_0" + }, + { + "input_dimension:": "36 1 96 ", + "input_name:": "/Slice_131_output_0" + } + ], + "node_name:": "/Concat_281", + "node_outputs:": [ + { + "output_dimension:": "180 1 96 ", + "output_name:": "/Concat_281_output_0" + } + ] + }, + { + "node_id:": 1494, + "node_inputs:": [ + { + "input_dimension:": "180 1 96 ", + "input_name:": "/Concat_281_output_0" + }, + { + "input_dimension:": "3 ", + "input_name:": "/Concat_285_output_0" + } + ], + "node_name:": "/Reshape_157", + "node_outputs:": [ + { + "output_dimension:": "180 8 12 ", + "output_name:": "/Reshape_157_output_0" + } + ] + }, + { + "node_id:": 1495, + "node_inputs:": [ + { + "input_dimension:": "180 8 12 ", + "input_name:": "/Reshape_157_output_0" + } + ], + "node_name:": "/Transpose_169", + "node_outputs:": [ + { + "output_dimension:": "8 180 12 ", + "output_name:": "/Transpose_169_output_0" + } + ] + }, + { + "node_id:": 1496, + "node_inputs:": [ + { + "input_dimension:": "8 36 180 ", + "input_name:": "/Softmax_14_output_0" + }, + { + "input_dimension:": "8 180 12 ", + "input_name:": "/Transpose_169_output_0" + } + ], + "node_name:": "/MatMul_72", + "node_outputs:": [ + { + "output_dimension:": "8 36 12 ", + "output_name:": "/MatMul_72_output_0" + } + ] + }, + { + "node_id:": 1497, + "node_inputs:": [ + { + "input_dimension:": "8 36 12 ", + "input_name:": "/MatMul_72_output_0" + } + ], + "node_name:": "/Transpose_174", + "node_outputs:": [ + { + "output_dimension:": "36 8 12 ", + "output_name:": "/Transpose_174_output_0" + } + ] + }, + { + "node_id:": 1498, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_257_output_0" + }, + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_261_output_0" + } + ], + "node_name:": "/Add_262", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/Add_262_output_0" + } + ] + }, + { + "node_id:": 1499, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_262_output_0" + } + ], + "node_name:": "/Transpose_175", + "node_outputs:": [ + { + "output_dimension:": "1 384 36 ", + "output_name:": "/Transpose_175_output_0" + } + ] + }, + { + "node_id:": 1500, + "node_inputs:": [ + { + "input_dimension:": "1 384 36 ", + "input_name:": "/Transpose_175_output_0" + }, + { + "input_dimension:": "768 384 1 ", + "input_name:": "encoder.encoders.4.encoder.layers.3.conv_module1.pointwise_conv1.weight" + }, + { + "input_dimension:": "768 ", + "input_name:": "encoder.encoders.4.encoder.layers.3.conv_module1.pointwise_conv1.bias" + } + ], + "node_name:": "/pointwise_conv1_28/Conv", + "node_outputs:": [ + { + "output_dimension:": "1 768 36 ", + "output_name:": "/pointwise_conv1_28/Conv_output_0" + } + ] + }, + { + "node_id:": 1501, + "node_inputs:": [ + { + "input_dimension:": "1 768 36 ", + "input_name:": "/pointwise_conv1_28/Conv_output_0" + } + ], + "node_name:": "/Split_28", + "node_outputs:": [ + { + "output_dimension:": "1 384 36 ", + "output_name:": "/Split_28_output_0" + }, + { + "output_dimension:": "1 384 36 ", + "output_name:": "/Split_28_output_1" + } + ] + }, + { + "node_id:": 1502, + "node_inputs:": [ + { + "input_dimension:": "1 384 36 ", + "input_name:": "/Split_28_output_1" + } + ], + "node_name:": "/Sigmoid_28", + "node_outputs:": [ + { + "output_dimension:": "1 384 36 ", + "output_name:": "/Sigmoid_28_output_0" + } + ] + }, + { + "node_id:": 1503, + "node_inputs:": [ + { + "input_dimension:": "1 384 36 ", + "input_name:": "/Split_28_output_0" + }, + { + "input_dimension:": "1 384 36 ", + "input_name:": "/Sigmoid_28_output_0" + } + ], + "node_name:": "/Mul_161", + "node_outputs:": [ + { + "output_dimension:": "1 384 36 ", + "output_name:": "/Mul_161_output_0" + } + ] + }, + { + "node_id:": 1504, + "node_inputs:": [ + { + "input_dimension:": "4 1 384 30 ", + "input_name:": "cached_conv1_4" + }, + { + "input_dimension:": "", + "input_name:": "/encoder_embed/Constant_7_output_0" + } + ], + "node_name:": "/Gather_304", + "node_outputs:": [ + { + "output_dimension:": "1 384 30 ", + "output_name:": "/Gather_304_output_0" + } + ] + }, + { + "node_id:": 1505, + "node_inputs:": [ + { + "input_dimension:": "1 384 30 ", + "input_name:": "/Gather_304_output_0" + }, + { + "input_dimension:": "1 384 36 ", + "input_name:": "/Mul_161_output_0" + } + ], + "node_name:": "/Concat_293", + "node_outputs:": [ + { + "output_dimension:": "1 384 66 ", + "output_name:": "/Concat_293_output_0" + } + ] + }, + { + "node_id:": 1506, + "node_inputs:": [ + { + "input_dimension:": "1 384 66 ", + "input_name:": "/Concat_293_output_0" + }, + { + "input_dimension:": "384 1 31 ", + "input_name:": "encoder.encoders.4.encoder.layers.3.conv_module1.depthwise_conv.weight" + }, + { + "input_dimension:": "384 ", + "input_name:": "encoder.encoders.4.encoder.layers.3.conv_module1.depthwise_conv.bias" + } + ], + "node_name:": "/depthwise_conv_28/Conv", + "node_outputs:": [ + { + "output_dimension:": "1 384 36 ", + "output_name:": "/depthwise_conv_28/Conv_output_0" + } + ] + }, + { + "node_id:": 1507, + "node_inputs:": [ + { + "input_dimension:": "1 384 36 ", + "input_name:": "/depthwise_conv_28/Conv_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/feed_forward1/activation_2/Constant_output_0" + } + ], + "node_name:": "/activation_28/Sub", + "node_outputs:": [ + { + "output_dimension:": "1 384 36 ", + "output_name:": "/activation_28/Sub_output_0" + } + ] + }, + { + "node_id:": 1508, + "node_inputs:": [ + { + "input_dimension:": "1 384 36 ", + "input_name:": "/activation_28/Sub_output_0" + } + ], + "node_name:": "/activation_28/Sigmoid", + "node_outputs:": [ + { + "output_dimension:": "1 384 36 ", + "output_name:": "/activation_28/Sigmoid_output_0" + } + ] + }, + { + "node_id:": 1509, + "node_inputs:": [ + { + "input_dimension:": "1 384 36 ", + "input_name:": "/depthwise_conv_28/Conv_output_0" + }, + { + "input_dimension:": "1 384 36 ", + "input_name:": "/activation_28/Sigmoid_output_0" + } + ], + "node_name:": "/activation_28/Mul", + "node_outputs:": [ + { + "output_dimension:": "1 384 36 ", + "output_name:": "/activation_28/Mul_output_0" + } + ] + }, + { + "node_id:": 1510, + "node_inputs:": [ + { + "input_dimension:": "1 384 36 ", + "input_name:": "/activation_28/Mul_output_0" + }, + { + "input_dimension:": "384 384 1 ", + "input_name:": "encoder.encoders.4.encoder.layers.3.conv_module1.pointwise_conv2.weight" + }, + { + "input_dimension:": "384 ", + "input_name:": "encoder.encoders.4.encoder.layers.3.conv_module1.pointwise_conv2.bias" + } + ], + "node_name:": "/pointwise_conv2_28/Conv", + "node_outputs:": [ + { + "output_dimension:": "1 384 36 ", + "output_name:": "/pointwise_conv2_28/Conv_output_0" + } + ] + }, + { + "node_id:": 1511, + "node_inputs:": [ + { + "input_dimension:": "1 384 36 ", + "input_name:": "/pointwise_conv2_28/Conv_output_0" + } + ], + "node_name:": "/Transpose_176", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/Transpose_176_output_0" + } + ] + }, + { + "node_id:": 1512, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_262_output_0" + }, + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Transpose_176_output_0" + } + ], + "node_name:": "/Add_263", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/Add_263_output_0" + } + ] + }, + { + "node_id:": 1513, + "node_inputs:": [ + { + "input_dimension:": "36 1 1024 ", + "input_name:": "/feed_forward2/in_proj_14/Add_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/feed_forward1/activation_2/Constant_output_0" + } + ], + "node_name:": "/feed_forward2/activation_14/Sub", + "node_outputs:": [ + { + "output_dimension:": "36 1 1024 ", + "output_name:": "/feed_forward2/activation_14/Sub_output_0" + } + ] + }, + { + "node_id:": 1514, + "node_inputs:": [ + { + "input_dimension:": "36 1 1024 ", + "input_name:": "/feed_forward2/activation_14/Sub_output_0" + } + ], + "node_name:": "/feed_forward2/activation_14/Sigmoid", + "node_outputs:": [ + { + "output_dimension:": "36 1 1024 ", + "output_name:": "/feed_forward2/activation_14/Sigmoid_output_0" + } + ] + }, + { + "node_id:": 1515, + "node_inputs:": [ + { + "input_dimension:": "36 1 1024 ", + "input_name:": "/feed_forward2/in_proj_14/Add_output_0" + }, + { + "input_dimension:": "36 1 1024 ", + "input_name:": "/feed_forward2/activation_14/Sigmoid_output_0" + } + ], + "node_name:": "/feed_forward2/activation_14/Mul", + "node_outputs:": [ + { + "output_dimension:": "36 1 1024 ", + "output_name:": "/feed_forward2/activation_14/Mul_output_0" + } + ] + }, + { + "node_id:": 1516, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_263_output_0" + }, + { + "input_dimension:": "36 1 384 ", + "input_name:": "/feed_forward2/out_proj_14/Add_output_0" + } + ], + "node_name:": "/Add_264", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/Add_264_output_0" + } + ] + }, + { + "node_id:": 1517, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_264_output_0" + }, + { + "input_dimension:": "384 96 ", + "input_name:": "onnx::MatMul_8304" + } + ], + "node_name:": "/in_proj2_14/MatMul", + "node_outputs:": [ + { + "output_dimension:": "36 1 96 ", + "output_name:": "/in_proj2_14/MatMul_output_0" + } + ] + }, + { + "node_id:": 1518, + "node_inputs:": [ + { + "input_dimension:": "4 144 1 96 ", + "input_name:": "cached_val2_4" + }, + { + "input_dimension:": "", + "input_name:": "/encoder_embed/Constant_7_output_0" + } + ], + "node_name:": "/Gather_303", + "node_outputs:": [ + { + "output_dimension:": "144 1 96 ", + "output_name:": "/Gather_303_output_0" + } + ] + }, + { + "node_id:": 1519, + "node_inputs:": [ + { + "input_dimension:": "144 1 96 ", + "input_name:": "/Gather_303_output_0" + }, + { + "input_dimension:": "36 1 96 ", + "input_name:": "/in_proj2_14/MatMul_output_0" + } + ], + "node_name:": "/Concat_294", + "node_outputs:": [ + { + "output_dimension:": "180 1 96 ", + "output_name:": "/Concat_294_output_0" + } + ] + }, + { + "node_id:": 1520, + "node_inputs:": [ + { + "input_dimension:": "180 1 96 ", + "input_name:": "/Concat_294_output_0" + }, + { + "input_dimension:": "3 ", + "input_name:": "/Concat_295_output_0" + } + ], + "node_name:": "/Reshape_163", + "node_outputs:": [ + { + "output_dimension:": "180 8 12 ", + "output_name:": "/Reshape_163_output_0" + } + ] + }, + { + "node_id:": 1521, + "node_inputs:": [ + { + "input_dimension:": "180 8 12 ", + "input_name:": "/Reshape_163_output_0" + } + ], + "node_name:": "/Transpose_177", + "node_outputs:": [ + { + "output_dimension:": "8 180 12 ", + "output_name:": "/Transpose_177_output_0" + } + ] + }, + { + "node_id:": 1522, + "node_inputs:": [ + { + "input_dimension:": "8 36 180 ", + "input_name:": "/Softmax_14_output_0" + }, + { + "input_dimension:": "8 180 12 ", + "input_name:": "/Transpose_177_output_0" + } + ], + "node_name:": "/MatMul_74", + "node_outputs:": [ + { + "output_dimension:": "8 36 12 ", + "output_name:": "/MatMul_74_output_0" + } + ] + }, + { + "node_id:": 1523, + "node_inputs:": [ + { + "input_dimension:": "8 36 12 ", + "input_name:": "/MatMul_74_output_0" + } + ], + "node_name:": "/Transpose_178", + "node_outputs:": [ + { + "output_dimension:": "36 8 12 ", + "output_name:": "/Transpose_178_output_0" + } + ] + }, + { + "node_id:": 1524, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_264_output_0" + }, + { + "input_dimension:": "36 1 384 ", + "input_name:": "/out_proj2_14/Add_output_0" + } + ], + "node_name:": "/Add_266", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/Add_266_output_0" + } + ] + }, + { + "node_id:": 1525, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_266_output_0" + } + ], + "node_name:": "/Transpose_179", + "node_outputs:": [ + { + "output_dimension:": "1 384 36 ", + "output_name:": "/Transpose_179_output_0" + } + ] + }, + { + "node_id:": 1526, + "node_inputs:": [ + { + "input_dimension:": "1 384 36 ", + "input_name:": "/Transpose_179_output_0" + }, + { + "input_dimension:": "768 384 1 ", + "input_name:": "encoder.encoders.4.encoder.layers.3.conv_module2.pointwise_conv1.weight" + }, + { + "input_dimension:": "768 ", + "input_name:": "encoder.encoders.4.encoder.layers.3.conv_module2.pointwise_conv1.bias" + } + ], + "node_name:": "/pointwise_conv1_29/Conv", + "node_outputs:": [ + { + "output_dimension:": "1 768 36 ", + "output_name:": "/pointwise_conv1_29/Conv_output_0" + } + ] + }, + { + "node_id:": 1527, + "node_inputs:": [ + { + "input_dimension:": "1 768 36 ", + "input_name:": "/pointwise_conv1_29/Conv_output_0" + } + ], + "node_name:": "/Split_29", + "node_outputs:": [ + { + "output_dimension:": "1 384 36 ", + "output_name:": "/Split_29_output_0" + }, + { + "output_dimension:": "1 384 36 ", + "output_name:": "/Split_29_output_1" + } + ] + }, + { + "node_id:": 1528, + "node_inputs:": [ + { + "input_dimension:": "1 384 36 ", + "input_name:": "/Split_29_output_1" + } + ], + "node_name:": "/Sigmoid_29", + "node_outputs:": [ + { + "output_dimension:": "1 384 36 ", + "output_name:": "/Sigmoid_29_output_0" + } + ] + }, + { + "node_id:": 1529, + "node_inputs:": [ + { + "input_dimension:": "1 384 36 ", + "input_name:": "/Split_29_output_0" + }, + { + "input_dimension:": "1 384 36 ", + "input_name:": "/Sigmoid_29_output_0" + } + ], + "node_name:": "/Mul_163", + "node_outputs:": [ + { + "output_dimension:": "1 384 36 ", + "output_name:": "/Mul_163_output_0" + } + ] + }, + { + "node_id:": 1530, + "node_inputs:": [ + { + "input_dimension:": "4 1 384 30 ", + "input_name:": "cached_conv2_4" + }, + { + "input_dimension:": "", + "input_name:": "/encoder_embed/Constant_7_output_0" + } + ], + "node_name:": "/Gather_305", + "node_outputs:": [ + { + "output_dimension:": "1 384 30 ", + "output_name:": "/Gather_305_output_0" + } + ] + }, + { + "node_id:": 1531, + "node_inputs:": [ + { + "input_dimension:": "1 384 30 ", + "input_name:": "/Gather_305_output_0" + }, + { + "input_dimension:": "1 384 36 ", + "input_name:": "/Mul_163_output_0" + } + ], + "node_name:": "/Concat_297", + "node_outputs:": [ + { + "output_dimension:": "1 384 66 ", + "output_name:": "/Concat_297_output_0" + } + ] + }, + { + "node_id:": 1532, + "node_inputs:": [ + { + "input_dimension:": "1 384 66 ", + "input_name:": "/Concat_297_output_0" + }, + { + "input_dimension:": "384 1 31 ", + "input_name:": "encoder.encoders.4.encoder.layers.3.conv_module2.depthwise_conv.weight" + }, + { + "input_dimension:": "384 ", + "input_name:": "encoder.encoders.4.encoder.layers.3.conv_module2.depthwise_conv.bias" + } + ], + "node_name:": "/depthwise_conv_29/Conv", + "node_outputs:": [ + { + "output_dimension:": "1 384 36 ", + "output_name:": "/depthwise_conv_29/Conv_output_0" + } + ] + }, + { + "node_id:": 1533, + "node_inputs:": [ + { + "input_dimension:": "1 384 36 ", + "input_name:": "/depthwise_conv_29/Conv_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/feed_forward1/activation_2/Constant_output_0" + } + ], + "node_name:": "/activation_29/Sub", + "node_outputs:": [ + { + "output_dimension:": "1 384 36 ", + "output_name:": "/activation_29/Sub_output_0" + } + ] + }, + { + "node_id:": 1534, + "node_inputs:": [ + { + "input_dimension:": "1 384 36 ", + "input_name:": "/activation_29/Sub_output_0" + } + ], + "node_name:": "/activation_29/Sigmoid", + "node_outputs:": [ + { + "output_dimension:": "1 384 36 ", + "output_name:": "/activation_29/Sigmoid_output_0" + } + ] + }, + { + "node_id:": 1535, + "node_inputs:": [ + { + "input_dimension:": "1 384 36 ", + "input_name:": "/depthwise_conv_29/Conv_output_0" + }, + { + "input_dimension:": "1 384 36 ", + "input_name:": "/activation_29/Sigmoid_output_0" + } + ], + "node_name:": "/activation_29/Mul", + "node_outputs:": [ + { + "output_dimension:": "1 384 36 ", + "output_name:": "/activation_29/Mul_output_0" + } + ] + }, + { + "node_id:": 1536, + "node_inputs:": [ + { + "input_dimension:": "1 384 36 ", + "input_name:": "/activation_29/Mul_output_0" + }, + { + "input_dimension:": "384 384 1 ", + "input_name:": "encoder.encoders.4.encoder.layers.3.conv_module2.pointwise_conv2.weight" + }, + { + "input_dimension:": "384 ", + "input_name:": "encoder.encoders.4.encoder.layers.3.conv_module2.pointwise_conv2.bias" + } + ], + "node_name:": "/pointwise_conv2_29/Conv", + "node_outputs:": [ + { + "output_dimension:": "1 384 36 ", + "output_name:": "/pointwise_conv2_29/Conv_output_0" + } + ] + }, + { + "node_id:": 1537, + "node_inputs:": [ + { + "input_dimension:": "1 384 36 ", + "input_name:": "/pointwise_conv2_29/Conv_output_0" + } + ], + "node_name:": "/Transpose_180", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/Transpose_180_output_0" + } + ] + }, + { + "node_id:": 1538, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_266_output_0" + }, + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Transpose_180_output_0" + } + ], + "node_name:": "/Add_267", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/Add_267_output_0" + } + ] + }, + { + "node_id:": 1539, + "node_inputs:": [ + { + "input_dimension:": "36 1 1024 ", + "input_name:": "/feed_forward3/in_proj_14/Add_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/feed_forward1/activation_2/Constant_output_0" + } + ], + "node_name:": "/feed_forward3/activation_14/Sub", + "node_outputs:": [ + { + "output_dimension:": "36 1 1024 ", + "output_name:": "/feed_forward3/activation_14/Sub_output_0" + } + ] + }, + { + "node_id:": 1540, + "node_inputs:": [ + { + "input_dimension:": "36 1 1024 ", + "input_name:": "/feed_forward3/activation_14/Sub_output_0" + } + ], + "node_name:": "/feed_forward3/activation_14/Sigmoid", + "node_outputs:": [ + { + "output_dimension:": "36 1 1024 ", + "output_name:": "/feed_forward3/activation_14/Sigmoid_output_0" + } + ] + }, + { + "node_id:": 1541, + "node_inputs:": [ + { + "input_dimension:": "36 1 1024 ", + "input_name:": "/feed_forward3/in_proj_14/Add_output_0" + }, + { + "input_dimension:": "36 1 1024 ", + "input_name:": "/feed_forward3/activation_14/Sigmoid_output_0" + } + ], + "node_name:": "/feed_forward3/activation_14/Mul", + "node_outputs:": [ + { + "output_dimension:": "36 1 1024 ", + "output_name:": "/feed_forward3/activation_14/Mul_output_0" + } + ] + }, + { + "node_id:": 1542, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_267_output_0" + }, + { + "input_dimension:": "36 1 384 ", + "input_name:": "/feed_forward3/out_proj_14/Add_output_0" + } + ], + "node_name:": "/Add_268", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/Add_268_output_0" + } + ] + }, + { + "node_id:": 1543, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_268_output_0" + }, + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_268_output_0" + } + ], + "node_name:": "/norm_final_14/Mul", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/norm_final_14/Mul_output_0" + } + ] + }, + { + "node_id:": 1544, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/norm_final_14/Mul_output_0" + } + ], + "node_name:": "/norm_final_14/ReduceMean", + "node_outputs:": [ + { + "output_dimension:": "36 1 1 ", + "output_name:": "/norm_final_14/ReduceMean_output_0" + } + ] + }, + { + "node_id:": 1545, + "node_inputs:": [ + { + "input_dimension:": "36 1 1 ", + "input_name:": "/norm_final_14/ReduceMean_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/norm_final_14/Constant_output_0" + } + ], + "node_name:": "/norm_final_14/Add", + "node_outputs:": [ + { + "output_dimension:": "36 1 1 ", + "output_name:": "/norm_final_14/Add_output_0" + } + ] + }, + { + "node_id:": 1546, + "node_inputs:": [ + { + "input_dimension:": "36 1 1 ", + "input_name:": "/norm_final_14/Add_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/norm_final_1/Constant_1_output_0" + } + ], + "node_name:": "/norm_final_14/Pow", + "node_outputs:": [ + { + "output_dimension:": "36 1 1 ", + "output_name:": "/norm_final_14/Pow_output_0" + } + ] + }, + { + "node_id:": 1547, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_268_output_0" + }, + { + "input_dimension:": "36 1 1 ", + "input_name:": "/norm_final_14/Pow_output_0" + } + ], + "node_name:": "/norm_final_14/Mul_1", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/norm_final_14/Mul_1_output_0" + } + ] + }, + { + "node_id:": 1548, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/norm_final_14/Mul_1_output_0" + }, + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_251_output_0" + } + ], + "node_name:": "/Sub_44", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/Sub_44_output_0" + } + ] + }, + { + "node_id:": 1549, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Sub_44_output_0" + }, + { + "input_dimension:": "", + "input_name:": "encoder.encoders.4.encoder.layers.3.bypass_scale" + } + ], + "node_name:": "/Mul_164", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/Mul_164_output_0" + } + ] + }, + { + "node_id:": 1550, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_251_output_0" + }, + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Mul_164_output_0" + } + ], + "node_name:": "/Add_269", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/Add_269_output_0" + } + ] + }, + { + "node_id:": 1551, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_269_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/upsample_3/Unsqueeze", + "node_outputs:": [ + { + "output_dimension:": "36 1 1 384 ", + "output_name:": "/upsample_3/Unsqueeze_output_0" + } + ] + }, + { + "node_id:": 1552, + "node_inputs:": [ + { + "input_dimension:": "36 1 1 384 ", + "input_name:": "/upsample_3/Unsqueeze_output_0" + }, + { + "input_dimension:": "4 ", + "input_name:": "/upsample_3/Where_output_0" + } + ], + "node_name:": "/upsample_3/Expand", + "node_outputs:": [ + { + "output_dimension:": "36 2 1 384 ", + "output_name:": "/upsample_3/Expand_output_0" + } + ] + }, + { + "node_id:": 1553, + "node_inputs:": [ + { + "input_dimension:": "36 2 1 384 ", + "input_name:": "/upsample_3/Expand_output_0" + }, + { + "input_dimension:": "2 1 384 ", + "input_name:": "onnx::Add_8318" + } + ], + "node_name:": "/upsample_3/Add", + "node_outputs:": [ + { + "output_dimension:": "36 2 1 384 ", + "output_name:": "/upsample_3/Add_output_0" + } + ] + }, + { + "node_id:": 1554, + "node_inputs:": [ + { + "input_dimension:": "36 2 1 384 ", + "input_name:": "/upsample_3/Add_output_0" + }, + { + "input_dimension:": "3 ", + "input_name:": "/upsample_3/Concat_1_output_0" + } + ], + "node_name:": "/upsample_3/Reshape_1", + "node_outputs:": [ + { + "output_dimension:": "72 1 384 ", + "output_name:": "/upsample_3/Reshape_1_output_0" + } + ] + }, + { + "node_id:": 1555, + "node_inputs:": [ + { + "input_dimension:": "72 1 384 ", + "input_name:": "/upsample_3/Reshape_1_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Unsqueeze_618_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Slice_138", + "node_outputs:": [ + { + "output_dimension:": "72 1 384 ", + "output_name:": "/Slice_138_output_0" + } + ] + }, + { + "node_id:": 1556, + "node_inputs:": [ + { + "input_dimension:": "72 1 384 ", + "input_name:": "/Slice_138_output_0" + }, + { + "input_dimension:": "", + "input_name:": "onnx::Mul_8322" + } + ], + "node_name:": "/out_combiner_3/Mul_1", + "node_outputs:": [ + { + "output_dimension:": "72 1 384 ", + "output_name:": "/out_combiner_3/Mul_1_output_0" + } + ] + }, + { + "node_id:": 1557, + "node_inputs:": [ + { + "input_dimension:": "72 1 384 ", + "input_name:": "/skip_modules.4/Add_output_0" + }, + { + "input_dimension:": "", + "input_name:": "encoder.encoders.4.out_combiner.weight1" + } + ], + "node_name:": "/out_combiner_3/Mul", + "node_outputs:": [ + { + "output_dimension:": "72 1 384 ", + "output_name:": "/out_combiner_3/Mul_output_0" + } + ] + }, + { + "node_id:": 1558, + "node_inputs:": [ + { + "input_dimension:": "72 1 384 ", + "input_name:": "/out_combiner_3/Mul_output_0" + }, + { + "input_dimension:": "72 1 384 ", + "input_name:": "/out_combiner_3/Mul_1_output_0" + } + ], + "node_name:": "/out_combiner_3/Add", + "node_outputs:": [ + { + "output_dimension:": "72 1 384 ", + "output_name:": "/out_combiner_3/Add_output_0" + } + ] + }, + { + "node_id:": 1559, + "node_inputs:": [ + { + "input_dimension:": "72 1 384 ", + "input_name:": "/out_combiner_3/Add_output_0" + }, + { + "input_dimension:": "4 ", + "input_name:": "/downsample_output/Concat_output_0" + } + ], + "node_name:": "/downsample_output/Reshape", + "node_outputs:": [ + { + "output_dimension:": "36 2 1 384 ", + "output_name:": "/downsample_output/Reshape_output_0" + } + ] + }, + { + "node_id:": 1560, + "node_inputs:": [ + { + "input_dimension:": "36 2 1 384 ", + "input_name:": "/downsample_output/Reshape_output_0" + }, + { + "input_dimension:": "384 ", + "input_name:": "encoder.downsample_output.query" + } + ], + "node_name:": "/downsample_output/Mul", + "node_outputs:": [ + { + "output_dimension:": "36 2 1 384 ", + "output_name:": "/downsample_output/Mul_output_0" + } + ] + }, + { + "node_id:": 1561, + "node_inputs:": [ + { + "input_dimension:": "36 2 1 384 ", + "input_name:": "/downsample_output/Mul_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_246_output_0" + } + ], + "node_name:": "/downsample_output/ReduceSum", + "node_outputs:": [ + { + "output_dimension:": "36 2 1 1 ", + "output_name:": "/downsample_output/ReduceSum_output_0" + } + ] + }, + { + "node_id:": 1562, + "node_inputs:": [ + { + "input_dimension:": "36 2 1 1 ", + "input_name:": "/downsample_output/ReduceSum_output_0" + } + ], + "node_name:": "/downsample_output/Softmax", + "node_outputs:": [ + { + "output_dimension:": "36 2 1 1 ", + "output_name:": "/downsample_output/Softmax_output_0" + } + ] + }, + { + "node_id:": 1563, + "node_inputs:": [ + { + "input_dimension:": "36 2 1 384 ", + "input_name:": "/downsample_output/Reshape_output_0" + }, + { + "input_dimension:": "36 2 1 1 ", + "input_name:": "/downsample_output/Softmax_output_0" + } + ], + "node_name:": "/downsample_output/Mul_1", + "node_outputs:": [ + { + "output_dimension:": "36 2 1 384 ", + "output_name:": "/downsample_output/Mul_1_output_0" + } + ] + }, + { + "node_id:": 1564, + "node_inputs:": [ + { + "input_dimension:": "36 2 1 384 ", + "input_name:": "/downsample_output/Mul_1_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/downsample_output/ReduceSum_1", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/downsample_output/ReduceSum_1_output_0" + } + ] + }, + { + "node_id:": 1565, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/downsample_output/ReduceSum_1_output_0" + } + ], + "node_name:": "/Transpose_181", + "node_outputs:": [ + { + "output_dimension:": "1 36 384 ", + "output_name:": "/Transpose_181_output_0" + } + ] + }, + { + "node_id:": 1566, + "node_inputs:": [ + { + "input_dimension:": "1 384 66 ", + "input_name:": "/Concat_297_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_614_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_69_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_1113_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Slice_137", + "node_outputs:": [ + { + "output_dimension:": "1 384 30 ", + "output_name:": "/Slice_137_output_0" + } + ] + }, + { + "node_id:": 1567, + "node_inputs:": [ + { + "input_dimension:": "1 384 30 ", + "input_name:": "/Slice_137_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + } + ], + "node_name:": "/Unsqueeze_617", + "node_outputs:": [ + { + "output_dimension:": "1 1 384 30 ", + "output_name:": "/Unsqueeze_617_output_0" + } + ] + }, + { + "node_id:": 1568, + "node_inputs:": [ + { + "input_dimension:": "1 384 66 ", + "input_name:": "/Concat_279_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_614_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_69_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_1113_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Slice_128", + "node_outputs:": [ + { + "output_dimension:": "1 384 30 ", + "output_name:": "/Slice_128_output_0" + } + ] + }, + { + "node_id:": 1569, + "node_inputs:": [ + { + "input_dimension:": "1 384 30 ", + "input_name:": "/Slice_128_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + } + ], + "node_name:": "/Unsqueeze_616", + "node_outputs:": [ + { + "output_dimension:": "1 1 384 30 ", + "output_name:": "/Unsqueeze_616_output_0" + } + ] + }, + { + "node_id:": 1570, + "node_inputs:": [ + { + "input_dimension:": "1 384 66 ", + "input_name:": "/Concat_261_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_614_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_69_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_1113_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Slice_119", + "node_outputs:": [ + { + "output_dimension:": "1 384 30 ", + "output_name:": "/Slice_119_output_0" + } + ] + }, + { + "node_id:": 1571, + "node_inputs:": [ + { + "input_dimension:": "1 384 30 ", + "input_name:": "/Slice_119_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + } + ], + "node_name:": "/Unsqueeze_615", + "node_outputs:": [ + { + "output_dimension:": "1 1 384 30 ", + "output_name:": "/Unsqueeze_615_output_0" + } + ] + }, + { + "node_id:": 1572, + "node_inputs:": [ + { + "input_dimension:": "1 384 66 ", + "input_name:": "/Concat_243_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_614_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_69_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_1113_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Slice_110", + "node_outputs:": [ + { + "output_dimension:": "1 384 30 ", + "output_name:": "/Slice_110_output_0" + } + ] + }, + { + "node_id:": 1573, + "node_inputs:": [ + { + "input_dimension:": "1 384 30 ", + "input_name:": "/Slice_110_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + } + ], + "node_name:": "/Unsqueeze_614", + "node_outputs:": [ + { + "output_dimension:": "1 1 384 30 ", + "output_name:": "/Unsqueeze_614_output_0" + } + ] + }, + { + "node_id:": 1574, + "node_inputs:": [ + { + "input_dimension:": "1 1 384 30 ", + "input_name:": "/Unsqueeze_614_output_0" + }, + { + "input_dimension:": "1 1 384 30 ", + "input_name:": "/Unsqueeze_615_output_0" + }, + { + "input_dimension:": "1 1 384 30 ", + "input_name:": "/Unsqueeze_616_output_0" + }, + { + "input_dimension:": "1 1 384 30 ", + "input_name:": "/Unsqueeze_617_output_0" + } + ], + "node_name:": "/Concat_304", + "node_outputs:": [ + { + "output_dimension:": "4 1 384 30 ", + "output_name:": "new_cached_conv2_4" + } + ] + }, + { + "node_id:": 1575, + "node_inputs:": [ + { + "input_dimension:": "1 384 66 ", + "input_name:": "/Concat_293_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_614_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_69_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_1113_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Slice_135", + "node_outputs:": [ + { + "output_dimension:": "1 384 30 ", + "output_name:": "/Slice_135_output_0" + } + ] + }, + { + "node_id:": 1576, + "node_inputs:": [ + { + "input_dimension:": "1 384 30 ", + "input_name:": "/Slice_135_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + } + ], + "node_name:": "/Unsqueeze_613", + "node_outputs:": [ + { + "output_dimension:": "1 1 384 30 ", + "output_name:": "/Unsqueeze_613_output_0" + } + ] + }, + { + "node_id:": 1577, + "node_inputs:": [ + { + "input_dimension:": "1 384 66 ", + "input_name:": "/Concat_275_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_614_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_69_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_1113_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Slice_126", + "node_outputs:": [ + { + "output_dimension:": "1 384 30 ", + "output_name:": "/Slice_126_output_0" + } + ] + }, + { + "node_id:": 1578, + "node_inputs:": [ + { + "input_dimension:": "1 384 30 ", + "input_name:": "/Slice_126_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + } + ], + "node_name:": "/Unsqueeze_612", + "node_outputs:": [ + { + "output_dimension:": "1 1 384 30 ", + "output_name:": "/Unsqueeze_612_output_0" + } + ] + }, + { + "node_id:": 1579, + "node_inputs:": [ + { + "input_dimension:": "1 384 66 ", + "input_name:": "/Concat_257_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_614_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_69_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_1113_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Slice_117", + "node_outputs:": [ + { + "output_dimension:": "1 384 30 ", + "output_name:": "/Slice_117_output_0" + } + ] + }, + { + "node_id:": 1580, + "node_inputs:": [ + { + "input_dimension:": "1 384 30 ", + "input_name:": "/Slice_117_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + } + ], + "node_name:": "/Unsqueeze_611", + "node_outputs:": [ + { + "output_dimension:": "1 1 384 30 ", + "output_name:": "/Unsqueeze_611_output_0" + } + ] + }, + { + "node_id:": 1581, + "node_inputs:": [ + { + "input_dimension:": "1 384 66 ", + "input_name:": "/Concat_239_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_614_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_69_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_1113_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Slice_108", + "node_outputs:": [ + { + "output_dimension:": "1 384 30 ", + "output_name:": "/Slice_108_output_0" + } + ] + }, + { + "node_id:": 1582, + "node_inputs:": [ + { + "input_dimension:": "1 384 30 ", + "input_name:": "/Slice_108_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + } + ], + "node_name:": "/Unsqueeze_610", + "node_outputs:": [ + { + "output_dimension:": "1 1 384 30 ", + "output_name:": "/Unsqueeze_610_output_0" + } + ] + }, + { + "node_id:": 1583, + "node_inputs:": [ + { + "input_dimension:": "1 1 384 30 ", + "input_name:": "/Unsqueeze_610_output_0" + }, + { + "input_dimension:": "1 1 384 30 ", + "input_name:": "/Unsqueeze_611_output_0" + }, + { + "input_dimension:": "1 1 384 30 ", + "input_name:": "/Unsqueeze_612_output_0" + }, + { + "input_dimension:": "1 1 384 30 ", + "input_name:": "/Unsqueeze_613_output_0" + } + ], + "node_name:": "/Concat_303", + "node_outputs:": [ + { + "output_dimension:": "4 1 384 30 ", + "output_name:": "new_cached_conv1_4" + } + ] + }, + { + "node_id:": 1584, + "node_inputs:": [ + { + "input_dimension:": "180 1 96 ", + "input_name:": "/Concat_294_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Unsqueeze_585_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_69_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Slice_136", + "node_outputs:": [ + { + "output_dimension:": "144 1 96 ", + "output_name:": "/Slice_136_output_0" + } + ] + }, + { + "node_id:": 1585, + "node_inputs:": [ + { + "input_dimension:": "144 1 96 ", + "input_name:": "/Slice_136_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + } + ], + "node_name:": "/Unsqueeze_609", + "node_outputs:": [ + { + "output_dimension:": "1 144 1 96 ", + "output_name:": "/Unsqueeze_609_output_0" + } + ] + }, + { + "node_id:": 1586, + "node_inputs:": [ + { + "input_dimension:": "180 1 96 ", + "input_name:": "/Concat_276_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Unsqueeze_585_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_69_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Slice_127", + "node_outputs:": [ + { + "output_dimension:": "144 1 96 ", + "output_name:": "/Slice_127_output_0" + } + ] + }, + { + "node_id:": 1587, + "node_inputs:": [ + { + "input_dimension:": "144 1 96 ", + "input_name:": "/Slice_127_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + } + ], + "node_name:": "/Unsqueeze_608", + "node_outputs:": [ + { + "output_dimension:": "1 144 1 96 ", + "output_name:": "/Unsqueeze_608_output_0" + } + ] + }, + { + "node_id:": 1588, + "node_inputs:": [ + { + "input_dimension:": "180 1 96 ", + "input_name:": "/Concat_258_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Unsqueeze_585_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_69_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Slice_118", + "node_outputs:": [ + { + "output_dimension:": "144 1 96 ", + "output_name:": "/Slice_118_output_0" + } + ] + }, + { + "node_id:": 1589, + "node_inputs:": [ + { + "input_dimension:": "144 1 96 ", + "input_name:": "/Slice_118_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + } + ], + "node_name:": "/Unsqueeze_607", + "node_outputs:": [ + { + "output_dimension:": "1 144 1 96 ", + "output_name:": "/Unsqueeze_607_output_0" + } + ] + }, + { + "node_id:": 1590, + "node_inputs:": [ + { + "input_dimension:": "180 1 96 ", + "input_name:": "/Concat_240_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Unsqueeze_585_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_69_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Slice_109", + "node_outputs:": [ + { + "output_dimension:": "144 1 96 ", + "output_name:": "/Slice_109_output_0" + } + ] + }, + { + "node_id:": 1591, + "node_inputs:": [ + { + "input_dimension:": "144 1 96 ", + "input_name:": "/Slice_109_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + } + ], + "node_name:": "/Unsqueeze_606", + "node_outputs:": [ + { + "output_dimension:": "1 144 1 96 ", + "output_name:": "/Unsqueeze_606_output_0" + } + ] + }, + { + "node_id:": 1592, + "node_inputs:": [ + { + "input_dimension:": "1 144 1 96 ", + "input_name:": "/Unsqueeze_606_output_0" + }, + { + "input_dimension:": "1 144 1 96 ", + "input_name:": "/Unsqueeze_607_output_0" + }, + { + "input_dimension:": "1 144 1 96 ", + "input_name:": "/Unsqueeze_608_output_0" + }, + { + "input_dimension:": "1 144 1 96 ", + "input_name:": "/Unsqueeze_609_output_0" + } + ], + "node_name:": "/Concat_302", + "node_outputs:": [ + { + "output_dimension:": "4 144 1 96 ", + "output_name:": "new_cached_val2_4" + } + ] + }, + { + "node_id:": 1593, + "node_inputs:": [ + { + "input_dimension:": "180 1 96 ", + "input_name:": "/Concat_281_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Unsqueeze_562_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_69_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Slice_134", + "node_outputs:": [ + { + "output_dimension:": "144 1 96 ", + "output_name:": "/Slice_134_output_0" + } + ] + }, + { + "node_id:": 1594, + "node_inputs:": [ + { + "input_dimension:": "144 1 96 ", + "input_name:": "/Slice_134_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + } + ], + "node_name:": "/Unsqueeze_605", + "node_outputs:": [ + { + "output_dimension:": "1 144 1 96 ", + "output_name:": "/Unsqueeze_605_output_0" + } + ] + }, + { + "node_id:": 1595, + "node_inputs:": [ + { + "input_dimension:": "180 1 96 ", + "input_name:": "/Concat_263_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Unsqueeze_562_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_69_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Slice_125", + "node_outputs:": [ + { + "output_dimension:": "144 1 96 ", + "output_name:": "/Slice_125_output_0" + } + ] + }, + { + "node_id:": 1596, + "node_inputs:": [ + { + "input_dimension:": "144 1 96 ", + "input_name:": "/Slice_125_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + } + ], + "node_name:": "/Unsqueeze_604", + "node_outputs:": [ + { + "output_dimension:": "1 144 1 96 ", + "output_name:": "/Unsqueeze_604_output_0" + } + ] + }, + { + "node_id:": 1597, + "node_inputs:": [ + { + "input_dimension:": "180 1 96 ", + "input_name:": "/Concat_245_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Unsqueeze_562_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_69_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Slice_116", + "node_outputs:": [ + { + "output_dimension:": "144 1 96 ", + "output_name:": "/Slice_116_output_0" + } + ] + }, + { + "node_id:": 1598, + "node_inputs:": [ + { + "input_dimension:": "144 1 96 ", + "input_name:": "/Slice_116_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + } + ], + "node_name:": "/Unsqueeze_603", + "node_outputs:": [ + { + "output_dimension:": "1 144 1 96 ", + "output_name:": "/Unsqueeze_603_output_0" + } + ] + }, + { + "node_id:": 1599, + "node_inputs:": [ + { + "input_dimension:": "180 1 96 ", + "input_name:": "/Concat_227_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Unsqueeze_562_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_69_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Slice_107", + "node_outputs:": [ + { + "output_dimension:": "144 1 96 ", + "output_name:": "/Slice_107_output_0" + } + ] + }, + { + "node_id:": 1600, + "node_inputs:": [ + { + "input_dimension:": "144 1 96 ", + "input_name:": "/Slice_107_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + } + ], + "node_name:": "/Unsqueeze_602", + "node_outputs:": [ + { + "output_dimension:": "1 144 1 96 ", + "output_name:": "/Unsqueeze_602_output_0" + } + ] + }, + { + "node_id:": 1601, + "node_inputs:": [ + { + "input_dimension:": "1 144 1 96 ", + "input_name:": "/Unsqueeze_602_output_0" + }, + { + "input_dimension:": "1 144 1 96 ", + "input_name:": "/Unsqueeze_603_output_0" + }, + { + "input_dimension:": "1 144 1 96 ", + "input_name:": "/Unsqueeze_604_output_0" + }, + { + "input_dimension:": "1 144 1 96 ", + "input_name:": "/Unsqueeze_605_output_0" + } + ], + "node_name:": "/Concat_301", + "node_outputs:": [ + { + "output_dimension:": "4 144 1 96 ", + "output_name:": "new_cached_val_4" + } + ] + }, + { + "node_id:": 1602, + "node_inputs:": [ + { + "input_dimension:": "180 1 192 ", + "input_name:": "/Concat_280_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Unsqueeze_562_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_69_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Slice_133", + "node_outputs:": [ + { + "output_dimension:": "144 1 192 ", + "output_name:": "/Slice_133_output_0" + } + ] + }, + { + "node_id:": 1603, + "node_inputs:": [ + { + "input_dimension:": "144 1 192 ", + "input_name:": "/Slice_133_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + } + ], + "node_name:": "/Unsqueeze_601", + "node_outputs:": [ + { + "output_dimension:": "1 144 1 192 ", + "output_name:": "/Unsqueeze_601_output_0" + } + ] + }, + { + "node_id:": 1604, + "node_inputs:": [ + { + "input_dimension:": "180 1 192 ", + "input_name:": "/Concat_262_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Unsqueeze_562_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_69_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Slice_124", + "node_outputs:": [ + { + "output_dimension:": "144 1 192 ", + "output_name:": "/Slice_124_output_0" + } + ] + }, + { + "node_id:": 1605, + "node_inputs:": [ + { + "input_dimension:": "144 1 192 ", + "input_name:": "/Slice_124_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + } + ], + "node_name:": "/Unsqueeze_600", + "node_outputs:": [ + { + "output_dimension:": "1 144 1 192 ", + "output_name:": "/Unsqueeze_600_output_0" + } + ] + }, + { + "node_id:": 1606, + "node_inputs:": [ + { + "input_dimension:": "180 1 192 ", + "input_name:": "/Concat_244_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Unsqueeze_562_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_69_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Slice_115", + "node_outputs:": [ + { + "output_dimension:": "144 1 192 ", + "output_name:": "/Slice_115_output_0" + } + ] + }, + { + "node_id:": 1607, + "node_inputs:": [ + { + "input_dimension:": "144 1 192 ", + "input_name:": "/Slice_115_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + } + ], + "node_name:": "/Unsqueeze_599", + "node_outputs:": [ + { + "output_dimension:": "1 144 1 192 ", + "output_name:": "/Unsqueeze_599_output_0" + } + ] + }, + { + "node_id:": 1608, + "node_inputs:": [ + { + "input_dimension:": "180 1 192 ", + "input_name:": "/Concat_226_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Unsqueeze_562_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_69_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Slice_106", + "node_outputs:": [ + { + "output_dimension:": "144 1 192 ", + "output_name:": "/Slice_106_output_0" + } + ] + }, + { + "node_id:": 1609, + "node_inputs:": [ + { + "input_dimension:": "144 1 192 ", + "input_name:": "/Slice_106_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + } + ], + "node_name:": "/Unsqueeze_598", + "node_outputs:": [ + { + "output_dimension:": "1 144 1 192 ", + "output_name:": "/Unsqueeze_598_output_0" + } + ] + }, + { + "node_id:": 1610, + "node_inputs:": [ + { + "input_dimension:": "1 144 1 192 ", + "input_name:": "/Unsqueeze_598_output_0" + }, + { + "input_dimension:": "1 144 1 192 ", + "input_name:": "/Unsqueeze_599_output_0" + }, + { + "input_dimension:": "1 144 1 192 ", + "input_name:": "/Unsqueeze_600_output_0" + }, + { + "input_dimension:": "1 144 1 192 ", + "input_name:": "/Unsqueeze_601_output_0" + } + ], + "node_name:": "/Concat_300", + "node_outputs:": [ + { + "output_dimension:": "4 144 1 192 ", + "output_name:": "new_cached_key_4" + } + ] + }, + { + "node_id:": 1611, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Mul_156_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/Constant_964_output_0" + } + ], + "node_name:": "/Gather_308", + "node_outputs:": [ + { + "output_dimension:": "1 384 ", + "output_name:": "/Gather_308_output_0" + } + ] + }, + { + "node_id:": 1612, + "node_inputs:": [ + { + "input_dimension:": "1 384 ", + "input_name:": "/Gather_308_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + } + ], + "node_name:": "/Unsqueeze_597", + "node_outputs:": [ + { + "output_dimension:": "1 1 384 ", + "output_name:": "/Unsqueeze_597_output_0" + } + ] + }, + { + "node_id:": 1613, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Mul_145_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/Constant_964_output_0" + } + ], + "node_name:": "/Gather_287", + "node_outputs:": [ + { + "output_dimension:": "1 384 ", + "output_name:": "/Gather_287_output_0" + } + ] + }, + { + "node_id:": 1614, + "node_inputs:": [ + { + "input_dimension:": "1 384 ", + "input_name:": "/Gather_287_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + } + ], + "node_name:": "/Unsqueeze_596", + "node_outputs:": [ + { + "output_dimension:": "1 1 384 ", + "output_name:": "/Unsqueeze_596_output_0" + } + ] + }, + { + "node_id:": 1615, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Mul_134_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/Constant_964_output_0" + } + ], + "node_name:": "/Gather_266", + "node_outputs:": [ + { + "output_dimension:": "1 384 ", + "output_name:": "/Gather_266_output_0" + } + ] + }, + { + "node_id:": 1616, + "node_inputs:": [ + { + "input_dimension:": "1 384 ", + "input_name:": "/Gather_266_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + } + ], + "node_name:": "/Unsqueeze_595", + "node_outputs:": [ + { + "output_dimension:": "1 1 384 ", + "output_name:": "/Unsqueeze_595_output_0" + } + ] + }, + { + "node_id:": 1617, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Mul_123_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/Constant_964_output_0" + } + ], + "node_name:": "/Gather_245", + "node_outputs:": [ + { + "output_dimension:": "1 384 ", + "output_name:": "/Gather_245_output_0" + } + ] + }, + { + "node_id:": 1618, + "node_inputs:": [ + { + "input_dimension:": "1 384 ", + "input_name:": "/Gather_245_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + } + ], + "node_name:": "/Unsqueeze_594", + "node_outputs:": [ + { + "output_dimension:": "1 1 384 ", + "output_name:": "/Unsqueeze_594_output_0" + } + ] + }, + { + "node_id:": 1619, + "node_inputs:": [ + { + "input_dimension:": "1 1 384 ", + "input_name:": "/Unsqueeze_594_output_0" + }, + { + "input_dimension:": "1 1 384 ", + "input_name:": "/Unsqueeze_595_output_0" + }, + { + "input_dimension:": "1 1 384 ", + "input_name:": "/Unsqueeze_596_output_0" + }, + { + "input_dimension:": "1 1 384 ", + "input_name:": "/Unsqueeze_597_output_0" + } + ], + "node_name:": "/Concat_299", + "node_outputs:": [ + { + "output_dimension:": "4 1 384 ", + "output_name:": "new_cached_avg_4" + } + ] + }, + { + "node_id:": 1620, + "node_inputs:": [ + { + "input_dimension:": "1 ", + "input_name:": "/Gather_299_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/Gather_307_output_0" + } + ], + "node_name:": "/Add_256", + "node_outputs:": [ + { + "output_dimension:": "1 ", + "output_name:": "/Add_256_output_0" + } + ] + }, + { + "node_id:": 1621, + "node_inputs:": [ + { + "input_dimension:": "1 ", + "input_name:": "/Add_256_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + } + ], + "node_name:": "/Unsqueeze_593", + "node_outputs:": [ + { + "output_dimension:": "1 1 ", + "output_name:": "/Unsqueeze_593_output_0" + } + ] + }, + { + "node_id:": 1622, + "node_inputs:": [ + { + "input_dimension:": "1 ", + "input_name:": "/Gather_278_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/Gather_286_output_0" + } + ], + "node_name:": "/Add_238", + "node_outputs:": [ + { + "output_dimension:": "1 ", + "output_name:": "/Add_238_output_0" + } + ] + }, + { + "node_id:": 1623, + "node_inputs:": [ + { + "input_dimension:": "1 ", + "input_name:": "/Add_238_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + } + ], + "node_name:": "/Unsqueeze_592", + "node_outputs:": [ + { + "output_dimension:": "1 1 ", + "output_name:": "/Unsqueeze_592_output_0" + } + ] + }, + { + "node_id:": 1624, + "node_inputs:": [ + { + "input_dimension:": "1 ", + "input_name:": "/Gather_257_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/Gather_265_output_0" + } + ], + "node_name:": "/Add_220", + "node_outputs:": [ + { + "output_dimension:": "1 ", + "output_name:": "/Add_220_output_0" + } + ] + }, + { + "node_id:": 1625, + "node_inputs:": [ + { + "input_dimension:": "1 ", + "input_name:": "/Add_220_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + } + ], + "node_name:": "/Unsqueeze_591", + "node_outputs:": [ + { + "output_dimension:": "1 1 ", + "output_name:": "/Unsqueeze_591_output_0" + } + ] + }, + { + "node_id:": 1626, + "node_inputs:": [ + { + "input_dimension:": "1 ", + "input_name:": "/Gather_236_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/Gather_244_output_0" + } + ], + "node_name:": "/Add_202", + "node_outputs:": [ + { + "output_dimension:": "1 ", + "output_name:": "/Add_202_output_0" + } + ] + }, + { + "node_id:": 1627, + "node_inputs:": [ + { + "input_dimension:": "1 ", + "input_name:": "/Add_202_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + } + ], + "node_name:": "/Unsqueeze_590", + "node_outputs:": [ + { + "output_dimension:": "1 1 ", + "output_name:": "/Unsqueeze_590_output_0" + } + ] + }, + { + "node_id:": 1628, + "node_inputs:": [ + { + "input_dimension:": "1 1 ", + "input_name:": "/Unsqueeze_590_output_0" + }, + { + "input_dimension:": "1 1 ", + "input_name:": "/Unsqueeze_591_output_0" + }, + { + "input_dimension:": "1 1 ", + "input_name:": "/Unsqueeze_592_output_0" + }, + { + "input_dimension:": "1 1 ", + "input_name:": "/Unsqueeze_593_output_0" + } + ], + "node_name:": "/Concat_298", + "node_outputs:": [ + { + "output_dimension:": "4 1 ", + "output_name:": "new_cached_len_4" + } + ] + }, + { + "node_id:": 1629, + "node_inputs:": [ + { + "input_dimension:": "1 384 39 ", + "input_name:": "/Concat_218_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_614_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_69_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_1113_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Slice_100", + "node_outputs:": [ + { + "output_dimension:": "1 384 30 ", + "output_name:": "/Slice_100_output_0" + } + ] + }, + { + "node_id:": 1630, + "node_inputs:": [ + { + "input_dimension:": "1 384 30 ", + "input_name:": "/Slice_100_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + } + ], + "node_name:": "/Unsqueeze_452", + "node_outputs:": [ + { + "output_dimension:": "1 1 384 30 ", + "output_name:": "/Unsqueeze_452_output_0" + } + ] + }, + { + "node_id:": 1631, + "node_inputs:": [ + { + "input_dimension:": "1 384 39 ", + "input_name:": "/Concat_200_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_614_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_69_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_1113_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Slice_91", + "node_outputs:": [ + { + "output_dimension:": "1 384 30 ", + "output_name:": "/Slice_91_output_0" + } + ] + }, + { + "node_id:": 1632, + "node_inputs:": [ + { + "input_dimension:": "1 384 30 ", + "input_name:": "/Slice_91_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + } + ], + "node_name:": "/Unsqueeze_451", + "node_outputs:": [ + { + "output_dimension:": "1 1 384 30 ", + "output_name:": "/Unsqueeze_451_output_0" + } + ] + }, + { + "node_id:": 1633, + "node_inputs:": [ + { + "input_dimension:": "1 1 384 30 ", + "input_name:": "/Unsqueeze_451_output_0" + }, + { + "input_dimension:": "1 1 384 30 ", + "input_name:": "/Unsqueeze_452_output_0" + } + ], + "node_name:": "/Concat_225", + "node_outputs:": [ + { + "output_dimension:": "2 1 384 30 ", + "output_name:": "new_cached_conv2_3" + } + ] + }, + { + "node_id:": 1634, + "node_inputs:": [ + { + "input_dimension:": "1 384 39 ", + "input_name:": "/Concat_214_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_614_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_69_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_1113_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Slice_98", + "node_outputs:": [ + { + "output_dimension:": "1 384 30 ", + "output_name:": "/Slice_98_output_0" + } + ] + }, + { + "node_id:": 1635, + "node_inputs:": [ + { + "input_dimension:": "1 384 30 ", + "input_name:": "/Slice_98_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + } + ], + "node_name:": "/Unsqueeze_450", + "node_outputs:": [ + { + "output_dimension:": "1 1 384 30 ", + "output_name:": "/Unsqueeze_450_output_0" + } + ] + }, + { + "node_id:": 1636, + "node_inputs:": [ + { + "input_dimension:": "1 384 39 ", + "input_name:": "/Concat_196_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_614_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_69_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_1113_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Slice_89", + "node_outputs:": [ + { + "output_dimension:": "1 384 30 ", + "output_name:": "/Slice_89_output_0" + } + ] + }, + { + "node_id:": 1637, + "node_inputs:": [ + { + "input_dimension:": "1 384 30 ", + "input_name:": "/Slice_89_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + } + ], + "node_name:": "/Unsqueeze_449", + "node_outputs:": [ + { + "output_dimension:": "1 1 384 30 ", + "output_name:": "/Unsqueeze_449_output_0" + } + ] + }, + { + "node_id:": 1638, + "node_inputs:": [ + { + "input_dimension:": "1 1 384 30 ", + "input_name:": "/Unsqueeze_449_output_0" + }, + { + "input_dimension:": "1 1 384 30 ", + "input_name:": "/Unsqueeze_450_output_0" + } + ], + "node_name:": "/Concat_224", + "node_outputs:": [ + { + "output_dimension:": "2 1 384 30 ", + "output_name:": "new_cached_conv1_3" + } + ] + }, + { + "node_id:": 1639, + "node_inputs:": [ + { + "input_dimension:": "45 1 96 ", + "input_name:": "/Concat_215_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Unsqueeze_434_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_69_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Slice_99", + "node_outputs:": [ + { + "output_dimension:": "36 1 96 ", + "output_name:": "/Slice_99_output_0" + } + ] + }, + { + "node_id:": 1640, + "node_inputs:": [ + { + "input_dimension:": "36 1 96 ", + "input_name:": "/Slice_99_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + } + ], + "node_name:": "/Unsqueeze_448", + "node_outputs:": [ + { + "output_dimension:": "1 36 1 96 ", + "output_name:": "/Unsqueeze_448_output_0" + } + ] + }, + { + "node_id:": 1641, + "node_inputs:": [ + { + "input_dimension:": "45 1 96 ", + "input_name:": "/Concat_197_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Unsqueeze_434_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_69_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Slice_90", + "node_outputs:": [ + { + "output_dimension:": "36 1 96 ", + "output_name:": "/Slice_90_output_0" + } + ] + }, + { + "node_id:": 1642, + "node_inputs:": [ + { + "input_dimension:": "36 1 96 ", + "input_name:": "/Slice_90_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + } + ], + "node_name:": "/Unsqueeze_447", + "node_outputs:": [ + { + "output_dimension:": "1 36 1 96 ", + "output_name:": "/Unsqueeze_447_output_0" + } + ] + }, + { + "node_id:": 1643, + "node_inputs:": [ + { + "input_dimension:": "1 36 1 96 ", + "input_name:": "/Unsqueeze_447_output_0" + }, + { + "input_dimension:": "1 36 1 96 ", + "input_name:": "/Unsqueeze_448_output_0" + } + ], + "node_name:": "/Concat_223", + "node_outputs:": [ + { + "output_dimension:": "2 36 1 96 ", + "output_name:": "new_cached_val2_3" + } + ] + }, + { + "node_id:": 1644, + "node_inputs:": [ + { + "input_dimension:": "45 1 96 ", + "input_name:": "/Concat_202_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Unsqueeze_411_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_69_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Slice_97", + "node_outputs:": [ + { + "output_dimension:": "36 1 96 ", + "output_name:": "/Slice_97_output_0" + } + ] + }, + { + "node_id:": 1645, + "node_inputs:": [ + { + "input_dimension:": "36 1 96 ", + "input_name:": "/Slice_97_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + } + ], + "node_name:": "/Unsqueeze_446", + "node_outputs:": [ + { + "output_dimension:": "1 36 1 96 ", + "output_name:": "/Unsqueeze_446_output_0" + } + ] + }, + { + "node_id:": 1646, + "node_inputs:": [ + { + "input_dimension:": "45 1 96 ", + "input_name:": "/Concat_184_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Unsqueeze_411_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_69_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Slice_88", + "node_outputs:": [ + { + "output_dimension:": "36 1 96 ", + "output_name:": "/Slice_88_output_0" + } + ] + }, + { + "node_id:": 1647, + "node_inputs:": [ + { + "input_dimension:": "36 1 96 ", + "input_name:": "/Slice_88_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + } + ], + "node_name:": "/Unsqueeze_445", + "node_outputs:": [ + { + "output_dimension:": "1 36 1 96 ", + "output_name:": "/Unsqueeze_445_output_0" + } + ] + }, + { + "node_id:": 1648, + "node_inputs:": [ + { + "input_dimension:": "1 36 1 96 ", + "input_name:": "/Unsqueeze_445_output_0" + }, + { + "input_dimension:": "1 36 1 96 ", + "input_name:": "/Unsqueeze_446_output_0" + } + ], + "node_name:": "/Concat_222", + "node_outputs:": [ + { + "output_dimension:": "2 36 1 96 ", + "output_name:": "new_cached_val_3" + } + ] + }, + { + "node_id:": 1649, + "node_inputs:": [ + { + "input_dimension:": "45 1 192 ", + "input_name:": "/Concat_201_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Unsqueeze_411_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_69_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Slice_96", + "node_outputs:": [ + { + "output_dimension:": "36 1 192 ", + "output_name:": "/Slice_96_output_0" + } + ] + }, + { + "node_id:": 1650, + "node_inputs:": [ + { + "input_dimension:": "36 1 192 ", + "input_name:": "/Slice_96_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + } + ], + "node_name:": "/Unsqueeze_444", + "node_outputs:": [ + { + "output_dimension:": "1 36 1 192 ", + "output_name:": "/Unsqueeze_444_output_0" + } + ] + }, + { + "node_id:": 1651, + "node_inputs:": [ + { + "input_dimension:": "45 1 192 ", + "input_name:": "/Concat_183_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Unsqueeze_411_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_69_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Slice_87", + "node_outputs:": [ + { + "output_dimension:": "36 1 192 ", + "output_name:": "/Slice_87_output_0" + } + ] + }, + { + "node_id:": 1652, + "node_inputs:": [ + { + "input_dimension:": "36 1 192 ", + "input_name:": "/Slice_87_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + } + ], + "node_name:": "/Unsqueeze_443", + "node_outputs:": [ + { + "output_dimension:": "1 36 1 192 ", + "output_name:": "/Unsqueeze_443_output_0" + } + ] + }, + { + "node_id:": 1653, + "node_inputs:": [ + { + "input_dimension:": "1 36 1 192 ", + "input_name:": "/Unsqueeze_443_output_0" + }, + { + "input_dimension:": "1 36 1 192 ", + "input_name:": "/Unsqueeze_444_output_0" + } + ], + "node_name:": "/Concat_221", + "node_outputs:": [ + { + "output_dimension:": "2 36 1 192 ", + "output_name:": "new_cached_key_3" + } + ] + }, + { + "node_id:": 1654, + "node_inputs:": [ + { + "input_dimension:": "9 1 384 ", + "input_name:": "/Mul_112_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/Constant_964_output_0" + } + ], + "node_name:": "/Gather_223", + "node_outputs:": [ + { + "output_dimension:": "1 384 ", + "output_name:": "/Gather_223_output_0" + } + ] + }, + { + "node_id:": 1655, + "node_inputs:": [ + { + "input_dimension:": "1 384 ", + "input_name:": "/Gather_223_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + } + ], + "node_name:": "/Unsqueeze_442", + "node_outputs:": [ + { + "output_dimension:": "1 1 384 ", + "output_name:": "/Unsqueeze_442_output_0" + } + ] + }, + { + "node_id:": 1656, + "node_inputs:": [ + { + "input_dimension:": "9 1 384 ", + "input_name:": "/Mul_101_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/Constant_964_output_0" + } + ], + "node_name:": "/Gather_202", + "node_outputs:": [ + { + "output_dimension:": "1 384 ", + "output_name:": "/Gather_202_output_0" + } + ] + }, + { + "node_id:": 1657, + "node_inputs:": [ + { + "input_dimension:": "1 384 ", + "input_name:": "/Gather_202_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + } + ], + "node_name:": "/Unsqueeze_441", + "node_outputs:": [ + { + "output_dimension:": "1 1 384 ", + "output_name:": "/Unsqueeze_441_output_0" + } + ] + }, + { + "node_id:": 1658, + "node_inputs:": [ + { + "input_dimension:": "1 1 384 ", + "input_name:": "/Unsqueeze_441_output_0" + }, + { + "input_dimension:": "1 1 384 ", + "input_name:": "/Unsqueeze_442_output_0" + } + ], + "node_name:": "/Concat_220", + "node_outputs:": [ + { + "output_dimension:": "2 1 384 ", + "output_name:": "new_cached_avg_3" + } + ] + }, + { + "node_id:": 1659, + "node_inputs:": [ + { + "input_dimension:": "1 ", + "input_name:": "/Gather_214_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/Gather_222_output_0" + } + ], + "node_name:": "/Add_184", + "node_outputs:": [ + { + "output_dimension:": "1 ", + "output_name:": "/Add_184_output_0" + } + ] + }, + { + "node_id:": 1660, + "node_inputs:": [ + { + "input_dimension:": "1 ", + "input_name:": "/Add_184_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + } + ], + "node_name:": "/Unsqueeze_440", + "node_outputs:": [ + { + "output_dimension:": "1 1 ", + "output_name:": "/Unsqueeze_440_output_0" + } + ] + }, + { + "node_id:": 1661, + "node_inputs:": [ + { + "input_dimension:": "1 ", + "input_name:": "/Gather_193_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/Gather_201_output_0" + } + ], + "node_name:": "/Add_166", + "node_outputs:": [ + { + "output_dimension:": "1 ", + "output_name:": "/Add_166_output_0" + } + ] + }, + { + "node_id:": 1662, + "node_inputs:": [ + { + "input_dimension:": "1 ", + "input_name:": "/Add_166_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + } + ], + "node_name:": "/Unsqueeze_439", + "node_outputs:": [ + { + "output_dimension:": "1 1 ", + "output_name:": "/Unsqueeze_439_output_0" + } + ] + }, + { + "node_id:": 1663, + "node_inputs:": [ + { + "input_dimension:": "1 1 ", + "input_name:": "/Unsqueeze_439_output_0" + }, + { + "input_dimension:": "1 1 ", + "input_name:": "/Unsqueeze_440_output_0" + } + ], + "node_name:": "/Concat_219", + "node_outputs:": [ + { + "output_dimension:": "2 1 ", + "output_name:": "new_cached_len_3" + } + ] + }, + { + "node_id:": 1664, + "node_inputs:": [ + { + "input_dimension:": "1 384 48 ", + "input_name:": "/Concat_175_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_614_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_69_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_1113_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Slice_81", + "node_outputs:": [ + { + "output_dimension:": "1 384 30 ", + "output_name:": "/Slice_81_output_0" + } + ] + }, + { + "node_id:": 1665, + "node_inputs:": [ + { + "input_dimension:": "1 384 30 ", + "input_name:": "/Slice_81_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + } + ], + "node_name:": "/Unsqueeze_369", + "node_outputs:": [ + { + "output_dimension:": "1 1 384 30 ", + "output_name:": "/Unsqueeze_369_output_0" + } + ] + }, + { + "node_id:": 1666, + "node_inputs:": [ + { + "input_dimension:": "1 384 48 ", + "input_name:": "/Concat_157_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_614_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_69_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_1113_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Slice_72", + "node_outputs:": [ + { + "output_dimension:": "1 384 30 ", + "output_name:": "/Slice_72_output_0" + } + ] + }, + { + "node_id:": 1667, + "node_inputs:": [ + { + "input_dimension:": "1 384 30 ", + "input_name:": "/Slice_72_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + } + ], + "node_name:": "/Unsqueeze_368", + "node_outputs:": [ + { + "output_dimension:": "1 1 384 30 ", + "output_name:": "/Unsqueeze_368_output_0" + } + ] + }, + { + "node_id:": 1668, + "node_inputs:": [ + { + "input_dimension:": "1 384 48 ", + "input_name:": "/Concat_139_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_614_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_69_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_1113_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Slice_63", + "node_outputs:": [ + { + "output_dimension:": "1 384 30 ", + "output_name:": "/Slice_63_output_0" + } + ] + }, + { + "node_id:": 1669, + "node_inputs:": [ + { + "input_dimension:": "1 384 30 ", + "input_name:": "/Slice_63_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + } + ], + "node_name:": "/Unsqueeze_367", + "node_outputs:": [ + { + "output_dimension:": "1 1 384 30 ", + "output_name:": "/Unsqueeze_367_output_0" + } + ] + }, + { + "node_id:": 1670, + "node_inputs:": [ + { + "input_dimension:": "1 1 384 30 ", + "input_name:": "/Unsqueeze_367_output_0" + }, + { + "input_dimension:": "1 1 384 30 ", + "input_name:": "/Unsqueeze_368_output_0" + }, + { + "input_dimension:": "1 1 384 30 ", + "input_name:": "/Unsqueeze_369_output_0" + } + ], + "node_name:": "/Concat_182", + "node_outputs:": [ + { + "output_dimension:": "3 1 384 30 ", + "output_name:": "new_cached_conv2_2" + } + ] + }, + { + "node_id:": 1671, + "node_inputs:": [ + { + "input_dimension:": "1 384 48 ", + "input_name:": "/Concat_171_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_614_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_69_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_1113_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Slice_79", + "node_outputs:": [ + { + "output_dimension:": "1 384 30 ", + "output_name:": "/Slice_79_output_0" + } + ] + }, + { + "node_id:": 1672, + "node_inputs:": [ + { + "input_dimension:": "1 384 30 ", + "input_name:": "/Slice_79_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + } + ], + "node_name:": "/Unsqueeze_366", + "node_outputs:": [ + { + "output_dimension:": "1 1 384 30 ", + "output_name:": "/Unsqueeze_366_output_0" + } + ] + }, + { + "node_id:": 1673, + "node_inputs:": [ + { + "input_dimension:": "1 384 48 ", + "input_name:": "/Concat_153_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_614_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_69_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_1113_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Slice_70", + "node_outputs:": [ + { + "output_dimension:": "1 384 30 ", + "output_name:": "/Slice_70_output_0" + } + ] + }, + { + "node_id:": 1674, + "node_inputs:": [ + { + "input_dimension:": "1 384 30 ", + "input_name:": "/Slice_70_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + } + ], + "node_name:": "/Unsqueeze_365", + "node_outputs:": [ + { + "output_dimension:": "1 1 384 30 ", + "output_name:": "/Unsqueeze_365_output_0" + } + ] + }, + { + "node_id:": 1675, + "node_inputs:": [ + { + "input_dimension:": "1 384 48 ", + "input_name:": "/Concat_135_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_614_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_69_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_1113_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Slice_61", + "node_outputs:": [ + { + "output_dimension:": "1 384 30 ", + "output_name:": "/Slice_61_output_0" + } + ] + }, + { + "node_id:": 1676, + "node_inputs:": [ + { + "input_dimension:": "1 384 30 ", + "input_name:": "/Slice_61_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + } + ], + "node_name:": "/Unsqueeze_364", + "node_outputs:": [ + { + "output_dimension:": "1 1 384 30 ", + "output_name:": "/Unsqueeze_364_output_0" + } + ] + }, + { + "node_id:": 1677, + "node_inputs:": [ + { + "input_dimension:": "1 1 384 30 ", + "input_name:": "/Unsqueeze_364_output_0" + }, + { + "input_dimension:": "1 1 384 30 ", + "input_name:": "/Unsqueeze_365_output_0" + }, + { + "input_dimension:": "1 1 384 30 ", + "input_name:": "/Unsqueeze_366_output_0" + } + ], + "node_name:": "/Concat_181", + "node_outputs:": [ + { + "output_dimension:": "3 1 384 30 ", + "output_name:": "new_cached_conv1_2" + } + ] + }, + { + "node_id:": 1678, + "node_inputs:": [ + { + "input_dimension:": "90 1 96 ", + "input_name:": "/Concat_172_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Unsqueeze_344_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_69_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Slice_80", + "node_outputs:": [ + { + "output_dimension:": "72 1 96 ", + "output_name:": "/Slice_80_output_0" + } + ] + }, + { + "node_id:": 1679, + "node_inputs:": [ + { + "input_dimension:": "72 1 96 ", + "input_name:": "/Slice_80_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + } + ], + "node_name:": "/Unsqueeze_363", + "node_outputs:": [ + { + "output_dimension:": "1 72 1 96 ", + "output_name:": "/Unsqueeze_363_output_0" + } + ] + }, + { + "node_id:": 1680, + "node_inputs:": [ + { + "input_dimension:": "90 1 96 ", + "input_name:": "/Concat_154_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Unsqueeze_344_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_69_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Slice_71", + "node_outputs:": [ + { + "output_dimension:": "72 1 96 ", + "output_name:": "/Slice_71_output_0" + } + ] + }, + { + "node_id:": 1681, + "node_inputs:": [ + { + "input_dimension:": "72 1 96 ", + "input_name:": "/Slice_71_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + } + ], + "node_name:": "/Unsqueeze_362", + "node_outputs:": [ + { + "output_dimension:": "1 72 1 96 ", + "output_name:": "/Unsqueeze_362_output_0" + } + ] + }, + { + "node_id:": 1682, + "node_inputs:": [ + { + "input_dimension:": "90 1 96 ", + "input_name:": "/Concat_136_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Unsqueeze_344_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_69_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Slice_62", + "node_outputs:": [ + { + "output_dimension:": "72 1 96 ", + "output_name:": "/Slice_62_output_0" + } + ] + }, + { + "node_id:": 1683, + "node_inputs:": [ + { + "input_dimension:": "72 1 96 ", + "input_name:": "/Slice_62_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + } + ], + "node_name:": "/Unsqueeze_361", + "node_outputs:": [ + { + "output_dimension:": "1 72 1 96 ", + "output_name:": "/Unsqueeze_361_output_0" + } + ] + }, + { + "node_id:": 1684, + "node_inputs:": [ + { + "input_dimension:": "1 72 1 96 ", + "input_name:": "/Unsqueeze_361_output_0" + }, + { + "input_dimension:": "1 72 1 96 ", + "input_name:": "/Unsqueeze_362_output_0" + }, + { + "input_dimension:": "1 72 1 96 ", + "input_name:": "/Unsqueeze_363_output_0" + } + ], + "node_name:": "/Concat_180", + "node_outputs:": [ + { + "output_dimension:": "3 72 1 96 ", + "output_name:": "new_cached_val2_2" + } + ] + }, + { + "node_id:": 1685, + "node_inputs:": [ + { + "input_dimension:": "90 1 96 ", + "input_name:": "/Concat_159_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Unsqueeze_321_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_69_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Slice_78", + "node_outputs:": [ + { + "output_dimension:": "72 1 96 ", + "output_name:": "/Slice_78_output_0" + } + ] + }, + { + "node_id:": 1686, + "node_inputs:": [ + { + "input_dimension:": "72 1 96 ", + "input_name:": "/Slice_78_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + } + ], + "node_name:": "/Unsqueeze_360", + "node_outputs:": [ + { + "output_dimension:": "1 72 1 96 ", + "output_name:": "/Unsqueeze_360_output_0" + } + ] + }, + { + "node_id:": 1687, + "node_inputs:": [ + { + "input_dimension:": "90 1 96 ", + "input_name:": "/Concat_141_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Unsqueeze_321_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_69_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Slice_69", + "node_outputs:": [ + { + "output_dimension:": "72 1 96 ", + "output_name:": "/Slice_69_output_0" + } + ] + }, + { + "node_id:": 1688, + "node_inputs:": [ + { + "input_dimension:": "72 1 96 ", + "input_name:": "/Slice_69_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + } + ], + "node_name:": "/Unsqueeze_359", + "node_outputs:": [ + { + "output_dimension:": "1 72 1 96 ", + "output_name:": "/Unsqueeze_359_output_0" + } + ] + }, + { + "node_id:": 1689, + "node_inputs:": [ + { + "input_dimension:": "90 1 96 ", + "input_name:": "/Concat_123_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Unsqueeze_321_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_69_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Slice_60", + "node_outputs:": [ + { + "output_dimension:": "72 1 96 ", + "output_name:": "/Slice_60_output_0" + } + ] + }, + { + "node_id:": 1690, + "node_inputs:": [ + { + "input_dimension:": "72 1 96 ", + "input_name:": "/Slice_60_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + } + ], + "node_name:": "/Unsqueeze_358", + "node_outputs:": [ + { + "output_dimension:": "1 72 1 96 ", + "output_name:": "/Unsqueeze_358_output_0" + } + ] + }, + { + "node_id:": 1691, + "node_inputs:": [ + { + "input_dimension:": "1 72 1 96 ", + "input_name:": "/Unsqueeze_358_output_0" + }, + { + "input_dimension:": "1 72 1 96 ", + "input_name:": "/Unsqueeze_359_output_0" + }, + { + "input_dimension:": "1 72 1 96 ", + "input_name:": "/Unsqueeze_360_output_0" + } + ], + "node_name:": "/Concat_179", + "node_outputs:": [ + { + "output_dimension:": "3 72 1 96 ", + "output_name:": "new_cached_val_2" + } + ] + }, + { + "node_id:": 1692, + "node_inputs:": [ + { + "input_dimension:": "90 1 192 ", + "input_name:": "/Concat_158_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Unsqueeze_321_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_69_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Slice_77", + "node_outputs:": [ + { + "output_dimension:": "72 1 192 ", + "output_name:": "/Slice_77_output_0" + } + ] + }, + { + "node_id:": 1693, + "node_inputs:": [ + { + "input_dimension:": "72 1 192 ", + "input_name:": "/Slice_77_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + } + ], + "node_name:": "/Unsqueeze_357", + "node_outputs:": [ + { + "output_dimension:": "1 72 1 192 ", + "output_name:": "/Unsqueeze_357_output_0" + } + ] + }, + { + "node_id:": 1694, + "node_inputs:": [ + { + "input_dimension:": "90 1 192 ", + "input_name:": "/Concat_140_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Unsqueeze_321_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_69_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Slice_68", + "node_outputs:": [ + { + "output_dimension:": "72 1 192 ", + "output_name:": "/Slice_68_output_0" + } + ] + }, + { + "node_id:": 1695, + "node_inputs:": [ + { + "input_dimension:": "72 1 192 ", + "input_name:": "/Slice_68_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + } + ], + "node_name:": "/Unsqueeze_356", + "node_outputs:": [ + { + "output_dimension:": "1 72 1 192 ", + "output_name:": "/Unsqueeze_356_output_0" + } + ] + }, + { + "node_id:": 1696, + "node_inputs:": [ + { + "input_dimension:": "90 1 192 ", + "input_name:": "/Concat_122_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Unsqueeze_321_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_69_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Slice_59", + "node_outputs:": [ + { + "output_dimension:": "72 1 192 ", + "output_name:": "/Slice_59_output_0" + } + ] + }, + { + "node_id:": 1697, + "node_inputs:": [ + { + "input_dimension:": "72 1 192 ", + "input_name:": "/Slice_59_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + } + ], + "node_name:": "/Unsqueeze_355", + "node_outputs:": [ + { + "output_dimension:": "1 72 1 192 ", + "output_name:": "/Unsqueeze_355_output_0" + } + ] + }, + { + "node_id:": 1698, + "node_inputs:": [ + { + "input_dimension:": "1 72 1 192 ", + "input_name:": "/Unsqueeze_355_output_0" + }, + { + "input_dimension:": "1 72 1 192 ", + "input_name:": "/Unsqueeze_356_output_0" + }, + { + "input_dimension:": "1 72 1 192 ", + "input_name:": "/Unsqueeze_357_output_0" + } + ], + "node_name:": "/Concat_178", + "node_outputs:": [ + { + "output_dimension:": "3 72 1 192 ", + "output_name:": "new_cached_key_2" + } + ] + }, + { + "node_id:": 1699, + "node_inputs:": [ + { + "input_dimension:": "18 1 384 ", + "input_name:": "/Mul_90_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/Constant_964_output_0" + } + ], + "node_name:": "/Gather_180", + "node_outputs:": [ + { + "output_dimension:": "1 384 ", + "output_name:": "/Gather_180_output_0" + } + ] + }, + { + "node_id:": 1700, + "node_inputs:": [ + { + "input_dimension:": "1 384 ", + "input_name:": "/Gather_180_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + } + ], + "node_name:": "/Unsqueeze_354", + "node_outputs:": [ + { + "output_dimension:": "1 1 384 ", + "output_name:": "/Unsqueeze_354_output_0" + } + ] + }, + { + "node_id:": 1701, + "node_inputs:": [ + { + "input_dimension:": "18 1 384 ", + "input_name:": "/Mul_79_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/Constant_964_output_0" + } + ], + "node_name:": "/Gather_159", + "node_outputs:": [ + { + "output_dimension:": "1 384 ", + "output_name:": "/Gather_159_output_0" + } + ] + }, + { + "node_id:": 1702, + "node_inputs:": [ + { + "input_dimension:": "1 384 ", + "input_name:": "/Gather_159_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + } + ], + "node_name:": "/Unsqueeze_353", + "node_outputs:": [ + { + "output_dimension:": "1 1 384 ", + "output_name:": "/Unsqueeze_353_output_0" + } + ] + }, + { + "node_id:": 1703, + "node_inputs:": [ + { + "input_dimension:": "18 1 384 ", + "input_name:": "/Mul_68_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/Constant_964_output_0" + } + ], + "node_name:": "/Gather_138", + "node_outputs:": [ + { + "output_dimension:": "1 384 ", + "output_name:": "/Gather_138_output_0" + } + ] + }, + { + "node_id:": 1704, + "node_inputs:": [ + { + "input_dimension:": "1 384 ", + "input_name:": "/Gather_138_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + } + ], + "node_name:": "/Unsqueeze_352", + "node_outputs:": [ + { + "output_dimension:": "1 1 384 ", + "output_name:": "/Unsqueeze_352_output_0" + } + ] + }, + { + "node_id:": 1705, + "node_inputs:": [ + { + "input_dimension:": "1 1 384 ", + "input_name:": "/Unsqueeze_352_output_0" + }, + { + "input_dimension:": "1 1 384 ", + "input_name:": "/Unsqueeze_353_output_0" + }, + { + "input_dimension:": "1 1 384 ", + "input_name:": "/Unsqueeze_354_output_0" + } + ], + "node_name:": "/Concat_177", + "node_outputs:": [ + { + "output_dimension:": "3 1 384 ", + "output_name:": "new_cached_avg_2" + } + ] + }, + { + "node_id:": 1706, + "node_inputs:": [ + { + "input_dimension:": "1 ", + "input_name:": "/Gather_171_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/Gather_179_output_0" + } + ], + "node_name:": "/Add_148", + "node_outputs:": [ + { + "output_dimension:": "1 ", + "output_name:": "/Add_148_output_0" + } + ] + }, + { + "node_id:": 1707, + "node_inputs:": [ + { + "input_dimension:": "1 ", + "input_name:": "/Add_148_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + } + ], + "node_name:": "/Unsqueeze_351", + "node_outputs:": [ + { + "output_dimension:": "1 1 ", + "output_name:": "/Unsqueeze_351_output_0" + } + ] + }, + { + "node_id:": 1708, + "node_inputs:": [ + { + "input_dimension:": "1 ", + "input_name:": "/Gather_150_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/Gather_158_output_0" + } + ], + "node_name:": "/Add_130", + "node_outputs:": [ + { + "output_dimension:": "1 ", + "output_name:": "/Add_130_output_0" + } + ] + }, + { + "node_id:": 1709, + "node_inputs:": [ + { + "input_dimension:": "1 ", + "input_name:": "/Add_130_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + } + ], + "node_name:": "/Unsqueeze_350", + "node_outputs:": [ + { + "output_dimension:": "1 1 ", + "output_name:": "/Unsqueeze_350_output_0" + } + ] + }, + { + "node_id:": 1710, + "node_inputs:": [ + { + "input_dimension:": "1 ", + "input_name:": "/Gather_129_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/Gather_137_output_0" + } + ], + "node_name:": "/Add_112", + "node_outputs:": [ + { + "output_dimension:": "1 ", + "output_name:": "/Add_112_output_0" + } + ] + }, + { + "node_id:": 1711, + "node_inputs:": [ + { + "input_dimension:": "1 ", + "input_name:": "/Add_112_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + } + ], + "node_name:": "/Unsqueeze_349", + "node_outputs:": [ + { + "output_dimension:": "1 1 ", + "output_name:": "/Unsqueeze_349_output_0" + } + ] + }, + { + "node_id:": 1712, + "node_inputs:": [ + { + "input_dimension:": "1 1 ", + "input_name:": "/Unsqueeze_349_output_0" + }, + { + "input_dimension:": "1 1 ", + "input_name:": "/Unsqueeze_350_output_0" + }, + { + "input_dimension:": "1 1 ", + "input_name:": "/Unsqueeze_351_output_0" + } + ], + "node_name:": "/Concat_176", + "node_outputs:": [ + { + "output_dimension:": "3 1 ", + "output_name:": "new_cached_len_2" + } + ] + }, + { + "node_id:": 1713, + "node_inputs:": [ + { + "input_dimension:": "1 384 66 ", + "input_name:": "/Concat_114_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_614_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_69_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_1113_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Slice_53", + "node_outputs:": [ + { + "output_dimension:": "1 384 30 ", + "output_name:": "/Slice_53_output_0" + } + ] + }, + { + "node_id:": 1714, + "node_inputs:": [ + { + "input_dimension:": "1 384 30 ", + "input_name:": "/Slice_53_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + } + ], + "node_name:": "/Unsqueeze_245", + "node_outputs:": [ + { + "output_dimension:": "1 1 384 30 ", + "output_name:": "/Unsqueeze_245_output_0" + } + ] + }, + { + "node_id:": 1715, + "node_inputs:": [ + { + "input_dimension:": "1 384 66 ", + "input_name:": "/Concat_96_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_614_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_69_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_1113_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Slice_44", + "node_outputs:": [ + { + "output_dimension:": "1 384 30 ", + "output_name:": "/Slice_44_output_0" + } + ] + }, + { + "node_id:": 1716, + "node_inputs:": [ + { + "input_dimension:": "1 384 30 ", + "input_name:": "/Slice_44_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + } + ], + "node_name:": "/Unsqueeze_244", + "node_outputs:": [ + { + "output_dimension:": "1 1 384 30 ", + "output_name:": "/Unsqueeze_244_output_0" + } + ] + }, + { + "node_id:": 1717, + "node_inputs:": [ + { + "input_dimension:": "1 384 66 ", + "input_name:": "/Concat_78_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_614_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_69_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_1113_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Slice_35", + "node_outputs:": [ + { + "output_dimension:": "1 384 30 ", + "output_name:": "/Slice_35_output_0" + } + ] + }, + { + "node_id:": 1718, + "node_inputs:": [ + { + "input_dimension:": "1 384 30 ", + "input_name:": "/Slice_35_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + } + ], + "node_name:": "/Unsqueeze_243", + "node_outputs:": [ + { + "output_dimension:": "1 1 384 30 ", + "output_name:": "/Unsqueeze_243_output_0" + } + ] + }, + { + "node_id:": 1719, + "node_inputs:": [ + { + "input_dimension:": "1 384 66 ", + "input_name:": "/Concat_60_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_614_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_69_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_1113_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Slice_26", + "node_outputs:": [ + { + "output_dimension:": "1 384 30 ", + "output_name:": "/Slice_26_output_0" + } + ] + }, + { + "node_id:": 1720, + "node_inputs:": [ + { + "input_dimension:": "1 384 30 ", + "input_name:": "/Slice_26_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + } + ], + "node_name:": "/Unsqueeze_242", + "node_outputs:": [ + { + "output_dimension:": "1 1 384 30 ", + "output_name:": "/Unsqueeze_242_output_0" + } + ] + }, + { + "node_id:": 1721, + "node_inputs:": [ + { + "input_dimension:": "1 1 384 30 ", + "input_name:": "/Unsqueeze_242_output_0" + }, + { + "input_dimension:": "1 1 384 30 ", + "input_name:": "/Unsqueeze_243_output_0" + }, + { + "input_dimension:": "1 1 384 30 ", + "input_name:": "/Unsqueeze_244_output_0" + }, + { + "input_dimension:": "1 1 384 30 ", + "input_name:": "/Unsqueeze_245_output_0" + } + ], + "node_name:": "/Concat_121", + "node_outputs:": [ + { + "output_dimension:": "4 1 384 30 ", + "output_name:": "new_cached_conv2_1" + } + ] + }, + { + "node_id:": 1722, + "node_inputs:": [ + { + "input_dimension:": "1 384 66 ", + "input_name:": "/Concat_110_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_614_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_69_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_1113_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Slice_51", + "node_outputs:": [ + { + "output_dimension:": "1 384 30 ", + "output_name:": "/Slice_51_output_0" + } + ] + }, + { + "node_id:": 1723, + "node_inputs:": [ + { + "input_dimension:": "1 384 30 ", + "input_name:": "/Slice_51_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + } + ], + "node_name:": "/Unsqueeze_241", + "node_outputs:": [ + { + "output_dimension:": "1 1 384 30 ", + "output_name:": "/Unsqueeze_241_output_0" + } + ] + }, + { + "node_id:": 1724, + "node_inputs:": [ + { + "input_dimension:": "1 384 66 ", + "input_name:": "/Concat_92_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_614_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_69_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_1113_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Slice_42", + "node_outputs:": [ + { + "output_dimension:": "1 384 30 ", + "output_name:": "/Slice_42_output_0" + } + ] + }, + { + "node_id:": 1725, + "node_inputs:": [ + { + "input_dimension:": "1 384 30 ", + "input_name:": "/Slice_42_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + } + ], + "node_name:": "/Unsqueeze_240", + "node_outputs:": [ + { + "output_dimension:": "1 1 384 30 ", + "output_name:": "/Unsqueeze_240_output_0" + } + ] + }, + { + "node_id:": 1726, + "node_inputs:": [ + { + "input_dimension:": "1 384 66 ", + "input_name:": "/Concat_74_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_614_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_69_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_1113_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Slice_33", + "node_outputs:": [ + { + "output_dimension:": "1 384 30 ", + "output_name:": "/Slice_33_output_0" + } + ] + }, + { + "node_id:": 1727, + "node_inputs:": [ + { + "input_dimension:": "1 384 30 ", + "input_name:": "/Slice_33_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + } + ], + "node_name:": "/Unsqueeze_239", + "node_outputs:": [ + { + "output_dimension:": "1 1 384 30 ", + "output_name:": "/Unsqueeze_239_output_0" + } + ] + }, + { + "node_id:": 1728, + "node_inputs:": [ + { + "input_dimension:": "1 384 66 ", + "input_name:": "/Concat_56_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_614_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_69_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_1113_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Slice_24", + "node_outputs:": [ + { + "output_dimension:": "1 384 30 ", + "output_name:": "/Slice_24_output_0" + } + ] + }, + { + "node_id:": 1729, + "node_inputs:": [ + { + "input_dimension:": "1 384 30 ", + "input_name:": "/Slice_24_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + } + ], + "node_name:": "/Unsqueeze_238", + "node_outputs:": [ + { + "output_dimension:": "1 1 384 30 ", + "output_name:": "/Unsqueeze_238_output_0" + } + ] + }, + { + "node_id:": 1730, + "node_inputs:": [ + { + "input_dimension:": "1 1 384 30 ", + "input_name:": "/Unsqueeze_238_output_0" + }, + { + "input_dimension:": "1 1 384 30 ", + "input_name:": "/Unsqueeze_239_output_0" + }, + { + "input_dimension:": "1 1 384 30 ", + "input_name:": "/Unsqueeze_240_output_0" + }, + { + "input_dimension:": "1 1 384 30 ", + "input_name:": "/Unsqueeze_241_output_0" + } + ], + "node_name:": "/Concat_120", + "node_outputs:": [ + { + "output_dimension:": "4 1 384 30 ", + "output_name:": "new_cached_conv1_1" + } + ] + }, + { + "node_id:": 1731, + "node_inputs:": [ + { + "input_dimension:": "180 1 96 ", + "input_name:": "/Concat_111_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Unsqueeze_585_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_69_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Slice_52", + "node_outputs:": [ + { + "output_dimension:": "144 1 96 ", + "output_name:": "/Slice_52_output_0" + } + ] + }, + { + "node_id:": 1732, + "node_inputs:": [ + { + "input_dimension:": "144 1 96 ", + "input_name:": "/Slice_52_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + } + ], + "node_name:": "/Unsqueeze_237", + "node_outputs:": [ + { + "output_dimension:": "1 144 1 96 ", + "output_name:": "/Unsqueeze_237_output_0" + } + ] + }, + { + "node_id:": 1733, + "node_inputs:": [ + { + "input_dimension:": "180 1 96 ", + "input_name:": "/Concat_93_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Unsqueeze_585_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_69_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Slice_43", + "node_outputs:": [ + { + "output_dimension:": "144 1 96 ", + "output_name:": "/Slice_43_output_0" + } + ] + }, + { + "node_id:": 1734, + "node_inputs:": [ + { + "input_dimension:": "144 1 96 ", + "input_name:": "/Slice_43_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + } + ], + "node_name:": "/Unsqueeze_236", + "node_outputs:": [ + { + "output_dimension:": "1 144 1 96 ", + "output_name:": "/Unsqueeze_236_output_0" + } + ] + }, + { + "node_id:": 1735, + "node_inputs:": [ + { + "input_dimension:": "180 1 96 ", + "input_name:": "/Concat_75_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Unsqueeze_585_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_69_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Slice_34", + "node_outputs:": [ + { + "output_dimension:": "144 1 96 ", + "output_name:": "/Slice_34_output_0" + } + ] + }, + { + "node_id:": 1736, + "node_inputs:": [ + { + "input_dimension:": "144 1 96 ", + "input_name:": "/Slice_34_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + } + ], + "node_name:": "/Unsqueeze_235", + "node_outputs:": [ + { + "output_dimension:": "1 144 1 96 ", + "output_name:": "/Unsqueeze_235_output_0" + } + ] + }, + { + "node_id:": 1737, + "node_inputs:": [ + { + "input_dimension:": "180 1 96 ", + "input_name:": "/Concat_57_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Unsqueeze_585_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_69_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Slice_25", + "node_outputs:": [ + { + "output_dimension:": "144 1 96 ", + "output_name:": "/Slice_25_output_0" + } + ] + }, + { + "node_id:": 1738, + "node_inputs:": [ + { + "input_dimension:": "144 1 96 ", + "input_name:": "/Slice_25_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + } + ], + "node_name:": "/Unsqueeze_234", + "node_outputs:": [ + { + "output_dimension:": "1 144 1 96 ", + "output_name:": "/Unsqueeze_234_output_0" + } + ] + }, + { + "node_id:": 1739, + "node_inputs:": [ + { + "input_dimension:": "1 144 1 96 ", + "input_name:": "/Unsqueeze_234_output_0" + }, + { + "input_dimension:": "1 144 1 96 ", + "input_name:": "/Unsqueeze_235_output_0" + }, + { + "input_dimension:": "1 144 1 96 ", + "input_name:": "/Unsqueeze_236_output_0" + }, + { + "input_dimension:": "1 144 1 96 ", + "input_name:": "/Unsqueeze_237_output_0" + } + ], + "node_name:": "/Concat_119", + "node_outputs:": [ + { + "output_dimension:": "4 144 1 96 ", + "output_name:": "new_cached_val2_1" + } + ] + }, + { + "node_id:": 1740, + "node_inputs:": [ + { + "input_dimension:": "180 1 96 ", + "input_name:": "/Concat_98_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Unsqueeze_562_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_69_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Slice_50", + "node_outputs:": [ + { + "output_dimension:": "144 1 96 ", + "output_name:": "/Slice_50_output_0" + } + ] + }, + { + "node_id:": 1741, + "node_inputs:": [ + { + "input_dimension:": "144 1 96 ", + "input_name:": "/Slice_50_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + } + ], + "node_name:": "/Unsqueeze_233", + "node_outputs:": [ + { + "output_dimension:": "1 144 1 96 ", + "output_name:": "/Unsqueeze_233_output_0" + } + ] + }, + { + "node_id:": 1742, + "node_inputs:": [ + { + "input_dimension:": "180 1 96 ", + "input_name:": "/Concat_80_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Unsqueeze_562_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_69_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Slice_41", + "node_outputs:": [ + { + "output_dimension:": "144 1 96 ", + "output_name:": "/Slice_41_output_0" + } + ] + }, + { + "node_id:": 1743, + "node_inputs:": [ + { + "input_dimension:": "144 1 96 ", + "input_name:": "/Slice_41_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + } + ], + "node_name:": "/Unsqueeze_232", + "node_outputs:": [ + { + "output_dimension:": "1 144 1 96 ", + "output_name:": "/Unsqueeze_232_output_0" + } + ] + }, + { + "node_id:": 1744, + "node_inputs:": [ + { + "input_dimension:": "180 1 96 ", + "input_name:": "/Concat_62_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Unsqueeze_562_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_69_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Slice_32", + "node_outputs:": [ + { + "output_dimension:": "144 1 96 ", + "output_name:": "/Slice_32_output_0" + } + ] + }, + { + "node_id:": 1745, + "node_inputs:": [ + { + "input_dimension:": "144 1 96 ", + "input_name:": "/Slice_32_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + } + ], + "node_name:": "/Unsqueeze_231", + "node_outputs:": [ + { + "output_dimension:": "1 144 1 96 ", + "output_name:": "/Unsqueeze_231_output_0" + } + ] + }, + { + "node_id:": 1746, + "node_inputs:": [ + { + "input_dimension:": "180 1 96 ", + "input_name:": "/Concat_44_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Unsqueeze_562_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_69_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Slice_23", + "node_outputs:": [ + { + "output_dimension:": "144 1 96 ", + "output_name:": "/Slice_23_output_0" + } + ] + }, + { + "node_id:": 1747, + "node_inputs:": [ + { + "input_dimension:": "144 1 96 ", + "input_name:": "/Slice_23_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + } + ], + "node_name:": "/Unsqueeze_230", + "node_outputs:": [ + { + "output_dimension:": "1 144 1 96 ", + "output_name:": "/Unsqueeze_230_output_0" + } + ] + }, + { + "node_id:": 1748, + "node_inputs:": [ + { + "input_dimension:": "1 144 1 96 ", + "input_name:": "/Unsqueeze_230_output_0" + }, + { + "input_dimension:": "1 144 1 96 ", + "input_name:": "/Unsqueeze_231_output_0" + }, + { + "input_dimension:": "1 144 1 96 ", + "input_name:": "/Unsqueeze_232_output_0" + }, + { + "input_dimension:": "1 144 1 96 ", + "input_name:": "/Unsqueeze_233_output_0" + } + ], + "node_name:": "/Concat_118", + "node_outputs:": [ + { + "output_dimension:": "4 144 1 96 ", + "output_name:": "new_cached_val_1" + } + ] + }, + { + "node_id:": 1749, + "node_inputs:": [ + { + "input_dimension:": "180 1 192 ", + "input_name:": "/Concat_97_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Unsqueeze_562_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_69_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Slice_49", + "node_outputs:": [ + { + "output_dimension:": "144 1 192 ", + "output_name:": "/Slice_49_output_0" + } + ] + }, + { + "node_id:": 1750, + "node_inputs:": [ + { + "input_dimension:": "144 1 192 ", + "input_name:": "/Slice_49_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + } + ], + "node_name:": "/Unsqueeze_229", + "node_outputs:": [ + { + "output_dimension:": "1 144 1 192 ", + "output_name:": "/Unsqueeze_229_output_0" + } + ] + }, + { + "node_id:": 1751, + "node_inputs:": [ + { + "input_dimension:": "180 1 192 ", + "input_name:": "/Concat_79_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Unsqueeze_562_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_69_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Slice_40", + "node_outputs:": [ + { + "output_dimension:": "144 1 192 ", + "output_name:": "/Slice_40_output_0" + } + ] + }, + { + "node_id:": 1752, + "node_inputs:": [ + { + "input_dimension:": "144 1 192 ", + "input_name:": "/Slice_40_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + } + ], + "node_name:": "/Unsqueeze_228", + "node_outputs:": [ + { + "output_dimension:": "1 144 1 192 ", + "output_name:": "/Unsqueeze_228_output_0" + } + ] + }, + { + "node_id:": 1753, + "node_inputs:": [ + { + "input_dimension:": "180 1 192 ", + "input_name:": "/Concat_61_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Unsqueeze_562_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_69_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Slice_31", + "node_outputs:": [ + { + "output_dimension:": "144 1 192 ", + "output_name:": "/Slice_31_output_0" + } + ] + }, + { + "node_id:": 1754, + "node_inputs:": [ + { + "input_dimension:": "144 1 192 ", + "input_name:": "/Slice_31_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + } + ], + "node_name:": "/Unsqueeze_227", + "node_outputs:": [ + { + "output_dimension:": "1 144 1 192 ", + "output_name:": "/Unsqueeze_227_output_0" + } + ] + }, + { + "node_id:": 1755, + "node_inputs:": [ + { + "input_dimension:": "180 1 192 ", + "input_name:": "/Concat_43_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Unsqueeze_562_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_69_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Slice_22", + "node_outputs:": [ + { + "output_dimension:": "144 1 192 ", + "output_name:": "/Slice_22_output_0" + } + ] + }, + { + "node_id:": 1756, + "node_inputs:": [ + { + "input_dimension:": "144 1 192 ", + "input_name:": "/Slice_22_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + } + ], + "node_name:": "/Unsqueeze_226", + "node_outputs:": [ + { + "output_dimension:": "1 144 1 192 ", + "output_name:": "/Unsqueeze_226_output_0" + } + ] + }, + { + "node_id:": 1757, + "node_inputs:": [ + { + "input_dimension:": "1 144 1 192 ", + "input_name:": "/Unsqueeze_226_output_0" + }, + { + "input_dimension:": "1 144 1 192 ", + "input_name:": "/Unsqueeze_227_output_0" + }, + { + "input_dimension:": "1 144 1 192 ", + "input_name:": "/Unsqueeze_228_output_0" + }, + { + "input_dimension:": "1 144 1 192 ", + "input_name:": "/Unsqueeze_229_output_0" + } + ], + "node_name:": "/Concat_117", + "node_outputs:": [ + { + "output_dimension:": "4 144 1 192 ", + "output_name:": "new_cached_key_1" + } + ] + }, + { + "node_id:": 1758, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Mul_57_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/Constant_964_output_0" + } + ], + "node_name:": "/Gather_116", + "node_outputs:": [ + { + "output_dimension:": "1 384 ", + "output_name:": "/Gather_116_output_0" + } + ] + }, + { + "node_id:": 1759, + "node_inputs:": [ + { + "input_dimension:": "1 384 ", + "input_name:": "/Gather_116_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + } + ], + "node_name:": "/Unsqueeze_225", + "node_outputs:": [ + { + "output_dimension:": "1 1 384 ", + "output_name:": "/Unsqueeze_225_output_0" + } + ] + }, + { + "node_id:": 1760, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Mul_46_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/Constant_964_output_0" + } + ], + "node_name:": "/Gather_95", + "node_outputs:": [ + { + "output_dimension:": "1 384 ", + "output_name:": "/Gather_95_output_0" + } + ] + }, + { + "node_id:": 1761, + "node_inputs:": [ + { + "input_dimension:": "1 384 ", + "input_name:": "/Gather_95_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + } + ], + "node_name:": "/Unsqueeze_224", + "node_outputs:": [ + { + "output_dimension:": "1 1 384 ", + "output_name:": "/Unsqueeze_224_output_0" + } + ] + }, + { + "node_id:": 1762, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Mul_35_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/Constant_964_output_0" + } + ], + "node_name:": "/Gather_74", + "node_outputs:": [ + { + "output_dimension:": "1 384 ", + "output_name:": "/Gather_74_output_0" + } + ] + }, + { + "node_id:": 1763, + "node_inputs:": [ + { + "input_dimension:": "1 384 ", + "input_name:": "/Gather_74_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + } + ], + "node_name:": "/Unsqueeze_223", + "node_outputs:": [ + { + "output_dimension:": "1 1 384 ", + "output_name:": "/Unsqueeze_223_output_0" + } + ] + }, + { + "node_id:": 1764, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Mul_24_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/Constant_964_output_0" + } + ], + "node_name:": "/Gather_53", + "node_outputs:": [ + { + "output_dimension:": "1 384 ", + "output_name:": "/Gather_53_output_0" + } + ] + }, + { + "node_id:": 1765, + "node_inputs:": [ + { + "input_dimension:": "1 384 ", + "input_name:": "/Gather_53_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + } + ], + "node_name:": "/Unsqueeze_222", + "node_outputs:": [ + { + "output_dimension:": "1 1 384 ", + "output_name:": "/Unsqueeze_222_output_0" + } + ] + }, + { + "node_id:": 1766, + "node_inputs:": [ + { + "input_dimension:": "1 1 384 ", + "input_name:": "/Unsqueeze_222_output_0" + }, + { + "input_dimension:": "1 1 384 ", + "input_name:": "/Unsqueeze_223_output_0" + }, + { + "input_dimension:": "1 1 384 ", + "input_name:": "/Unsqueeze_224_output_0" + }, + { + "input_dimension:": "1 1 384 ", + "input_name:": "/Unsqueeze_225_output_0" + } + ], + "node_name:": "/Concat_116", + "node_outputs:": [ + { + "output_dimension:": "4 1 384 ", + "output_name:": "new_cached_avg_1" + } + ] + }, + { + "node_id:": 1767, + "node_inputs:": [ + { + "input_dimension:": "1 ", + "input_name:": "/Gather_107_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/Gather_115_output_0" + } + ], + "node_name:": "/Add_94", + "node_outputs:": [ + { + "output_dimension:": "1 ", + "output_name:": "/Add_94_output_0" + } + ] + }, + { + "node_id:": 1768, + "node_inputs:": [ + { + "input_dimension:": "1 ", + "input_name:": "/Add_94_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + } + ], + "node_name:": "/Unsqueeze_221", + "node_outputs:": [ + { + "output_dimension:": "1 1 ", + "output_name:": "/Unsqueeze_221_output_0" + } + ] + }, + { + "node_id:": 1769, + "node_inputs:": [ + { + "input_dimension:": "1 ", + "input_name:": "/Gather_86_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/Gather_94_output_0" + } + ], + "node_name:": "/Add_76", + "node_outputs:": [ + { + "output_dimension:": "1 ", + "output_name:": "/Add_76_output_0" + } + ] + }, + { + "node_id:": 1770, + "node_inputs:": [ + { + "input_dimension:": "1 ", + "input_name:": "/Add_76_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + } + ], + "node_name:": "/Unsqueeze_220", + "node_outputs:": [ + { + "output_dimension:": "1 1 ", + "output_name:": "/Unsqueeze_220_output_0" + } + ] + }, + { + "node_id:": 1771, + "node_inputs:": [ + { + "input_dimension:": "1 ", + "input_name:": "/Gather_65_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/Gather_73_output_0" + } + ], + "node_name:": "/Add_58", + "node_outputs:": [ + { + "output_dimension:": "1 ", + "output_name:": "/Add_58_output_0" + } + ] + }, + { + "node_id:": 1772, + "node_inputs:": [ + { + "input_dimension:": "1 ", + "input_name:": "/Add_58_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + } + ], + "node_name:": "/Unsqueeze_219", + "node_outputs:": [ + { + "output_dimension:": "1 1 ", + "output_name:": "/Unsqueeze_219_output_0" + } + ] + }, + { + "node_id:": 1773, + "node_inputs:": [ + { + "input_dimension:": "1 ", + "input_name:": "/Gather_44_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/Gather_52_output_0" + } + ], + "node_name:": "/Add_40", + "node_outputs:": [ + { + "output_dimension:": "1 ", + "output_name:": "/Add_40_output_0" + } + ] + }, + { + "node_id:": 1774, + "node_inputs:": [ + { + "input_dimension:": "1 ", + "input_name:": "/Add_40_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + } + ], + "node_name:": "/Unsqueeze_218", + "node_outputs:": [ + { + "output_dimension:": "1 1 ", + "output_name:": "/Unsqueeze_218_output_0" + } + ] + }, + { + "node_id:": 1775, + "node_inputs:": [ + { + "input_dimension:": "1 1 ", + "input_name:": "/Unsqueeze_218_output_0" + }, + { + "input_dimension:": "1 1 ", + "input_name:": "/Unsqueeze_219_output_0" + }, + { + "input_dimension:": "1 1 ", + "input_name:": "/Unsqueeze_220_output_0" + }, + { + "input_dimension:": "1 1 ", + "input_name:": "/Unsqueeze_221_output_0" + } + ], + "node_name:": "/Concat_115", + "node_outputs:": [ + { + "output_dimension:": "4 1 ", + "output_name:": "new_cached_len_1" + } + ] + }, + { + "node_id:": 1776, + "node_inputs:": [ + { + "input_dimension:": "1 384 102 ", + "input_name:": "/Concat_35_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_614_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_69_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_1113_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Slice_17", + "node_outputs:": [ + { + "output_dimension:": "1 384 30 ", + "output_name:": "/Slice_17_output_0" + } + ] + }, + { + "node_id:": 1777, + "node_inputs:": [ + { + "input_dimension:": "1 384 30 ", + "input_name:": "/Slice_17_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + } + ], + "node_name:": "/Unsqueeze_81", + "node_outputs:": [ + { + "output_dimension:": "1 1 384 30 ", + "output_name:": "/Unsqueeze_81_output_0" + } + ] + }, + { + "node_id:": 1778, + "node_inputs:": [ + { + "input_dimension:": "1 384 102 ", + "input_name:": "/Concat_17_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_614_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_69_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_1113_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Slice_8", + "node_outputs:": [ + { + "output_dimension:": "1 384 30 ", + "output_name:": "/Slice_8_output_0" + } + ] + }, + { + "node_id:": 1779, + "node_inputs:": [ + { + "input_dimension:": "1 384 30 ", + "input_name:": "/Slice_8_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + } + ], + "node_name:": "/Unsqueeze_80", + "node_outputs:": [ + { + "output_dimension:": "1 1 384 30 ", + "output_name:": "/Unsqueeze_80_output_0" + } + ] + }, + { + "node_id:": 1780, + "node_inputs:": [ + { + "input_dimension:": "1 1 384 30 ", + "input_name:": "/Unsqueeze_80_output_0" + }, + { + "input_dimension:": "1 1 384 30 ", + "input_name:": "/Unsqueeze_81_output_0" + } + ], + "node_name:": "/Concat_42", + "node_outputs:": [ + { + "output_dimension:": "2 1 384 30 ", + "output_name:": "new_cached_conv2_0" + } + ] + }, + { + "node_id:": 1781, + "node_inputs:": [ + { + "input_dimension:": "1 384 102 ", + "input_name:": "/Concat_31_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_614_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_69_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_1113_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Slice_15", + "node_outputs:": [ + { + "output_dimension:": "1 384 30 ", + "output_name:": "/Slice_15_output_0" + } + ] + }, + { + "node_id:": 1782, + "node_inputs:": [ + { + "input_dimension:": "1 384 30 ", + "input_name:": "/Slice_15_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + } + ], + "node_name:": "/Unsqueeze_79", + "node_outputs:": [ + { + "output_dimension:": "1 1 384 30 ", + "output_name:": "/Unsqueeze_79_output_0" + } + ] + }, + { + "node_id:": 1783, + "node_inputs:": [ + { + "input_dimension:": "1 384 102 ", + "input_name:": "/Concat_13_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_614_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_69_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_1113_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Slice_6", + "node_outputs:": [ + { + "output_dimension:": "1 384 30 ", + "output_name:": "/Slice_6_output_0" + } + ] + }, + { + "node_id:": 1784, + "node_inputs:": [ + { + "input_dimension:": "1 384 30 ", + "input_name:": "/Slice_6_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + } + ], + "node_name:": "/Unsqueeze_78", + "node_outputs:": [ + { + "output_dimension:": "1 1 384 30 ", + "output_name:": "/Unsqueeze_78_output_0" + } + ] + }, + { + "node_id:": 1785, + "node_inputs:": [ + { + "input_dimension:": "1 1 384 30 ", + "input_name:": "/Unsqueeze_78_output_0" + }, + { + "input_dimension:": "1 1 384 30 ", + "input_name:": "/Unsqueeze_79_output_0" + } + ], + "node_name:": "/Concat_41", + "node_outputs:": [ + { + "output_dimension:": "2 1 384 30 ", + "output_name:": "new_cached_conv1_0" + } + ] + }, + { + "node_id:": 1786, + "node_inputs:": [ + { + "input_dimension:": "360 1 96 ", + "input_name:": "/Concat_32_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Unsqueeze_63_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_69_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Slice_16", + "node_outputs:": [ + { + "output_dimension:": "288 1 96 ", + "output_name:": "/Slice_16_output_0" + } + ] + }, + { + "node_id:": 1787, + "node_inputs:": [ + { + "input_dimension:": "288 1 96 ", + "input_name:": "/Slice_16_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + } + ], + "node_name:": "/Unsqueeze_77", + "node_outputs:": [ + { + "output_dimension:": "1 288 1 96 ", + "output_name:": "/Unsqueeze_77_output_0" + } + ] + }, + { + "node_id:": 1788, + "node_inputs:": [ + { + "input_dimension:": "360 1 96 ", + "input_name:": "/Concat_14_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Unsqueeze_63_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_69_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Slice_7", + "node_outputs:": [ + { + "output_dimension:": "288 1 96 ", + "output_name:": "/Slice_7_output_0" + } + ] + }, + { + "node_id:": 1789, + "node_inputs:": [ + { + "input_dimension:": "288 1 96 ", + "input_name:": "/Slice_7_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + } + ], + "node_name:": "/Unsqueeze_76", + "node_outputs:": [ + { + "output_dimension:": "1 288 1 96 ", + "output_name:": "/Unsqueeze_76_output_0" + } + ] + }, + { + "node_id:": 1790, + "node_inputs:": [ + { + "input_dimension:": "1 288 1 96 ", + "input_name:": "/Unsqueeze_76_output_0" + }, + { + "input_dimension:": "1 288 1 96 ", + "input_name:": "/Unsqueeze_77_output_0" + } + ], + "node_name:": "/Concat_40", + "node_outputs:": [ + { + "output_dimension:": "2 288 1 96 ", + "output_name:": "new_cached_val2_0" + } + ] + }, + { + "node_id:": 1791, + "node_inputs:": [ + { + "input_dimension:": "360 1 96 ", + "input_name:": "/Concat_19_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Unsqueeze_40_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_69_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Slice_14", + "node_outputs:": [ + { + "output_dimension:": "288 1 96 ", + "output_name:": "/Slice_14_output_0" + } + ] + }, + { + "node_id:": 1792, + "node_inputs:": [ + { + "input_dimension:": "288 1 96 ", + "input_name:": "/Slice_14_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + } + ], + "node_name:": "/Unsqueeze_75", + "node_outputs:": [ + { + "output_dimension:": "1 288 1 96 ", + "output_name:": "/Unsqueeze_75_output_0" + } + ] + }, + { + "node_id:": 1793, + "node_inputs:": [ + { + "input_dimension:": "360 1 96 ", + "input_name:": "/Concat_1_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Unsqueeze_40_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_69_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Slice_5", + "node_outputs:": [ + { + "output_dimension:": "288 1 96 ", + "output_name:": "/Slice_5_output_0" + } + ] + }, + { + "node_id:": 1794, + "node_inputs:": [ + { + "input_dimension:": "288 1 96 ", + "input_name:": "/Slice_5_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + } + ], + "node_name:": "/Unsqueeze_74", + "node_outputs:": [ + { + "output_dimension:": "1 288 1 96 ", + "output_name:": "/Unsqueeze_74_output_0" + } + ] + }, + { + "node_id:": 1795, + "node_inputs:": [ + { + "input_dimension:": "1 288 1 96 ", + "input_name:": "/Unsqueeze_74_output_0" + }, + { + "input_dimension:": "1 288 1 96 ", + "input_name:": "/Unsqueeze_75_output_0" + } + ], + "node_name:": "/Concat_39", + "node_outputs:": [ + { + "output_dimension:": "2 288 1 96 ", + "output_name:": "new_cached_val_0" + } + ] + }, + { + "node_id:": 1796, + "node_inputs:": [ + { + "input_dimension:": "360 1 192 ", + "input_name:": "/Concat_18_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Unsqueeze_40_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_69_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Slice_13", + "node_outputs:": [ + { + "output_dimension:": "288 1 192 ", + "output_name:": "/Slice_13_output_0" + } + ] + }, + { + "node_id:": 1797, + "node_inputs:": [ + { + "input_dimension:": "288 1 192 ", + "input_name:": "/Slice_13_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + } + ], + "node_name:": "/Unsqueeze_73", + "node_outputs:": [ + { + "output_dimension:": "1 288 1 192 ", + "output_name:": "/Unsqueeze_73_output_0" + } + ] + }, + { + "node_id:": 1798, + "node_inputs:": [ + { + "input_dimension:": "360 1 192 ", + "input_name:": "/Concat_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Unsqueeze_40_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_69_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + }, + { + "input_dimension:": "1 ", + "input_name:": "/Constant_830_output_0" + } + ], + "node_name:": "/Slice_4", + "node_outputs:": [ + { + "output_dimension:": "288 1 192 ", + "output_name:": "/Slice_4_output_0" + } + ] + }, + { + "node_id:": 1799, + "node_inputs:": [ + { + "input_dimension:": "288 1 192 ", + "input_name:": "/Slice_4_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + } + ], + "node_name:": "/Unsqueeze_72", + "node_outputs:": [ + { + "output_dimension:": "1 288 1 192 ", + "output_name:": "/Unsqueeze_72_output_0" + } + ] + }, + { + "node_id:": 1800, + "node_inputs:": [ + { + "input_dimension:": "1 288 1 192 ", + "input_name:": "/Unsqueeze_72_output_0" + }, + { + "input_dimension:": "1 288 1 192 ", + "input_name:": "/Unsqueeze_73_output_0" + } + ], + "node_name:": "/Concat_38", + "node_outputs:": [ + { + "output_dimension:": "2 288 1 192 ", + "output_name:": "new_cached_key_0" + } + ] + }, + { + "node_id:": 1801, + "node_inputs:": [ + { + "input_dimension:": "72 1 384 ", + "input_name:": "/Mul_13_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/Constant_964_output_0" + } + ], + "node_name:": "/Gather_31", + "node_outputs:": [ + { + "output_dimension:": "1 384 ", + "output_name:": "/Gather_31_output_0" + } + ] + }, + { + "node_id:": 1802, + "node_inputs:": [ + { + "input_dimension:": "1 384 ", + "input_name:": "/Gather_31_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + } + ], + "node_name:": "/Unsqueeze_71", + "node_outputs:": [ + { + "output_dimension:": "1 1 384 ", + "output_name:": "/Unsqueeze_71_output_0" + } + ] + }, + { + "node_id:": 1803, + "node_inputs:": [ + { + "input_dimension:": "72 1 384 ", + "input_name:": "/Mul_2_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/Constant_964_output_0" + } + ], + "node_name:": "/Gather_10", + "node_outputs:": [ + { + "output_dimension:": "1 384 ", + "output_name:": "/Gather_10_output_0" + } + ] + }, + { + "node_id:": 1804, + "node_inputs:": [ + { + "input_dimension:": "1 384 ", + "input_name:": "/Gather_10_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + } + ], + "node_name:": "/Unsqueeze_70", + "node_outputs:": [ + { + "output_dimension:": "1 1 384 ", + "output_name:": "/Unsqueeze_70_output_0" + } + ] + }, + { + "node_id:": 1805, + "node_inputs:": [ + { + "input_dimension:": "1 1 384 ", + "input_name:": "/Unsqueeze_70_output_0" + }, + { + "input_dimension:": "1 1 384 ", + "input_name:": "/Unsqueeze_71_output_0" + } + ], + "node_name:": "/Concat_37", + "node_outputs:": [ + { + "output_dimension:": "2 1 384 ", + "output_name:": "new_cached_avg_0" + } + ] + }, + { + "node_id:": 1806, + "node_inputs:": [ + { + "input_dimension:": "1 ", + "input_name:": "/Gather_22_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/Gather_30_output_0" + } + ], + "node_name:": "/Add_22", + "node_outputs:": [ + { + "output_dimension:": "1 ", + "output_name:": "/Add_22_output_0" + } + ] + }, + { + "node_id:": 1807, + "node_inputs:": [ + { + "input_dimension:": "1 ", + "input_name:": "/Add_22_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + } + ], + "node_name:": "/Unsqueeze_69", + "node_outputs:": [ + { + "output_dimension:": "1 1 ", + "output_name:": "/Unsqueeze_69_output_0" + } + ] + }, + { + "node_id:": 1808, + "node_inputs:": [ + { + "input_dimension:": "1 ", + "input_name:": "/Gather_1_output_0" + }, + { + "input_dimension:": "", + "input_name:": "/Gather_9_output_0" + } + ], + "node_name:": "/Add_4", + "node_outputs:": [ + { + "output_dimension:": "1 ", + "output_name:": "/Add_4_output_0" + } + ] + }, + { + "node_id:": 1809, + "node_inputs:": [ + { + "input_dimension:": "1 ", + "input_name:": "/Add_4_output_0" + }, + { + "input_dimension:": "1 ", + "input_name:": "onnx::Unsqueeze_910" + } + ], + "node_name:": "/Unsqueeze_68", + "node_outputs:": [ + { + "output_dimension:": "1 1 ", + "output_name:": "/Unsqueeze_68_output_0" + } + ] + }, + { + "node_id:": 1810, + "node_inputs:": [ + { + "input_dimension:": "1 1 ", + "input_name:": "/Unsqueeze_68_output_0" + }, + { + "input_dimension:": "1 1 ", + "input_name:": "/Unsqueeze_69_output_0" + } + ], + "node_name:": "/Concat_36", + "node_outputs:": [ + { + "output_dimension:": "2 1 ", + "output_name:": "new_cached_len_0" + } + ] + }, + { + "node_id:": 1811, + "node_inputs:": [ + { + "input_dimension:": "72 384 ", + "input_name:": "gemm_output_reshape_arg" + }, + { + "input_dimension:": "3 ", + "input_name:": "gemm_output_shape" + } + ], + "node_name:": "gemm_output_reshape", + "node_outputs:": [ + { + "output_dimension:": "1 72 384 ", + "output_name:": "/encoder_embed/out/Add_output_0" + } + ] + }, + { + "node_id:": 1812, + "node_inputs:": [ + { + "input_dimension:": "72 2432 ", + "input_name:": "gemm_input_reshape_arg" + }, + { + "input_dimension:": "2432 384 ", + "input_name:": "onnx::MatMul_7353" + }, + { + "input_dimension:": "384 ", + "input_name:": "encoder.encoder_embed.out.bias" + } + ], + "node_name:": "/encoder_embed/out/MatMul/MatMulAddFusion", + "node_outputs:": [ + { + "output_dimension:": "72 384 ", + "output_name:": "gemm_output_reshape_arg" + } + ] + }, + { + "node_id:": 1813, + "node_inputs:": [ + { + "input_dimension:": "72 1 384 ", + "input_name:": "/Transpose_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "gemm_input_shape_token_0" + } + ], + "node_name:": "gemm_input_reshape_token_2", + "node_outputs:": [ + { + "output_dimension:": "72 384 ", + "output_name:": "gemm_input_reshape_arg_token_1" + } + ] + }, + { + "node_id:": 1814, + "node_inputs:": [ + { + "input_dimension:": "72 1024 ", + "input_name:": "gemm_output_reshape_arg_token_4" + }, + { + "input_dimension:": "3 ", + "input_name:": "gemm_output_shape_token_3" + } + ], + "node_name:": "gemm_output_reshape_token_5", + "node_outputs:": [ + { + "output_dimension:": "72 1 1024 ", + "output_name:": "/feed_forward1/in_proj/Add_output_0" + } + ] + }, + { + "node_id:": 1815, + "node_inputs:": [ + { + "input_dimension:": "72 384 ", + "input_name:": "gemm_input_reshape_arg_token_1" + }, + { + "input_dimension:": "384 1024 ", + "input_name:": "onnx::MatMul_7356" + }, + { + "input_dimension:": "1024 ", + "input_name:": "encoder.encoders.0.layers.0.feed_forward1.in_proj.bias" + } + ], + "node_name:": "/feed_forward1/in_proj/MatMul/MatMulAddFusion", + "node_outputs:": [ + { + "output_dimension:": "72 1024 ", + "output_name:": "gemm_output_reshape_arg_token_4" + } + ] + }, + { + "node_id:": 1816, + "node_inputs:": [ + { + "input_dimension:": "72 1 1024 ", + "input_name:": "/feed_forward1/activation/Mul_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "gemm_input_shape_token_6" + } + ], + "node_name:": "gemm_input_reshape_token_8", + "node_outputs:": [ + { + "output_dimension:": "72 1024 ", + "output_name:": "gemm_input_reshape_arg_token_7" + } + ] + }, + { + "node_id:": 1817, + "node_inputs:": [ + { + "input_dimension:": "72 384 ", + "input_name:": "gemm_output_reshape_arg_token_10" + }, + { + "input_dimension:": "3 ", + "input_name:": "gemm_output_shape_token_9" + } + ], + "node_name:": "gemm_output_reshape_token_11", + "node_outputs:": [ + { + "output_dimension:": "72 1 384 ", + "output_name:": "/feed_forward1/out_proj/Add_output_0" + } + ] + }, + { + "node_id:": 1818, + "node_inputs:": [ + { + "input_dimension:": "72 1024 ", + "input_name:": "gemm_input_reshape_arg_token_7" + }, + { + "input_dimension:": "1024 384 ", + "input_name:": "onnx::MatMul_7357" + }, + { + "input_dimension:": "384 ", + "input_name:": "encoder.encoders.0.layers.0.feed_forward1.out_proj.bias" + } + ], + "node_name:": "/feed_forward1/out_proj/MatMul/MatMulAddFusion", + "node_outputs:": [ + { + "output_dimension:": "72 384 ", + "output_name:": "gemm_output_reshape_arg_token_10" + } + ] + }, + { + "node_id:": 1819, + "node_inputs:": [ + { + "input_dimension:": "72 1 384 ", + "input_name:": "/Add_5_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "gemm_input_shape_token_12" + } + ], + "node_name:": "gemm_input_reshape_token_14", + "node_outputs:": [ + { + "output_dimension:": "72 384 ", + "output_name:": "gemm_input_reshape_arg_token_13" + } + ] + }, + { + "node_id:": 1820, + "node_inputs:": [ + { + "input_dimension:": "72 512 ", + "input_name:": "gemm_output_reshape_arg_token_16" + }, + { + "input_dimension:": "3 ", + "input_name:": "gemm_output_shape_token_15" + } + ], + "node_name:": "gemm_output_reshape_token_17", + "node_outputs:": [ + { + "output_dimension:": "72 1 512 ", + "output_name:": "/in_proj/Add_output_0" + } + ] + }, + { + "node_id:": 1821, + "node_inputs:": [ + { + "input_dimension:": "72 384 ", + "input_name:": "gemm_input_reshape_arg_token_13" + }, + { + "input_dimension:": "384 512 ", + "input_name:": "onnx::MatMul_7360" + }, + { + "input_dimension:": "512 ", + "input_name:": "encoder.encoders.0.layers.0.self_attn.in_proj.bias" + } + ], + "node_name:": "/in_proj/MatMul/MatMulAddFusion", + "node_outputs:": [ + { + "output_dimension:": "72 512 ", + "output_name:": "gemm_output_reshape_arg_token_16" + } + ] + }, + { + "node_id:": 1822, + "node_inputs:": [ + { + "input_dimension:": "72 384 ", + "input_name:": "gemm_output_reshape_arg_token_22" + }, + { + "input_dimension:": "3 ", + "input_name:": "gemm_output_shape_token_21" + } + ], + "node_name:": "gemm_output_reshape_token_23", + "node_outputs:": [ + { + "output_dimension:": "72 1 384 ", + "output_name:": "/Add_9_output_0" + } + ] + }, + { + "node_id:": 1823, + "node_inputs:": [ + { + "input_dimension:": "72 96 ", + "input_name:": "gemm_input_reshape_arg_token_19" + }, + { + "input_dimension:": "96 384 ", + "input_name:": "onnx::MatMul_7398" + }, + { + "input_dimension:": "384 ", + "input_name:": "encoder.encoders.0.layers.0.self_attn.out_proj.bias" + } + ], + "node_name:": "/MatMul_3/MatMulAddFusion", + "node_outputs:": [ + { + "output_dimension:": "72 384 ", + "output_name:": "gemm_output_reshape_arg_token_22" + } + ] + }, + { + "node_id:": 1824, + "node_inputs:": [ + { + "input_dimension:": "72 1 384 ", + "input_name:": "/Add_11_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "gemm_input_shape_token_24" + } + ], + "node_name:": "gemm_input_reshape_token_26", + "node_outputs:": [ + { + "output_dimension:": "72 384 ", + "output_name:": "gemm_input_reshape_arg_token_25" + } + ] + }, + { + "node_id:": 1825, + "node_inputs:": [ + { + "input_dimension:": "72 1024 ", + "input_name:": "gemm_output_reshape_arg_token_28" + }, + { + "input_dimension:": "3 ", + "input_name:": "gemm_output_shape_token_27" + } + ], + "node_name:": "gemm_output_reshape_token_29", + "node_outputs:": [ + { + "output_dimension:": "72 1 1024 ", + "output_name:": "/feed_forward2/in_proj/Add_output_0" + } + ] + }, + { + "node_id:": 1826, + "node_inputs:": [ + { + "input_dimension:": "72 384 ", + "input_name:": "gemm_input_reshape_arg_token_25" + }, + { + "input_dimension:": "384 1024 ", + "input_name:": "onnx::MatMul_7403" + }, + { + "input_dimension:": "1024 ", + "input_name:": "encoder.encoders.0.layers.0.feed_forward2.in_proj.bias" + } + ], + "node_name:": "/feed_forward2/in_proj/MatMul/MatMulAddFusion", + "node_outputs:": [ + { + "output_dimension:": "72 1024 ", + "output_name:": "gemm_output_reshape_arg_token_28" + } + ] + }, + { + "node_id:": 1827, + "node_inputs:": [ + { + "input_dimension:": "72 1 1024 ", + "input_name:": "/feed_forward2/activation/Mul_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "gemm_input_shape_token_30" + } + ], + "node_name:": "gemm_input_reshape_token_32", + "node_outputs:": [ + { + "output_dimension:": "72 1024 ", + "output_name:": "gemm_input_reshape_arg_token_31" + } + ] + }, + { + "node_id:": 1828, + "node_inputs:": [ + { + "input_dimension:": "72 384 ", + "input_name:": "gemm_output_reshape_arg_token_34" + }, + { + "input_dimension:": "3 ", + "input_name:": "gemm_output_shape_token_33" + } + ], + "node_name:": "gemm_output_reshape_token_35", + "node_outputs:": [ + { + "output_dimension:": "72 1 384 ", + "output_name:": "/feed_forward2/out_proj/Add_output_0" + } + ] + }, + { + "node_id:": 1829, + "node_inputs:": [ + { + "input_dimension:": "72 1024 ", + "input_name:": "gemm_input_reshape_arg_token_31" + }, + { + "input_dimension:": "1024 384 ", + "input_name:": "onnx::MatMul_7404" + }, + { + "input_dimension:": "384 ", + "input_name:": "encoder.encoders.0.layers.0.feed_forward2.out_proj.bias" + } + ], + "node_name:": "/feed_forward2/out_proj/MatMul/MatMulAddFusion", + "node_outputs:": [ + { + "output_dimension:": "72 384 ", + "output_name:": "gemm_output_reshape_arg_token_34" + } + ] + }, + { + "node_id:": 1830, + "node_inputs:": [ + { + "input_dimension:": "72 384 ", + "input_name:": "gemm_output_reshape_arg_token_40" + }, + { + "input_dimension:": "3 ", + "input_name:": "gemm_output_shape_token_39" + } + ], + "node_name:": "gemm_output_reshape_token_41", + "node_outputs:": [ + { + "output_dimension:": "72 1 384 ", + "output_name:": "/out_proj2/Add_output_0" + } + ] + }, + { + "node_id:": 1831, + "node_inputs:": [ + { + "input_dimension:": "72 96 ", + "input_name:": "gemm_input_reshape_arg_token_37" + }, + { + "input_dimension:": "96 384 ", + "input_name:": "onnx::MatMul_7411" + }, + { + "input_dimension:": "384 ", + "input_name:": "encoder.encoders.0.layers.0.self_attn.out_proj2.bias" + } + ], + "node_name:": "/out_proj2/MatMul/MatMulAddFusion", + "node_outputs:": [ + { + "output_dimension:": "72 384 ", + "output_name:": "gemm_output_reshape_arg_token_40" + } + ] + }, + { + "node_id:": 1832, + "node_inputs:": [ + { + "input_dimension:": "72 1 384 ", + "input_name:": "/Add_15_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "gemm_input_shape_token_42" + } + ], + "node_name:": "gemm_input_reshape_token_44", + "node_outputs:": [ + { + "output_dimension:": "72 384 ", + "output_name:": "gemm_input_reshape_arg_token_43" + } + ] + }, + { + "node_id:": 1833, + "node_inputs:": [ + { + "input_dimension:": "72 1024 ", + "input_name:": "gemm_output_reshape_arg_token_46" + }, + { + "input_dimension:": "3 ", + "input_name:": "gemm_output_shape_token_45" + } + ], + "node_name:": "gemm_output_reshape_token_47", + "node_outputs:": [ + { + "output_dimension:": "72 1 1024 ", + "output_name:": "/feed_forward3/in_proj/Add_output_0" + } + ] + }, + { + "node_id:": 1834, + "node_inputs:": [ + { + "input_dimension:": "72 384 ", + "input_name:": "gemm_input_reshape_arg_token_43" + }, + { + "input_dimension:": "384 1024 ", + "input_name:": "onnx::MatMul_7416" + }, + { + "input_dimension:": "1024 ", + "input_name:": "encoder.encoders.0.layers.0.feed_forward3.in_proj.bias" + } + ], + "node_name:": "/feed_forward3/in_proj/MatMul/MatMulAddFusion", + "node_outputs:": [ + { + "output_dimension:": "72 1024 ", + "output_name:": "gemm_output_reshape_arg_token_46" + } + ] + }, + { + "node_id:": 1835, + "node_inputs:": [ + { + "input_dimension:": "72 1 1024 ", + "input_name:": "/feed_forward3/activation/Mul_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "gemm_input_shape_token_48" + } + ], + "node_name:": "gemm_input_reshape_token_50", + "node_outputs:": [ + { + "output_dimension:": "72 1024 ", + "output_name:": "gemm_input_reshape_arg_token_49" + } + ] + }, + { + "node_id:": 1836, + "node_inputs:": [ + { + "input_dimension:": "72 384 ", + "input_name:": "gemm_output_reshape_arg_token_52" + }, + { + "input_dimension:": "3 ", + "input_name:": "gemm_output_shape_token_51" + } + ], + "node_name:": "gemm_output_reshape_token_53", + "node_outputs:": [ + { + "output_dimension:": "72 1 384 ", + "output_name:": "/feed_forward3/out_proj/Add_output_0" + } + ] + }, + { + "node_id:": 1837, + "node_inputs:": [ + { + "input_dimension:": "72 1024 ", + "input_name:": "gemm_input_reshape_arg_token_49" + }, + { + "input_dimension:": "1024 384 ", + "input_name:": "onnx::MatMul_7417" + }, + { + "input_dimension:": "384 ", + "input_name:": "encoder.encoders.0.layers.0.feed_forward3.out_proj.bias" + } + ], + "node_name:": "/feed_forward3/out_proj/MatMul/MatMulAddFusion", + "node_outputs:": [ + { + "output_dimension:": "72 384 ", + "output_name:": "gemm_output_reshape_arg_token_52" + } + ] + }, + { + "node_id:": 1838, + "node_inputs:": [ + { + "input_dimension:": "72 1 384 ", + "input_name:": "/Add_17_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "gemm_input_shape_token_54" + } + ], + "node_name:": "gemm_input_reshape_token_56", + "node_outputs:": [ + { + "output_dimension:": "72 384 ", + "output_name:": "gemm_input_reshape_arg_token_55" + } + ] + }, + { + "node_id:": 1839, + "node_inputs:": [ + { + "input_dimension:": "72 1024 ", + "input_name:": "gemm_output_reshape_arg_token_58" + }, + { + "input_dimension:": "3 ", + "input_name:": "gemm_output_shape_token_57" + } + ], + "node_name:": "gemm_output_reshape_token_59", + "node_outputs:": [ + { + "output_dimension:": "72 1 1024 ", + "output_name:": "/feed_forward1/in_proj_1/Add_output_0" + } + ] + }, + { + "node_id:": 1840, + "node_inputs:": [ + { + "input_dimension:": "72 384 ", + "input_name:": "gemm_input_reshape_arg_token_55" + }, + { + "input_dimension:": "384 1024 ", + "input_name:": "onnx::MatMul_7418" + }, + { + "input_dimension:": "1024 ", + "input_name:": "encoder.encoders.0.layers.1.feed_forward1.in_proj.bias" + } + ], + "node_name:": "/feed_forward1/in_proj_1/MatMul/MatMulAddFusion", + "node_outputs:": [ + { + "output_dimension:": "72 1024 ", + "output_name:": "gemm_output_reshape_arg_token_58" + } + ] + }, + { + "node_id:": 1841, + "node_inputs:": [ + { + "input_dimension:": "72 1 1024 ", + "input_name:": "/feed_forward1/activation_1/Mul_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "gemm_input_shape_token_60" + } + ], + "node_name:": "gemm_input_reshape_token_62", + "node_outputs:": [ + { + "output_dimension:": "72 1024 ", + "output_name:": "gemm_input_reshape_arg_token_61" + } + ] + }, + { + "node_id:": 1842, + "node_inputs:": [ + { + "input_dimension:": "72 384 ", + "input_name:": "gemm_output_reshape_arg_token_64" + }, + { + "input_dimension:": "3 ", + "input_name:": "gemm_output_shape_token_63" + } + ], + "node_name:": "gemm_output_reshape_token_65", + "node_outputs:": [ + { + "output_dimension:": "72 1 384 ", + "output_name:": "/feed_forward1/out_proj_1/Add_output_0" + } + ] + }, + { + "node_id:": 1843, + "node_inputs:": [ + { + "input_dimension:": "72 1024 ", + "input_name:": "gemm_input_reshape_arg_token_61" + }, + { + "input_dimension:": "1024 384 ", + "input_name:": "onnx::MatMul_7419" + }, + { + "input_dimension:": "384 ", + "input_name:": "encoder.encoders.0.layers.1.feed_forward1.out_proj.bias" + } + ], + "node_name:": "/feed_forward1/out_proj_1/MatMul/MatMulAddFusion", + "node_outputs:": [ + { + "output_dimension:": "72 384 ", + "output_name:": "gemm_output_reshape_arg_token_64" + } + ] + }, + { + "node_id:": 1844, + "node_inputs:": [ + { + "input_dimension:": "72 1 384 ", + "input_name:": "/Add_23_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "gemm_input_shape_token_66" + } + ], + "node_name:": "gemm_input_reshape_token_68", + "node_outputs:": [ + { + "output_dimension:": "72 384 ", + "output_name:": "gemm_input_reshape_arg_token_67" + } + ] + }, + { + "node_id:": 1845, + "node_inputs:": [ + { + "input_dimension:": "72 512 ", + "input_name:": "gemm_output_reshape_arg_token_70" + }, + { + "input_dimension:": "3 ", + "input_name:": "gemm_output_shape_token_69" + } + ], + "node_name:": "gemm_output_reshape_token_71", + "node_outputs:": [ + { + "output_dimension:": "72 1 512 ", + "output_name:": "/in_proj_1/Add_output_0" + } + ] + }, + { + "node_id:": 1846, + "node_inputs:": [ + { + "input_dimension:": "72 384 ", + "input_name:": "gemm_input_reshape_arg_token_67" + }, + { + "input_dimension:": "384 512 ", + "input_name:": "onnx::MatMul_7422" + }, + { + "input_dimension:": "512 ", + "input_name:": "encoder.encoders.0.layers.1.self_attn.in_proj.bias" + } + ], + "node_name:": "/in_proj_1/MatMul/MatMulAddFusion", + "node_outputs:": [ + { + "output_dimension:": "72 512 ", + "output_name:": "gemm_output_reshape_arg_token_70" + } + ] + }, + { + "node_id:": 1847, + "node_inputs:": [ + { + "input_dimension:": "72 384 ", + "input_name:": "gemm_output_reshape_arg_token_76" + }, + { + "input_dimension:": "3 ", + "input_name:": "gemm_output_shape_token_75" + } + ], + "node_name:": "gemm_output_reshape_token_77", + "node_outputs:": [ + { + "output_dimension:": "72 1 384 ", + "output_name:": "/Add_27_output_0" + } + ] + }, + { + "node_id:": 1848, + "node_inputs:": [ + { + "input_dimension:": "72 96 ", + "input_name:": "gemm_input_reshape_arg_token_73" + }, + { + "input_dimension:": "96 384 ", + "input_name:": "onnx::MatMul_7460" + }, + { + "input_dimension:": "384 ", + "input_name:": "encoder.encoders.0.layers.1.self_attn.out_proj.bias" + } + ], + "node_name:": "/MatMul_8/MatMulAddFusion", + "node_outputs:": [ + { + "output_dimension:": "72 384 ", + "output_name:": "gemm_output_reshape_arg_token_76" + } + ] + }, + { + "node_id:": 1849, + "node_inputs:": [ + { + "input_dimension:": "72 1 384 ", + "input_name:": "/Add_29_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "gemm_input_shape_token_78" + } + ], + "node_name:": "gemm_input_reshape_token_80", + "node_outputs:": [ + { + "output_dimension:": "72 384 ", + "output_name:": "gemm_input_reshape_arg_token_79" + } + ] + }, + { + "node_id:": 1850, + "node_inputs:": [ + { + "input_dimension:": "72 1024 ", + "input_name:": "gemm_output_reshape_arg_token_82" + }, + { + "input_dimension:": "3 ", + "input_name:": "gemm_output_shape_token_81" + } + ], + "node_name:": "gemm_output_reshape_token_83", + "node_outputs:": [ + { + "output_dimension:": "72 1 1024 ", + "output_name:": "/feed_forward2/in_proj_1/Add_output_0" + } + ] + }, + { + "node_id:": 1851, + "node_inputs:": [ + { + "input_dimension:": "72 384 ", + "input_name:": "gemm_input_reshape_arg_token_79" + }, + { + "input_dimension:": "384 1024 ", + "input_name:": "onnx::MatMul_7465" + }, + { + "input_dimension:": "1024 ", + "input_name:": "encoder.encoders.0.layers.1.feed_forward2.in_proj.bias" + } + ], + "node_name:": "/feed_forward2/in_proj_1/MatMul/MatMulAddFusion", + "node_outputs:": [ + { + "output_dimension:": "72 1024 ", + "output_name:": "gemm_output_reshape_arg_token_82" + } + ] + }, + { + "node_id:": 1852, + "node_inputs:": [ + { + "input_dimension:": "72 1 1024 ", + "input_name:": "/feed_forward2/activation_1/Mul_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "gemm_input_shape_token_84" + } + ], + "node_name:": "gemm_input_reshape_token_86", + "node_outputs:": [ + { + "output_dimension:": "72 1024 ", + "output_name:": "gemm_input_reshape_arg_token_85" + } + ] + }, + { + "node_id:": 1853, + "node_inputs:": [ + { + "input_dimension:": "72 384 ", + "input_name:": "gemm_output_reshape_arg_token_88" + }, + { + "input_dimension:": "3 ", + "input_name:": "gemm_output_shape_token_87" + } + ], + "node_name:": "gemm_output_reshape_token_89", + "node_outputs:": [ + { + "output_dimension:": "72 1 384 ", + "output_name:": "/feed_forward2/out_proj_1/Add_output_0" + } + ] + }, + { + "node_id:": 1854, + "node_inputs:": [ + { + "input_dimension:": "72 1024 ", + "input_name:": "gemm_input_reshape_arg_token_85" + }, + { + "input_dimension:": "1024 384 ", + "input_name:": "onnx::MatMul_7466" + }, + { + "input_dimension:": "384 ", + "input_name:": "encoder.encoders.0.layers.1.feed_forward2.out_proj.bias" + } + ], + "node_name:": "/feed_forward2/out_proj_1/MatMul/MatMulAddFusion", + "node_outputs:": [ + { + "output_dimension:": "72 384 ", + "output_name:": "gemm_output_reshape_arg_token_88" + } + ] + }, + { + "node_id:": 1855, + "node_inputs:": [ + { + "input_dimension:": "72 384 ", + "input_name:": "gemm_output_reshape_arg_token_94" + }, + { + "input_dimension:": "3 ", + "input_name:": "gemm_output_shape_token_93" + } + ], + "node_name:": "gemm_output_reshape_token_95", + "node_outputs:": [ + { + "output_dimension:": "72 1 384 ", + "output_name:": "/out_proj2_1/Add_output_0" + } + ] + }, + { + "node_id:": 1856, + "node_inputs:": [ + { + "input_dimension:": "72 96 ", + "input_name:": "gemm_input_reshape_arg_token_91" + }, + { + "input_dimension:": "96 384 ", + "input_name:": "onnx::MatMul_7473" + }, + { + "input_dimension:": "384 ", + "input_name:": "encoder.encoders.0.layers.1.self_attn.out_proj2.bias" + } + ], + "node_name:": "/out_proj2_1/MatMul/MatMulAddFusion", + "node_outputs:": [ + { + "output_dimension:": "72 384 ", + "output_name:": "gemm_output_reshape_arg_token_94" + } + ] + }, + { + "node_id:": 1857, + "node_inputs:": [ + { + "input_dimension:": "72 1 384 ", + "input_name:": "/Add_33_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "gemm_input_shape_token_96" + } + ], + "node_name:": "gemm_input_reshape_token_98", + "node_outputs:": [ + { + "output_dimension:": "72 384 ", + "output_name:": "gemm_input_reshape_arg_token_97" + } + ] + }, + { + "node_id:": 1858, + "node_inputs:": [ + { + "input_dimension:": "72 1024 ", + "input_name:": "gemm_output_reshape_arg_token_100" + }, + { + "input_dimension:": "3 ", + "input_name:": "gemm_output_shape_token_99" + } + ], + "node_name:": "gemm_output_reshape_token_101", + "node_outputs:": [ + { + "output_dimension:": "72 1 1024 ", + "output_name:": "/feed_forward3/in_proj_1/Add_output_0" + } + ] + }, + { + "node_id:": 1859, + "node_inputs:": [ + { + "input_dimension:": "72 384 ", + "input_name:": "gemm_input_reshape_arg_token_97" + }, + { + "input_dimension:": "384 1024 ", + "input_name:": "onnx::MatMul_7478" + }, + { + "input_dimension:": "1024 ", + "input_name:": "encoder.encoders.0.layers.1.feed_forward3.in_proj.bias" + } + ], + "node_name:": "/feed_forward3/in_proj_1/MatMul/MatMulAddFusion", + "node_outputs:": [ + { + "output_dimension:": "72 1024 ", + "output_name:": "gemm_output_reshape_arg_token_100" + } + ] + }, + { + "node_id:": 1860, + "node_inputs:": [ + { + "input_dimension:": "72 1 1024 ", + "input_name:": "/feed_forward3/activation_1/Mul_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "gemm_input_shape_token_102" + } + ], + "node_name:": "gemm_input_reshape_token_104", + "node_outputs:": [ + { + "output_dimension:": "72 1024 ", + "output_name:": "gemm_input_reshape_arg_token_103" + } + ] + }, + { + "node_id:": 1861, + "node_inputs:": [ + { + "input_dimension:": "72 384 ", + "input_name:": "gemm_output_reshape_arg_token_106" + }, + { + "input_dimension:": "3 ", + "input_name:": "gemm_output_shape_token_105" + } + ], + "node_name:": "gemm_output_reshape_token_107", + "node_outputs:": [ + { + "output_dimension:": "72 1 384 ", + "output_name:": "/feed_forward3/out_proj_1/Add_output_0" + } + ] + }, + { + "node_id:": 1862, + "node_inputs:": [ + { + "input_dimension:": "72 1024 ", + "input_name:": "gemm_input_reshape_arg_token_103" + }, + { + "input_dimension:": "1024 384 ", + "input_name:": "onnx::MatMul_7479" + }, + { + "input_dimension:": "384 ", + "input_name:": "encoder.encoders.0.layers.1.feed_forward3.out_proj.bias" + } + ], + "node_name:": "/feed_forward3/out_proj_1/MatMul/MatMulAddFusion", + "node_outputs:": [ + { + "output_dimension:": "72 384 ", + "output_name:": "gemm_output_reshape_arg_token_106" + } + ] + }, + { + "node_id:": 1863, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/downsample/ReduceSum_1_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "gemm_input_shape_token_108" + } + ], + "node_name:": "gemm_input_reshape_token_110", + "node_outputs:": [ + { + "output_dimension:": "36 384 ", + "output_name:": "gemm_input_reshape_arg_token_109" + } + ] + }, + { + "node_id:": 1864, + "node_inputs:": [ + { + "input_dimension:": "36 1024 ", + "input_name:": "gemm_output_reshape_arg_token_112" + }, + { + "input_dimension:": "3 ", + "input_name:": "gemm_output_shape_token_111" + } + ], + "node_name:": "gemm_output_reshape_token_113", + "node_outputs:": [ + { + "output_dimension:": "36 1 1024 ", + "output_name:": "/feed_forward1/in_proj_2/Add_output_0" + } + ] + }, + { + "node_id:": 1865, + "node_inputs:": [ + { + "input_dimension:": "36 384 ", + "input_name:": "gemm_input_reshape_arg_token_109" + }, + { + "input_dimension:": "384 1024 ", + "input_name:": "onnx::MatMul_7483" + }, + { + "input_dimension:": "1024 ", + "input_name:": "encoder.encoders.1.encoder.layers.0.feed_forward1.in_proj.bias" + } + ], + "node_name:": "/feed_forward1/in_proj_2/MatMul/MatMulAddFusion", + "node_outputs:": [ + { + "output_dimension:": "36 1024 ", + "output_name:": "gemm_output_reshape_arg_token_112" + } + ] + }, + { + "node_id:": 1866, + "node_inputs:": [ + { + "input_dimension:": "36 1 1024 ", + "input_name:": "/feed_forward1/activation_2/Mul_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "gemm_input_shape_token_114" + } + ], + "node_name:": "gemm_input_reshape_token_116", + "node_outputs:": [ + { + "output_dimension:": "36 1024 ", + "output_name:": "gemm_input_reshape_arg_token_115" + } + ] + }, + { + "node_id:": 1867, + "node_inputs:": [ + { + "input_dimension:": "36 384 ", + "input_name:": "gemm_output_reshape_arg_token_118" + }, + { + "input_dimension:": "3 ", + "input_name:": "gemm_output_shape_token_117" + } + ], + "node_name:": "gemm_output_reshape_token_119", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/feed_forward1/out_proj_2/Add_output_0" + } + ] + }, + { + "node_id:": 1868, + "node_inputs:": [ + { + "input_dimension:": "36 1024 ", + "input_name:": "gemm_input_reshape_arg_token_115" + }, + { + "input_dimension:": "1024 384 ", + "input_name:": "onnx::MatMul_7484" + }, + { + "input_dimension:": "384 ", + "input_name:": "encoder.encoders.1.encoder.layers.0.feed_forward1.out_proj.bias" + } + ], + "node_name:": "/feed_forward1/out_proj_2/MatMul/MatMulAddFusion", + "node_outputs:": [ + { + "output_dimension:": "36 384 ", + "output_name:": "gemm_output_reshape_arg_token_118" + } + ] + }, + { + "node_id:": 1869, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_41_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "gemm_input_shape_token_120" + } + ], + "node_name:": "gemm_input_reshape_token_122", + "node_outputs:": [ + { + "output_dimension:": "36 384 ", + "output_name:": "gemm_input_reshape_arg_token_121" + } + ] + }, + { + "node_id:": 1870, + "node_inputs:": [ + { + "input_dimension:": "36 512 ", + "input_name:": "gemm_output_reshape_arg_token_124" + }, + { + "input_dimension:": "3 ", + "input_name:": "gemm_output_shape_token_123" + } + ], + "node_name:": "gemm_output_reshape_token_125", + "node_outputs:": [ + { + "output_dimension:": "36 1 512 ", + "output_name:": "/in_proj_2/Add_output_0" + } + ] + }, + { + "node_id:": 1871, + "node_inputs:": [ + { + "input_dimension:": "36 384 ", + "input_name:": "gemm_input_reshape_arg_token_121" + }, + { + "input_dimension:": "384 512 ", + "input_name:": "onnx::MatMul_7487" + }, + { + "input_dimension:": "512 ", + "input_name:": "encoder.encoders.1.encoder.layers.0.self_attn.in_proj.bias" + } + ], + "node_name:": "/in_proj_2/MatMul/MatMulAddFusion", + "node_outputs:": [ + { + "output_dimension:": "36 512 ", + "output_name:": "gemm_output_reshape_arg_token_124" + } + ] + }, + { + "node_id:": 1872, + "node_inputs:": [ + { + "input_dimension:": "36 384 ", + "input_name:": "gemm_output_reshape_arg_token_130" + }, + { + "input_dimension:": "3 ", + "input_name:": "gemm_output_shape_token_129" + } + ], + "node_name:": "gemm_output_reshape_token_131", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/Add_45_output_0" + } + ] + }, + { + "node_id:": 1873, + "node_inputs:": [ + { + "input_dimension:": "36 96 ", + "input_name:": "gemm_input_reshape_arg_token_127" + }, + { + "input_dimension:": "96 384 ", + "input_name:": "onnx::MatMul_7525" + }, + { + "input_dimension:": "384 ", + "input_name:": "encoder.encoders.1.encoder.layers.0.self_attn.out_proj.bias" + } + ], + "node_name:": "/MatMul_13/MatMulAddFusion", + "node_outputs:": [ + { + "output_dimension:": "36 384 ", + "output_name:": "gemm_output_reshape_arg_token_130" + } + ] + }, + { + "node_id:": 1874, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_47_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "gemm_input_shape_token_132" + } + ], + "node_name:": "gemm_input_reshape_token_134", + "node_outputs:": [ + { + "output_dimension:": "36 384 ", + "output_name:": "gemm_input_reshape_arg_token_133" + } + ] + }, + { + "node_id:": 1875, + "node_inputs:": [ + { + "input_dimension:": "36 1024 ", + "input_name:": "gemm_output_reshape_arg_token_136" + }, + { + "input_dimension:": "3 ", + "input_name:": "gemm_output_shape_token_135" + } + ], + "node_name:": "gemm_output_reshape_token_137", + "node_outputs:": [ + { + "output_dimension:": "36 1 1024 ", + "output_name:": "/feed_forward2/in_proj_2/Add_output_0" + } + ] + }, + { + "node_id:": 1876, + "node_inputs:": [ + { + "input_dimension:": "36 384 ", + "input_name:": "gemm_input_reshape_arg_token_133" + }, + { + "input_dimension:": "384 1024 ", + "input_name:": "onnx::MatMul_7530" + }, + { + "input_dimension:": "1024 ", + "input_name:": "encoder.encoders.1.encoder.layers.0.feed_forward2.in_proj.bias" + } + ], + "node_name:": "/feed_forward2/in_proj_2/MatMul/MatMulAddFusion", + "node_outputs:": [ + { + "output_dimension:": "36 1024 ", + "output_name:": "gemm_output_reshape_arg_token_136" + } + ] + }, + { + "node_id:": 1877, + "node_inputs:": [ + { + "input_dimension:": "36 1 1024 ", + "input_name:": "/feed_forward2/activation_2/Mul_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "gemm_input_shape_token_138" + } + ], + "node_name:": "gemm_input_reshape_token_140", + "node_outputs:": [ + { + "output_dimension:": "36 1024 ", + "output_name:": "gemm_input_reshape_arg_token_139" + } + ] + }, + { + "node_id:": 1878, + "node_inputs:": [ + { + "input_dimension:": "36 384 ", + "input_name:": "gemm_output_reshape_arg_token_142" + }, + { + "input_dimension:": "3 ", + "input_name:": "gemm_output_shape_token_141" + } + ], + "node_name:": "gemm_output_reshape_token_143", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/feed_forward2/out_proj_2/Add_output_0" + } + ] + }, + { + "node_id:": 1879, + "node_inputs:": [ + { + "input_dimension:": "36 1024 ", + "input_name:": "gemm_input_reshape_arg_token_139" + }, + { + "input_dimension:": "1024 384 ", + "input_name:": "onnx::MatMul_7531" + }, + { + "input_dimension:": "384 ", + "input_name:": "encoder.encoders.1.encoder.layers.0.feed_forward2.out_proj.bias" + } + ], + "node_name:": "/feed_forward2/out_proj_2/MatMul/MatMulAddFusion", + "node_outputs:": [ + { + "output_dimension:": "36 384 ", + "output_name:": "gemm_output_reshape_arg_token_142" + } + ] + }, + { + "node_id:": 1880, + "node_inputs:": [ + { + "input_dimension:": "36 384 ", + "input_name:": "gemm_output_reshape_arg_token_148" + }, + { + "input_dimension:": "3 ", + "input_name:": "gemm_output_shape_token_147" + } + ], + "node_name:": "gemm_output_reshape_token_149", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/out_proj2_2/Add_output_0" + } + ] + }, + { + "node_id:": 1881, + "node_inputs:": [ + { + "input_dimension:": "36 96 ", + "input_name:": "gemm_input_reshape_arg_token_145" + }, + { + "input_dimension:": "96 384 ", + "input_name:": "onnx::MatMul_7538" + }, + { + "input_dimension:": "384 ", + "input_name:": "encoder.encoders.1.encoder.layers.0.self_attn.out_proj2.bias" + } + ], + "node_name:": "/out_proj2_2/MatMul/MatMulAddFusion", + "node_outputs:": [ + { + "output_dimension:": "36 384 ", + "output_name:": "gemm_output_reshape_arg_token_148" + } + ] + }, + { + "node_id:": 1882, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_51_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "gemm_input_shape_token_150" + } + ], + "node_name:": "gemm_input_reshape_token_152", + "node_outputs:": [ + { + "output_dimension:": "36 384 ", + "output_name:": "gemm_input_reshape_arg_token_151" + } + ] + }, + { + "node_id:": 1883, + "node_inputs:": [ + { + "input_dimension:": "36 1024 ", + "input_name:": "gemm_output_reshape_arg_token_154" + }, + { + "input_dimension:": "3 ", + "input_name:": "gemm_output_shape_token_153" + } + ], + "node_name:": "gemm_output_reshape_token_155", + "node_outputs:": [ + { + "output_dimension:": "36 1 1024 ", + "output_name:": "/feed_forward3/in_proj_2/Add_output_0" + } + ] + }, + { + "node_id:": 1884, + "node_inputs:": [ + { + "input_dimension:": "36 384 ", + "input_name:": "gemm_input_reshape_arg_token_151" + }, + { + "input_dimension:": "384 1024 ", + "input_name:": "onnx::MatMul_7543" + }, + { + "input_dimension:": "1024 ", + "input_name:": "encoder.encoders.1.encoder.layers.0.feed_forward3.in_proj.bias" + } + ], + "node_name:": "/feed_forward3/in_proj_2/MatMul/MatMulAddFusion", + "node_outputs:": [ + { + "output_dimension:": "36 1024 ", + "output_name:": "gemm_output_reshape_arg_token_154" + } + ] + }, + { + "node_id:": 1885, + "node_inputs:": [ + { + "input_dimension:": "36 1 1024 ", + "input_name:": "/feed_forward3/activation_2/Mul_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "gemm_input_shape_token_156" + } + ], + "node_name:": "gemm_input_reshape_token_158", + "node_outputs:": [ + { + "output_dimension:": "36 1024 ", + "output_name:": "gemm_input_reshape_arg_token_157" + } + ] + }, + { + "node_id:": 1886, + "node_inputs:": [ + { + "input_dimension:": "36 384 ", + "input_name:": "gemm_output_reshape_arg_token_160" + }, + { + "input_dimension:": "3 ", + "input_name:": "gemm_output_shape_token_159" + } + ], + "node_name:": "gemm_output_reshape_token_161", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/feed_forward3/out_proj_2/Add_output_0" + } + ] + }, + { + "node_id:": 1887, + "node_inputs:": [ + { + "input_dimension:": "36 1024 ", + "input_name:": "gemm_input_reshape_arg_token_157" + }, + { + "input_dimension:": "1024 384 ", + "input_name:": "onnx::MatMul_7544" + }, + { + "input_dimension:": "384 ", + "input_name:": "encoder.encoders.1.encoder.layers.0.feed_forward3.out_proj.bias" + } + ], + "node_name:": "/feed_forward3/out_proj_2/MatMul/MatMulAddFusion", + "node_outputs:": [ + { + "output_dimension:": "36 384 ", + "output_name:": "gemm_output_reshape_arg_token_160" + } + ] + }, + { + "node_id:": 1888, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_53_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "gemm_input_shape_token_162" + } + ], + "node_name:": "gemm_input_reshape_token_164", + "node_outputs:": [ + { + "output_dimension:": "36 384 ", + "output_name:": "gemm_input_reshape_arg_token_163" + } + ] + }, + { + "node_id:": 1889, + "node_inputs:": [ + { + "input_dimension:": "36 1024 ", + "input_name:": "gemm_output_reshape_arg_token_166" + }, + { + "input_dimension:": "3 ", + "input_name:": "gemm_output_shape_token_165" + } + ], + "node_name:": "gemm_output_reshape_token_167", + "node_outputs:": [ + { + "output_dimension:": "36 1 1024 ", + "output_name:": "/feed_forward1/in_proj_3/Add_output_0" + } + ] + }, + { + "node_id:": 1890, + "node_inputs:": [ + { + "input_dimension:": "36 384 ", + "input_name:": "gemm_input_reshape_arg_token_163" + }, + { + "input_dimension:": "384 1024 ", + "input_name:": "onnx::MatMul_7545" + }, + { + "input_dimension:": "1024 ", + "input_name:": "encoder.encoders.1.encoder.layers.1.feed_forward1.in_proj.bias" + } + ], + "node_name:": "/feed_forward1/in_proj_3/MatMul/MatMulAddFusion", + "node_outputs:": [ + { + "output_dimension:": "36 1024 ", + "output_name:": "gemm_output_reshape_arg_token_166" + } + ] + }, + { + "node_id:": 1891, + "node_inputs:": [ + { + "input_dimension:": "36 1 1024 ", + "input_name:": "/feed_forward1/activation_3/Mul_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "gemm_input_shape_token_168" + } + ], + "node_name:": "gemm_input_reshape_token_170", + "node_outputs:": [ + { + "output_dimension:": "36 1024 ", + "output_name:": "gemm_input_reshape_arg_token_169" + } + ] + }, + { + "node_id:": 1892, + "node_inputs:": [ + { + "input_dimension:": "36 384 ", + "input_name:": "gemm_output_reshape_arg_token_172" + }, + { + "input_dimension:": "3 ", + "input_name:": "gemm_output_shape_token_171" + } + ], + "node_name:": "gemm_output_reshape_token_173", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/feed_forward1/out_proj_3/Add_output_0" + } + ] + }, + { + "node_id:": 1893, + "node_inputs:": [ + { + "input_dimension:": "36 1024 ", + "input_name:": "gemm_input_reshape_arg_token_169" + }, + { + "input_dimension:": "1024 384 ", + "input_name:": "onnx::MatMul_7546" + }, + { + "input_dimension:": "384 ", + "input_name:": "encoder.encoders.1.encoder.layers.1.feed_forward1.out_proj.bias" + } + ], + "node_name:": "/feed_forward1/out_proj_3/MatMul/MatMulAddFusion", + "node_outputs:": [ + { + "output_dimension:": "36 384 ", + "output_name:": "gemm_output_reshape_arg_token_172" + } + ] + }, + { + "node_id:": 1894, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_59_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "gemm_input_shape_token_174" + } + ], + "node_name:": "gemm_input_reshape_token_176", + "node_outputs:": [ + { + "output_dimension:": "36 384 ", + "output_name:": "gemm_input_reshape_arg_token_175" + } + ] + }, + { + "node_id:": 1895, + "node_inputs:": [ + { + "input_dimension:": "36 512 ", + "input_name:": "gemm_output_reshape_arg_token_178" + }, + { + "input_dimension:": "3 ", + "input_name:": "gemm_output_shape_token_177" + } + ], + "node_name:": "gemm_output_reshape_token_179", + "node_outputs:": [ + { + "output_dimension:": "36 1 512 ", + "output_name:": "/in_proj_3/Add_output_0" + } + ] + }, + { + "node_id:": 1896, + "node_inputs:": [ + { + "input_dimension:": "36 384 ", + "input_name:": "gemm_input_reshape_arg_token_175" + }, + { + "input_dimension:": "384 512 ", + "input_name:": "onnx::MatMul_7549" + }, + { + "input_dimension:": "512 ", + "input_name:": "encoder.encoders.1.encoder.layers.1.self_attn.in_proj.bias" + } + ], + "node_name:": "/in_proj_3/MatMul/MatMulAddFusion", + "node_outputs:": [ + { + "output_dimension:": "36 512 ", + "output_name:": "gemm_output_reshape_arg_token_178" + } + ] + }, + { + "node_id:": 1897, + "node_inputs:": [ + { + "input_dimension:": "36 384 ", + "input_name:": "gemm_output_reshape_arg_token_184" + }, + { + "input_dimension:": "3 ", + "input_name:": "gemm_output_shape_token_183" + } + ], + "node_name:": "gemm_output_reshape_token_185", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/Add_63_output_0" + } + ] + }, + { + "node_id:": 1898, + "node_inputs:": [ + { + "input_dimension:": "36 96 ", + "input_name:": "gemm_input_reshape_arg_token_181" + }, + { + "input_dimension:": "96 384 ", + "input_name:": "onnx::MatMul_7587" + }, + { + "input_dimension:": "384 ", + "input_name:": "encoder.encoders.1.encoder.layers.1.self_attn.out_proj.bias" + } + ], + "node_name:": "/MatMul_18/MatMulAddFusion", + "node_outputs:": [ + { + "output_dimension:": "36 384 ", + "output_name:": "gemm_output_reshape_arg_token_184" + } + ] + }, + { + "node_id:": 1899, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_65_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "gemm_input_shape_token_186" + } + ], + "node_name:": "gemm_input_reshape_token_188", + "node_outputs:": [ + { + "output_dimension:": "36 384 ", + "output_name:": "gemm_input_reshape_arg_token_187" + } + ] + }, + { + "node_id:": 1900, + "node_inputs:": [ + { + "input_dimension:": "36 1024 ", + "input_name:": "gemm_output_reshape_arg_token_190" + }, + { + "input_dimension:": "3 ", + "input_name:": "gemm_output_shape_token_189" + } + ], + "node_name:": "gemm_output_reshape_token_191", + "node_outputs:": [ + { + "output_dimension:": "36 1 1024 ", + "output_name:": "/feed_forward2/in_proj_3/Add_output_0" + } + ] + }, + { + "node_id:": 1901, + "node_inputs:": [ + { + "input_dimension:": "36 384 ", + "input_name:": "gemm_input_reshape_arg_token_187" + }, + { + "input_dimension:": "384 1024 ", + "input_name:": "onnx::MatMul_7592" + }, + { + "input_dimension:": "1024 ", + "input_name:": "encoder.encoders.1.encoder.layers.1.feed_forward2.in_proj.bias" + } + ], + "node_name:": "/feed_forward2/in_proj_3/MatMul/MatMulAddFusion", + "node_outputs:": [ + { + "output_dimension:": "36 1024 ", + "output_name:": "gemm_output_reshape_arg_token_190" + } + ] + }, + { + "node_id:": 1902, + "node_inputs:": [ + { + "input_dimension:": "36 1 1024 ", + "input_name:": "/feed_forward2/activation_3/Mul_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "gemm_input_shape_token_192" + } + ], + "node_name:": "gemm_input_reshape_token_194", + "node_outputs:": [ + { + "output_dimension:": "36 1024 ", + "output_name:": "gemm_input_reshape_arg_token_193" + } + ] + }, + { + "node_id:": 1903, + "node_inputs:": [ + { + "input_dimension:": "36 384 ", + "input_name:": "gemm_output_reshape_arg_token_196" + }, + { + "input_dimension:": "3 ", + "input_name:": "gemm_output_shape_token_195" + } + ], + "node_name:": "gemm_output_reshape_token_197", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/feed_forward2/out_proj_3/Add_output_0" + } + ] + }, + { + "node_id:": 1904, + "node_inputs:": [ + { + "input_dimension:": "36 1024 ", + "input_name:": "gemm_input_reshape_arg_token_193" + }, + { + "input_dimension:": "1024 384 ", + "input_name:": "onnx::MatMul_7593" + }, + { + "input_dimension:": "384 ", + "input_name:": "encoder.encoders.1.encoder.layers.1.feed_forward2.out_proj.bias" + } + ], + "node_name:": "/feed_forward2/out_proj_3/MatMul/MatMulAddFusion", + "node_outputs:": [ + { + "output_dimension:": "36 384 ", + "output_name:": "gemm_output_reshape_arg_token_196" + } + ] + }, + { + "node_id:": 1905, + "node_inputs:": [ + { + "input_dimension:": "36 384 ", + "input_name:": "gemm_output_reshape_arg_token_202" + }, + { + "input_dimension:": "3 ", + "input_name:": "gemm_output_shape_token_201" + } + ], + "node_name:": "gemm_output_reshape_token_203", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/out_proj2_3/Add_output_0" + } + ] + }, + { + "node_id:": 1906, + "node_inputs:": [ + { + "input_dimension:": "36 96 ", + "input_name:": "gemm_input_reshape_arg_token_199" + }, + { + "input_dimension:": "96 384 ", + "input_name:": "onnx::MatMul_7600" + }, + { + "input_dimension:": "384 ", + "input_name:": "encoder.encoders.1.encoder.layers.1.self_attn.out_proj2.bias" + } + ], + "node_name:": "/out_proj2_3/MatMul/MatMulAddFusion", + "node_outputs:": [ + { + "output_dimension:": "36 384 ", + "output_name:": "gemm_output_reshape_arg_token_202" + } + ] + }, + { + "node_id:": 1907, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_69_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "gemm_input_shape_token_204" + } + ], + "node_name:": "gemm_input_reshape_token_206", + "node_outputs:": [ + { + "output_dimension:": "36 384 ", + "output_name:": "gemm_input_reshape_arg_token_205" + } + ] + }, + { + "node_id:": 1908, + "node_inputs:": [ + { + "input_dimension:": "36 1024 ", + "input_name:": "gemm_output_reshape_arg_token_208" + }, + { + "input_dimension:": "3 ", + "input_name:": "gemm_output_shape_token_207" + } + ], + "node_name:": "gemm_output_reshape_token_209", + "node_outputs:": [ + { + "output_dimension:": "36 1 1024 ", + "output_name:": "/feed_forward3/in_proj_3/Add_output_0" + } + ] + }, + { + "node_id:": 1909, + "node_inputs:": [ + { + "input_dimension:": "36 384 ", + "input_name:": "gemm_input_reshape_arg_token_205" + }, + { + "input_dimension:": "384 1024 ", + "input_name:": "onnx::MatMul_7605" + }, + { + "input_dimension:": "1024 ", + "input_name:": "encoder.encoders.1.encoder.layers.1.feed_forward3.in_proj.bias" + } + ], + "node_name:": "/feed_forward3/in_proj_3/MatMul/MatMulAddFusion", + "node_outputs:": [ + { + "output_dimension:": "36 1024 ", + "output_name:": "gemm_output_reshape_arg_token_208" + } + ] + }, + { + "node_id:": 1910, + "node_inputs:": [ + { + "input_dimension:": "36 1 1024 ", + "input_name:": "/feed_forward3/activation_3/Mul_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "gemm_input_shape_token_210" + } + ], + "node_name:": "gemm_input_reshape_token_212", + "node_outputs:": [ + { + "output_dimension:": "36 1024 ", + "output_name:": "gemm_input_reshape_arg_token_211" + } + ] + }, + { + "node_id:": 1911, + "node_inputs:": [ + { + "input_dimension:": "36 384 ", + "input_name:": "gemm_output_reshape_arg_token_214" + }, + { + "input_dimension:": "3 ", + "input_name:": "gemm_output_shape_token_213" + } + ], + "node_name:": "gemm_output_reshape_token_215", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/feed_forward3/out_proj_3/Add_output_0" + } + ] + }, + { + "node_id:": 1912, + "node_inputs:": [ + { + "input_dimension:": "36 1024 ", + "input_name:": "gemm_input_reshape_arg_token_211" + }, + { + "input_dimension:": "1024 384 ", + "input_name:": "onnx::MatMul_7606" + }, + { + "input_dimension:": "384 ", + "input_name:": "encoder.encoders.1.encoder.layers.1.feed_forward3.out_proj.bias" + } + ], + "node_name:": "/feed_forward3/out_proj_3/MatMul/MatMulAddFusion", + "node_outputs:": [ + { + "output_dimension:": "36 384 ", + "output_name:": "gemm_output_reshape_arg_token_214" + } + ] + }, + { + "node_id:": 1913, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_71_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "gemm_input_shape_token_216" + } + ], + "node_name:": "gemm_input_reshape_token_218", + "node_outputs:": [ + { + "output_dimension:": "36 384 ", + "output_name:": "gemm_input_reshape_arg_token_217" + } + ] + }, + { + "node_id:": 1914, + "node_inputs:": [ + { + "input_dimension:": "36 1024 ", + "input_name:": "gemm_output_reshape_arg_token_220" + }, + { + "input_dimension:": "3 ", + "input_name:": "gemm_output_shape_token_219" + } + ], + "node_name:": "gemm_output_reshape_token_221", + "node_outputs:": [ + { + "output_dimension:": "36 1 1024 ", + "output_name:": "/feed_forward1/in_proj_4/Add_output_0" + } + ] + }, + { + "node_id:": 1915, + "node_inputs:": [ + { + "input_dimension:": "36 384 ", + "input_name:": "gemm_input_reshape_arg_token_217" + }, + { + "input_dimension:": "384 1024 ", + "input_name:": "onnx::MatMul_7607" + }, + { + "input_dimension:": "1024 ", + "input_name:": "encoder.encoders.1.encoder.layers.2.feed_forward1.in_proj.bias" + } + ], + "node_name:": "/feed_forward1/in_proj_4/MatMul/MatMulAddFusion", + "node_outputs:": [ + { + "output_dimension:": "36 1024 ", + "output_name:": "gemm_output_reshape_arg_token_220" + } + ] + }, + { + "node_id:": 1916, + "node_inputs:": [ + { + "input_dimension:": "36 1 1024 ", + "input_name:": "/feed_forward1/activation_4/Mul_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "gemm_input_shape_token_222" + } + ], + "node_name:": "gemm_input_reshape_token_224", + "node_outputs:": [ + { + "output_dimension:": "36 1024 ", + "output_name:": "gemm_input_reshape_arg_token_223" + } + ] + }, + { + "node_id:": 1917, + "node_inputs:": [ + { + "input_dimension:": "36 384 ", + "input_name:": "gemm_output_reshape_arg_token_226" + }, + { + "input_dimension:": "3 ", + "input_name:": "gemm_output_shape_token_225" + } + ], + "node_name:": "gemm_output_reshape_token_227", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/feed_forward1/out_proj_4/Add_output_0" + } + ] + }, + { + "node_id:": 1918, + "node_inputs:": [ + { + "input_dimension:": "36 1024 ", + "input_name:": "gemm_input_reshape_arg_token_223" + }, + { + "input_dimension:": "1024 384 ", + "input_name:": "onnx::MatMul_7608" + }, + { + "input_dimension:": "384 ", + "input_name:": "encoder.encoders.1.encoder.layers.2.feed_forward1.out_proj.bias" + } + ], + "node_name:": "/feed_forward1/out_proj_4/MatMul/MatMulAddFusion", + "node_outputs:": [ + { + "output_dimension:": "36 384 ", + "output_name:": "gemm_output_reshape_arg_token_226" + } + ] + }, + { + "node_id:": 1919, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_77_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "gemm_input_shape_token_228" + } + ], + "node_name:": "gemm_input_reshape_token_230", + "node_outputs:": [ + { + "output_dimension:": "36 384 ", + "output_name:": "gemm_input_reshape_arg_token_229" + } + ] + }, + { + "node_id:": 1920, + "node_inputs:": [ + { + "input_dimension:": "36 512 ", + "input_name:": "gemm_output_reshape_arg_token_232" + }, + { + "input_dimension:": "3 ", + "input_name:": "gemm_output_shape_token_231" + } + ], + "node_name:": "gemm_output_reshape_token_233", + "node_outputs:": [ + { + "output_dimension:": "36 1 512 ", + "output_name:": "/in_proj_4/Add_output_0" + } + ] + }, + { + "node_id:": 1921, + "node_inputs:": [ + { + "input_dimension:": "36 384 ", + "input_name:": "gemm_input_reshape_arg_token_229" + }, + { + "input_dimension:": "384 512 ", + "input_name:": "onnx::MatMul_7611" + }, + { + "input_dimension:": "512 ", + "input_name:": "encoder.encoders.1.encoder.layers.2.self_attn.in_proj.bias" + } + ], + "node_name:": "/in_proj_4/MatMul/MatMulAddFusion", + "node_outputs:": [ + { + "output_dimension:": "36 512 ", + "output_name:": "gemm_output_reshape_arg_token_232" + } + ] + }, + { + "node_id:": 1922, + "node_inputs:": [ + { + "input_dimension:": "36 384 ", + "input_name:": "gemm_output_reshape_arg_token_238" + }, + { + "input_dimension:": "3 ", + "input_name:": "gemm_output_shape_token_237" + } + ], + "node_name:": "gemm_output_reshape_token_239", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/Add_81_output_0" + } + ] + }, + { + "node_id:": 1923, + "node_inputs:": [ + { + "input_dimension:": "36 96 ", + "input_name:": "gemm_input_reshape_arg_token_235" + }, + { + "input_dimension:": "96 384 ", + "input_name:": "onnx::MatMul_7649" + }, + { + "input_dimension:": "384 ", + "input_name:": "encoder.encoders.1.encoder.layers.2.self_attn.out_proj.bias" + } + ], + "node_name:": "/MatMul_23/MatMulAddFusion", + "node_outputs:": [ + { + "output_dimension:": "36 384 ", + "output_name:": "gemm_output_reshape_arg_token_238" + } + ] + }, + { + "node_id:": 1924, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_83_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "gemm_input_shape_token_240" + } + ], + "node_name:": "gemm_input_reshape_token_242", + "node_outputs:": [ + { + "output_dimension:": "36 384 ", + "output_name:": "gemm_input_reshape_arg_token_241" + } + ] + }, + { + "node_id:": 1925, + "node_inputs:": [ + { + "input_dimension:": "36 1024 ", + "input_name:": "gemm_output_reshape_arg_token_244" + }, + { + "input_dimension:": "3 ", + "input_name:": "gemm_output_shape_token_243" + } + ], + "node_name:": "gemm_output_reshape_token_245", + "node_outputs:": [ + { + "output_dimension:": "36 1 1024 ", + "output_name:": "/feed_forward2/in_proj_4/Add_output_0" + } + ] + }, + { + "node_id:": 1926, + "node_inputs:": [ + { + "input_dimension:": "36 384 ", + "input_name:": "gemm_input_reshape_arg_token_241" + }, + { + "input_dimension:": "384 1024 ", + "input_name:": "onnx::MatMul_7654" + }, + { + "input_dimension:": "1024 ", + "input_name:": "encoder.encoders.1.encoder.layers.2.feed_forward2.in_proj.bias" + } + ], + "node_name:": "/feed_forward2/in_proj_4/MatMul/MatMulAddFusion", + "node_outputs:": [ + { + "output_dimension:": "36 1024 ", + "output_name:": "gemm_output_reshape_arg_token_244" + } + ] + }, + { + "node_id:": 1927, + "node_inputs:": [ + { + "input_dimension:": "36 1 1024 ", + "input_name:": "/feed_forward2/activation_4/Mul_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "gemm_input_shape_token_246" + } + ], + "node_name:": "gemm_input_reshape_token_248", + "node_outputs:": [ + { + "output_dimension:": "36 1024 ", + "output_name:": "gemm_input_reshape_arg_token_247" + } + ] + }, + { + "node_id:": 1928, + "node_inputs:": [ + { + "input_dimension:": "36 384 ", + "input_name:": "gemm_output_reshape_arg_token_250" + }, + { + "input_dimension:": "3 ", + "input_name:": "gemm_output_shape_token_249" + } + ], + "node_name:": "gemm_output_reshape_token_251", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/feed_forward2/out_proj_4/Add_output_0" + } + ] + }, + { + "node_id:": 1929, + "node_inputs:": [ + { + "input_dimension:": "36 1024 ", + "input_name:": "gemm_input_reshape_arg_token_247" + }, + { + "input_dimension:": "1024 384 ", + "input_name:": "onnx::MatMul_7655" + }, + { + "input_dimension:": "384 ", + "input_name:": "encoder.encoders.1.encoder.layers.2.feed_forward2.out_proj.bias" + } + ], + "node_name:": "/feed_forward2/out_proj_4/MatMul/MatMulAddFusion", + "node_outputs:": [ + { + "output_dimension:": "36 384 ", + "output_name:": "gemm_output_reshape_arg_token_250" + } + ] + }, + { + "node_id:": 1930, + "node_inputs:": [ + { + "input_dimension:": "36 384 ", + "input_name:": "gemm_output_reshape_arg_token_256" + }, + { + "input_dimension:": "3 ", + "input_name:": "gemm_output_shape_token_255" + } + ], + "node_name:": "gemm_output_reshape_token_257", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/out_proj2_4/Add_output_0" + } + ] + }, + { + "node_id:": 1931, + "node_inputs:": [ + { + "input_dimension:": "36 96 ", + "input_name:": "gemm_input_reshape_arg_token_253" + }, + { + "input_dimension:": "96 384 ", + "input_name:": "onnx::MatMul_7662" + }, + { + "input_dimension:": "384 ", + "input_name:": "encoder.encoders.1.encoder.layers.2.self_attn.out_proj2.bias" + } + ], + "node_name:": "/out_proj2_4/MatMul/MatMulAddFusion", + "node_outputs:": [ + { + "output_dimension:": "36 384 ", + "output_name:": "gemm_output_reshape_arg_token_256" + } + ] + }, + { + "node_id:": 1932, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_87_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "gemm_input_shape_token_258" + } + ], + "node_name:": "gemm_input_reshape_token_260", + "node_outputs:": [ + { + "output_dimension:": "36 384 ", + "output_name:": "gemm_input_reshape_arg_token_259" + } + ] + }, + { + "node_id:": 1933, + "node_inputs:": [ + { + "input_dimension:": "36 1024 ", + "input_name:": "gemm_output_reshape_arg_token_262" + }, + { + "input_dimension:": "3 ", + "input_name:": "gemm_output_shape_token_261" + } + ], + "node_name:": "gemm_output_reshape_token_263", + "node_outputs:": [ + { + "output_dimension:": "36 1 1024 ", + "output_name:": "/feed_forward3/in_proj_4/Add_output_0" + } + ] + }, + { + "node_id:": 1934, + "node_inputs:": [ + { + "input_dimension:": "36 384 ", + "input_name:": "gemm_input_reshape_arg_token_259" + }, + { + "input_dimension:": "384 1024 ", + "input_name:": "onnx::MatMul_7667" + }, + { + "input_dimension:": "1024 ", + "input_name:": "encoder.encoders.1.encoder.layers.2.feed_forward3.in_proj.bias" + } + ], + "node_name:": "/feed_forward3/in_proj_4/MatMul/MatMulAddFusion", + "node_outputs:": [ + { + "output_dimension:": "36 1024 ", + "output_name:": "gemm_output_reshape_arg_token_262" + } + ] + }, + { + "node_id:": 1935, + "node_inputs:": [ + { + "input_dimension:": "36 1 1024 ", + "input_name:": "/feed_forward3/activation_4/Mul_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "gemm_input_shape_token_264" + } + ], + "node_name:": "gemm_input_reshape_token_266", + "node_outputs:": [ + { + "output_dimension:": "36 1024 ", + "output_name:": "gemm_input_reshape_arg_token_265" + } + ] + }, + { + "node_id:": 1936, + "node_inputs:": [ + { + "input_dimension:": "36 384 ", + "input_name:": "gemm_output_reshape_arg_token_268" + }, + { + "input_dimension:": "3 ", + "input_name:": "gemm_output_shape_token_267" + } + ], + "node_name:": "gemm_output_reshape_token_269", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/feed_forward3/out_proj_4/Add_output_0" + } + ] + }, + { + "node_id:": 1937, + "node_inputs:": [ + { + "input_dimension:": "36 1024 ", + "input_name:": "gemm_input_reshape_arg_token_265" + }, + { + "input_dimension:": "1024 384 ", + "input_name:": "onnx::MatMul_7668" + }, + { + "input_dimension:": "384 ", + "input_name:": "encoder.encoders.1.encoder.layers.2.feed_forward3.out_proj.bias" + } + ], + "node_name:": "/feed_forward3/out_proj_4/MatMul/MatMulAddFusion", + "node_outputs:": [ + { + "output_dimension:": "36 384 ", + "output_name:": "gemm_output_reshape_arg_token_268" + } + ] + }, + { + "node_id:": 1938, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_89_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "gemm_input_shape_token_270" + } + ], + "node_name:": "gemm_input_reshape_token_272", + "node_outputs:": [ + { + "output_dimension:": "36 384 ", + "output_name:": "gemm_input_reshape_arg_token_271" + } + ] + }, + { + "node_id:": 1939, + "node_inputs:": [ + { + "input_dimension:": "36 1024 ", + "input_name:": "gemm_output_reshape_arg_token_274" + }, + { + "input_dimension:": "3 ", + "input_name:": "gemm_output_shape_token_273" + } + ], + "node_name:": "gemm_output_reshape_token_275", + "node_outputs:": [ + { + "output_dimension:": "36 1 1024 ", + "output_name:": "/feed_forward1/in_proj_5/Add_output_0" + } + ] + }, + { + "node_id:": 1940, + "node_inputs:": [ + { + "input_dimension:": "36 384 ", + "input_name:": "gemm_input_reshape_arg_token_271" + }, + { + "input_dimension:": "384 1024 ", + "input_name:": "onnx::MatMul_7669" + }, + { + "input_dimension:": "1024 ", + "input_name:": "encoder.encoders.1.encoder.layers.3.feed_forward1.in_proj.bias" + } + ], + "node_name:": "/feed_forward1/in_proj_5/MatMul/MatMulAddFusion", + "node_outputs:": [ + { + "output_dimension:": "36 1024 ", + "output_name:": "gemm_output_reshape_arg_token_274" + } + ] + }, + { + "node_id:": 1941, + "node_inputs:": [ + { + "input_dimension:": "36 1 1024 ", + "input_name:": "/feed_forward1/activation_5/Mul_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "gemm_input_shape_token_276" + } + ], + "node_name:": "gemm_input_reshape_token_278", + "node_outputs:": [ + { + "output_dimension:": "36 1024 ", + "output_name:": "gemm_input_reshape_arg_token_277" + } + ] + }, + { + "node_id:": 1942, + "node_inputs:": [ + { + "input_dimension:": "36 384 ", + "input_name:": "gemm_output_reshape_arg_token_280" + }, + { + "input_dimension:": "3 ", + "input_name:": "gemm_output_shape_token_279" + } + ], + "node_name:": "gemm_output_reshape_token_281", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/feed_forward1/out_proj_5/Add_output_0" + } + ] + }, + { + "node_id:": 1943, + "node_inputs:": [ + { + "input_dimension:": "36 1024 ", + "input_name:": "gemm_input_reshape_arg_token_277" + }, + { + "input_dimension:": "1024 384 ", + "input_name:": "onnx::MatMul_7670" + }, + { + "input_dimension:": "384 ", + "input_name:": "encoder.encoders.1.encoder.layers.3.feed_forward1.out_proj.bias" + } + ], + "node_name:": "/feed_forward1/out_proj_5/MatMul/MatMulAddFusion", + "node_outputs:": [ + { + "output_dimension:": "36 384 ", + "output_name:": "gemm_output_reshape_arg_token_280" + } + ] + }, + { + "node_id:": 1944, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_95_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "gemm_input_shape_token_282" + } + ], + "node_name:": "gemm_input_reshape_token_284", + "node_outputs:": [ + { + "output_dimension:": "36 384 ", + "output_name:": "gemm_input_reshape_arg_token_283" + } + ] + }, + { + "node_id:": 1945, + "node_inputs:": [ + { + "input_dimension:": "36 512 ", + "input_name:": "gemm_output_reshape_arg_token_286" + }, + { + "input_dimension:": "3 ", + "input_name:": "gemm_output_shape_token_285" + } + ], + "node_name:": "gemm_output_reshape_token_287", + "node_outputs:": [ + { + "output_dimension:": "36 1 512 ", + "output_name:": "/in_proj_5/Add_output_0" + } + ] + }, + { + "node_id:": 1946, + "node_inputs:": [ + { + "input_dimension:": "36 384 ", + "input_name:": "gemm_input_reshape_arg_token_283" + }, + { + "input_dimension:": "384 512 ", + "input_name:": "onnx::MatMul_7673" + }, + { + "input_dimension:": "512 ", + "input_name:": "encoder.encoders.1.encoder.layers.3.self_attn.in_proj.bias" + } + ], + "node_name:": "/in_proj_5/MatMul/MatMulAddFusion", + "node_outputs:": [ + { + "output_dimension:": "36 512 ", + "output_name:": "gemm_output_reshape_arg_token_286" + } + ] + }, + { + "node_id:": 1947, + "node_inputs:": [ + { + "input_dimension:": "36 384 ", + "input_name:": "gemm_output_reshape_arg_token_292" + }, + { + "input_dimension:": "3 ", + "input_name:": "gemm_output_shape_token_291" + } + ], + "node_name:": "gemm_output_reshape_token_293", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/Add_99_output_0" + } + ] + }, + { + "node_id:": 1948, + "node_inputs:": [ + { + "input_dimension:": "36 96 ", + "input_name:": "gemm_input_reshape_arg_token_289" + }, + { + "input_dimension:": "96 384 ", + "input_name:": "onnx::MatMul_7711" + }, + { + "input_dimension:": "384 ", + "input_name:": "encoder.encoders.1.encoder.layers.3.self_attn.out_proj.bias" + } + ], + "node_name:": "/MatMul_28/MatMulAddFusion", + "node_outputs:": [ + { + "output_dimension:": "36 384 ", + "output_name:": "gemm_output_reshape_arg_token_292" + } + ] + }, + { + "node_id:": 1949, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_101_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "gemm_input_shape_token_294" + } + ], + "node_name:": "gemm_input_reshape_token_296", + "node_outputs:": [ + { + "output_dimension:": "36 384 ", + "output_name:": "gemm_input_reshape_arg_token_295" + } + ] + }, + { + "node_id:": 1950, + "node_inputs:": [ + { + "input_dimension:": "36 1024 ", + "input_name:": "gemm_output_reshape_arg_token_298" + }, + { + "input_dimension:": "3 ", + "input_name:": "gemm_output_shape_token_297" + } + ], + "node_name:": "gemm_output_reshape_token_299", + "node_outputs:": [ + { + "output_dimension:": "36 1 1024 ", + "output_name:": "/feed_forward2/in_proj_5/Add_output_0" + } + ] + }, + { + "node_id:": 1951, + "node_inputs:": [ + { + "input_dimension:": "36 384 ", + "input_name:": "gemm_input_reshape_arg_token_295" + }, + { + "input_dimension:": "384 1024 ", + "input_name:": "onnx::MatMul_7716" + }, + { + "input_dimension:": "1024 ", + "input_name:": "encoder.encoders.1.encoder.layers.3.feed_forward2.in_proj.bias" + } + ], + "node_name:": "/feed_forward2/in_proj_5/MatMul/MatMulAddFusion", + "node_outputs:": [ + { + "output_dimension:": "36 1024 ", + "output_name:": "gemm_output_reshape_arg_token_298" + } + ] + }, + { + "node_id:": 1952, + "node_inputs:": [ + { + "input_dimension:": "36 1 1024 ", + "input_name:": "/feed_forward2/activation_5/Mul_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "gemm_input_shape_token_300" + } + ], + "node_name:": "gemm_input_reshape_token_302", + "node_outputs:": [ + { + "output_dimension:": "36 1024 ", + "output_name:": "gemm_input_reshape_arg_token_301" + } + ] + }, + { + "node_id:": 1953, + "node_inputs:": [ + { + "input_dimension:": "36 384 ", + "input_name:": "gemm_output_reshape_arg_token_304" + }, + { + "input_dimension:": "3 ", + "input_name:": "gemm_output_shape_token_303" + } + ], + "node_name:": "gemm_output_reshape_token_305", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/feed_forward2/out_proj_5/Add_output_0" + } + ] + }, + { + "node_id:": 1954, + "node_inputs:": [ + { + "input_dimension:": "36 1024 ", + "input_name:": "gemm_input_reshape_arg_token_301" + }, + { + "input_dimension:": "1024 384 ", + "input_name:": "onnx::MatMul_7717" + }, + { + "input_dimension:": "384 ", + "input_name:": "encoder.encoders.1.encoder.layers.3.feed_forward2.out_proj.bias" + } + ], + "node_name:": "/feed_forward2/out_proj_5/MatMul/MatMulAddFusion", + "node_outputs:": [ + { + "output_dimension:": "36 384 ", + "output_name:": "gemm_output_reshape_arg_token_304" + } + ] + }, + { + "node_id:": 1955, + "node_inputs:": [ + { + "input_dimension:": "36 384 ", + "input_name:": "gemm_output_reshape_arg_token_310" + }, + { + "input_dimension:": "3 ", + "input_name:": "gemm_output_shape_token_309" + } + ], + "node_name:": "gemm_output_reshape_token_311", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/out_proj2_5/Add_output_0" + } + ] + }, + { + "node_id:": 1956, + "node_inputs:": [ + { + "input_dimension:": "36 96 ", + "input_name:": "gemm_input_reshape_arg_token_307" + }, + { + "input_dimension:": "96 384 ", + "input_name:": "onnx::MatMul_7724" + }, + { + "input_dimension:": "384 ", + "input_name:": "encoder.encoders.1.encoder.layers.3.self_attn.out_proj2.bias" + } + ], + "node_name:": "/out_proj2_5/MatMul/MatMulAddFusion", + "node_outputs:": [ + { + "output_dimension:": "36 384 ", + "output_name:": "gemm_output_reshape_arg_token_310" + } + ] + }, + { + "node_id:": 1957, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_105_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "gemm_input_shape_token_312" + } + ], + "node_name:": "gemm_input_reshape_token_314", + "node_outputs:": [ + { + "output_dimension:": "36 384 ", + "output_name:": "gemm_input_reshape_arg_token_313" + } + ] + }, + { + "node_id:": 1958, + "node_inputs:": [ + { + "input_dimension:": "36 1024 ", + "input_name:": "gemm_output_reshape_arg_token_316" + }, + { + "input_dimension:": "3 ", + "input_name:": "gemm_output_shape_token_315" + } + ], + "node_name:": "gemm_output_reshape_token_317", + "node_outputs:": [ + { + "output_dimension:": "36 1 1024 ", + "output_name:": "/feed_forward3/in_proj_5/Add_output_0" + } + ] + }, + { + "node_id:": 1959, + "node_inputs:": [ + { + "input_dimension:": "36 384 ", + "input_name:": "gemm_input_reshape_arg_token_313" + }, + { + "input_dimension:": "384 1024 ", + "input_name:": "onnx::MatMul_7729" + }, + { + "input_dimension:": "1024 ", + "input_name:": "encoder.encoders.1.encoder.layers.3.feed_forward3.in_proj.bias" + } + ], + "node_name:": "/feed_forward3/in_proj_5/MatMul/MatMulAddFusion", + "node_outputs:": [ + { + "output_dimension:": "36 1024 ", + "output_name:": "gemm_output_reshape_arg_token_316" + } + ] + }, + { + "node_id:": 1960, + "node_inputs:": [ + { + "input_dimension:": "36 1 1024 ", + "input_name:": "/feed_forward3/activation_5/Mul_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "gemm_input_shape_token_318" + } + ], + "node_name:": "gemm_input_reshape_token_320", + "node_outputs:": [ + { + "output_dimension:": "36 1024 ", + "output_name:": "gemm_input_reshape_arg_token_319" + } + ] + }, + { + "node_id:": 1961, + "node_inputs:": [ + { + "input_dimension:": "36 384 ", + "input_name:": "gemm_output_reshape_arg_token_322" + }, + { + "input_dimension:": "3 ", + "input_name:": "gemm_output_shape_token_321" + } + ], + "node_name:": "gemm_output_reshape_token_323", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/feed_forward3/out_proj_5/Add_output_0" + } + ] + }, + { + "node_id:": 1962, + "node_inputs:": [ + { + "input_dimension:": "36 1024 ", + "input_name:": "gemm_input_reshape_arg_token_319" + }, + { + "input_dimension:": "1024 384 ", + "input_name:": "onnx::MatMul_7730" + }, + { + "input_dimension:": "384 ", + "input_name:": "encoder.encoders.1.encoder.layers.3.feed_forward3.out_proj.bias" + } + ], + "node_name:": "/feed_forward3/out_proj_5/MatMul/MatMulAddFusion", + "node_outputs:": [ + { + "output_dimension:": "36 384 ", + "output_name:": "gemm_output_reshape_arg_token_322" + } + ] + }, + { + "node_id:": 1963, + "node_inputs:": [ + { + "input_dimension:": "18 1 384 ", + "input_name:": "/downsample_1/ReduceSum_1_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "gemm_input_shape_token_324" + } + ], + "node_name:": "gemm_input_reshape_token_326", + "node_outputs:": [ + { + "output_dimension:": "18 384 ", + "output_name:": "gemm_input_reshape_arg_token_325" + } + ] + }, + { + "node_id:": 1964, + "node_inputs:": [ + { + "input_dimension:": "18 2048 ", + "input_name:": "gemm_output_reshape_arg_token_328" + }, + { + "input_dimension:": "3 ", + "input_name:": "gemm_output_shape_token_327" + } + ], + "node_name:": "gemm_output_reshape_token_329", + "node_outputs:": [ + { + "output_dimension:": "18 1 2048 ", + "output_name:": "/feed_forward1/in_proj_6/Add_output_0" + } + ] + }, + { + "node_id:": 1965, + "node_inputs:": [ + { + "input_dimension:": "18 384 ", + "input_name:": "gemm_input_reshape_arg_token_325" + }, + { + "input_dimension:": "384 2048 ", + "input_name:": "onnx::MatMul_7740" + }, + { + "input_dimension:": "2048 ", + "input_name:": "encoder.encoders.2.encoder.layers.0.feed_forward1.in_proj.bias" + } + ], + "node_name:": "/feed_forward1/in_proj_6/MatMul/MatMulAddFusion", + "node_outputs:": [ + { + "output_dimension:": "18 2048 ", + "output_name:": "gemm_output_reshape_arg_token_328" + } + ] + }, + { + "node_id:": 1966, + "node_inputs:": [ + { + "input_dimension:": "18 1 2048 ", + "input_name:": "/feed_forward1/activation_6/Mul_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "gemm_input_shape_token_330" + } + ], + "node_name:": "gemm_input_reshape_token_332", + "node_outputs:": [ + { + "output_dimension:": "18 2048 ", + "output_name:": "gemm_input_reshape_arg_token_331" + } + ] + }, + { + "node_id:": 1967, + "node_inputs:": [ + { + "input_dimension:": "18 384 ", + "input_name:": "gemm_output_reshape_arg_token_334" + }, + { + "input_dimension:": "3 ", + "input_name:": "gemm_output_shape_token_333" + } + ], + "node_name:": "gemm_output_reshape_token_335", + "node_outputs:": [ + { + "output_dimension:": "18 1 384 ", + "output_name:": "/feed_forward1/out_proj_6/Add_output_0" + } + ] + }, + { + "node_id:": 1968, + "node_inputs:": [ + { + "input_dimension:": "18 2048 ", + "input_name:": "gemm_input_reshape_arg_token_331" + }, + { + "input_dimension:": "2048 384 ", + "input_name:": "onnx::MatMul_7741" + }, + { + "input_dimension:": "384 ", + "input_name:": "encoder.encoders.2.encoder.layers.0.feed_forward1.out_proj.bias" + } + ], + "node_name:": "/feed_forward1/out_proj_6/MatMul/MatMulAddFusion", + "node_outputs:": [ + { + "output_dimension:": "18 384 ", + "output_name:": "gemm_output_reshape_arg_token_334" + } + ] + }, + { + "node_id:": 1969, + "node_inputs:": [ + { + "input_dimension:": "18 1 384 ", + "input_name:": "/Add_113_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "gemm_input_shape_token_336" + } + ], + "node_name:": "gemm_input_reshape_token_338", + "node_outputs:": [ + { + "output_dimension:": "18 384 ", + "output_name:": "gemm_input_reshape_arg_token_337" + } + ] + }, + { + "node_id:": 1970, + "node_inputs:": [ + { + "input_dimension:": "18 512 ", + "input_name:": "gemm_output_reshape_arg_token_340" + }, + { + "input_dimension:": "3 ", + "input_name:": "gemm_output_shape_token_339" + } + ], + "node_name:": "gemm_output_reshape_token_341", + "node_outputs:": [ + { + "output_dimension:": "18 1 512 ", + "output_name:": "/in_proj_6/Add_output_0" + } + ] + }, + { + "node_id:": 1971, + "node_inputs:": [ + { + "input_dimension:": "18 384 ", + "input_name:": "gemm_input_reshape_arg_token_337" + }, + { + "input_dimension:": "384 512 ", + "input_name:": "onnx::MatMul_7744" + }, + { + "input_dimension:": "512 ", + "input_name:": "encoder.encoders.2.encoder.layers.0.self_attn.in_proj.bias" + } + ], + "node_name:": "/in_proj_6/MatMul/MatMulAddFusion", + "node_outputs:": [ + { + "output_dimension:": "18 512 ", + "output_name:": "gemm_output_reshape_arg_token_340" + } + ] + }, + { + "node_id:": 1972, + "node_inputs:": [ + { + "input_dimension:": "18 384 ", + "input_name:": "gemm_output_reshape_arg_token_346" + }, + { + "input_dimension:": "3 ", + "input_name:": "gemm_output_shape_token_345" + } + ], + "node_name:": "gemm_output_reshape_token_347", + "node_outputs:": [ + { + "output_dimension:": "18 1 384 ", + "output_name:": "/Add_117_output_0" + } + ] + }, + { + "node_id:": 1973, + "node_inputs:": [ + { + "input_dimension:": "18 96 ", + "input_name:": "gemm_input_reshape_arg_token_343" + }, + { + "input_dimension:": "96 384 ", + "input_name:": "onnx::MatMul_7782" + }, + { + "input_dimension:": "384 ", + "input_name:": "encoder.encoders.2.encoder.layers.0.self_attn.out_proj.bias" + } + ], + "node_name:": "/MatMul_33/MatMulAddFusion", + "node_outputs:": [ + { + "output_dimension:": "18 384 ", + "output_name:": "gemm_output_reshape_arg_token_346" + } + ] + }, + { + "node_id:": 1974, + "node_inputs:": [ + { + "input_dimension:": "18 1 384 ", + "input_name:": "/Add_119_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "gemm_input_shape_token_348" + } + ], + "node_name:": "gemm_input_reshape_token_350", + "node_outputs:": [ + { + "output_dimension:": "18 384 ", + "output_name:": "gemm_input_reshape_arg_token_349" + } + ] + }, + { + "node_id:": 1975, + "node_inputs:": [ + { + "input_dimension:": "18 2048 ", + "input_name:": "gemm_output_reshape_arg_token_352" + }, + { + "input_dimension:": "3 ", + "input_name:": "gemm_output_shape_token_351" + } + ], + "node_name:": "gemm_output_reshape_token_353", + "node_outputs:": [ + { + "output_dimension:": "18 1 2048 ", + "output_name:": "/feed_forward2/in_proj_6/Add_output_0" + } + ] + }, + { + "node_id:": 1976, + "node_inputs:": [ + { + "input_dimension:": "18 384 ", + "input_name:": "gemm_input_reshape_arg_token_349" + }, + { + "input_dimension:": "384 2048 ", + "input_name:": "onnx::MatMul_7787" + }, + { + "input_dimension:": "2048 ", + "input_name:": "encoder.encoders.2.encoder.layers.0.feed_forward2.in_proj.bias" + } + ], + "node_name:": "/feed_forward2/in_proj_6/MatMul/MatMulAddFusion", + "node_outputs:": [ + { + "output_dimension:": "18 2048 ", + "output_name:": "gemm_output_reshape_arg_token_352" + } + ] + }, + { + "node_id:": 1977, + "node_inputs:": [ + { + "input_dimension:": "18 1 2048 ", + "input_name:": "/feed_forward2/activation_6/Mul_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "gemm_input_shape_token_354" + } + ], + "node_name:": "gemm_input_reshape_token_356", + "node_outputs:": [ + { + "output_dimension:": "18 2048 ", + "output_name:": "gemm_input_reshape_arg_token_355" + } + ] + }, + { + "node_id:": 1978, + "node_inputs:": [ + { + "input_dimension:": "18 384 ", + "input_name:": "gemm_output_reshape_arg_token_358" + }, + { + "input_dimension:": "3 ", + "input_name:": "gemm_output_shape_token_357" + } + ], + "node_name:": "gemm_output_reshape_token_359", + "node_outputs:": [ + { + "output_dimension:": "18 1 384 ", + "output_name:": "/feed_forward2/out_proj_6/Add_output_0" + } + ] + }, + { + "node_id:": 1979, + "node_inputs:": [ + { + "input_dimension:": "18 2048 ", + "input_name:": "gemm_input_reshape_arg_token_355" + }, + { + "input_dimension:": "2048 384 ", + "input_name:": "onnx::MatMul_7788" + }, + { + "input_dimension:": "384 ", + "input_name:": "encoder.encoders.2.encoder.layers.0.feed_forward2.out_proj.bias" + } + ], + "node_name:": "/feed_forward2/out_proj_6/MatMul/MatMulAddFusion", + "node_outputs:": [ + { + "output_dimension:": "18 384 ", + "output_name:": "gemm_output_reshape_arg_token_358" + } + ] + }, + { + "node_id:": 1980, + "node_inputs:": [ + { + "input_dimension:": "18 384 ", + "input_name:": "gemm_output_reshape_arg_token_364" + }, + { + "input_dimension:": "3 ", + "input_name:": "gemm_output_shape_token_363" + } + ], + "node_name:": "gemm_output_reshape_token_365", + "node_outputs:": [ + { + "output_dimension:": "18 1 384 ", + "output_name:": "/out_proj2_6/Add_output_0" + } + ] + }, + { + "node_id:": 1981, + "node_inputs:": [ + { + "input_dimension:": "18 96 ", + "input_name:": "gemm_input_reshape_arg_token_361" + }, + { + "input_dimension:": "96 384 ", + "input_name:": "onnx::MatMul_7795" + }, + { + "input_dimension:": "384 ", + "input_name:": "encoder.encoders.2.encoder.layers.0.self_attn.out_proj2.bias" + } + ], + "node_name:": "/out_proj2_6/MatMul/MatMulAddFusion", + "node_outputs:": [ + { + "output_dimension:": "18 384 ", + "output_name:": "gemm_output_reshape_arg_token_364" + } + ] + }, + { + "node_id:": 1982, + "node_inputs:": [ + { + "input_dimension:": "18 1 384 ", + "input_name:": "/Add_123_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "gemm_input_shape_token_366" + } + ], + "node_name:": "gemm_input_reshape_token_368", + "node_outputs:": [ + { + "output_dimension:": "18 384 ", + "output_name:": "gemm_input_reshape_arg_token_367" + } + ] + }, + { + "node_id:": 1983, + "node_inputs:": [ + { + "input_dimension:": "18 2048 ", + "input_name:": "gemm_output_reshape_arg_token_370" + }, + { + "input_dimension:": "3 ", + "input_name:": "gemm_output_shape_token_369" + } + ], + "node_name:": "gemm_output_reshape_token_371", + "node_outputs:": [ + { + "output_dimension:": "18 1 2048 ", + "output_name:": "/feed_forward3/in_proj_6/Add_output_0" + } + ] + }, + { + "node_id:": 1984, + "node_inputs:": [ + { + "input_dimension:": "18 384 ", + "input_name:": "gemm_input_reshape_arg_token_367" + }, + { + "input_dimension:": "384 2048 ", + "input_name:": "onnx::MatMul_7800" + }, + { + "input_dimension:": "2048 ", + "input_name:": "encoder.encoders.2.encoder.layers.0.feed_forward3.in_proj.bias" + } + ], + "node_name:": "/feed_forward3/in_proj_6/MatMul/MatMulAddFusion", + "node_outputs:": [ + { + "output_dimension:": "18 2048 ", + "output_name:": "gemm_output_reshape_arg_token_370" + } + ] + }, + { + "node_id:": 1985, + "node_inputs:": [ + { + "input_dimension:": "18 1 2048 ", + "input_name:": "/feed_forward3/activation_6/Mul_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "gemm_input_shape_token_372" + } + ], + "node_name:": "gemm_input_reshape_token_374", + "node_outputs:": [ + { + "output_dimension:": "18 2048 ", + "output_name:": "gemm_input_reshape_arg_token_373" + } + ] + }, + { + "node_id:": 1986, + "node_inputs:": [ + { + "input_dimension:": "18 384 ", + "input_name:": "gemm_output_reshape_arg_token_376" + }, + { + "input_dimension:": "3 ", + "input_name:": "gemm_output_shape_token_375" + } + ], + "node_name:": "gemm_output_reshape_token_377", + "node_outputs:": [ + { + "output_dimension:": "18 1 384 ", + "output_name:": "/feed_forward3/out_proj_6/Add_output_0" + } + ] + }, + { + "node_id:": 1987, + "node_inputs:": [ + { + "input_dimension:": "18 2048 ", + "input_name:": "gemm_input_reshape_arg_token_373" + }, + { + "input_dimension:": "2048 384 ", + "input_name:": "onnx::MatMul_7801" + }, + { + "input_dimension:": "384 ", + "input_name:": "encoder.encoders.2.encoder.layers.0.feed_forward3.out_proj.bias" + } + ], + "node_name:": "/feed_forward3/out_proj_6/MatMul/MatMulAddFusion", + "node_outputs:": [ + { + "output_dimension:": "18 384 ", + "output_name:": "gemm_output_reshape_arg_token_376" + } + ] + }, + { + "node_id:": 1988, + "node_inputs:": [ + { + "input_dimension:": "18 1 384 ", + "input_name:": "/Add_125_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "gemm_input_shape_token_378" + } + ], + "node_name:": "gemm_input_reshape_token_380", + "node_outputs:": [ + { + "output_dimension:": "18 384 ", + "output_name:": "gemm_input_reshape_arg_token_379" + } + ] + }, + { + "node_id:": 1989, + "node_inputs:": [ + { + "input_dimension:": "18 2048 ", + "input_name:": "gemm_output_reshape_arg_token_382" + }, + { + "input_dimension:": "3 ", + "input_name:": "gemm_output_shape_token_381" + } + ], + "node_name:": "gemm_output_reshape_token_383", + "node_outputs:": [ + { + "output_dimension:": "18 1 2048 ", + "output_name:": "/feed_forward1/in_proj_7/Add_output_0" + } + ] + }, + { + "node_id:": 1990, + "node_inputs:": [ + { + "input_dimension:": "18 384 ", + "input_name:": "gemm_input_reshape_arg_token_379" + }, + { + "input_dimension:": "384 2048 ", + "input_name:": "onnx::MatMul_7802" + }, + { + "input_dimension:": "2048 ", + "input_name:": "encoder.encoders.2.encoder.layers.1.feed_forward1.in_proj.bias" + } + ], + "node_name:": "/feed_forward1/in_proj_7/MatMul/MatMulAddFusion", + "node_outputs:": [ + { + "output_dimension:": "18 2048 ", + "output_name:": "gemm_output_reshape_arg_token_382" + } + ] + }, + { + "node_id:": 1991, + "node_inputs:": [ + { + "input_dimension:": "18 1 2048 ", + "input_name:": "/feed_forward1/activation_7/Mul_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "gemm_input_shape_token_384" + } + ], + "node_name:": "gemm_input_reshape_token_386", + "node_outputs:": [ + { + "output_dimension:": "18 2048 ", + "output_name:": "gemm_input_reshape_arg_token_385" + } + ] + }, + { + "node_id:": 1992, + "node_inputs:": [ + { + "input_dimension:": "18 384 ", + "input_name:": "gemm_output_reshape_arg_token_388" + }, + { + "input_dimension:": "3 ", + "input_name:": "gemm_output_shape_token_387" + } + ], + "node_name:": "gemm_output_reshape_token_389", + "node_outputs:": [ + { + "output_dimension:": "18 1 384 ", + "output_name:": "/feed_forward1/out_proj_7/Add_output_0" + } + ] + }, + { + "node_id:": 1993, + "node_inputs:": [ + { + "input_dimension:": "18 2048 ", + "input_name:": "gemm_input_reshape_arg_token_385" + }, + { + "input_dimension:": "2048 384 ", + "input_name:": "onnx::MatMul_7803" + }, + { + "input_dimension:": "384 ", + "input_name:": "encoder.encoders.2.encoder.layers.1.feed_forward1.out_proj.bias" + } + ], + "node_name:": "/feed_forward1/out_proj_7/MatMul/MatMulAddFusion", + "node_outputs:": [ + { + "output_dimension:": "18 384 ", + "output_name:": "gemm_output_reshape_arg_token_388" + } + ] + }, + { + "node_id:": 1994, + "node_inputs:": [ + { + "input_dimension:": "18 1 384 ", + "input_name:": "/Add_131_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "gemm_input_shape_token_390" + } + ], + "node_name:": "gemm_input_reshape_token_392", + "node_outputs:": [ + { + "output_dimension:": "18 384 ", + "output_name:": "gemm_input_reshape_arg_token_391" + } + ] + }, + { + "node_id:": 1995, + "node_inputs:": [ + { + "input_dimension:": "18 512 ", + "input_name:": "gemm_output_reshape_arg_token_394" + }, + { + "input_dimension:": "3 ", + "input_name:": "gemm_output_shape_token_393" + } + ], + "node_name:": "gemm_output_reshape_token_395", + "node_outputs:": [ + { + "output_dimension:": "18 1 512 ", + "output_name:": "/in_proj_7/Add_output_0" + } + ] + }, + { + "node_id:": 1996, + "node_inputs:": [ + { + "input_dimension:": "18 384 ", + "input_name:": "gemm_input_reshape_arg_token_391" + }, + { + "input_dimension:": "384 512 ", + "input_name:": "onnx::MatMul_7806" + }, + { + "input_dimension:": "512 ", + "input_name:": "encoder.encoders.2.encoder.layers.1.self_attn.in_proj.bias" + } + ], + "node_name:": "/in_proj_7/MatMul/MatMulAddFusion", + "node_outputs:": [ + { + "output_dimension:": "18 512 ", + "output_name:": "gemm_output_reshape_arg_token_394" + } + ] + }, + { + "node_id:": 1997, + "node_inputs:": [ + { + "input_dimension:": "18 384 ", + "input_name:": "gemm_output_reshape_arg_token_400" + }, + { + "input_dimension:": "3 ", + "input_name:": "gemm_output_shape_token_399" + } + ], + "node_name:": "gemm_output_reshape_token_401", + "node_outputs:": [ + { + "output_dimension:": "18 1 384 ", + "output_name:": "/Add_135_output_0" + } + ] + }, + { + "node_id:": 1998, + "node_inputs:": [ + { + "input_dimension:": "18 96 ", + "input_name:": "gemm_input_reshape_arg_token_397" + }, + { + "input_dimension:": "96 384 ", + "input_name:": "onnx::MatMul_7844" + }, + { + "input_dimension:": "384 ", + "input_name:": "encoder.encoders.2.encoder.layers.1.self_attn.out_proj.bias" + } + ], + "node_name:": "/MatMul_38/MatMulAddFusion", + "node_outputs:": [ + { + "output_dimension:": "18 384 ", + "output_name:": "gemm_output_reshape_arg_token_400" + } + ] + }, + { + "node_id:": 1999, + "node_inputs:": [ + { + "input_dimension:": "18 1 384 ", + "input_name:": "/Add_137_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "gemm_input_shape_token_402" + } + ], + "node_name:": "gemm_input_reshape_token_404", + "node_outputs:": [ + { + "output_dimension:": "18 384 ", + "output_name:": "gemm_input_reshape_arg_token_403" + } + ] + }, + { + "node_id:": 2000, + "node_inputs:": [ + { + "input_dimension:": "18 2048 ", + "input_name:": "gemm_output_reshape_arg_token_406" + }, + { + "input_dimension:": "3 ", + "input_name:": "gemm_output_shape_token_405" + } + ], + "node_name:": "gemm_output_reshape_token_407", + "node_outputs:": [ + { + "output_dimension:": "18 1 2048 ", + "output_name:": "/feed_forward2/in_proj_7/Add_output_0" + } + ] + }, + { + "node_id:": 2001, + "node_inputs:": [ + { + "input_dimension:": "18 384 ", + "input_name:": "gemm_input_reshape_arg_token_403" + }, + { + "input_dimension:": "384 2048 ", + "input_name:": "onnx::MatMul_7849" + }, + { + "input_dimension:": "2048 ", + "input_name:": "encoder.encoders.2.encoder.layers.1.feed_forward2.in_proj.bias" + } + ], + "node_name:": "/feed_forward2/in_proj_7/MatMul/MatMulAddFusion", + "node_outputs:": [ + { + "output_dimension:": "18 2048 ", + "output_name:": "gemm_output_reshape_arg_token_406" + } + ] + }, + { + "node_id:": 2002, + "node_inputs:": [ + { + "input_dimension:": "18 1 2048 ", + "input_name:": "/feed_forward2/activation_7/Mul_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "gemm_input_shape_token_408" + } + ], + "node_name:": "gemm_input_reshape_token_410", + "node_outputs:": [ + { + "output_dimension:": "18 2048 ", + "output_name:": "gemm_input_reshape_arg_token_409" + } + ] + }, + { + "node_id:": 2003, + "node_inputs:": [ + { + "input_dimension:": "18 384 ", + "input_name:": "gemm_output_reshape_arg_token_412" + }, + { + "input_dimension:": "3 ", + "input_name:": "gemm_output_shape_token_411" + } + ], + "node_name:": "gemm_output_reshape_token_413", + "node_outputs:": [ + { + "output_dimension:": "18 1 384 ", + "output_name:": "/feed_forward2/out_proj_7/Add_output_0" + } + ] + }, + { + "node_id:": 2004, + "node_inputs:": [ + { + "input_dimension:": "18 2048 ", + "input_name:": "gemm_input_reshape_arg_token_409" + }, + { + "input_dimension:": "2048 384 ", + "input_name:": "onnx::MatMul_7850" + }, + { + "input_dimension:": "384 ", + "input_name:": "encoder.encoders.2.encoder.layers.1.feed_forward2.out_proj.bias" + } + ], + "node_name:": "/feed_forward2/out_proj_7/MatMul/MatMulAddFusion", + "node_outputs:": [ + { + "output_dimension:": "18 384 ", + "output_name:": "gemm_output_reshape_arg_token_412" + } + ] + }, + { + "node_id:": 2005, + "node_inputs:": [ + { + "input_dimension:": "18 384 ", + "input_name:": "gemm_output_reshape_arg_token_418" + }, + { + "input_dimension:": "3 ", + "input_name:": "gemm_output_shape_token_417" + } + ], + "node_name:": "gemm_output_reshape_token_419", + "node_outputs:": [ + { + "output_dimension:": "18 1 384 ", + "output_name:": "/out_proj2_7/Add_output_0" + } + ] + }, + { + "node_id:": 2006, + "node_inputs:": [ + { + "input_dimension:": "18 96 ", + "input_name:": "gemm_input_reshape_arg_token_415" + }, + { + "input_dimension:": "96 384 ", + "input_name:": "onnx::MatMul_7857" + }, + { + "input_dimension:": "384 ", + "input_name:": "encoder.encoders.2.encoder.layers.1.self_attn.out_proj2.bias" + } + ], + "node_name:": "/out_proj2_7/MatMul/MatMulAddFusion", + "node_outputs:": [ + { + "output_dimension:": "18 384 ", + "output_name:": "gemm_output_reshape_arg_token_418" + } + ] + }, + { + "node_id:": 2007, + "node_inputs:": [ + { + "input_dimension:": "18 1 384 ", + "input_name:": "/Add_141_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "gemm_input_shape_token_420" + } + ], + "node_name:": "gemm_input_reshape_token_422", + "node_outputs:": [ + { + "output_dimension:": "18 384 ", + "output_name:": "gemm_input_reshape_arg_token_421" + } + ] + }, + { + "node_id:": 2008, + "node_inputs:": [ + { + "input_dimension:": "18 2048 ", + "input_name:": "gemm_output_reshape_arg_token_424" + }, + { + "input_dimension:": "3 ", + "input_name:": "gemm_output_shape_token_423" + } + ], + "node_name:": "gemm_output_reshape_token_425", + "node_outputs:": [ + { + "output_dimension:": "18 1 2048 ", + "output_name:": "/feed_forward3/in_proj_7/Add_output_0" + } + ] + }, + { + "node_id:": 2009, + "node_inputs:": [ + { + "input_dimension:": "18 384 ", + "input_name:": "gemm_input_reshape_arg_token_421" + }, + { + "input_dimension:": "384 2048 ", + "input_name:": "onnx::MatMul_7862" + }, + { + "input_dimension:": "2048 ", + "input_name:": "encoder.encoders.2.encoder.layers.1.feed_forward3.in_proj.bias" + } + ], + "node_name:": "/feed_forward3/in_proj_7/MatMul/MatMulAddFusion", + "node_outputs:": [ + { + "output_dimension:": "18 2048 ", + "output_name:": "gemm_output_reshape_arg_token_424" + } + ] + }, + { + "node_id:": 2010, + "node_inputs:": [ + { + "input_dimension:": "18 1 2048 ", + "input_name:": "/feed_forward3/activation_7/Mul_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "gemm_input_shape_token_426" + } + ], + "node_name:": "gemm_input_reshape_token_428", + "node_outputs:": [ + { + "output_dimension:": "18 2048 ", + "output_name:": "gemm_input_reshape_arg_token_427" + } + ] + }, + { + "node_id:": 2011, + "node_inputs:": [ + { + "input_dimension:": "18 384 ", + "input_name:": "gemm_output_reshape_arg_token_430" + }, + { + "input_dimension:": "3 ", + "input_name:": "gemm_output_shape_token_429" + } + ], + "node_name:": "gemm_output_reshape_token_431", + "node_outputs:": [ + { + "output_dimension:": "18 1 384 ", + "output_name:": "/feed_forward3/out_proj_7/Add_output_0" + } + ] + }, + { + "node_id:": 2012, + "node_inputs:": [ + { + "input_dimension:": "18 2048 ", + "input_name:": "gemm_input_reshape_arg_token_427" + }, + { + "input_dimension:": "2048 384 ", + "input_name:": "onnx::MatMul_7863" + }, + { + "input_dimension:": "384 ", + "input_name:": "encoder.encoders.2.encoder.layers.1.feed_forward3.out_proj.bias" + } + ], + "node_name:": "/feed_forward3/out_proj_7/MatMul/MatMulAddFusion", + "node_outputs:": [ + { + "output_dimension:": "18 384 ", + "output_name:": "gemm_output_reshape_arg_token_430" + } + ] + }, + { + "node_id:": 2013, + "node_inputs:": [ + { + "input_dimension:": "18 1 384 ", + "input_name:": "/Add_143_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "gemm_input_shape_token_432" + } + ], + "node_name:": "gemm_input_reshape_token_434", + "node_outputs:": [ + { + "output_dimension:": "18 384 ", + "output_name:": "gemm_input_reshape_arg_token_433" + } + ] + }, + { + "node_id:": 2014, + "node_inputs:": [ + { + "input_dimension:": "18 2048 ", + "input_name:": "gemm_output_reshape_arg_token_436" + }, + { + "input_dimension:": "3 ", + "input_name:": "gemm_output_shape_token_435" + } + ], + "node_name:": "gemm_output_reshape_token_437", + "node_outputs:": [ + { + "output_dimension:": "18 1 2048 ", + "output_name:": "/feed_forward1/in_proj_8/Add_output_0" + } + ] + }, + { + "node_id:": 2015, + "node_inputs:": [ + { + "input_dimension:": "18 384 ", + "input_name:": "gemm_input_reshape_arg_token_433" + }, + { + "input_dimension:": "384 2048 ", + "input_name:": "onnx::MatMul_7864" + }, + { + "input_dimension:": "2048 ", + "input_name:": "encoder.encoders.2.encoder.layers.2.feed_forward1.in_proj.bias" + } + ], + "node_name:": "/feed_forward1/in_proj_8/MatMul/MatMulAddFusion", + "node_outputs:": [ + { + "output_dimension:": "18 2048 ", + "output_name:": "gemm_output_reshape_arg_token_436" + } + ] + }, + { + "node_id:": 2016, + "node_inputs:": [ + { + "input_dimension:": "18 1 2048 ", + "input_name:": "/feed_forward1/activation_8/Mul_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "gemm_input_shape_token_438" + } + ], + "node_name:": "gemm_input_reshape_token_440", + "node_outputs:": [ + { + "output_dimension:": "18 2048 ", + "output_name:": "gemm_input_reshape_arg_token_439" + } + ] + }, + { + "node_id:": 2017, + "node_inputs:": [ + { + "input_dimension:": "18 384 ", + "input_name:": "gemm_output_reshape_arg_token_442" + }, + { + "input_dimension:": "3 ", + "input_name:": "gemm_output_shape_token_441" + } + ], + "node_name:": "gemm_output_reshape_token_443", + "node_outputs:": [ + { + "output_dimension:": "18 1 384 ", + "output_name:": "/feed_forward1/out_proj_8/Add_output_0" + } + ] + }, + { + "node_id:": 2018, + "node_inputs:": [ + { + "input_dimension:": "18 2048 ", + "input_name:": "gemm_input_reshape_arg_token_439" + }, + { + "input_dimension:": "2048 384 ", + "input_name:": "onnx::MatMul_7865" + }, + { + "input_dimension:": "384 ", + "input_name:": "encoder.encoders.2.encoder.layers.2.feed_forward1.out_proj.bias" + } + ], + "node_name:": "/feed_forward1/out_proj_8/MatMul/MatMulAddFusion", + "node_outputs:": [ + { + "output_dimension:": "18 384 ", + "output_name:": "gemm_output_reshape_arg_token_442" + } + ] + }, + { + "node_id:": 2019, + "node_inputs:": [ + { + "input_dimension:": "18 1 384 ", + "input_name:": "/Add_149_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "gemm_input_shape_token_444" + } + ], + "node_name:": "gemm_input_reshape_token_446", + "node_outputs:": [ + { + "output_dimension:": "18 384 ", + "output_name:": "gemm_input_reshape_arg_token_445" + } + ] + }, + { + "node_id:": 2020, + "node_inputs:": [ + { + "input_dimension:": "18 512 ", + "input_name:": "gemm_output_reshape_arg_token_448" + }, + { + "input_dimension:": "3 ", + "input_name:": "gemm_output_shape_token_447" + } + ], + "node_name:": "gemm_output_reshape_token_449", + "node_outputs:": [ + { + "output_dimension:": "18 1 512 ", + "output_name:": "/in_proj_8/Add_output_0" + } + ] + }, + { + "node_id:": 2021, + "node_inputs:": [ + { + "input_dimension:": "18 384 ", + "input_name:": "gemm_input_reshape_arg_token_445" + }, + { + "input_dimension:": "384 512 ", + "input_name:": "onnx::MatMul_7868" + }, + { + "input_dimension:": "512 ", + "input_name:": "encoder.encoders.2.encoder.layers.2.self_attn.in_proj.bias" + } + ], + "node_name:": "/in_proj_8/MatMul/MatMulAddFusion", + "node_outputs:": [ + { + "output_dimension:": "18 512 ", + "output_name:": "gemm_output_reshape_arg_token_448" + } + ] + }, + { + "node_id:": 2022, + "node_inputs:": [ + { + "input_dimension:": "18 384 ", + "input_name:": "gemm_output_reshape_arg_token_454" + }, + { + "input_dimension:": "3 ", + "input_name:": "gemm_output_shape_token_453" + } + ], + "node_name:": "gemm_output_reshape_token_455", + "node_outputs:": [ + { + "output_dimension:": "18 1 384 ", + "output_name:": "/Add_153_output_0" + } + ] + }, + { + "node_id:": 2023, + "node_inputs:": [ + { + "input_dimension:": "18 96 ", + "input_name:": "gemm_input_reshape_arg_token_451" + }, + { + "input_dimension:": "96 384 ", + "input_name:": "onnx::MatMul_7906" + }, + { + "input_dimension:": "384 ", + "input_name:": "encoder.encoders.2.encoder.layers.2.self_attn.out_proj.bias" + } + ], + "node_name:": "/MatMul_43/MatMulAddFusion", + "node_outputs:": [ + { + "output_dimension:": "18 384 ", + "output_name:": "gemm_output_reshape_arg_token_454" + } + ] + }, + { + "node_id:": 2024, + "node_inputs:": [ + { + "input_dimension:": "18 1 384 ", + "input_name:": "/Add_155_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "gemm_input_shape_token_456" + } + ], + "node_name:": "gemm_input_reshape_token_458", + "node_outputs:": [ + { + "output_dimension:": "18 384 ", + "output_name:": "gemm_input_reshape_arg_token_457" + } + ] + }, + { + "node_id:": 2025, + "node_inputs:": [ + { + "input_dimension:": "18 2048 ", + "input_name:": "gemm_output_reshape_arg_token_460" + }, + { + "input_dimension:": "3 ", + "input_name:": "gemm_output_shape_token_459" + } + ], + "node_name:": "gemm_output_reshape_token_461", + "node_outputs:": [ + { + "output_dimension:": "18 1 2048 ", + "output_name:": "/feed_forward2/in_proj_8/Add_output_0" + } + ] + }, + { + "node_id:": 2026, + "node_inputs:": [ + { + "input_dimension:": "18 384 ", + "input_name:": "gemm_input_reshape_arg_token_457" + }, + { + "input_dimension:": "384 2048 ", + "input_name:": "onnx::MatMul_7911" + }, + { + "input_dimension:": "2048 ", + "input_name:": "encoder.encoders.2.encoder.layers.2.feed_forward2.in_proj.bias" + } + ], + "node_name:": "/feed_forward2/in_proj_8/MatMul/MatMulAddFusion", + "node_outputs:": [ + { + "output_dimension:": "18 2048 ", + "output_name:": "gemm_output_reshape_arg_token_460" + } + ] + }, + { + "node_id:": 2027, + "node_inputs:": [ + { + "input_dimension:": "18 1 2048 ", + "input_name:": "/feed_forward2/activation_8/Mul_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "gemm_input_shape_token_462" + } + ], + "node_name:": "gemm_input_reshape_token_464", + "node_outputs:": [ + { + "output_dimension:": "18 2048 ", + "output_name:": "gemm_input_reshape_arg_token_463" + } + ] + }, + { + "node_id:": 2028, + "node_inputs:": [ + { + "input_dimension:": "18 384 ", + "input_name:": "gemm_output_reshape_arg_token_466" + }, + { + "input_dimension:": "3 ", + "input_name:": "gemm_output_shape_token_465" + } + ], + "node_name:": "gemm_output_reshape_token_467", + "node_outputs:": [ + { + "output_dimension:": "18 1 384 ", + "output_name:": "/feed_forward2/out_proj_8/Add_output_0" + } + ] + }, + { + "node_id:": 2029, + "node_inputs:": [ + { + "input_dimension:": "18 2048 ", + "input_name:": "gemm_input_reshape_arg_token_463" + }, + { + "input_dimension:": "2048 384 ", + "input_name:": "onnx::MatMul_7912" + }, + { + "input_dimension:": "384 ", + "input_name:": "encoder.encoders.2.encoder.layers.2.feed_forward2.out_proj.bias" + } + ], + "node_name:": "/feed_forward2/out_proj_8/MatMul/MatMulAddFusion", + "node_outputs:": [ + { + "output_dimension:": "18 384 ", + "output_name:": "gemm_output_reshape_arg_token_466" + } + ] + }, + { + "node_id:": 2030, + "node_inputs:": [ + { + "input_dimension:": "18 384 ", + "input_name:": "gemm_output_reshape_arg_token_472" + }, + { + "input_dimension:": "3 ", + "input_name:": "gemm_output_shape_token_471" + } + ], + "node_name:": "gemm_output_reshape_token_473", + "node_outputs:": [ + { + "output_dimension:": "18 1 384 ", + "output_name:": "/out_proj2_8/Add_output_0" + } + ] + }, + { + "node_id:": 2031, + "node_inputs:": [ + { + "input_dimension:": "18 96 ", + "input_name:": "gemm_input_reshape_arg_token_469" + }, + { + "input_dimension:": "96 384 ", + "input_name:": "onnx::MatMul_7919" + }, + { + "input_dimension:": "384 ", + "input_name:": "encoder.encoders.2.encoder.layers.2.self_attn.out_proj2.bias" + } + ], + "node_name:": "/out_proj2_8/MatMul/MatMulAddFusion", + "node_outputs:": [ + { + "output_dimension:": "18 384 ", + "output_name:": "gemm_output_reshape_arg_token_472" + } + ] + }, + { + "node_id:": 2032, + "node_inputs:": [ + { + "input_dimension:": "18 1 384 ", + "input_name:": "/Add_159_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "gemm_input_shape_token_474" + } + ], + "node_name:": "gemm_input_reshape_token_476", + "node_outputs:": [ + { + "output_dimension:": "18 384 ", + "output_name:": "gemm_input_reshape_arg_token_475" + } + ] + }, + { + "node_id:": 2033, + "node_inputs:": [ + { + "input_dimension:": "18 2048 ", + "input_name:": "gemm_output_reshape_arg_token_478" + }, + { + "input_dimension:": "3 ", + "input_name:": "gemm_output_shape_token_477" + } + ], + "node_name:": "gemm_output_reshape_token_479", + "node_outputs:": [ + { + "output_dimension:": "18 1 2048 ", + "output_name:": "/feed_forward3/in_proj_8/Add_output_0" + } + ] + }, + { + "node_id:": 2034, + "node_inputs:": [ + { + "input_dimension:": "18 384 ", + "input_name:": "gemm_input_reshape_arg_token_475" + }, + { + "input_dimension:": "384 2048 ", + "input_name:": "onnx::MatMul_7924" + }, + { + "input_dimension:": "2048 ", + "input_name:": "encoder.encoders.2.encoder.layers.2.feed_forward3.in_proj.bias" + } + ], + "node_name:": "/feed_forward3/in_proj_8/MatMul/MatMulAddFusion", + "node_outputs:": [ + { + "output_dimension:": "18 2048 ", + "output_name:": "gemm_output_reshape_arg_token_478" + } + ] + }, + { + "node_id:": 2035, + "node_inputs:": [ + { + "input_dimension:": "18 1 2048 ", + "input_name:": "/feed_forward3/activation_8/Mul_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "gemm_input_shape_token_480" + } + ], + "node_name:": "gemm_input_reshape_token_482", + "node_outputs:": [ + { + "output_dimension:": "18 2048 ", + "output_name:": "gemm_input_reshape_arg_token_481" + } + ] + }, + { + "node_id:": 2036, + "node_inputs:": [ + { + "input_dimension:": "18 384 ", + "input_name:": "gemm_output_reshape_arg_token_484" + }, + { + "input_dimension:": "3 ", + "input_name:": "gemm_output_shape_token_483" + } + ], + "node_name:": "gemm_output_reshape_token_485", + "node_outputs:": [ + { + "output_dimension:": "18 1 384 ", + "output_name:": "/feed_forward3/out_proj_8/Add_output_0" + } + ] + }, + { + "node_id:": 2037, + "node_inputs:": [ + { + "input_dimension:": "18 2048 ", + "input_name:": "gemm_input_reshape_arg_token_481" + }, + { + "input_dimension:": "2048 384 ", + "input_name:": "onnx::MatMul_7925" + }, + { + "input_dimension:": "384 ", + "input_name:": "encoder.encoders.2.encoder.layers.2.feed_forward3.out_proj.bias" + } + ], + "node_name:": "/feed_forward3/out_proj_8/MatMul/MatMulAddFusion", + "node_outputs:": [ + { + "output_dimension:": "18 384 ", + "output_name:": "gemm_output_reshape_arg_token_484" + } + ] + }, + { + "node_id:": 2038, + "node_inputs:": [ + { + "input_dimension:": "9 1 384 ", + "input_name:": "/downsample_2/ReduceSum_1_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "gemm_input_shape_token_486" + } + ], + "node_name:": "gemm_input_reshape_token_488", + "node_outputs:": [ + { + "output_dimension:": "9 384 ", + "output_name:": "gemm_input_reshape_arg_token_487" + } + ] + }, + { + "node_id:": 2039, + "node_inputs:": [ + { + "input_dimension:": "9 2048 ", + "input_name:": "gemm_output_reshape_arg_token_490" + }, + { + "input_dimension:": "3 ", + "input_name:": "gemm_output_shape_token_489" + } + ], + "node_name:": "gemm_output_reshape_token_491", + "node_outputs:": [ + { + "output_dimension:": "9 1 2048 ", + "output_name:": "/feed_forward1/in_proj_9/Add_output_0" + } + ] + }, + { + "node_id:": 2040, + "node_inputs:": [ + { + "input_dimension:": "9 384 ", + "input_name:": "gemm_input_reshape_arg_token_487" + }, + { + "input_dimension:": "384 2048 ", + "input_name:": "onnx::MatMul_7935" + }, + { + "input_dimension:": "2048 ", + "input_name:": "encoder.encoders.3.encoder.layers.0.feed_forward1.in_proj.bias" + } + ], + "node_name:": "/feed_forward1/in_proj_9/MatMul/MatMulAddFusion", + "node_outputs:": [ + { + "output_dimension:": "9 2048 ", + "output_name:": "gemm_output_reshape_arg_token_490" + } + ] + }, + { + "node_id:": 2041, + "node_inputs:": [ + { + "input_dimension:": "9 1 2048 ", + "input_name:": "/feed_forward1/activation_9/Mul_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "gemm_input_shape_token_492" + } + ], + "node_name:": "gemm_input_reshape_token_494", + "node_outputs:": [ + { + "output_dimension:": "9 2048 ", + "output_name:": "gemm_input_reshape_arg_token_493" + } + ] + }, + { + "node_id:": 2042, + "node_inputs:": [ + { + "input_dimension:": "9 384 ", + "input_name:": "gemm_output_reshape_arg_token_496" + }, + { + "input_dimension:": "3 ", + "input_name:": "gemm_output_shape_token_495" + } + ], + "node_name:": "gemm_output_reshape_token_497", + "node_outputs:": [ + { + "output_dimension:": "9 1 384 ", + "output_name:": "/feed_forward1/out_proj_9/Add_output_0" + } + ] + }, + { + "node_id:": 2043, + "node_inputs:": [ + { + "input_dimension:": "9 2048 ", + "input_name:": "gemm_input_reshape_arg_token_493" + }, + { + "input_dimension:": "2048 384 ", + "input_name:": "onnx::MatMul_7936" + }, + { + "input_dimension:": "384 ", + "input_name:": "encoder.encoders.3.encoder.layers.0.feed_forward1.out_proj.bias" + } + ], + "node_name:": "/feed_forward1/out_proj_9/MatMul/MatMulAddFusion", + "node_outputs:": [ + { + "output_dimension:": "9 384 ", + "output_name:": "gemm_output_reshape_arg_token_496" + } + ] + }, + { + "node_id:": 2044, + "node_inputs:": [ + { + "input_dimension:": "9 1 384 ", + "input_name:": "/Add_167_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "gemm_input_shape_token_498" + } + ], + "node_name:": "gemm_input_reshape_token_500", + "node_outputs:": [ + { + "output_dimension:": "9 384 ", + "output_name:": "gemm_input_reshape_arg_token_499" + } + ] + }, + { + "node_id:": 2045, + "node_inputs:": [ + { + "input_dimension:": "9 512 ", + "input_name:": "gemm_output_reshape_arg_token_502" + }, + { + "input_dimension:": "3 ", + "input_name:": "gemm_output_shape_token_501" + } + ], + "node_name:": "gemm_output_reshape_token_503", + "node_outputs:": [ + { + "output_dimension:": "9 1 512 ", + "output_name:": "/in_proj_9/Add_output_0" + } + ] + }, + { + "node_id:": 2046, + "node_inputs:": [ + { + "input_dimension:": "9 384 ", + "input_name:": "gemm_input_reshape_arg_token_499" + }, + { + "input_dimension:": "384 512 ", + "input_name:": "onnx::MatMul_7939" + }, + { + "input_dimension:": "512 ", + "input_name:": "encoder.encoders.3.encoder.layers.0.self_attn.in_proj.bias" + } + ], + "node_name:": "/in_proj_9/MatMul/MatMulAddFusion", + "node_outputs:": [ + { + "output_dimension:": "9 512 ", + "output_name:": "gemm_output_reshape_arg_token_502" + } + ] + }, + { + "node_id:": 2047, + "node_inputs:": [ + { + "input_dimension:": "9 384 ", + "input_name:": "gemm_output_reshape_arg_token_508" + }, + { + "input_dimension:": "3 ", + "input_name:": "gemm_output_shape_token_507" + } + ], + "node_name:": "gemm_output_reshape_token_509", + "node_outputs:": [ + { + "output_dimension:": "9 1 384 ", + "output_name:": "/Add_171_output_0" + } + ] + }, + { + "node_id:": 2048, + "node_inputs:": [ + { + "input_dimension:": "9 96 ", + "input_name:": "gemm_input_reshape_arg_token_505" + }, + { + "input_dimension:": "96 384 ", + "input_name:": "onnx::MatMul_7977" + }, + { + "input_dimension:": "384 ", + "input_name:": "encoder.encoders.3.encoder.layers.0.self_attn.out_proj.bias" + } + ], + "node_name:": "/MatMul_48/MatMulAddFusion", + "node_outputs:": [ + { + "output_dimension:": "9 384 ", + "output_name:": "gemm_output_reshape_arg_token_508" + } + ] + }, + { + "node_id:": 2049, + "node_inputs:": [ + { + "input_dimension:": "9 1 384 ", + "input_name:": "/Add_173_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "gemm_input_shape_token_510" + } + ], + "node_name:": "gemm_input_reshape_token_512", + "node_outputs:": [ + { + "output_dimension:": "9 384 ", + "output_name:": "gemm_input_reshape_arg_token_511" + } + ] + }, + { + "node_id:": 2050, + "node_inputs:": [ + { + "input_dimension:": "9 2048 ", + "input_name:": "gemm_output_reshape_arg_token_514" + }, + { + "input_dimension:": "3 ", + "input_name:": "gemm_output_shape_token_513" + } + ], + "node_name:": "gemm_output_reshape_token_515", + "node_outputs:": [ + { + "output_dimension:": "9 1 2048 ", + "output_name:": "/feed_forward2/in_proj_9/Add_output_0" + } + ] + }, + { + "node_id:": 2051, + "node_inputs:": [ + { + "input_dimension:": "9 384 ", + "input_name:": "gemm_input_reshape_arg_token_511" + }, + { + "input_dimension:": "384 2048 ", + "input_name:": "onnx::MatMul_7982" + }, + { + "input_dimension:": "2048 ", + "input_name:": "encoder.encoders.3.encoder.layers.0.feed_forward2.in_proj.bias" + } + ], + "node_name:": "/feed_forward2/in_proj_9/MatMul/MatMulAddFusion", + "node_outputs:": [ + { + "output_dimension:": "9 2048 ", + "output_name:": "gemm_output_reshape_arg_token_514" + } + ] + }, + { + "node_id:": 2052, + "node_inputs:": [ + { + "input_dimension:": "9 1 2048 ", + "input_name:": "/feed_forward2/activation_9/Mul_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "gemm_input_shape_token_516" + } + ], + "node_name:": "gemm_input_reshape_token_518", + "node_outputs:": [ + { + "output_dimension:": "9 2048 ", + "output_name:": "gemm_input_reshape_arg_token_517" + } + ] + }, + { + "node_id:": 2053, + "node_inputs:": [ + { + "input_dimension:": "9 384 ", + "input_name:": "gemm_output_reshape_arg_token_520" + }, + { + "input_dimension:": "3 ", + "input_name:": "gemm_output_shape_token_519" + } + ], + "node_name:": "gemm_output_reshape_token_521", + "node_outputs:": [ + { + "output_dimension:": "9 1 384 ", + "output_name:": "/feed_forward2/out_proj_9/Add_output_0" + } + ] + }, + { + "node_id:": 2054, + "node_inputs:": [ + { + "input_dimension:": "9 2048 ", + "input_name:": "gemm_input_reshape_arg_token_517" + }, + { + "input_dimension:": "2048 384 ", + "input_name:": "onnx::MatMul_7983" + }, + { + "input_dimension:": "384 ", + "input_name:": "encoder.encoders.3.encoder.layers.0.feed_forward2.out_proj.bias" + } + ], + "node_name:": "/feed_forward2/out_proj_9/MatMul/MatMulAddFusion", + "node_outputs:": [ + { + "output_dimension:": "9 384 ", + "output_name:": "gemm_output_reshape_arg_token_520" + } + ] + }, + { + "node_id:": 2055, + "node_inputs:": [ + { + "input_dimension:": "9 384 ", + "input_name:": "gemm_output_reshape_arg_token_526" + }, + { + "input_dimension:": "3 ", + "input_name:": "gemm_output_shape_token_525" + } + ], + "node_name:": "gemm_output_reshape_token_527", + "node_outputs:": [ + { + "output_dimension:": "9 1 384 ", + "output_name:": "/out_proj2_9/Add_output_0" + } + ] + }, + { + "node_id:": 2056, + "node_inputs:": [ + { + "input_dimension:": "9 96 ", + "input_name:": "gemm_input_reshape_arg_token_523" + }, + { + "input_dimension:": "96 384 ", + "input_name:": "onnx::MatMul_7990" + }, + { + "input_dimension:": "384 ", + "input_name:": "encoder.encoders.3.encoder.layers.0.self_attn.out_proj2.bias" + } + ], + "node_name:": "/out_proj2_9/MatMul/MatMulAddFusion", + "node_outputs:": [ + { + "output_dimension:": "9 384 ", + "output_name:": "gemm_output_reshape_arg_token_526" + } + ] + }, + { + "node_id:": 2057, + "node_inputs:": [ + { + "input_dimension:": "9 1 384 ", + "input_name:": "/Add_177_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "gemm_input_shape_token_528" + } + ], + "node_name:": "gemm_input_reshape_token_530", + "node_outputs:": [ + { + "output_dimension:": "9 384 ", + "output_name:": "gemm_input_reshape_arg_token_529" + } + ] + }, + { + "node_id:": 2058, + "node_inputs:": [ + { + "input_dimension:": "9 2048 ", + "input_name:": "gemm_output_reshape_arg_token_532" + }, + { + "input_dimension:": "3 ", + "input_name:": "gemm_output_shape_token_531" + } + ], + "node_name:": "gemm_output_reshape_token_533", + "node_outputs:": [ + { + "output_dimension:": "9 1 2048 ", + "output_name:": "/feed_forward3/in_proj_9/Add_output_0" + } + ] + }, + { + "node_id:": 2059, + "node_inputs:": [ + { + "input_dimension:": "9 384 ", + "input_name:": "gemm_input_reshape_arg_token_529" + }, + { + "input_dimension:": "384 2048 ", + "input_name:": "onnx::MatMul_7995" + }, + { + "input_dimension:": "2048 ", + "input_name:": "encoder.encoders.3.encoder.layers.0.feed_forward3.in_proj.bias" + } + ], + "node_name:": "/feed_forward3/in_proj_9/MatMul/MatMulAddFusion", + "node_outputs:": [ + { + "output_dimension:": "9 2048 ", + "output_name:": "gemm_output_reshape_arg_token_532" + } + ] + }, + { + "node_id:": 2060, + "node_inputs:": [ + { + "input_dimension:": "9 1 2048 ", + "input_name:": "/feed_forward3/activation_9/Mul_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "gemm_input_shape_token_534" + } + ], + "node_name:": "gemm_input_reshape_token_536", + "node_outputs:": [ + { + "output_dimension:": "9 2048 ", + "output_name:": "gemm_input_reshape_arg_token_535" + } + ] + }, + { + "node_id:": 2061, + "node_inputs:": [ + { + "input_dimension:": "9 384 ", + "input_name:": "gemm_output_reshape_arg_token_538" + }, + { + "input_dimension:": "3 ", + "input_name:": "gemm_output_shape_token_537" + } + ], + "node_name:": "gemm_output_reshape_token_539", + "node_outputs:": [ + { + "output_dimension:": "9 1 384 ", + "output_name:": "/feed_forward3/out_proj_9/Add_output_0" + } + ] + }, + { + "node_id:": 2062, + "node_inputs:": [ + { + "input_dimension:": "9 2048 ", + "input_name:": "gemm_input_reshape_arg_token_535" + }, + { + "input_dimension:": "2048 384 ", + "input_name:": "onnx::MatMul_7996" + }, + { + "input_dimension:": "384 ", + "input_name:": "encoder.encoders.3.encoder.layers.0.feed_forward3.out_proj.bias" + } + ], + "node_name:": "/feed_forward3/out_proj_9/MatMul/MatMulAddFusion", + "node_outputs:": [ + { + "output_dimension:": "9 384 ", + "output_name:": "gemm_output_reshape_arg_token_538" + } + ] + }, + { + "node_id:": 2063, + "node_inputs:": [ + { + "input_dimension:": "9 1 384 ", + "input_name:": "/Add_179_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "gemm_input_shape_token_540" + } + ], + "node_name:": "gemm_input_reshape_token_542", + "node_outputs:": [ + { + "output_dimension:": "9 384 ", + "output_name:": "gemm_input_reshape_arg_token_541" + } + ] + }, + { + "node_id:": 2064, + "node_inputs:": [ + { + "input_dimension:": "9 2048 ", + "input_name:": "gemm_output_reshape_arg_token_544" + }, + { + "input_dimension:": "3 ", + "input_name:": "gemm_output_shape_token_543" + } + ], + "node_name:": "gemm_output_reshape_token_545", + "node_outputs:": [ + { + "output_dimension:": "9 1 2048 ", + "output_name:": "/feed_forward1/in_proj_10/Add_output_0" + } + ] + }, + { + "node_id:": 2065, + "node_inputs:": [ + { + "input_dimension:": "9 384 ", + "input_name:": "gemm_input_reshape_arg_token_541" + }, + { + "input_dimension:": "384 2048 ", + "input_name:": "onnx::MatMul_7997" + }, + { + "input_dimension:": "2048 ", + "input_name:": "encoder.encoders.3.encoder.layers.1.feed_forward1.in_proj.bias" + } + ], + "node_name:": "/feed_forward1/in_proj_10/MatMul/MatMulAddFusion", + "node_outputs:": [ + { + "output_dimension:": "9 2048 ", + "output_name:": "gemm_output_reshape_arg_token_544" + } + ] + }, + { + "node_id:": 2066, + "node_inputs:": [ + { + "input_dimension:": "9 1 2048 ", + "input_name:": "/feed_forward1/activation_10/Mul_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "gemm_input_shape_token_546" + } + ], + "node_name:": "gemm_input_reshape_token_548", + "node_outputs:": [ + { + "output_dimension:": "9 2048 ", + "output_name:": "gemm_input_reshape_arg_token_547" + } + ] + }, + { + "node_id:": 2067, + "node_inputs:": [ + { + "input_dimension:": "9 384 ", + "input_name:": "gemm_output_reshape_arg_token_550" + }, + { + "input_dimension:": "3 ", + "input_name:": "gemm_output_shape_token_549" + } + ], + "node_name:": "gemm_output_reshape_token_551", + "node_outputs:": [ + { + "output_dimension:": "9 1 384 ", + "output_name:": "/feed_forward1/out_proj_10/Add_output_0" + } + ] + }, + { + "node_id:": 2068, + "node_inputs:": [ + { + "input_dimension:": "9 2048 ", + "input_name:": "gemm_input_reshape_arg_token_547" + }, + { + "input_dimension:": "2048 384 ", + "input_name:": "onnx::MatMul_7998" + }, + { + "input_dimension:": "384 ", + "input_name:": "encoder.encoders.3.encoder.layers.1.feed_forward1.out_proj.bias" + } + ], + "node_name:": "/feed_forward1/out_proj_10/MatMul/MatMulAddFusion", + "node_outputs:": [ + { + "output_dimension:": "9 384 ", + "output_name:": "gemm_output_reshape_arg_token_550" + } + ] + }, + { + "node_id:": 2069, + "node_inputs:": [ + { + "input_dimension:": "9 1 384 ", + "input_name:": "/Add_185_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "gemm_input_shape_token_552" + } + ], + "node_name:": "gemm_input_reshape_token_554", + "node_outputs:": [ + { + "output_dimension:": "9 384 ", + "output_name:": "gemm_input_reshape_arg_token_553" + } + ] + }, + { + "node_id:": 2070, + "node_inputs:": [ + { + "input_dimension:": "9 512 ", + "input_name:": "gemm_output_reshape_arg_token_556" + }, + { + "input_dimension:": "3 ", + "input_name:": "gemm_output_shape_token_555" + } + ], + "node_name:": "gemm_output_reshape_token_557", + "node_outputs:": [ + { + "output_dimension:": "9 1 512 ", + "output_name:": "/in_proj_10/Add_output_0" + } + ] + }, + { + "node_id:": 2071, + "node_inputs:": [ + { + "input_dimension:": "9 384 ", + "input_name:": "gemm_input_reshape_arg_token_553" + }, + { + "input_dimension:": "384 512 ", + "input_name:": "onnx::MatMul_8001" + }, + { + "input_dimension:": "512 ", + "input_name:": "encoder.encoders.3.encoder.layers.1.self_attn.in_proj.bias" + } + ], + "node_name:": "/in_proj_10/MatMul/MatMulAddFusion", + "node_outputs:": [ + { + "output_dimension:": "9 512 ", + "output_name:": "gemm_output_reshape_arg_token_556" + } + ] + }, + { + "node_id:": 2072, + "node_inputs:": [ + { + "input_dimension:": "9 384 ", + "input_name:": "gemm_output_reshape_arg_token_562" + }, + { + "input_dimension:": "3 ", + "input_name:": "gemm_output_shape_token_561" + } + ], + "node_name:": "gemm_output_reshape_token_563", + "node_outputs:": [ + { + "output_dimension:": "9 1 384 ", + "output_name:": "/Add_189_output_0" + } + ] + }, + { + "node_id:": 2073, + "node_inputs:": [ + { + "input_dimension:": "9 96 ", + "input_name:": "gemm_input_reshape_arg_token_559" + }, + { + "input_dimension:": "96 384 ", + "input_name:": "onnx::MatMul_8039" + }, + { + "input_dimension:": "384 ", + "input_name:": "encoder.encoders.3.encoder.layers.1.self_attn.out_proj.bias" + } + ], + "node_name:": "/MatMul_53/MatMulAddFusion", + "node_outputs:": [ + { + "output_dimension:": "9 384 ", + "output_name:": "gemm_output_reshape_arg_token_562" + } + ] + }, + { + "node_id:": 2074, + "node_inputs:": [ + { + "input_dimension:": "9 1 384 ", + "input_name:": "/Add_191_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "gemm_input_shape_token_564" + } + ], + "node_name:": "gemm_input_reshape_token_566", + "node_outputs:": [ + { + "output_dimension:": "9 384 ", + "output_name:": "gemm_input_reshape_arg_token_565" + } + ] + }, + { + "node_id:": 2075, + "node_inputs:": [ + { + "input_dimension:": "9 2048 ", + "input_name:": "gemm_output_reshape_arg_token_568" + }, + { + "input_dimension:": "3 ", + "input_name:": "gemm_output_shape_token_567" + } + ], + "node_name:": "gemm_output_reshape_token_569", + "node_outputs:": [ + { + "output_dimension:": "9 1 2048 ", + "output_name:": "/feed_forward2/in_proj_10/Add_output_0" + } + ] + }, + { + "node_id:": 2076, + "node_inputs:": [ + { + "input_dimension:": "9 384 ", + "input_name:": "gemm_input_reshape_arg_token_565" + }, + { + "input_dimension:": "384 2048 ", + "input_name:": "onnx::MatMul_8044" + }, + { + "input_dimension:": "2048 ", + "input_name:": "encoder.encoders.3.encoder.layers.1.feed_forward2.in_proj.bias" + } + ], + "node_name:": "/feed_forward2/in_proj_10/MatMul/MatMulAddFusion", + "node_outputs:": [ + { + "output_dimension:": "9 2048 ", + "output_name:": "gemm_output_reshape_arg_token_568" + } + ] + }, + { + "node_id:": 2077, + "node_inputs:": [ + { + "input_dimension:": "9 1 2048 ", + "input_name:": "/feed_forward2/activation_10/Mul_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "gemm_input_shape_token_570" + } + ], + "node_name:": "gemm_input_reshape_token_572", + "node_outputs:": [ + { + "output_dimension:": "9 2048 ", + "output_name:": "gemm_input_reshape_arg_token_571" + } + ] + }, + { + "node_id:": 2078, + "node_inputs:": [ + { + "input_dimension:": "9 384 ", + "input_name:": "gemm_output_reshape_arg_token_574" + }, + { + "input_dimension:": "3 ", + "input_name:": "gemm_output_shape_token_573" + } + ], + "node_name:": "gemm_output_reshape_token_575", + "node_outputs:": [ + { + "output_dimension:": "9 1 384 ", + "output_name:": "/feed_forward2/out_proj_10/Add_output_0" + } + ] + }, + { + "node_id:": 2079, + "node_inputs:": [ + { + "input_dimension:": "9 2048 ", + "input_name:": "gemm_input_reshape_arg_token_571" + }, + { + "input_dimension:": "2048 384 ", + "input_name:": "onnx::MatMul_8045" + }, + { + "input_dimension:": "384 ", + "input_name:": "encoder.encoders.3.encoder.layers.1.feed_forward2.out_proj.bias" + } + ], + "node_name:": "/feed_forward2/out_proj_10/MatMul/MatMulAddFusion", + "node_outputs:": [ + { + "output_dimension:": "9 384 ", + "output_name:": "gemm_output_reshape_arg_token_574" + } + ] + }, + { + "node_id:": 2080, + "node_inputs:": [ + { + "input_dimension:": "9 384 ", + "input_name:": "gemm_output_reshape_arg_token_580" + }, + { + "input_dimension:": "3 ", + "input_name:": "gemm_output_shape_token_579" + } + ], + "node_name:": "gemm_output_reshape_token_581", + "node_outputs:": [ + { + "output_dimension:": "9 1 384 ", + "output_name:": "/out_proj2_10/Add_output_0" + } + ] + }, + { + "node_id:": 2081, + "node_inputs:": [ + { + "input_dimension:": "9 96 ", + "input_name:": "gemm_input_reshape_arg_token_577" + }, + { + "input_dimension:": "96 384 ", + "input_name:": "onnx::MatMul_8052" + }, + { + "input_dimension:": "384 ", + "input_name:": "encoder.encoders.3.encoder.layers.1.self_attn.out_proj2.bias" + } + ], + "node_name:": "/out_proj2_10/MatMul/MatMulAddFusion", + "node_outputs:": [ + { + "output_dimension:": "9 384 ", + "output_name:": "gemm_output_reshape_arg_token_580" + } + ] + }, + { + "node_id:": 2082, + "node_inputs:": [ + { + "input_dimension:": "9 1 384 ", + "input_name:": "/Add_195_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "gemm_input_shape_token_582" + } + ], + "node_name:": "gemm_input_reshape_token_584", + "node_outputs:": [ + { + "output_dimension:": "9 384 ", + "output_name:": "gemm_input_reshape_arg_token_583" + } + ] + }, + { + "node_id:": 2083, + "node_inputs:": [ + { + "input_dimension:": "9 2048 ", + "input_name:": "gemm_output_reshape_arg_token_586" + }, + { + "input_dimension:": "3 ", + "input_name:": "gemm_output_shape_token_585" + } + ], + "node_name:": "gemm_output_reshape_token_587", + "node_outputs:": [ + { + "output_dimension:": "9 1 2048 ", + "output_name:": "/feed_forward3/in_proj_10/Add_output_0" + } + ] + }, + { + "node_id:": 2084, + "node_inputs:": [ + { + "input_dimension:": "9 384 ", + "input_name:": "gemm_input_reshape_arg_token_583" + }, + { + "input_dimension:": "384 2048 ", + "input_name:": "onnx::MatMul_8057" + }, + { + "input_dimension:": "2048 ", + "input_name:": "encoder.encoders.3.encoder.layers.1.feed_forward3.in_proj.bias" + } + ], + "node_name:": "/feed_forward3/in_proj_10/MatMul/MatMulAddFusion", + "node_outputs:": [ + { + "output_dimension:": "9 2048 ", + "output_name:": "gemm_output_reshape_arg_token_586" + } + ] + }, + { + "node_id:": 2085, + "node_inputs:": [ + { + "input_dimension:": "9 1 2048 ", + "input_name:": "/feed_forward3/activation_10/Mul_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "gemm_input_shape_token_588" + } + ], + "node_name:": "gemm_input_reshape_token_590", + "node_outputs:": [ + { + "output_dimension:": "9 2048 ", + "output_name:": "gemm_input_reshape_arg_token_589" + } + ] + }, + { + "node_id:": 2086, + "node_inputs:": [ + { + "input_dimension:": "9 384 ", + "input_name:": "gemm_output_reshape_arg_token_592" + }, + { + "input_dimension:": "3 ", + "input_name:": "gemm_output_shape_token_591" + } + ], + "node_name:": "gemm_output_reshape_token_593", + "node_outputs:": [ + { + "output_dimension:": "9 1 384 ", + "output_name:": "/feed_forward3/out_proj_10/Add_output_0" + } + ] + }, + { + "node_id:": 2087, + "node_inputs:": [ + { + "input_dimension:": "9 2048 ", + "input_name:": "gemm_input_reshape_arg_token_589" + }, + { + "input_dimension:": "2048 384 ", + "input_name:": "onnx::MatMul_8058" + }, + { + "input_dimension:": "384 ", + "input_name:": "encoder.encoders.3.encoder.layers.1.feed_forward3.out_proj.bias" + } + ], + "node_name:": "/feed_forward3/out_proj_10/MatMul/MatMulAddFusion", + "node_outputs:": [ + { + "output_dimension:": "9 384 ", + "output_name:": "gemm_output_reshape_arg_token_592" + } + ] + }, + { + "node_id:": 2088, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/downsample_3/ReduceSum_1_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "gemm_input_shape_token_594" + } + ], + "node_name:": "gemm_input_reshape_token_596", + "node_outputs:": [ + { + "output_dimension:": "36 384 ", + "output_name:": "gemm_input_reshape_arg_token_595" + } + ] + }, + { + "node_id:": 2089, + "node_inputs:": [ + { + "input_dimension:": "36 1024 ", + "input_name:": "gemm_output_reshape_arg_token_598" + }, + { + "input_dimension:": "3 ", + "input_name:": "gemm_output_shape_token_597" + } + ], + "node_name:": "gemm_output_reshape_token_599", + "node_outputs:": [ + { + "output_dimension:": "36 1 1024 ", + "output_name:": "/feed_forward1/in_proj_11/Add_output_0" + } + ] + }, + { + "node_id:": 2090, + "node_inputs:": [ + { + "input_dimension:": "36 384 ", + "input_name:": "gemm_input_reshape_arg_token_595" + }, + { + "input_dimension:": "384 1024 ", + "input_name:": "onnx::MatMul_8069" + }, + { + "input_dimension:": "1024 ", + "input_name:": "encoder.encoders.4.encoder.layers.0.feed_forward1.in_proj.bias" + } + ], + "node_name:": "/feed_forward1/in_proj_11/MatMul/MatMulAddFusion", + "node_outputs:": [ + { + "output_dimension:": "36 1024 ", + "output_name:": "gemm_output_reshape_arg_token_598" + } + ] + }, + { + "node_id:": 2091, + "node_inputs:": [ + { + "input_dimension:": "36 1 1024 ", + "input_name:": "/feed_forward1/activation_11/Mul_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "gemm_input_shape_token_600" + } + ], + "node_name:": "gemm_input_reshape_token_602", + "node_outputs:": [ + { + "output_dimension:": "36 1024 ", + "output_name:": "gemm_input_reshape_arg_token_601" + } + ] + }, + { + "node_id:": 2092, + "node_inputs:": [ + { + "input_dimension:": "36 384 ", + "input_name:": "gemm_output_reshape_arg_token_604" + }, + { + "input_dimension:": "3 ", + "input_name:": "gemm_output_shape_token_603" + } + ], + "node_name:": "gemm_output_reshape_token_605", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/feed_forward1/out_proj_11/Add_output_0" + } + ] + }, + { + "node_id:": 2093, + "node_inputs:": [ + { + "input_dimension:": "36 1024 ", + "input_name:": "gemm_input_reshape_arg_token_601" + }, + { + "input_dimension:": "1024 384 ", + "input_name:": "onnx::MatMul_8070" + }, + { + "input_dimension:": "384 ", + "input_name:": "encoder.encoders.4.encoder.layers.0.feed_forward1.out_proj.bias" + } + ], + "node_name:": "/feed_forward1/out_proj_11/MatMul/MatMulAddFusion", + "node_outputs:": [ + { + "output_dimension:": "36 384 ", + "output_name:": "gemm_output_reshape_arg_token_604" + } + ] + }, + { + "node_id:": 2094, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_203_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "gemm_input_shape_token_606" + } + ], + "node_name:": "gemm_input_reshape_token_608", + "node_outputs:": [ + { + "output_dimension:": "36 384 ", + "output_name:": "gemm_input_reshape_arg_token_607" + } + ] + }, + { + "node_id:": 2095, + "node_inputs:": [ + { + "input_dimension:": "36 512 ", + "input_name:": "gemm_output_reshape_arg_token_610" + }, + { + "input_dimension:": "3 ", + "input_name:": "gemm_output_shape_token_609" + } + ], + "node_name:": "gemm_output_reshape_token_611", + "node_outputs:": [ + { + "output_dimension:": "36 1 512 ", + "output_name:": "/in_proj_11/Add_output_0" + } + ] + }, + { + "node_id:": 2096, + "node_inputs:": [ + { + "input_dimension:": "36 384 ", + "input_name:": "gemm_input_reshape_arg_token_607" + }, + { + "input_dimension:": "384 512 ", + "input_name:": "onnx::MatMul_8073" + }, + { + "input_dimension:": "512 ", + "input_name:": "encoder.encoders.4.encoder.layers.0.self_attn.in_proj.bias" + } + ], + "node_name:": "/in_proj_11/MatMul/MatMulAddFusion", + "node_outputs:": [ + { + "output_dimension:": "36 512 ", + "output_name:": "gemm_output_reshape_arg_token_610" + } + ] + }, + { + "node_id:": 2097, + "node_inputs:": [ + { + "input_dimension:": "36 384 ", + "input_name:": "gemm_output_reshape_arg_token_616" + }, + { + "input_dimension:": "3 ", + "input_name:": "gemm_output_shape_token_615" + } + ], + "node_name:": "gemm_output_reshape_token_617", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/Add_207_output_0" + } + ] + }, + { + "node_id:": 2098, + "node_inputs:": [ + { + "input_dimension:": "36 96 ", + "input_name:": "gemm_input_reshape_arg_token_613" + }, + { + "input_dimension:": "96 384 ", + "input_name:": "onnx::MatMul_8111" + }, + { + "input_dimension:": "384 ", + "input_name:": "encoder.encoders.4.encoder.layers.0.self_attn.out_proj.bias" + } + ], + "node_name:": "/MatMul_58/MatMulAddFusion", + "node_outputs:": [ + { + "output_dimension:": "36 384 ", + "output_name:": "gemm_output_reshape_arg_token_616" + } + ] + }, + { + "node_id:": 2099, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_209_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "gemm_input_shape_token_618" + } + ], + "node_name:": "gemm_input_reshape_token_620", + "node_outputs:": [ + { + "output_dimension:": "36 384 ", + "output_name:": "gemm_input_reshape_arg_token_619" + } + ] + }, + { + "node_id:": 2100, + "node_inputs:": [ + { + "input_dimension:": "36 1024 ", + "input_name:": "gemm_output_reshape_arg_token_622" + }, + { + "input_dimension:": "3 ", + "input_name:": "gemm_output_shape_token_621" + } + ], + "node_name:": "gemm_output_reshape_token_623", + "node_outputs:": [ + { + "output_dimension:": "36 1 1024 ", + "output_name:": "/feed_forward2/in_proj_11/Add_output_0" + } + ] + }, + { + "node_id:": 2101, + "node_inputs:": [ + { + "input_dimension:": "36 384 ", + "input_name:": "gemm_input_reshape_arg_token_619" + }, + { + "input_dimension:": "384 1024 ", + "input_name:": "onnx::MatMul_8116" + }, + { + "input_dimension:": "1024 ", + "input_name:": "encoder.encoders.4.encoder.layers.0.feed_forward2.in_proj.bias" + } + ], + "node_name:": "/feed_forward2/in_proj_11/MatMul/MatMulAddFusion", + "node_outputs:": [ + { + "output_dimension:": "36 1024 ", + "output_name:": "gemm_output_reshape_arg_token_622" + } + ] + }, + { + "node_id:": 2102, + "node_inputs:": [ + { + "input_dimension:": "36 1 1024 ", + "input_name:": "/feed_forward2/activation_11/Mul_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "gemm_input_shape_token_624" + } + ], + "node_name:": "gemm_input_reshape_token_626", + "node_outputs:": [ + { + "output_dimension:": "36 1024 ", + "output_name:": "gemm_input_reshape_arg_token_625" + } + ] + }, + { + "node_id:": 2103, + "node_inputs:": [ + { + "input_dimension:": "36 384 ", + "input_name:": "gemm_output_reshape_arg_token_628" + }, + { + "input_dimension:": "3 ", + "input_name:": "gemm_output_shape_token_627" + } + ], + "node_name:": "gemm_output_reshape_token_629", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/feed_forward2/out_proj_11/Add_output_0" + } + ] + }, + { + "node_id:": 2104, + "node_inputs:": [ + { + "input_dimension:": "36 1024 ", + "input_name:": "gemm_input_reshape_arg_token_625" + }, + { + "input_dimension:": "1024 384 ", + "input_name:": "onnx::MatMul_8117" + }, + { + "input_dimension:": "384 ", + "input_name:": "encoder.encoders.4.encoder.layers.0.feed_forward2.out_proj.bias" + } + ], + "node_name:": "/feed_forward2/out_proj_11/MatMul/MatMulAddFusion", + "node_outputs:": [ + { + "output_dimension:": "36 384 ", + "output_name:": "gemm_output_reshape_arg_token_628" + } + ] + }, + { + "node_id:": 2105, + "node_inputs:": [ + { + "input_dimension:": "36 384 ", + "input_name:": "gemm_output_reshape_arg_token_634" + }, + { + "input_dimension:": "3 ", + "input_name:": "gemm_output_shape_token_633" + } + ], + "node_name:": "gemm_output_reshape_token_635", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/out_proj2_11/Add_output_0" + } + ] + }, + { + "node_id:": 2106, + "node_inputs:": [ + { + "input_dimension:": "36 96 ", + "input_name:": "gemm_input_reshape_arg_token_631" + }, + { + "input_dimension:": "96 384 ", + "input_name:": "onnx::MatMul_8124" + }, + { + "input_dimension:": "384 ", + "input_name:": "encoder.encoders.4.encoder.layers.0.self_attn.out_proj2.bias" + } + ], + "node_name:": "/out_proj2_11/MatMul/MatMulAddFusion", + "node_outputs:": [ + { + "output_dimension:": "36 384 ", + "output_name:": "gemm_output_reshape_arg_token_634" + } + ] + }, + { + "node_id:": 2107, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_213_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "gemm_input_shape_token_636" + } + ], + "node_name:": "gemm_input_reshape_token_638", + "node_outputs:": [ + { + "output_dimension:": "36 384 ", + "output_name:": "gemm_input_reshape_arg_token_637" + } + ] + }, + { + "node_id:": 2108, + "node_inputs:": [ + { + "input_dimension:": "36 1024 ", + "input_name:": "gemm_output_reshape_arg_token_640" + }, + { + "input_dimension:": "3 ", + "input_name:": "gemm_output_shape_token_639" + } + ], + "node_name:": "gemm_output_reshape_token_641", + "node_outputs:": [ + { + "output_dimension:": "36 1 1024 ", + "output_name:": "/feed_forward3/in_proj_11/Add_output_0" + } + ] + }, + { + "node_id:": 2109, + "node_inputs:": [ + { + "input_dimension:": "36 384 ", + "input_name:": "gemm_input_reshape_arg_token_637" + }, + { + "input_dimension:": "384 1024 ", + "input_name:": "onnx::MatMul_8129" + }, + { + "input_dimension:": "1024 ", + "input_name:": "encoder.encoders.4.encoder.layers.0.feed_forward3.in_proj.bias" + } + ], + "node_name:": "/feed_forward3/in_proj_11/MatMul/MatMulAddFusion", + "node_outputs:": [ + { + "output_dimension:": "36 1024 ", + "output_name:": "gemm_output_reshape_arg_token_640" + } + ] + }, + { + "node_id:": 2110, + "node_inputs:": [ + { + "input_dimension:": "36 1 1024 ", + "input_name:": "/feed_forward3/activation_11/Mul_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "gemm_input_shape_token_642" + } + ], + "node_name:": "gemm_input_reshape_token_644", + "node_outputs:": [ + { + "output_dimension:": "36 1024 ", + "output_name:": "gemm_input_reshape_arg_token_643" + } + ] + }, + { + "node_id:": 2111, + "node_inputs:": [ + { + "input_dimension:": "36 384 ", + "input_name:": "gemm_output_reshape_arg_token_646" + }, + { + "input_dimension:": "3 ", + "input_name:": "gemm_output_shape_token_645" + } + ], + "node_name:": "gemm_output_reshape_token_647", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/feed_forward3/out_proj_11/Add_output_0" + } + ] + }, + { + "node_id:": 2112, + "node_inputs:": [ + { + "input_dimension:": "36 1024 ", + "input_name:": "gemm_input_reshape_arg_token_643" + }, + { + "input_dimension:": "1024 384 ", + "input_name:": "onnx::MatMul_8130" + }, + { + "input_dimension:": "384 ", + "input_name:": "encoder.encoders.4.encoder.layers.0.feed_forward3.out_proj.bias" + } + ], + "node_name:": "/feed_forward3/out_proj_11/MatMul/MatMulAddFusion", + "node_outputs:": [ + { + "output_dimension:": "36 384 ", + "output_name:": "gemm_output_reshape_arg_token_646" + } + ] + }, + { + "node_id:": 2113, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_215_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "gemm_input_shape_token_648" + } + ], + "node_name:": "gemm_input_reshape_token_650", + "node_outputs:": [ + { + "output_dimension:": "36 384 ", + "output_name:": "gemm_input_reshape_arg_token_649" + } + ] + }, + { + "node_id:": 2114, + "node_inputs:": [ + { + "input_dimension:": "36 1024 ", + "input_name:": "gemm_output_reshape_arg_token_652" + }, + { + "input_dimension:": "3 ", + "input_name:": "gemm_output_shape_token_651" + } + ], + "node_name:": "gemm_output_reshape_token_653", + "node_outputs:": [ + { + "output_dimension:": "36 1 1024 ", + "output_name:": "/feed_forward1/in_proj_12/Add_output_0" + } + ] + }, + { + "node_id:": 2115, + "node_inputs:": [ + { + "input_dimension:": "36 384 ", + "input_name:": "gemm_input_reshape_arg_token_649" + }, + { + "input_dimension:": "384 1024 ", + "input_name:": "onnx::MatMul_8131" + }, + { + "input_dimension:": "1024 ", + "input_name:": "encoder.encoders.4.encoder.layers.1.feed_forward1.in_proj.bias" + } + ], + "node_name:": "/feed_forward1/in_proj_12/MatMul/MatMulAddFusion", + "node_outputs:": [ + { + "output_dimension:": "36 1024 ", + "output_name:": "gemm_output_reshape_arg_token_652" + } + ] + }, + { + "node_id:": 2116, + "node_inputs:": [ + { + "input_dimension:": "36 1 1024 ", + "input_name:": "/feed_forward1/activation_12/Mul_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "gemm_input_shape_token_654" + } + ], + "node_name:": "gemm_input_reshape_token_656", + "node_outputs:": [ + { + "output_dimension:": "36 1024 ", + "output_name:": "gemm_input_reshape_arg_token_655" + } + ] + }, + { + "node_id:": 2117, + "node_inputs:": [ + { + "input_dimension:": "36 384 ", + "input_name:": "gemm_output_reshape_arg_token_658" + }, + { + "input_dimension:": "3 ", + "input_name:": "gemm_output_shape_token_657" + } + ], + "node_name:": "gemm_output_reshape_token_659", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/feed_forward1/out_proj_12/Add_output_0" + } + ] + }, + { + "node_id:": 2118, + "node_inputs:": [ + { + "input_dimension:": "36 1024 ", + "input_name:": "gemm_input_reshape_arg_token_655" + }, + { + "input_dimension:": "1024 384 ", + "input_name:": "onnx::MatMul_8132" + }, + { + "input_dimension:": "384 ", + "input_name:": "encoder.encoders.4.encoder.layers.1.feed_forward1.out_proj.bias" + } + ], + "node_name:": "/feed_forward1/out_proj_12/MatMul/MatMulAddFusion", + "node_outputs:": [ + { + "output_dimension:": "36 384 ", + "output_name:": "gemm_output_reshape_arg_token_658" + } + ] + }, + { + "node_id:": 2119, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_221_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "gemm_input_shape_token_660" + } + ], + "node_name:": "gemm_input_reshape_token_662", + "node_outputs:": [ + { + "output_dimension:": "36 384 ", + "output_name:": "gemm_input_reshape_arg_token_661" + } + ] + }, + { + "node_id:": 2120, + "node_inputs:": [ + { + "input_dimension:": "36 512 ", + "input_name:": "gemm_output_reshape_arg_token_664" + }, + { + "input_dimension:": "3 ", + "input_name:": "gemm_output_shape_token_663" + } + ], + "node_name:": "gemm_output_reshape_token_665", + "node_outputs:": [ + { + "output_dimension:": "36 1 512 ", + "output_name:": "/in_proj_12/Add_output_0" + } + ] + }, + { + "node_id:": 2121, + "node_inputs:": [ + { + "input_dimension:": "36 384 ", + "input_name:": "gemm_input_reshape_arg_token_661" + }, + { + "input_dimension:": "384 512 ", + "input_name:": "onnx::MatMul_8135" + }, + { + "input_dimension:": "512 ", + "input_name:": "encoder.encoders.4.encoder.layers.1.self_attn.in_proj.bias" + } + ], + "node_name:": "/in_proj_12/MatMul/MatMulAddFusion", + "node_outputs:": [ + { + "output_dimension:": "36 512 ", + "output_name:": "gemm_output_reshape_arg_token_664" + } + ] + }, + { + "node_id:": 2122, + "node_inputs:": [ + { + "input_dimension:": "36 384 ", + "input_name:": "gemm_output_reshape_arg_token_670" + }, + { + "input_dimension:": "3 ", + "input_name:": "gemm_output_shape_token_669" + } + ], + "node_name:": "gemm_output_reshape_token_671", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/Add_225_output_0" + } + ] + }, + { + "node_id:": 2123, + "node_inputs:": [ + { + "input_dimension:": "36 96 ", + "input_name:": "gemm_input_reshape_arg_token_667" + }, + { + "input_dimension:": "96 384 ", + "input_name:": "onnx::MatMul_8173" + }, + { + "input_dimension:": "384 ", + "input_name:": "encoder.encoders.4.encoder.layers.1.self_attn.out_proj.bias" + } + ], + "node_name:": "/MatMul_63/MatMulAddFusion", + "node_outputs:": [ + { + "output_dimension:": "36 384 ", + "output_name:": "gemm_output_reshape_arg_token_670" + } + ] + }, + { + "node_id:": 2124, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_227_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "gemm_input_shape_token_672" + } + ], + "node_name:": "gemm_input_reshape_token_674", + "node_outputs:": [ + { + "output_dimension:": "36 384 ", + "output_name:": "gemm_input_reshape_arg_token_673" + } + ] + }, + { + "node_id:": 2125, + "node_inputs:": [ + { + "input_dimension:": "36 1024 ", + "input_name:": "gemm_output_reshape_arg_token_676" + }, + { + "input_dimension:": "3 ", + "input_name:": "gemm_output_shape_token_675" + } + ], + "node_name:": "gemm_output_reshape_token_677", + "node_outputs:": [ + { + "output_dimension:": "36 1 1024 ", + "output_name:": "/feed_forward2/in_proj_12/Add_output_0" + } + ] + }, + { + "node_id:": 2126, + "node_inputs:": [ + { + "input_dimension:": "36 384 ", + "input_name:": "gemm_input_reshape_arg_token_673" + }, + { + "input_dimension:": "384 1024 ", + "input_name:": "onnx::MatMul_8178" + }, + { + "input_dimension:": "1024 ", + "input_name:": "encoder.encoders.4.encoder.layers.1.feed_forward2.in_proj.bias" + } + ], + "node_name:": "/feed_forward2/in_proj_12/MatMul/MatMulAddFusion", + "node_outputs:": [ + { + "output_dimension:": "36 1024 ", + "output_name:": "gemm_output_reshape_arg_token_676" + } + ] + }, + { + "node_id:": 2127, + "node_inputs:": [ + { + "input_dimension:": "36 1 1024 ", + "input_name:": "/feed_forward2/activation_12/Mul_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "gemm_input_shape_token_678" + } + ], + "node_name:": "gemm_input_reshape_token_680", + "node_outputs:": [ + { + "output_dimension:": "36 1024 ", + "output_name:": "gemm_input_reshape_arg_token_679" + } + ] + }, + { + "node_id:": 2128, + "node_inputs:": [ + { + "input_dimension:": "36 384 ", + "input_name:": "gemm_output_reshape_arg_token_682" + }, + { + "input_dimension:": "3 ", + "input_name:": "gemm_output_shape_token_681" + } + ], + "node_name:": "gemm_output_reshape_token_683", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/feed_forward2/out_proj_12/Add_output_0" + } + ] + }, + { + "node_id:": 2129, + "node_inputs:": [ + { + "input_dimension:": "36 1024 ", + "input_name:": "gemm_input_reshape_arg_token_679" + }, + { + "input_dimension:": "1024 384 ", + "input_name:": "onnx::MatMul_8179" + }, + { + "input_dimension:": "384 ", + "input_name:": "encoder.encoders.4.encoder.layers.1.feed_forward2.out_proj.bias" + } + ], + "node_name:": "/feed_forward2/out_proj_12/MatMul/MatMulAddFusion", + "node_outputs:": [ + { + "output_dimension:": "36 384 ", + "output_name:": "gemm_output_reshape_arg_token_682" + } + ] + }, + { + "node_id:": 2130, + "node_inputs:": [ + { + "input_dimension:": "36 384 ", + "input_name:": "gemm_output_reshape_arg_token_688" + }, + { + "input_dimension:": "3 ", + "input_name:": "gemm_output_shape_token_687" + } + ], + "node_name:": "gemm_output_reshape_token_689", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/out_proj2_12/Add_output_0" + } + ] + }, + { + "node_id:": 2131, + "node_inputs:": [ + { + "input_dimension:": "36 96 ", + "input_name:": "gemm_input_reshape_arg_token_685" + }, + { + "input_dimension:": "96 384 ", + "input_name:": "onnx::MatMul_8186" + }, + { + "input_dimension:": "384 ", + "input_name:": "encoder.encoders.4.encoder.layers.1.self_attn.out_proj2.bias" + } + ], + "node_name:": "/out_proj2_12/MatMul/MatMulAddFusion", + "node_outputs:": [ + { + "output_dimension:": "36 384 ", + "output_name:": "gemm_output_reshape_arg_token_688" + } + ] + }, + { + "node_id:": 2132, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_231_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "gemm_input_shape_token_690" + } + ], + "node_name:": "gemm_input_reshape_token_692", + "node_outputs:": [ + { + "output_dimension:": "36 384 ", + "output_name:": "gemm_input_reshape_arg_token_691" + } + ] + }, + { + "node_id:": 2133, + "node_inputs:": [ + { + "input_dimension:": "36 1024 ", + "input_name:": "gemm_output_reshape_arg_token_694" + }, + { + "input_dimension:": "3 ", + "input_name:": "gemm_output_shape_token_693" + } + ], + "node_name:": "gemm_output_reshape_token_695", + "node_outputs:": [ + { + "output_dimension:": "36 1 1024 ", + "output_name:": "/feed_forward3/in_proj_12/Add_output_0" + } + ] + }, + { + "node_id:": 2134, + "node_inputs:": [ + { + "input_dimension:": "36 384 ", + "input_name:": "gemm_input_reshape_arg_token_691" + }, + { + "input_dimension:": "384 1024 ", + "input_name:": "onnx::MatMul_8191" + }, + { + "input_dimension:": "1024 ", + "input_name:": "encoder.encoders.4.encoder.layers.1.feed_forward3.in_proj.bias" + } + ], + "node_name:": "/feed_forward3/in_proj_12/MatMul/MatMulAddFusion", + "node_outputs:": [ + { + "output_dimension:": "36 1024 ", + "output_name:": "gemm_output_reshape_arg_token_694" + } + ] + }, + { + "node_id:": 2135, + "node_inputs:": [ + { + "input_dimension:": "36 1 1024 ", + "input_name:": "/feed_forward3/activation_12/Mul_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "gemm_input_shape_token_696" + } + ], + "node_name:": "gemm_input_reshape_token_698", + "node_outputs:": [ + { + "output_dimension:": "36 1024 ", + "output_name:": "gemm_input_reshape_arg_token_697" + } + ] + }, + { + "node_id:": 2136, + "node_inputs:": [ + { + "input_dimension:": "36 384 ", + "input_name:": "gemm_output_reshape_arg_token_700" + }, + { + "input_dimension:": "3 ", + "input_name:": "gemm_output_shape_token_699" + } + ], + "node_name:": "gemm_output_reshape_token_701", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/feed_forward3/out_proj_12/Add_output_0" + } + ] + }, + { + "node_id:": 2137, + "node_inputs:": [ + { + "input_dimension:": "36 1024 ", + "input_name:": "gemm_input_reshape_arg_token_697" + }, + { + "input_dimension:": "1024 384 ", + "input_name:": "onnx::MatMul_8192" + }, + { + "input_dimension:": "384 ", + "input_name:": "encoder.encoders.4.encoder.layers.1.feed_forward3.out_proj.bias" + } + ], + "node_name:": "/feed_forward3/out_proj_12/MatMul/MatMulAddFusion", + "node_outputs:": [ + { + "output_dimension:": "36 384 ", + "output_name:": "gemm_output_reshape_arg_token_700" + } + ] + }, + { + "node_id:": 2138, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_233_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "gemm_input_shape_token_702" + } + ], + "node_name:": "gemm_input_reshape_token_704", + "node_outputs:": [ + { + "output_dimension:": "36 384 ", + "output_name:": "gemm_input_reshape_arg_token_703" + } + ] + }, + { + "node_id:": 2139, + "node_inputs:": [ + { + "input_dimension:": "36 1024 ", + "input_name:": "gemm_output_reshape_arg_token_706" + }, + { + "input_dimension:": "3 ", + "input_name:": "gemm_output_shape_token_705" + } + ], + "node_name:": "gemm_output_reshape_token_707", + "node_outputs:": [ + { + "output_dimension:": "36 1 1024 ", + "output_name:": "/feed_forward1/in_proj_13/Add_output_0" + } + ] + }, + { + "node_id:": 2140, + "node_inputs:": [ + { + "input_dimension:": "36 384 ", + "input_name:": "gemm_input_reshape_arg_token_703" + }, + { + "input_dimension:": "384 1024 ", + "input_name:": "onnx::MatMul_8193" + }, + { + "input_dimension:": "1024 ", + "input_name:": "encoder.encoders.4.encoder.layers.2.feed_forward1.in_proj.bias" + } + ], + "node_name:": "/feed_forward1/in_proj_13/MatMul/MatMulAddFusion", + "node_outputs:": [ + { + "output_dimension:": "36 1024 ", + "output_name:": "gemm_output_reshape_arg_token_706" + } + ] + }, + { + "node_id:": 2141, + "node_inputs:": [ + { + "input_dimension:": "36 1 1024 ", + "input_name:": "/feed_forward1/activation_13/Mul_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "gemm_input_shape_token_708" + } + ], + "node_name:": "gemm_input_reshape_token_710", + "node_outputs:": [ + { + "output_dimension:": "36 1024 ", + "output_name:": "gemm_input_reshape_arg_token_709" + } + ] + }, + { + "node_id:": 2142, + "node_inputs:": [ + { + "input_dimension:": "36 384 ", + "input_name:": "gemm_output_reshape_arg_token_712" + }, + { + "input_dimension:": "3 ", + "input_name:": "gemm_output_shape_token_711" + } + ], + "node_name:": "gemm_output_reshape_token_713", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/feed_forward1/out_proj_13/Add_output_0" + } + ] + }, + { + "node_id:": 2143, + "node_inputs:": [ + { + "input_dimension:": "36 1024 ", + "input_name:": "gemm_input_reshape_arg_token_709" + }, + { + "input_dimension:": "1024 384 ", + "input_name:": "onnx::MatMul_8194" + }, + { + "input_dimension:": "384 ", + "input_name:": "encoder.encoders.4.encoder.layers.2.feed_forward1.out_proj.bias" + } + ], + "node_name:": "/feed_forward1/out_proj_13/MatMul/MatMulAddFusion", + "node_outputs:": [ + { + "output_dimension:": "36 384 ", + "output_name:": "gemm_output_reshape_arg_token_712" + } + ] + }, + { + "node_id:": 2144, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_239_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "gemm_input_shape_token_714" + } + ], + "node_name:": "gemm_input_reshape_token_716", + "node_outputs:": [ + { + "output_dimension:": "36 384 ", + "output_name:": "gemm_input_reshape_arg_token_715" + } + ] + }, + { + "node_id:": 2145, + "node_inputs:": [ + { + "input_dimension:": "36 512 ", + "input_name:": "gemm_output_reshape_arg_token_718" + }, + { + "input_dimension:": "3 ", + "input_name:": "gemm_output_shape_token_717" + } + ], + "node_name:": "gemm_output_reshape_token_719", + "node_outputs:": [ + { + "output_dimension:": "36 1 512 ", + "output_name:": "/in_proj_13/Add_output_0" + } + ] + }, + { + "node_id:": 2146, + "node_inputs:": [ + { + "input_dimension:": "36 384 ", + "input_name:": "gemm_input_reshape_arg_token_715" + }, + { + "input_dimension:": "384 512 ", + "input_name:": "onnx::MatMul_8197" + }, + { + "input_dimension:": "512 ", + "input_name:": "encoder.encoders.4.encoder.layers.2.self_attn.in_proj.bias" + } + ], + "node_name:": "/in_proj_13/MatMul/MatMulAddFusion", + "node_outputs:": [ + { + "output_dimension:": "36 512 ", + "output_name:": "gemm_output_reshape_arg_token_718" + } + ] + }, + { + "node_id:": 2147, + "node_inputs:": [ + { + "input_dimension:": "36 384 ", + "input_name:": "gemm_output_reshape_arg_token_724" + }, + { + "input_dimension:": "3 ", + "input_name:": "gemm_output_shape_token_723" + } + ], + "node_name:": "gemm_output_reshape_token_725", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/Add_243_output_0" + } + ] + }, + { + "node_id:": 2148, + "node_inputs:": [ + { + "input_dimension:": "36 96 ", + "input_name:": "gemm_input_reshape_arg_token_721" + }, + { + "input_dimension:": "96 384 ", + "input_name:": "onnx::MatMul_8235" + }, + { + "input_dimension:": "384 ", + "input_name:": "encoder.encoders.4.encoder.layers.2.self_attn.out_proj.bias" + } + ], + "node_name:": "/MatMul_68/MatMulAddFusion", + "node_outputs:": [ + { + "output_dimension:": "36 384 ", + "output_name:": "gemm_output_reshape_arg_token_724" + } + ] + }, + { + "node_id:": 2149, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_245_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "gemm_input_shape_token_726" + } + ], + "node_name:": "gemm_input_reshape_token_728", + "node_outputs:": [ + { + "output_dimension:": "36 384 ", + "output_name:": "gemm_input_reshape_arg_token_727" + } + ] + }, + { + "node_id:": 2150, + "node_inputs:": [ + { + "input_dimension:": "36 1024 ", + "input_name:": "gemm_output_reshape_arg_token_730" + }, + { + "input_dimension:": "3 ", + "input_name:": "gemm_output_shape_token_729" + } + ], + "node_name:": "gemm_output_reshape_token_731", + "node_outputs:": [ + { + "output_dimension:": "36 1 1024 ", + "output_name:": "/feed_forward2/in_proj_13/Add_output_0" + } + ] + }, + { + "node_id:": 2151, + "node_inputs:": [ + { + "input_dimension:": "36 384 ", + "input_name:": "gemm_input_reshape_arg_token_727" + }, + { + "input_dimension:": "384 1024 ", + "input_name:": "onnx::MatMul_8240" + }, + { + "input_dimension:": "1024 ", + "input_name:": "encoder.encoders.4.encoder.layers.2.feed_forward2.in_proj.bias" + } + ], + "node_name:": "/feed_forward2/in_proj_13/MatMul/MatMulAddFusion", + "node_outputs:": [ + { + "output_dimension:": "36 1024 ", + "output_name:": "gemm_output_reshape_arg_token_730" + } + ] + }, + { + "node_id:": 2152, + "node_inputs:": [ + { + "input_dimension:": "36 1 1024 ", + "input_name:": "/feed_forward2/activation_13/Mul_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "gemm_input_shape_token_732" + } + ], + "node_name:": "gemm_input_reshape_token_734", + "node_outputs:": [ + { + "output_dimension:": "36 1024 ", + "output_name:": "gemm_input_reshape_arg_token_733" + } + ] + }, + { + "node_id:": 2153, + "node_inputs:": [ + { + "input_dimension:": "36 384 ", + "input_name:": "gemm_output_reshape_arg_token_736" + }, + { + "input_dimension:": "3 ", + "input_name:": "gemm_output_shape_token_735" + } + ], + "node_name:": "gemm_output_reshape_token_737", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/feed_forward2/out_proj_13/Add_output_0" + } + ] + }, + { + "node_id:": 2154, + "node_inputs:": [ + { + "input_dimension:": "36 1024 ", + "input_name:": "gemm_input_reshape_arg_token_733" + }, + { + "input_dimension:": "1024 384 ", + "input_name:": "onnx::MatMul_8241" + }, + { + "input_dimension:": "384 ", + "input_name:": "encoder.encoders.4.encoder.layers.2.feed_forward2.out_proj.bias" + } + ], + "node_name:": "/feed_forward2/out_proj_13/MatMul/MatMulAddFusion", + "node_outputs:": [ + { + "output_dimension:": "36 384 ", + "output_name:": "gemm_output_reshape_arg_token_736" + } + ] + }, + { + "node_id:": 2155, + "node_inputs:": [ + { + "input_dimension:": "36 384 ", + "input_name:": "gemm_output_reshape_arg_token_742" + }, + { + "input_dimension:": "3 ", + "input_name:": "gemm_output_shape_token_741" + } + ], + "node_name:": "gemm_output_reshape_token_743", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/out_proj2_13/Add_output_0" + } + ] + }, + { + "node_id:": 2156, + "node_inputs:": [ + { + "input_dimension:": "36 96 ", + "input_name:": "gemm_input_reshape_arg_token_739" + }, + { + "input_dimension:": "96 384 ", + "input_name:": "onnx::MatMul_8248" + }, + { + "input_dimension:": "384 ", + "input_name:": "encoder.encoders.4.encoder.layers.2.self_attn.out_proj2.bias" + } + ], + "node_name:": "/out_proj2_13/MatMul/MatMulAddFusion", + "node_outputs:": [ + { + "output_dimension:": "36 384 ", + "output_name:": "gemm_output_reshape_arg_token_742" + } + ] + }, + { + "node_id:": 2157, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_249_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "gemm_input_shape_token_744" + } + ], + "node_name:": "gemm_input_reshape_token_746", + "node_outputs:": [ + { + "output_dimension:": "36 384 ", + "output_name:": "gemm_input_reshape_arg_token_745" + } + ] + }, + { + "node_id:": 2158, + "node_inputs:": [ + { + "input_dimension:": "36 1024 ", + "input_name:": "gemm_output_reshape_arg_token_748" + }, + { + "input_dimension:": "3 ", + "input_name:": "gemm_output_shape_token_747" + } + ], + "node_name:": "gemm_output_reshape_token_749", + "node_outputs:": [ + { + "output_dimension:": "36 1 1024 ", + "output_name:": "/feed_forward3/in_proj_13/Add_output_0" + } + ] + }, + { + "node_id:": 2159, + "node_inputs:": [ + { + "input_dimension:": "36 384 ", + "input_name:": "gemm_input_reshape_arg_token_745" + }, + { + "input_dimension:": "384 1024 ", + "input_name:": "onnx::MatMul_8253" + }, + { + "input_dimension:": "1024 ", + "input_name:": "encoder.encoders.4.encoder.layers.2.feed_forward3.in_proj.bias" + } + ], + "node_name:": "/feed_forward3/in_proj_13/MatMul/MatMulAddFusion", + "node_outputs:": [ + { + "output_dimension:": "36 1024 ", + "output_name:": "gemm_output_reshape_arg_token_748" + } + ] + }, + { + "node_id:": 2160, + "node_inputs:": [ + { + "input_dimension:": "36 1 1024 ", + "input_name:": "/feed_forward3/activation_13/Mul_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "gemm_input_shape_token_750" + } + ], + "node_name:": "gemm_input_reshape_token_752", + "node_outputs:": [ + { + "output_dimension:": "36 1024 ", + "output_name:": "gemm_input_reshape_arg_token_751" + } + ] + }, + { + "node_id:": 2161, + "node_inputs:": [ + { + "input_dimension:": "36 384 ", + "input_name:": "gemm_output_reshape_arg_token_754" + }, + { + "input_dimension:": "3 ", + "input_name:": "gemm_output_shape_token_753" + } + ], + "node_name:": "gemm_output_reshape_token_755", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/feed_forward3/out_proj_13/Add_output_0" + } + ] + }, + { + "node_id:": 2162, + "node_inputs:": [ + { + "input_dimension:": "36 1024 ", + "input_name:": "gemm_input_reshape_arg_token_751" + }, + { + "input_dimension:": "1024 384 ", + "input_name:": "onnx::MatMul_8254" + }, + { + "input_dimension:": "384 ", + "input_name:": "encoder.encoders.4.encoder.layers.2.feed_forward3.out_proj.bias" + } + ], + "node_name:": "/feed_forward3/out_proj_13/MatMul/MatMulAddFusion", + "node_outputs:": [ + { + "output_dimension:": "36 384 ", + "output_name:": "gemm_output_reshape_arg_token_754" + } + ] + }, + { + "node_id:": 2163, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_251_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "gemm_input_shape_token_756" + } + ], + "node_name:": "gemm_input_reshape_token_758", + "node_outputs:": [ + { + "output_dimension:": "36 384 ", + "output_name:": "gemm_input_reshape_arg_token_757" + } + ] + }, + { + "node_id:": 2164, + "node_inputs:": [ + { + "input_dimension:": "36 1024 ", + "input_name:": "gemm_output_reshape_arg_token_760" + }, + { + "input_dimension:": "3 ", + "input_name:": "gemm_output_shape_token_759" + } + ], + "node_name:": "gemm_output_reshape_token_761", + "node_outputs:": [ + { + "output_dimension:": "36 1 1024 ", + "output_name:": "/feed_forward1/in_proj_14/Add_output_0" + } + ] + }, + { + "node_id:": 2165, + "node_inputs:": [ + { + "input_dimension:": "36 384 ", + "input_name:": "gemm_input_reshape_arg_token_757" + }, + { + "input_dimension:": "384 1024 ", + "input_name:": "onnx::MatMul_8255" + }, + { + "input_dimension:": "1024 ", + "input_name:": "encoder.encoders.4.encoder.layers.3.feed_forward1.in_proj.bias" + } + ], + "node_name:": "/feed_forward1/in_proj_14/MatMul/MatMulAddFusion", + "node_outputs:": [ + { + "output_dimension:": "36 1024 ", + "output_name:": "gemm_output_reshape_arg_token_760" + } + ] + }, + { + "node_id:": 2166, + "node_inputs:": [ + { + "input_dimension:": "36 1 1024 ", + "input_name:": "/feed_forward1/activation_14/Mul_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "gemm_input_shape_token_762" + } + ], + "node_name:": "gemm_input_reshape_token_764", + "node_outputs:": [ + { + "output_dimension:": "36 1024 ", + "output_name:": "gemm_input_reshape_arg_token_763" + } + ] + }, + { + "node_id:": 2167, + "node_inputs:": [ + { + "input_dimension:": "36 384 ", + "input_name:": "gemm_output_reshape_arg_token_766" + }, + { + "input_dimension:": "3 ", + "input_name:": "gemm_output_shape_token_765" + } + ], + "node_name:": "gemm_output_reshape_token_767", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/feed_forward1/out_proj_14/Add_output_0" + } + ] + }, + { + "node_id:": 2168, + "node_inputs:": [ + { + "input_dimension:": "36 1024 ", + "input_name:": "gemm_input_reshape_arg_token_763" + }, + { + "input_dimension:": "1024 384 ", + "input_name:": "onnx::MatMul_8256" + }, + { + "input_dimension:": "384 ", + "input_name:": "encoder.encoders.4.encoder.layers.3.feed_forward1.out_proj.bias" + } + ], + "node_name:": "/feed_forward1/out_proj_14/MatMul/MatMulAddFusion", + "node_outputs:": [ + { + "output_dimension:": "36 384 ", + "output_name:": "gemm_output_reshape_arg_token_766" + } + ] + }, + { + "node_id:": 2169, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_257_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "gemm_input_shape_token_768" + } + ], + "node_name:": "gemm_input_reshape_token_770", + "node_outputs:": [ + { + "output_dimension:": "36 384 ", + "output_name:": "gemm_input_reshape_arg_token_769" + } + ] + }, + { + "node_id:": 2170, + "node_inputs:": [ + { + "input_dimension:": "36 512 ", + "input_name:": "gemm_output_reshape_arg_token_772" + }, + { + "input_dimension:": "3 ", + "input_name:": "gemm_output_shape_token_771" + } + ], + "node_name:": "gemm_output_reshape_token_773", + "node_outputs:": [ + { + "output_dimension:": "36 1 512 ", + "output_name:": "/in_proj_14/Add_output_0" + } + ] + }, + { + "node_id:": 2171, + "node_inputs:": [ + { + "input_dimension:": "36 384 ", + "input_name:": "gemm_input_reshape_arg_token_769" + }, + { + "input_dimension:": "384 512 ", + "input_name:": "onnx::MatMul_8259" + }, + { + "input_dimension:": "512 ", + "input_name:": "encoder.encoders.4.encoder.layers.3.self_attn.in_proj.bias" + } + ], + "node_name:": "/in_proj_14/MatMul/MatMulAddFusion", + "node_outputs:": [ + { + "output_dimension:": "36 512 ", + "output_name:": "gemm_output_reshape_arg_token_772" + } + ] + }, + { + "node_id:": 2172, + "node_inputs:": [ + { + "input_dimension:": "36 384 ", + "input_name:": "gemm_output_reshape_arg_token_778" + }, + { + "input_dimension:": "3 ", + "input_name:": "gemm_output_shape_token_777" + } + ], + "node_name:": "gemm_output_reshape_token_779", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/Add_261_output_0" + } + ] + }, + { + "node_id:": 2173, + "node_inputs:": [ + { + "input_dimension:": "36 96 ", + "input_name:": "gemm_input_reshape_arg_token_775" + }, + { + "input_dimension:": "96 384 ", + "input_name:": "onnx::MatMul_8297" + }, + { + "input_dimension:": "384 ", + "input_name:": "encoder.encoders.4.encoder.layers.3.self_attn.out_proj.bias" + } + ], + "node_name:": "/MatMul_73/MatMulAddFusion", + "node_outputs:": [ + { + "output_dimension:": "36 384 ", + "output_name:": "gemm_output_reshape_arg_token_778" + } + ] + }, + { + "node_id:": 2174, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_263_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "gemm_input_shape_token_780" + } + ], + "node_name:": "gemm_input_reshape_token_782", + "node_outputs:": [ + { + "output_dimension:": "36 384 ", + "output_name:": "gemm_input_reshape_arg_token_781" + } + ] + }, + { + "node_id:": 2175, + "node_inputs:": [ + { + "input_dimension:": "36 1024 ", + "input_name:": "gemm_output_reshape_arg_token_784" + }, + { + "input_dimension:": "3 ", + "input_name:": "gemm_output_shape_token_783" + } + ], + "node_name:": "gemm_output_reshape_token_785", + "node_outputs:": [ + { + "output_dimension:": "36 1 1024 ", + "output_name:": "/feed_forward2/in_proj_14/Add_output_0" + } + ] + }, + { + "node_id:": 2176, + "node_inputs:": [ + { + "input_dimension:": "36 384 ", + "input_name:": "gemm_input_reshape_arg_token_781" + }, + { + "input_dimension:": "384 1024 ", + "input_name:": "onnx::MatMul_8302" + }, + { + "input_dimension:": "1024 ", + "input_name:": "encoder.encoders.4.encoder.layers.3.feed_forward2.in_proj.bias" + } + ], + "node_name:": "/feed_forward2/in_proj_14/MatMul/MatMulAddFusion", + "node_outputs:": [ + { + "output_dimension:": "36 1024 ", + "output_name:": "gemm_output_reshape_arg_token_784" + } + ] + }, + { + "node_id:": 2177, + "node_inputs:": [ + { + "input_dimension:": "36 1 1024 ", + "input_name:": "/feed_forward2/activation_14/Mul_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "gemm_input_shape_token_786" + } + ], + "node_name:": "gemm_input_reshape_token_788", + "node_outputs:": [ + { + "output_dimension:": "36 1024 ", + "output_name:": "gemm_input_reshape_arg_token_787" + } + ] + }, + { + "node_id:": 2178, + "node_inputs:": [ + { + "input_dimension:": "36 384 ", + "input_name:": "gemm_output_reshape_arg_token_790" + }, + { + "input_dimension:": "3 ", + "input_name:": "gemm_output_shape_token_789" + } + ], + "node_name:": "gemm_output_reshape_token_791", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/feed_forward2/out_proj_14/Add_output_0" + } + ] + }, + { + "node_id:": 2179, + "node_inputs:": [ + { + "input_dimension:": "36 1024 ", + "input_name:": "gemm_input_reshape_arg_token_787" + }, + { + "input_dimension:": "1024 384 ", + "input_name:": "onnx::MatMul_8303" + }, + { + "input_dimension:": "384 ", + "input_name:": "encoder.encoders.4.encoder.layers.3.feed_forward2.out_proj.bias" + } + ], + "node_name:": "/feed_forward2/out_proj_14/MatMul/MatMulAddFusion", + "node_outputs:": [ + { + "output_dimension:": "36 384 ", + "output_name:": "gemm_output_reshape_arg_token_790" + } + ] + }, + { + "node_id:": 2180, + "node_inputs:": [ + { + "input_dimension:": "36 384 ", + "input_name:": "gemm_output_reshape_arg_token_796" + }, + { + "input_dimension:": "3 ", + "input_name:": "gemm_output_shape_token_795" + } + ], + "node_name:": "gemm_output_reshape_token_797", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/out_proj2_14/Add_output_0" + } + ] + }, + { + "node_id:": 2181, + "node_inputs:": [ + { + "input_dimension:": "36 96 ", + "input_name:": "gemm_input_reshape_arg_token_793" + }, + { + "input_dimension:": "96 384 ", + "input_name:": "onnx::MatMul_8310" + }, + { + "input_dimension:": "384 ", + "input_name:": "encoder.encoders.4.encoder.layers.3.self_attn.out_proj2.bias" + } + ], + "node_name:": "/out_proj2_14/MatMul/MatMulAddFusion", + "node_outputs:": [ + { + "output_dimension:": "36 384 ", + "output_name:": "gemm_output_reshape_arg_token_796" + } + ] + }, + { + "node_id:": 2182, + "node_inputs:": [ + { + "input_dimension:": "36 1 384 ", + "input_name:": "/Add_267_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "gemm_input_shape_token_798" + } + ], + "node_name:": "gemm_input_reshape_token_800", + "node_outputs:": [ + { + "output_dimension:": "36 384 ", + "output_name:": "gemm_input_reshape_arg_token_799" + } + ] + }, + { + "node_id:": 2183, + "node_inputs:": [ + { + "input_dimension:": "36 1024 ", + "input_name:": "gemm_output_reshape_arg_token_802" + }, + { + "input_dimension:": "3 ", + "input_name:": "gemm_output_shape_token_801" + } + ], + "node_name:": "gemm_output_reshape_token_803", + "node_outputs:": [ + { + "output_dimension:": "36 1 1024 ", + "output_name:": "/feed_forward3/in_proj_14/Add_output_0" + } + ] + }, + { + "node_id:": 2184, + "node_inputs:": [ + { + "input_dimension:": "36 384 ", + "input_name:": "gemm_input_reshape_arg_token_799" + }, + { + "input_dimension:": "384 1024 ", + "input_name:": "onnx::MatMul_8315" + }, + { + "input_dimension:": "1024 ", + "input_name:": "encoder.encoders.4.encoder.layers.3.feed_forward3.in_proj.bias" + } + ], + "node_name:": "/feed_forward3/in_proj_14/MatMul/MatMulAddFusion", + "node_outputs:": [ + { + "output_dimension:": "36 1024 ", + "output_name:": "gemm_output_reshape_arg_token_802" + } + ] + }, + { + "node_id:": 2185, + "node_inputs:": [ + { + "input_dimension:": "36 1 1024 ", + "input_name:": "/feed_forward3/activation_14/Mul_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "gemm_input_shape_token_804" + } + ], + "node_name:": "gemm_input_reshape_token_806", + "node_outputs:": [ + { + "output_dimension:": "36 1024 ", + "output_name:": "gemm_input_reshape_arg_token_805" + } + ] + }, + { + "node_id:": 2186, + "node_inputs:": [ + { + "input_dimension:": "36 384 ", + "input_name:": "gemm_output_reshape_arg_token_808" + }, + { + "input_dimension:": "3 ", + "input_name:": "gemm_output_shape_token_807" + } + ], + "node_name:": "gemm_output_reshape_token_809", + "node_outputs:": [ + { + "output_dimension:": "36 1 384 ", + "output_name:": "/feed_forward3/out_proj_14/Add_output_0" + } + ] + }, + { + "node_id:": 2187, + "node_inputs:": [ + { + "input_dimension:": "36 1024 ", + "input_name:": "gemm_input_reshape_arg_token_805" + }, + { + "input_dimension:": "1024 384 ", + "input_name:": "onnx::MatMul_8316" + }, + { + "input_dimension:": "384 ", + "input_name:": "encoder.encoders.4.encoder.layers.3.feed_forward3.out_proj.bias" + } + ], + "node_name:": "/feed_forward3/out_proj_14/MatMul/MatMulAddFusion", + "node_outputs:": [ + { + "output_dimension:": "36 384 ", + "output_name:": "gemm_output_reshape_arg_token_808" + } + ] + }, + { + "node_id:": 2188, + "node_inputs:": [ + { + "input_dimension:": "1 36 384 ", + "input_name:": "/Transpose_181_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "gemm_input_shape_token_810" + } + ], + "node_name:": "gemm_input_reshape_token_812", + "node_outputs:": [ + { + "output_dimension:": "36 384 ", + "output_name:": "gemm_input_reshape_arg_token_811" + } + ] + }, + { + "node_id:": 2189, + "node_inputs:": [ + { + "input_dimension:": "36 512 ", + "input_name:": "gemm_output_reshape_arg_token_814" + }, + { + "input_dimension:": "3 ", + "input_name:": "gemm_output_shape_token_813" + } + ], + "node_name:": "gemm_output_reshape_token_815", + "node_outputs:": [ + { + "output_dimension:": "1 36 512 ", + "output_name:": "encoder_out" + } + ] + }, + { + "node_id:": 2190, + "node_inputs:": [ + { + "input_dimension:": "36 384 ", + "input_name:": "gemm_input_reshape_arg_token_811" + }, + { + "input_dimension:": "384 512 ", + "input_name:": "onnx::MatMul_8324" + }, + { + "input_dimension:": "512 ", + "input_name:": "encoder_proj.bias" + } + ], + "node_name:": "/encoder_proj/MatMul/MatMulAddFusion", + "node_outputs:": [ + { + "output_dimension:": "36 512 ", + "output_name:": "gemm_output_reshape_arg_token_814" + } + ] + }, + { + "node_id:": 2191, + "node_inputs:": [ + { + "input_dimension:": "1 72 128 19 ", + "input_name:": "/encoder_embed/Transpose_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "/encoder_embed/Reshape_new_shape" + } + ], + "node_name:": "/encoder_embed/Reshape_new_reshape", + "node_outputs:": [ + { + "output_dimension:": "72 2432 ", + "output_name:": "gemm_input_reshape_arg" + } + ] + }, + { + "node_id:": 2192, + "node_inputs:": [ + { + "input_dimension:": "72 8 12 ", + "input_name:": "/Transpose_6_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "/Reshape_8_new_shape" + } + ], + "node_name:": "/Reshape_8_new_reshape", + "node_outputs:": [ + { + "output_dimension:": "72 96 ", + "output_name:": "gemm_input_reshape_arg_token_19" + } + ] + }, + { + "node_id:": 2193, + "node_inputs:": [ + { + "input_dimension:": "72 8 12 ", + "input_name:": "/Transpose_10_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "/Reshape_10_new_shape" + } + ], + "node_name:": "/Reshape_10_new_reshape", + "node_outputs:": [ + { + "output_dimension:": "72 96 ", + "output_name:": "gemm_input_reshape_arg_token_37" + } + ] + }, + { + "node_id:": 2194, + "node_inputs:": [ + { + "input_dimension:": "72 8 12 ", + "input_name:": "/Transpose_18_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "/Reshape_19_new_shape" + } + ], + "node_name:": "/Reshape_19_new_reshape", + "node_outputs:": [ + { + "output_dimension:": "72 96 ", + "output_name:": "gemm_input_reshape_arg_token_73" + } + ] + }, + { + "node_id:": 2195, + "node_inputs:": [ + { + "input_dimension:": "72 8 12 ", + "input_name:": "/Transpose_22_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "/Reshape_21_new_shape" + } + ], + "node_name:": "/Reshape_21_new_reshape", + "node_outputs:": [ + { + "output_dimension:": "72 96 ", + "output_name:": "gemm_input_reshape_arg_token_91" + } + ] + }, + { + "node_id:": 2196, + "node_inputs:": [ + { + "input_dimension:": "36 8 12 ", + "input_name:": "/Transpose_30_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "/Reshape_30_new_shape" + } + ], + "node_name:": "/Reshape_30_new_reshape", + "node_outputs:": [ + { + "output_dimension:": "36 96 ", + "output_name:": "gemm_input_reshape_arg_token_127" + } + ] + }, + { + "node_id:": 2197, + "node_inputs:": [ + { + "input_dimension:": "36 8 12 ", + "input_name:": "/Transpose_34_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "/Reshape_32_new_shape" + } + ], + "node_name:": "/Reshape_32_new_reshape", + "node_outputs:": [ + { + "output_dimension:": "36 96 ", + "output_name:": "gemm_input_reshape_arg_token_145" + } + ] + }, + { + "node_id:": 2198, + "node_inputs:": [ + { + "input_dimension:": "36 8 12 ", + "input_name:": "/Transpose_42_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "/Reshape_41_new_shape" + } + ], + "node_name:": "/Reshape_41_new_reshape", + "node_outputs:": [ + { + "output_dimension:": "36 96 ", + "output_name:": "gemm_input_reshape_arg_token_181" + } + ] + }, + { + "node_id:": 2199, + "node_inputs:": [ + { + "input_dimension:": "36 8 12 ", + "input_name:": "/Transpose_46_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "/Reshape_43_new_shape" + } + ], + "node_name:": "/Reshape_43_new_reshape", + "node_outputs:": [ + { + "output_dimension:": "36 96 ", + "output_name:": "gemm_input_reshape_arg_token_199" + } + ] + }, + { + "node_id:": 2200, + "node_inputs:": [ + { + "input_dimension:": "36 8 12 ", + "input_name:": "/Transpose_54_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "/Reshape_52_new_shape" + } + ], + "node_name:": "/Reshape_52_new_reshape", + "node_outputs:": [ + { + "output_dimension:": "36 96 ", + "output_name:": "gemm_input_reshape_arg_token_235" + } + ] + }, + { + "node_id:": 2201, + "node_inputs:": [ + { + "input_dimension:": "36 8 12 ", + "input_name:": "/Transpose_58_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "/Reshape_54_new_shape" + } + ], + "node_name:": "/Reshape_54_new_reshape", + "node_outputs:": [ + { + "output_dimension:": "36 96 ", + "output_name:": "gemm_input_reshape_arg_token_253" + } + ] + }, + { + "node_id:": 2202, + "node_inputs:": [ + { + "input_dimension:": "36 8 12 ", + "input_name:": "/Transpose_66_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "/Reshape_63_new_shape" + } + ], + "node_name:": "/Reshape_63_new_reshape", + "node_outputs:": [ + { + "output_dimension:": "36 96 ", + "output_name:": "gemm_input_reshape_arg_token_289" + } + ] + }, + { + "node_id:": 2203, + "node_inputs:": [ + { + "input_dimension:": "36 8 12 ", + "input_name:": "/Transpose_70_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "/Reshape_65_new_shape" + } + ], + "node_name:": "/Reshape_65_new_reshape", + "node_outputs:": [ + { + "output_dimension:": "36 96 ", + "output_name:": "gemm_input_reshape_arg_token_307" + } + ] + }, + { + "node_id:": 2204, + "node_inputs:": [ + { + "input_dimension:": "18 8 12 ", + "input_name:": "/Transpose_78_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "/Reshape_74_new_shape" + } + ], + "node_name:": "/Reshape_74_new_reshape", + "node_outputs:": [ + { + "output_dimension:": "18 96 ", + "output_name:": "gemm_input_reshape_arg_token_343" + } + ] + }, + { + "node_id:": 2205, + "node_inputs:": [ + { + "input_dimension:": "18 8 12 ", + "input_name:": "/Transpose_82_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "/Reshape_76_new_shape" + } + ], + "node_name:": "/Reshape_76_new_reshape", + "node_outputs:": [ + { + "output_dimension:": "18 96 ", + "output_name:": "gemm_input_reshape_arg_token_361" + } + ] + }, + { + "node_id:": 2206, + "node_inputs:": [ + { + "input_dimension:": "18 8 12 ", + "input_name:": "/Transpose_90_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "/Reshape_85_new_shape" + } + ], + "node_name:": "/Reshape_85_new_reshape", + "node_outputs:": [ + { + "output_dimension:": "18 96 ", + "output_name:": "gemm_input_reshape_arg_token_397" + } + ] + }, + { + "node_id:": 2207, + "node_inputs:": [ + { + "input_dimension:": "18 8 12 ", + "input_name:": "/Transpose_94_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "/Reshape_87_new_shape" + } + ], + "node_name:": "/Reshape_87_new_reshape", + "node_outputs:": [ + { + "output_dimension:": "18 96 ", + "output_name:": "gemm_input_reshape_arg_token_415" + } + ] + }, + { + "node_id:": 2208, + "node_inputs:": [ + { + "input_dimension:": "18 8 12 ", + "input_name:": "/Transpose_102_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "/Reshape_96_new_shape" + } + ], + "node_name:": "/Reshape_96_new_reshape", + "node_outputs:": [ + { + "output_dimension:": "18 96 ", + "output_name:": "gemm_input_reshape_arg_token_451" + } + ] + }, + { + "node_id:": 2209, + "node_inputs:": [ + { + "input_dimension:": "18 8 12 ", + "input_name:": "/Transpose_106_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "/Reshape_98_new_shape" + } + ], + "node_name:": "/Reshape_98_new_reshape", + "node_outputs:": [ + { + "output_dimension:": "18 96 ", + "output_name:": "gemm_input_reshape_arg_token_469" + } + ] + }, + { + "node_id:": 2210, + "node_inputs:": [ + { + "input_dimension:": "9 8 12 ", + "input_name:": "/Transpose_114_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "/Reshape_107_new_shape" + } + ], + "node_name:": "/Reshape_107_new_reshape", + "node_outputs:": [ + { + "output_dimension:": "9 96 ", + "output_name:": "gemm_input_reshape_arg_token_505" + } + ] + }, + { + "node_id:": 2211, + "node_inputs:": [ + { + "input_dimension:": "9 8 12 ", + "input_name:": "/Transpose_118_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "/Reshape_109_new_shape" + } + ], + "node_name:": "/Reshape_109_new_reshape", + "node_outputs:": [ + { + "output_dimension:": "9 96 ", + "output_name:": "gemm_input_reshape_arg_token_523" + } + ] + }, + { + "node_id:": 2212, + "node_inputs:": [ + { + "input_dimension:": "9 8 12 ", + "input_name:": "/Transpose_126_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "/Reshape_118_new_shape" + } + ], + "node_name:": "/Reshape_118_new_reshape", + "node_outputs:": [ + { + "output_dimension:": "9 96 ", + "output_name:": "gemm_input_reshape_arg_token_559" + } + ] + }, + { + "node_id:": 2213, + "node_inputs:": [ + { + "input_dimension:": "9 8 12 ", + "input_name:": "/Transpose_130_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "/Reshape_120_new_shape" + } + ], + "node_name:": "/Reshape_120_new_reshape", + "node_outputs:": [ + { + "output_dimension:": "9 96 ", + "output_name:": "gemm_input_reshape_arg_token_577" + } + ] + }, + { + "node_id:": 2214, + "node_inputs:": [ + { + "input_dimension:": "36 8 12 ", + "input_name:": "/Transpose_138_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "/Reshape_129_new_shape" + } + ], + "node_name:": "/Reshape_129_new_reshape", + "node_outputs:": [ + { + "output_dimension:": "36 96 ", + "output_name:": "gemm_input_reshape_arg_token_613" + } + ] + }, + { + "node_id:": 2215, + "node_inputs:": [ + { + "input_dimension:": "36 8 12 ", + "input_name:": "/Transpose_142_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "/Reshape_131_new_shape" + } + ], + "node_name:": "/Reshape_131_new_reshape", + "node_outputs:": [ + { + "output_dimension:": "36 96 ", + "output_name:": "gemm_input_reshape_arg_token_631" + } + ] + }, + { + "node_id:": 2216, + "node_inputs:": [ + { + "input_dimension:": "36 8 12 ", + "input_name:": "/Transpose_150_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "/Reshape_140_new_shape" + } + ], + "node_name:": "/Reshape_140_new_reshape", + "node_outputs:": [ + { + "output_dimension:": "36 96 ", + "output_name:": "gemm_input_reshape_arg_token_667" + } + ] + }, + { + "node_id:": 2217, + "node_inputs:": [ + { + "input_dimension:": "36 8 12 ", + "input_name:": "/Transpose_154_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "/Reshape_142_new_shape" + } + ], + "node_name:": "/Reshape_142_new_reshape", + "node_outputs:": [ + { + "output_dimension:": "36 96 ", + "output_name:": "gemm_input_reshape_arg_token_685" + } + ] + }, + { + "node_id:": 2218, + "node_inputs:": [ + { + "input_dimension:": "36 8 12 ", + "input_name:": "/Transpose_162_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "/Reshape_151_new_shape" + } + ], + "node_name:": "/Reshape_151_new_reshape", + "node_outputs:": [ + { + "output_dimension:": "36 96 ", + "output_name:": "gemm_input_reshape_arg_token_721" + } + ] + }, + { + "node_id:": 2219, + "node_inputs:": [ + { + "input_dimension:": "36 8 12 ", + "input_name:": "/Transpose_166_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "/Reshape_153_new_shape" + } + ], + "node_name:": "/Reshape_153_new_reshape", + "node_outputs:": [ + { + "output_dimension:": "36 96 ", + "output_name:": "gemm_input_reshape_arg_token_739" + } + ] + }, + { + "node_id:": 2220, + "node_inputs:": [ + { + "input_dimension:": "36 8 12 ", + "input_name:": "/Transpose_174_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "/Reshape_162_new_shape" + } + ], + "node_name:": "/Reshape_162_new_reshape", + "node_outputs:": [ + { + "output_dimension:": "36 96 ", + "output_name:": "gemm_input_reshape_arg_token_775" + } + ] + }, + { + "node_id:": 2221, + "node_inputs:": [ + { + "input_dimension:": "36 8 12 ", + "input_name:": "/Transpose_178_output_0" + }, + { + "input_dimension:": "2 ", + "input_name:": "/Reshape_164_new_shape" + } + ], + "node_name:": "/Reshape_164_new_reshape", + "node_outputs:": [ + { + "output_dimension:": "36 96 ", + "output_name:": "gemm_input_reshape_arg_token_793" + } + ] + } +] \ No newline at end of file