{ "layers" : [ { "bottom" : "RotationX,RotationY,RotationZ,AccelerationX,AccelerationY,AccelerationZ", "weights" : { }, "nd_axis" : -1, "debug_info" : "x.1", "top" : "x.1", "type" : "stack_nd", "name" : "x.1", "attributes" : { "basic_block_head" : 1 } }, { "size_of_axes" : 1, "bottom" : "x.1", "axes_0" : 0, "weights" : { }, "nd_axis" : 0, "debug_info" : "x.3", "top" : "x.3", "type" : "expand_dims", "name" : "x.3" }, { "axis_h" : 0, "axis_w" : 1, "bottom" : "x.3", "axis_k" : 2, "axis_n" : 3, "axis_seq" : 4, "weights" : { }, "debug_info" : "transpose_55", "top" : "transpose_55", "type" : "transpose", "name" : "transpose_55" }, { "size_of_axes" : 1, "bottom" : "transpose_55", "axes_0" : -2, "weights" : { }, "nd_axis" : 0, "debug_info" : "expand_dims_0", "top" : "expand_dims_0", "type" : "expand_dims", "name" : "expand_dims_0" }, { "pad_r" : 0, "fused_relu" : 0, "fused_tanh" : 0, "debug_info" : "conv_0", "pad_fill_mode" : 0, "pad_b" : 0, "pad_l" : 0, "top" : "conv_0", "K" : 6, "blob_biases" : 1, "stride_x" : 3, "name" : "conv_0", "has_batch_norm" : 0, "type" : "convolution", "n_groups" : 1, "pad_t" : 0, "has_biases" : 1, "C" : 128, "bottom" : "expand_dims_0", "weights" : { }, "Nx" : 6, "pad_mode" : 0, "pad_value" : 0, "Ny" : 1, "n_parallel" : 1, "blob_weights_f16" : 3 }, { "size_of_axes" : 1, "bottom" : "conv_0", "axes_0" : -2, "weights" : { }, "nd_axis" : 0, "debug_info" : "input.3", "version" : 1, "top" : "input.3", "type" : "squeeze", "name" : "input.3" }, { "bottom" : "input.3", "weights" : { }, "mode" : 0, "debug_info" : "input.5", "top" : "input.5", "type" : "activation", "name" : "input.5" }, { "axis_h" : 0, "axis_w" : 1, "bottom" : "input.5", "axis_k" : 2, "axis_n" : 3, "axis_seq" : 4, "weights" : { }, "debug_info" : "transpose_54", "top" : "transpose_54", "type" : "transpose", "name" : "transpose_54" }, { "bottom" : "transpose_54", "weights" : { }, "nd_mode" : 1, "axis" : -1, "debug_info" : "42_shape", "top" : "42_shape", "type" : "get_shape", "name" : "42_shape" }, { "top" : "gather_0_indices_0", "w" : 1, "h" : 1, "name" : "gather_0_indices_0", "nd_rank" : 1, "type" : "load_constant", "k" : 1, "bottom" : "", "debug_info" : "gather_0_indices_0", "n" : 1, "weights" : { }, "constant_blob" : 5 }, { "bottom" : "42_shape,gather_0_indices_0", "validate_indices" : true, "allow_negative_indices" : true, "mode" : 0, "weights" : { }, "debug_info" : "gather_0", "axis" : 0, "top" : "gather_0", "type" : "gather_nd", "name" : "gather_0", "batch_dims" : 0 }, { "end" : 1, "bottom" : "gather_0", "weights" : { }, "debug_info" : "n.3", "top" : "n.3", "type" : "range", "name" : "n.3" }, { "bottom" : "n.3", "size_of_axes" : 1, "axes_0" : 1, "weights" : { }, "nd_axis" : 0, "debug_info" : "88", "top" : "88", "type" : "expand_dims", "name" : "88", "attributes" : { "basic_block_head" : 1 } }, { "bottom" : "88", "weights" : { }, "mode" : 6, "debug_info" : "cast_30", "top" : "cast_30", "type" : "activation", "name" : "cast_30", "beta" : 0 }, { "top" : "90", "w" : 64, "h" : 1, "name" : "90", "nd_rank" : 2, "type" : "load_constant", "k" : 1, "bottom" : "", "debug_info" : "90", "n" : 1, "weights" : { }, "constant_blob" : 7 }, { "bottom" : "cast_30,90", "alpha" : 1, "operation" : 1, "weights" : { }, "fused_relu" : 0, "debug_info" : "n", "nd_mode" : true, "top" : "n", "type" : "elementwise", "name" : "n", "beta" : 0 }, { "bottom" : "n", "alpha" : 1, "operation" : 115, "weights" : { }, "fused_relu" : 0, "debug_info" : "97", "top" : "97", "type" : "elementwise", "name" : "97", "beta" : 0 }, { "bottom" : "n", "alpha" : 1, "operation" : 114, "weights" : { }, "fused_relu" : 0, "debug_info" : "98", "top" : "98", "type" : "elementwise", "name" : "98", "beta" : 0 }, { "bottom" : "97,98", "weights" : { }, "nd_mode" : true, "axis" : 1, "debug_info" : "pe", "top" : "pe", "type" : "general_concat", "name" : "pe" }, { "bottom" : "pe,transpose_54", "alpha" : 1, "operation" : 0, "weights" : { }, "fused_relu" : 0, "debug_info" : "input.7", "top" : "input.7", "type" : "elementwise", "name" : "input.7", "beta" : 0 }, { "axis_mode" : 1, "bottom" : "input.7", "weights" : { }, "mode" : 1, "nd_axis" : 2, "nd_mode" : true, "debug_info" : "input.9_mean", "use_version" : 1, "top" : "input.9_mean", "type" : "reduce", "name" : "input.9_mean" }, { "bottom" : "input.7,input.9_mean", "alpha" : 1, "operation" : 33, "weights" : { }, "fused_relu" : 0, "debug_info" : "input.9_sub_mean", "nd_mode" : true, "top" : "input.9_sub_mean", "type" : "elementwise", "name" : "input.9_sub_mean", "beta" : 0 }, { "bottom" : "input.9_sub_mean", "alpha" : 2, "operation" : 13, "weights" : { }, "fused_relu" : 0, "debug_info" : "input.9_square", "top" : "input.9_square", "type" : "elementwise", "name" : "input.9_square", "beta" : 0 }, { "axis_mode" : 1, "bottom" : "input.9_square", "weights" : { }, "mode" : 0, "nd_axis" : 2, "nd_mode" : true, "debug_info" : "input.9_square_sum", "use_version" : 1, "top" : "input.9_square_sum", "type" : "reduce", "name" : "input.9_square_sum" }, { "top" : "input.9_div_constant", "w" : 1, "h" : 1, "name" : "input.9_div_constant", "nd_rank" : 1, "type" : "load_constant", "k" : 1, "bottom" : "", "debug_info" : "input.9_div_constant", "n" : 1, "weights" : { }, "constant_blob" : 9 }, { "bottom" : "input.9_square_sum,input.9_div_constant", "alpha" : 1, "operation" : 102, "weights" : { }, "fused_relu" : 0, "debug_info" : "input.9_div_square_sum", "nd_mode" : true, "top" : "input.9_div_square_sum", "type" : "elementwise", "name" : "input.9_div_square_sum", "beta" : 0 }, { "top" : "input.9_epsilon", "w" : 1, "h" : 1, "name" : "input.9_epsilon", "nd_rank" : 1, "type" : "load_constant", "k" : 1, "bottom" : "", "debug_info" : "input.9_epsilon", "n" : 1, "weights" : { }, "constant_blob" : 11 }, { "bottom" : "input.9_div_square_sum,input.9_epsilon", "alpha" : 1, "operation" : 0, "weights" : { }, "fused_relu" : 0, "debug_info" : "input.9_add_epsilon", "top" : "input.9_add_epsilon", "type" : "elementwise", "name" : "input.9_add_epsilon", "beta" : 0 }, { "bottom" : "input.9_add_epsilon", "alpha" : 1, "operation" : 11, "weights" : { }, "fused_relu" : 0, "debug_info" : "input.9_sqrt", "top" : "input.9_sqrt", "type" : "elementwise", "name" : "input.9_sqrt", "beta" : 0 }, { "bottom" : "input.9_sub_mean,input.9_sqrt", "alpha" : 1, "operation" : 102, "weights" : { }, "fused_relu" : 0, "debug_info" : "input.9_divide", "nd_mode" : true, "top" : "input.9_divide", "type" : "elementwise", "name" : "input.9_divide", "beta" : 0 }, { "top" : "input.9_gamma", "w" : 128, "h" : 1, "name" : "input.9_gamma", "nd_rank" : 3, "type" : "load_constant", "k" : 1, "bottom" : "", "debug_info" : "input.9_gamma", "n" : 1, "weights" : { }, "constant_blob" : 13 }, { "top" : "input.9_beta", "w" : 128, "h" : 1, "name" : "input.9_beta", "nd_rank" : 3, "type" : "load_constant", "k" : 1, "bottom" : "", "debug_info" : "input.9_beta", "n" : 1, "weights" : { }, "constant_blob" : 15 }, { "bottom" : "input.9_divide,input.9_gamma", "alpha" : 1, "operation" : 1, "weights" : { }, "fused_relu" : 0, "debug_info" : "input.9_mul", "nd_mode" : true, "top" : "input.9_mul", "type" : "elementwise", "name" : "input.9_mul", "beta" : 0 }, { "bottom" : "input.9_mul,input.9_beta", "alpha" : 1, "operation" : 0, "weights" : { }, "fused_relu" : 0, "debug_info" : "input.9", "nd_mode" : true, "top" : "input.9", "type" : "elementwise", "name" : "input.9", "beta" : 0 }, { "nB" : 128, "top" : "166", "has_biases" : 1, "blob_weights_f16" : 19, "nC" : 192, "weights" : { }, "type" : "inner_product", "has_relu" : 0, "bottom" : "input.9", "blob_biases" : 17, "has_tanh" : 0, "debug_info" : "166", "name" : "166", "has_prelu" : 0 }, { "begin_104" : 0, "begin_63" : 0, "begin_59" : 0, "begin_64" : 0, "begin_105" : 0, "begin_65" : 0, "begin_0" : 0, "begin_70" : 0, "begin_66" : 0, "begin_106" : 0, "begin_110" : 0, "begin_2" : 0, "begin_71" : 0, "begin_67" : 0, "begin_68" : 0, "begin_107" : 0, "begin_111" : 0, "begin_4" : 0, "begin_72" : 0, "begin_73" : 0, "begin_69" : 0, "begin_6" : 0, "begin_74" : 0, "begin_108" : 0, "type" : "split_nd", "begin_8" : 0, "begin_112" : 0, "begin_75" : 0, "begin_10" : 0, "begin_80" : 0, "begin_76" : 0, "begin_109" : 0, "begin_113" : 0, "begin_11" : 0, "nd_axis" : -1, "begin_81" : 0, "begin_77" : 0, "begin_114" : 0, "begin_12" : 0, "begin_78" : 0, "begin_82" : 0, "begin_13" : 0, "begin_83" : 0, "begin_79" : 0, "begin_115" : 0, "begin_14" : 0, "begin_84" : 0, "begin_15" : 0, "begin_85" : 0, "num_splits" : 3, "begin_116" : 0, "begin_120" : 0, "begin_20" : 0, "begin_86" : 0, "begin_16" : 0, "begin_90" : 0, "begin_21" : 0, "begin_91" : 0, "begin_87" : 0, "begin_17" : 0, "begin_117" : 0, "begin_121" : 0, "begin_18" : 0, "begin_92" : 0, "begin_88" : 0, "begin_22" : 0, "begin_23" : 0, "begin_89" : 0, "begin_19" : 0, "begin_93" : 0, "begin_118" : 0, "begin_122" : 0, "begin_24" : 0, "begin_94" : 0, "begin_25" : 0, "begin_95" : 0, "begin_119" : 0, "begin_123" : 0, "begin_30" : 0, "begin_26" : 0, "begin_96" : 0, "begin_124" : 0, "begin_31" : 0, "begin_97" : 0, "begin_27" : 0, "begin_28" : 0, "begin_98" : 0, "begin_32" : 0, "begin_125" : 0, "begin_33" : 0, "begin_29" : 0, "begin_99" : 0, "begin_1" : 0, "weights" : { }, "begin_34" : 0, "bottom" : "166", "begin_3" : 0, "begin_126" : 0, "begin_35" : 0, "begin_5" : 0, "begin_36" : 0, "begin_40" : 0, "begin_127" : 0, "name" : "167", "begin_41" : 0, "begin_37" : 0, "begin_7" : 0, "begin_42" : 0, "begin_38" : 0, "begin_9" : 0, "begin_39" : 0, "begin_43" : 0, "begin_44" : 0, "begin_45" : 0, "begin_50" : 0, "begin_46" : 0, "begin_51" : 0, "begin_47" : 0, "begin_100" : 0, "begin_52" : 0, "debug_info" : "167", "begin_48" : 0, "top" : "167_0,167_1,167_2", "begin_101" : 0, "begin_53" : 0, "begin_49" : 0, "begin_54" : 0, "begin_55" : 0, "begin_102" : 0, "begin_60" : 0, "begin_56" : 0, "begin_103" : 0, "begin_57" : 0, "begin_61" : 0, "begin_62" : 0, "begin_58" : 0 }, { "name" : "173", "weights" : { }, "dst_w" : 16, "version" : 1, "dst_n" : 1, "dst_nd_rank" : 4, "type" : "reshape", "dst_h" : 4, "mode" : 0, "dynamic_shape" : false, "bottom" : "167_0", "debug_info" : "173", "dst_seq" : 1, "dst_k" : -1, "top" : "173" }, { "name" : "177", "weights" : { }, "dst_w" : 16, "version" : 1, "dst_n" : 1, "dst_nd_rank" : 4, "type" : "reshape", "dst_h" : 4, "mode" : 0, "dynamic_shape" : false, "bottom" : "167_1", "debug_info" : "177", "dst_seq" : 1, "dst_k" : -1, "top" : "177" }, { "name" : "181", "weights" : { }, "dst_w" : 16, "version" : 1, "dst_n" : 1, "dst_nd_rank" : 4, "type" : "reshape", "dst_h" : 4, "mode" : 0, "dynamic_shape" : false, "bottom" : "167_2", "debug_info" : "181", "dst_seq" : 1, "dst_k" : -1, "top" : "181" }, { "axis_h" : 0, "axis_w" : 2, "bottom" : "177", "axis_k" : 1, "axis_n" : 3, "axis_seq" : 4, "weights" : { }, "debug_info" : "transpose_51", "top" : "transpose_51", "type" : "transpose", "name" : "transpose_51" }, { "axis_h" : 2, "axis_w" : 0, "bottom" : "173", "axis_k" : 1, "axis_n" : 3, "axis_seq" : 4, "weights" : { }, "debug_info" : "transpose_52", "top" : "transpose_52", "type" : "transpose", "name" : "transpose_52" }, { "bottom" : "transpose_52,transpose_51", "weights" : { }, "debug_info" : "185", "top" : "185", "type" : "batch_matmul", "name" : "185", "channel_mode" : false }, { "bottom" : "185", "alpha" : 0.25, "operation" : 1, "weights" : { }, "fused_relu" : 0, "debug_info" : "input.11", "top" : "input.11", "type" : "elementwise", "name" : "input.11", "beta" : 0 }, { "bottom" : "input.11", "weights" : { }, "nd_axis" : -1, "debug_info" : "attn.1", "top" : "attn.1", "type" : "softmax_nd", "name" : "attn.1" }, { "axis_h" : 2, "axis_w" : 0, "bottom" : "181", "axis_k" : 1, "axis_n" : 3, "axis_seq" : 4, "weights" : { }, "debug_info" : "transpose_53", "top" : "transpose_53", "type" : "transpose", "name" : "transpose_53" }, { "bottom" : "attn.1,transpose_53", "weights" : { }, "debug_info" : "out.1", "top" : "out.1", "type" : "batch_matmul", "name" : "out.1", "channel_mode" : false }, { "axis_h" : 2, "axis_w" : 0, "bottom" : "out.1", "axis_k" : 1, "axis_n" : 3, "axis_seq" : 4, "weights" : { }, "debug_info" : "transpose_50", "top" : "transpose_50", "type" : "transpose", "name" : "transpose_50" }, { "name" : "input.13", "weights" : { }, "dst_w" : 64, "version" : 1, "dst_n" : 1, "dst_nd_rank" : 3, "type" : "reshape", "dst_h" : -1, "mode" : 0, "dynamic_shape" : false, "bottom" : "transpose_50", "debug_info" : "input.13", "dst_seq" : 1, "dst_k" : 1, "top" : "input.13" }, { "nB" : 64, "top" : "194", "has_biases" : 1, "blob_weights_f16" : 23, "nC" : 128, "weights" : { }, "type" : "inner_product", "has_relu" : 0, "bottom" : "input.13", "blob_biases" : 21, "has_tanh" : 0, "debug_info" : "194", "name" : "194", "has_prelu" : 0 }, { "bottom" : "194,input.7", "alpha" : 1, "operation" : 0, "weights" : { }, "fused_relu" : 0, "debug_info" : "input.15", "top" : "input.15", "type" : "elementwise", "name" : "input.15", "beta" : 0 }, { "axis_mode" : 1, "bottom" : "input.15", "weights" : { }, "mode" : 1, "nd_axis" : 2, "nd_mode" : true, "debug_info" : "input.17_mean", "use_version" : 1, "top" : "input.17_mean", "type" : "reduce", "name" : "input.17_mean" }, { "bottom" : "input.15,input.17_mean", "alpha" : 1, "operation" : 33, "weights" : { }, "fused_relu" : 0, "debug_info" : "input.17_sub_mean", "nd_mode" : true, "top" : "input.17_sub_mean", "type" : "elementwise", "name" : "input.17_sub_mean", "beta" : 0 }, { "bottom" : "input.17_sub_mean", "alpha" : 2, "operation" : 13, "weights" : { }, "fused_relu" : 0, "debug_info" : "input.17_square", "top" : "input.17_square", "type" : "elementwise", "name" : "input.17_square", "beta" : 0 }, { "axis_mode" : 1, "bottom" : "input.17_square", "weights" : { }, "mode" : 0, "nd_axis" : 2, "nd_mode" : true, "debug_info" : "input.17_square_sum", "use_version" : 1, "top" : "input.17_square_sum", "type" : "reduce", "name" : "input.17_square_sum" }, { "top" : "input.17_div_constant", "w" : 1, "h" : 1, "name" : "input.17_div_constant", "nd_rank" : 1, "type" : "load_constant", "k" : 1, "bottom" : "", "debug_info" : "input.17_div_constant", "n" : 1, "weights" : { }, "constant_blob" : 25 }, { "bottom" : "input.17_square_sum,input.17_div_constant", "alpha" : 1, "operation" : 102, "weights" : { }, "fused_relu" : 0, "debug_info" : "input.17_div_square_sum", "nd_mode" : true, "top" : "input.17_div_square_sum", "type" : "elementwise", "name" : "input.17_div_square_sum", "beta" : 0 }, { "top" : "input.17_epsilon", "w" : 1, "h" : 1, "name" : "input.17_epsilon", "nd_rank" : 1, "type" : "load_constant", "k" : 1, "bottom" : "", "debug_info" : "input.17_epsilon", "n" : 1, "weights" : { }, "constant_blob" : 27 }, { "bottom" : "input.17_div_square_sum,input.17_epsilon", "alpha" : 1, "operation" : 0, "weights" : { }, "fused_relu" : 0, "debug_info" : "input.17_add_epsilon", "top" : "input.17_add_epsilon", "type" : "elementwise", "name" : "input.17_add_epsilon", "beta" : 0 }, { "bottom" : "input.17_add_epsilon", "alpha" : 1, "operation" : 11, "weights" : { }, "fused_relu" : 0, "debug_info" : "input.17_sqrt", "top" : "input.17_sqrt", "type" : "elementwise", "name" : "input.17_sqrt", "beta" : 0 }, { "bottom" : "input.17_sub_mean,input.17_sqrt", "alpha" : 1, "operation" : 102, "weights" : { }, "fused_relu" : 0, "debug_info" : "input.17_divide", "nd_mode" : true, "top" : "input.17_divide", "type" : "elementwise", "name" : "input.17_divide", "beta" : 0 }, { "top" : "input.17_gamma", "w" : 128, "h" : 1, "name" : "input.17_gamma", "nd_rank" : 3, "type" : "load_constant", "k" : 1, "bottom" : "", "debug_info" : "input.17_gamma", "n" : 1, "weights" : { }, "constant_blob" : 29 }, { "top" : "input.17_beta", "w" : 128, "h" : 1, "name" : "input.17_beta", "nd_rank" : 3, "type" : "load_constant", "k" : 1, "bottom" : "", "debug_info" : "input.17_beta", "n" : 1, "weights" : { }, "constant_blob" : 31 }, { "bottom" : "input.17_divide,input.17_gamma", "alpha" : 1, "operation" : 1, "weights" : { }, "fused_relu" : 0, "debug_info" : "input.17_mul", "nd_mode" : true, "top" : "input.17_mul", "type" : "elementwise", "name" : "input.17_mul", "beta" : 0 }, { "bottom" : "input.17_mul,input.17_beta", "alpha" : 1, "operation" : 0, "weights" : { }, "fused_relu" : 0, "debug_info" : "input.17", "nd_mode" : true, "top" : "input.17", "type" : "elementwise", "name" : "input.17", "beta" : 0 }, { "nB" : 128, "top" : "input.19", "has_biases" : 1, "blob_weights_f16" : 35, "nC" : 128, "weights" : { }, "type" : "inner_product", "has_relu" : 0, "bottom" : "input.17", "blob_biases" : 33, "has_tanh" : 0, "debug_info" : "input.19", "name" : "input.19", "has_prelu" : 0 }, { "bottom" : "input.19", "weights" : { }, "mode" : 19, "debug_info" : "input.21", "top" : "input.21", "type" : "activation", "name" : "input.21" }, { "nB" : 128, "top" : "210", "has_biases" : 1, "blob_weights_f16" : 39, "nC" : 128, "weights" : { }, "type" : "inner_product", "has_relu" : 0, "bottom" : "input.21", "blob_biases" : 37, "has_tanh" : 0, "debug_info" : "210", "name" : "210", "has_prelu" : 0 }, { "bottom" : "210,input.15", "alpha" : 1, "operation" : 0, "weights" : { }, "fused_relu" : 0, "debug_info" : "input.23", "top" : "input.23", "type" : "elementwise", "name" : "input.23", "beta" : 0 }, { "axis_mode" : 1, "bottom" : "input.23", "weights" : { }, "mode" : 1, "nd_axis" : 2, "nd_mode" : true, "debug_info" : "input.25_mean", "use_version" : 1, "top" : "input.25_mean", "type" : "reduce", "name" : "input.25_mean" }, { "bottom" : "input.23,input.25_mean", "alpha" : 1, "operation" : 33, "weights" : { }, "fused_relu" : 0, "debug_info" : "input.25_sub_mean", "nd_mode" : true, "top" : "input.25_sub_mean", "type" : "elementwise", "name" : "input.25_sub_mean", "beta" : 0 }, { "bottom" : "input.25_sub_mean", "alpha" : 2, "operation" : 13, "weights" : { }, "fused_relu" : 0, "debug_info" : "input.25_square", "top" : "input.25_square", "type" : "elementwise", "name" : "input.25_square", "beta" : 0 }, { "axis_mode" : 1, "bottom" : "input.25_square", "weights" : { }, "mode" : 0, "nd_axis" : 2, "nd_mode" : true, "debug_info" : "input.25_square_sum", "use_version" : 1, "top" : "input.25_square_sum", "type" : "reduce", "name" : "input.25_square_sum" }, { "top" : "input.25_div_constant", "w" : 1, "h" : 1, "name" : "input.25_div_constant", "nd_rank" : 1, "type" : "load_constant", "k" : 1, "bottom" : "", "debug_info" : "input.25_div_constant", "n" : 1, "weights" : { }, "constant_blob" : 41 }, { "bottom" : "input.25_square_sum,input.25_div_constant", "alpha" : 1, "operation" : 102, "weights" : { }, "fused_relu" : 0, "debug_info" : "input.25_div_square_sum", "nd_mode" : true, "top" : "input.25_div_square_sum", "type" : "elementwise", "name" : "input.25_div_square_sum", "beta" : 0 }, { "top" : "input.25_epsilon", "w" : 1, "h" : 1, "name" : "input.25_epsilon", "nd_rank" : 1, "type" : "load_constant", "k" : 1, "bottom" : "", "debug_info" : "input.25_epsilon", "n" : 1, "weights" : { }, "constant_blob" : 43 }, { "bottom" : "input.25_div_square_sum,input.25_epsilon", "alpha" : 1, "operation" : 0, "weights" : { }, "fused_relu" : 0, "debug_info" : "input.25_add_epsilon", "top" : "input.25_add_epsilon", "type" : "elementwise", "name" : "input.25_add_epsilon", "beta" : 0 }, { "bottom" : "input.25_add_epsilon", "alpha" : 1, "operation" : 11, "weights" : { }, "fused_relu" : 0, "debug_info" : "input.25_sqrt", "top" : "input.25_sqrt", "type" : "elementwise", "name" : "input.25_sqrt", "beta" : 0 }, { "bottom" : "input.25_sub_mean,input.25_sqrt", "alpha" : 1, "operation" : 102, "weights" : { }, "fused_relu" : 0, "debug_info" : "input.25_divide", "nd_mode" : true, "top" : "input.25_divide", "type" : "elementwise", "name" : "input.25_divide", "beta" : 0 }, { "top" : "input.25_gamma", "w" : 128, "h" : 1, "name" : "input.25_gamma", "nd_rank" : 3, "type" : "load_constant", "k" : 1, "bottom" : "", "debug_info" : "input.25_gamma", "n" : 1, "weights" : { }, "constant_blob" : 45 }, { "top" : "input.25_beta", "w" : 128, "h" : 1, "name" : "input.25_beta", "nd_rank" : 3, "type" : "load_constant", "k" : 1, "bottom" : "", "debug_info" : "input.25_beta", "n" : 1, "weights" : { }, "constant_blob" : 47 }, { "bottom" : "input.25_divide,input.25_gamma", "alpha" : 1, "operation" : 1, "weights" : { }, "fused_relu" : 0, "debug_info" : "input.25_mul", "nd_mode" : true, "top" : "input.25_mul", "type" : "elementwise", "name" : "input.25_mul", "beta" : 0 }, { "bottom" : "input.25_mul,input.25_beta", "alpha" : 1, "operation" : 0, "weights" : { }, "fused_relu" : 0, "debug_info" : "input.25", "nd_mode" : true, "top" : "input.25", "type" : "elementwise", "name" : "input.25", "beta" : 0 }, { "nB" : 128, "top" : "220", "has_biases" : 1, "blob_weights_f16" : 51, "nC" : 192, "weights" : { }, "type" : "inner_product", "has_relu" : 0, "bottom" : "input.25", "blob_biases" : 49, "has_tanh" : 0, "debug_info" : "220", "name" : "220", "has_prelu" : 0 }, { "begin_104" : 0, "begin_63" : 0, "begin_59" : 0, "begin_64" : 0, "begin_105" : 0, "begin_65" : 0, "begin_0" : 0, "begin_70" : 0, "begin_66" : 0, "begin_106" : 0, "begin_110" : 0, "begin_2" : 0, "begin_71" : 0, "begin_67" : 0, "begin_68" : 0, "begin_107" : 0, "begin_111" : 0, "begin_4" : 0, "begin_72" : 0, "begin_73" : 0, "begin_69" : 0, "begin_6" : 0, "begin_74" : 0, "begin_108" : 0, "type" : "split_nd", "begin_8" : 0, "begin_112" : 0, "begin_75" : 0, "begin_10" : 0, "begin_80" : 0, "begin_76" : 0, "begin_109" : 0, "begin_113" : 0, "begin_11" : 0, "nd_axis" : -1, "begin_81" : 0, "begin_77" : 0, "begin_114" : 0, "begin_12" : 0, "begin_78" : 0, "begin_82" : 0, "begin_13" : 0, "begin_83" : 0, "begin_79" : 0, "begin_115" : 0, "begin_14" : 0, "begin_84" : 0, "begin_15" : 0, "begin_85" : 0, "num_splits" : 3, "begin_116" : 0, "begin_120" : 0, "begin_20" : 0, "begin_86" : 0, "begin_16" : 0, "begin_90" : 0, "begin_21" : 0, "begin_91" : 0, "begin_87" : 0, "begin_17" : 0, "begin_117" : 0, "begin_121" : 0, "begin_18" : 0, "begin_92" : 0, "begin_88" : 0, "begin_22" : 0, "begin_23" : 0, "begin_89" : 0, "begin_19" : 0, "begin_93" : 0, "begin_118" : 0, "begin_122" : 0, "begin_24" : 0, "begin_94" : 0, "begin_25" : 0, "begin_95" : 0, "begin_119" : 0, "begin_123" : 0, "begin_30" : 0, "begin_26" : 0, "begin_96" : 0, "begin_124" : 0, "begin_31" : 0, "begin_97" : 0, "begin_27" : 0, "begin_28" : 0, "begin_98" : 0, "begin_32" : 0, "begin_125" : 0, "begin_33" : 0, "begin_29" : 0, "begin_99" : 0, "begin_1" : 0, "weights" : { }, "begin_34" : 0, "bottom" : "220", "begin_3" : 0, "begin_126" : 0, "begin_35" : 0, "begin_5" : 0, "begin_36" : 0, "begin_40" : 0, "begin_127" : 0, "name" : "221", "begin_41" : 0, "begin_37" : 0, "begin_7" : 0, "begin_42" : 0, "begin_38" : 0, "begin_9" : 0, "begin_39" : 0, "begin_43" : 0, "begin_44" : 0, "begin_45" : 0, "begin_50" : 0, "begin_46" : 0, "begin_51" : 0, "begin_47" : 0, "begin_100" : 0, "begin_52" : 0, "debug_info" : "221", "begin_48" : 0, "top" : "221_0,221_1,221_2", "begin_101" : 0, "begin_53" : 0, "begin_49" : 0, "begin_54" : 0, "begin_55" : 0, "begin_102" : 0, "begin_60" : 0, "begin_56" : 0, "begin_103" : 0, "begin_57" : 0, "begin_61" : 0, "begin_62" : 0, "begin_58" : 0 }, { "name" : "227", "weights" : { }, "dst_w" : 16, "version" : 1, "dst_n" : 1, "dst_nd_rank" : 4, "type" : "reshape", "dst_h" : 4, "mode" : 0, "dynamic_shape" : false, "bottom" : "221_0", "debug_info" : "227", "dst_seq" : 1, "dst_k" : -1, "top" : "227" }, { "name" : "231", "weights" : { }, "dst_w" : 16, "version" : 1, "dst_n" : 1, "dst_nd_rank" : 4, "type" : "reshape", "dst_h" : 4, "mode" : 0, "dynamic_shape" : false, "bottom" : "221_1", "debug_info" : "231", "dst_seq" : 1, "dst_k" : -1, "top" : "231" }, { "name" : "235", "weights" : { }, "dst_w" : 16, "version" : 1, "dst_n" : 1, "dst_nd_rank" : 4, "type" : "reshape", "dst_h" : 4, "mode" : 0, "dynamic_shape" : false, "bottom" : "221_2", "debug_info" : "235", "dst_seq" : 1, "dst_k" : -1, "top" : "235" }, { "axis_h" : 0, "axis_w" : 2, "bottom" : "231", "axis_k" : 1, "axis_n" : 3, "axis_seq" : 4, "weights" : { }, "debug_info" : "transpose_47", "top" : "transpose_47", "type" : "transpose", "name" : "transpose_47" }, { "axis_h" : 2, "axis_w" : 0, "bottom" : "227", "axis_k" : 1, "axis_n" : 3, "axis_seq" : 4, "weights" : { }, "debug_info" : "transpose_48", "top" : "transpose_48", "type" : "transpose", "name" : "transpose_48" }, { "bottom" : "transpose_48,transpose_47", "weights" : { }, "debug_info" : "239", "top" : "239", "type" : "batch_matmul", "name" : "239", "channel_mode" : false }, { "bottom" : "239", "alpha" : 0.25, "operation" : 1, "weights" : { }, "fused_relu" : 0, "debug_info" : "input.27", "top" : "input.27", "type" : "elementwise", "name" : "input.27", "beta" : 0 }, { "bottom" : "input.27", "weights" : { }, "nd_axis" : -1, "debug_info" : "attn.3", "top" : "attn.3", "type" : "softmax_nd", "name" : "attn.3" }, { "axis_h" : 2, "axis_w" : 0, "bottom" : "235", "axis_k" : 1, "axis_n" : 3, "axis_seq" : 4, "weights" : { }, "debug_info" : "transpose_49", "top" : "transpose_49", "type" : "transpose", "name" : "transpose_49" }, { "bottom" : "attn.3,transpose_49", "weights" : { }, "debug_info" : "out.3", "top" : "out.3", "type" : "batch_matmul", "name" : "out.3", "channel_mode" : false }, { "axis_h" : 2, "axis_w" : 0, "bottom" : "out.3", "axis_k" : 1, "axis_n" : 3, "axis_seq" : 4, "weights" : { }, "debug_info" : "transpose_46", "top" : "transpose_46", "type" : "transpose", "name" : "transpose_46" }, { "name" : "input.29", "weights" : { }, "dst_w" : 64, "version" : 1, "dst_n" : 1, "dst_nd_rank" : 3, "type" : "reshape", "dst_h" : -1, "mode" : 0, "dynamic_shape" : false, "bottom" : "transpose_46", "debug_info" : "input.29", "dst_seq" : 1, "dst_k" : 1, "top" : "input.29" }, { "nB" : 64, "top" : "248", "has_biases" : 1, "blob_weights_f16" : 55, "nC" : 128, "weights" : { }, "type" : "inner_product", "has_relu" : 0, "bottom" : "input.29", "blob_biases" : 53, "has_tanh" : 0, "debug_info" : "248", "name" : "248", "has_prelu" : 0 }, { "bottom" : "248,input.23", "alpha" : 1, "operation" : 0, "weights" : { }, "fused_relu" : 0, "debug_info" : "input.31", "top" : "input.31", "type" : "elementwise", "name" : "input.31", "beta" : 0 }, { "axis_mode" : 1, "bottom" : "input.31", "weights" : { }, "mode" : 1, "nd_axis" : 2, "nd_mode" : true, "debug_info" : "input.33_mean", "use_version" : 1, "top" : "input.33_mean", "type" : "reduce", "name" : "input.33_mean" }, { "bottom" : "input.31,input.33_mean", "alpha" : 1, "operation" : 33, "weights" : { }, "fused_relu" : 0, "debug_info" : "input.33_sub_mean", "nd_mode" : true, "top" : "input.33_sub_mean", "type" : "elementwise", "name" : "input.33_sub_mean", "beta" : 0 }, { "bottom" : "input.33_sub_mean", "alpha" : 2, "operation" : 13, "weights" : { }, "fused_relu" : 0, "debug_info" : "input.33_square", "top" : "input.33_square", "type" : "elementwise", "name" : "input.33_square", "beta" : 0 }, { "axis_mode" : 1, "bottom" : "input.33_square", "weights" : { }, "mode" : 0, "nd_axis" : 2, "nd_mode" : true, "debug_info" : "input.33_square_sum", "use_version" : 1, "top" : "input.33_square_sum", "type" : "reduce", "name" : "input.33_square_sum" }, { "top" : "input.33_div_constant", "w" : 1, "h" : 1, "name" : "input.33_div_constant", "nd_rank" : 1, "type" : "load_constant", "k" : 1, "bottom" : "", "debug_info" : "input.33_div_constant", "n" : 1, "weights" : { }, "constant_blob" : 57 }, { "bottom" : "input.33_square_sum,input.33_div_constant", "alpha" : 1, "operation" : 102, "weights" : { }, "fused_relu" : 0, "debug_info" : "input.33_div_square_sum", "nd_mode" : true, "top" : "input.33_div_square_sum", "type" : "elementwise", "name" : "input.33_div_square_sum", "beta" : 0 }, { "top" : "input.33_epsilon", "w" : 1, "h" : 1, "name" : "input.33_epsilon", "nd_rank" : 1, "type" : "load_constant", "k" : 1, "bottom" : "", "debug_info" : "input.33_epsilon", "n" : 1, "weights" : { }, "constant_blob" : 59 }, { "bottom" : "input.33_div_square_sum,input.33_epsilon", "alpha" : 1, "operation" : 0, "weights" : { }, "fused_relu" : 0, "debug_info" : "input.33_add_epsilon", "top" : "input.33_add_epsilon", "type" : "elementwise", "name" : "input.33_add_epsilon", "beta" : 0 }, { "bottom" : "input.33_add_epsilon", "alpha" : 1, "operation" : 11, "weights" : { }, "fused_relu" : 0, "debug_info" : "input.33_sqrt", "top" : "input.33_sqrt", "type" : "elementwise", "name" : "input.33_sqrt", "beta" : 0 }, { "bottom" : "input.33_sub_mean,input.33_sqrt", "alpha" : 1, "operation" : 102, "weights" : { }, "fused_relu" : 0, "debug_info" : "input.33_divide", "nd_mode" : true, "top" : "input.33_divide", "type" : "elementwise", "name" : "input.33_divide", "beta" : 0 }, { "top" : "input.33_gamma", "w" : 128, "h" : 1, "name" : "input.33_gamma", "nd_rank" : 3, "type" : "load_constant", "k" : 1, "bottom" : "", "debug_info" : "input.33_gamma", "n" : 1, "weights" : { }, "constant_blob" : 61 }, { "top" : "input.33_beta", "w" : 128, "h" : 1, "name" : "input.33_beta", "nd_rank" : 3, "type" : "load_constant", "k" : 1, "bottom" : "", "debug_info" : "input.33_beta", "n" : 1, "weights" : { }, "constant_blob" : 63 }, { "bottom" : "input.33_divide,input.33_gamma", "alpha" : 1, "operation" : 1, "weights" : { }, "fused_relu" : 0, "debug_info" : "input.33_mul", "nd_mode" : true, "top" : "input.33_mul", "type" : "elementwise", "name" : "input.33_mul", "beta" : 0 }, { "bottom" : "input.33_mul,input.33_beta", "alpha" : 1, "operation" : 0, "weights" : { }, "fused_relu" : 0, "debug_info" : "input.33", "nd_mode" : true, "top" : "input.33", "type" : "elementwise", "name" : "input.33", "beta" : 0 }, { "nB" : 128, "top" : "input.35", "has_biases" : 1, "blob_weights_f16" : 67, "nC" : 128, "weights" : { }, "type" : "inner_product", "has_relu" : 0, "bottom" : "input.33", "blob_biases" : 65, "has_tanh" : 0, "debug_info" : "input.35", "name" : "input.35", "has_prelu" : 0 }, { "bottom" : "input.35", "weights" : { }, "mode" : 19, "debug_info" : "input.37", "top" : "input.37", "type" : "activation", "name" : "input.37" }, { "nB" : 128, "top" : "264", "has_biases" : 1, "blob_weights_f16" : 71, "nC" : 128, "weights" : { }, "type" : "inner_product", "has_relu" : 0, "bottom" : "input.37", "blob_biases" : 69, "has_tanh" : 0, "debug_info" : "264", "name" : "264", "has_prelu" : 0 }, { "bottom" : "264,input.31", "alpha" : 1, "operation" : 0, "weights" : { }, "fused_relu" : 0, "debug_info" : "input.39", "top" : "input.39", "type" : "elementwise", "name" : "input.39", "beta" : 0 }, { "axis_mode" : 1, "bottom" : "input.39", "weights" : { }, "mode" : 1, "nd_axis" : 2, "nd_mode" : true, "debug_info" : "input.41_mean", "use_version" : 1, "top" : "input.41_mean", "type" : "reduce", "name" : "input.41_mean" }, { "bottom" : "input.39,input.41_mean", "alpha" : 1, "operation" : 33, "weights" : { }, "fused_relu" : 0, "debug_info" : "input.41_sub_mean", "nd_mode" : true, "top" : "input.41_sub_mean", "type" : "elementwise", "name" : "input.41_sub_mean", "beta" : 0 }, { "bottom" : "input.41_sub_mean", "alpha" : 2, "operation" : 13, "weights" : { }, "fused_relu" : 0, "debug_info" : "input.41_square", "top" : "input.41_square", "type" : "elementwise", "name" : "input.41_square", "beta" : 0 }, { "axis_mode" : 1, "bottom" : "input.41_square", "weights" : { }, "mode" : 0, "nd_axis" : 2, "nd_mode" : true, "debug_info" : "input.41_square_sum", "use_version" : 1, "top" : "input.41_square_sum", "type" : "reduce", "name" : "input.41_square_sum" }, { "top" : "input.41_div_constant", "w" : 1, "h" : 1, "name" : "input.41_div_constant", "nd_rank" : 1, "type" : "load_constant", "k" : 1, "bottom" : "", "debug_info" : "input.41_div_constant", "n" : 1, "weights" : { }, "constant_blob" : 73 }, { "bottom" : "input.41_square_sum,input.41_div_constant", "alpha" : 1, "operation" : 102, "weights" : { }, "fused_relu" : 0, "debug_info" : "input.41_div_square_sum", "nd_mode" : true, "top" : "input.41_div_square_sum", "type" : "elementwise", "name" : "input.41_div_square_sum", "beta" : 0 }, { "top" : "input.41_epsilon", "w" : 1, "h" : 1, "name" : "input.41_epsilon", "nd_rank" : 1, "type" : "load_constant", "k" : 1, "bottom" : "", "debug_info" : "input.41_epsilon", "n" : 1, "weights" : { }, "constant_blob" : 75 }, { "bottom" : "input.41_div_square_sum,input.41_epsilon", "alpha" : 1, "operation" : 0, "weights" : { }, "fused_relu" : 0, "debug_info" : "input.41_add_epsilon", "top" : "input.41_add_epsilon", "type" : "elementwise", "name" : "input.41_add_epsilon", "beta" : 0 }, { "bottom" : "input.41_add_epsilon", "alpha" : 1, "operation" : 11, "weights" : { }, "fused_relu" : 0, "debug_info" : "input.41_sqrt", "top" : "input.41_sqrt", "type" : "elementwise", "name" : "input.41_sqrt", "beta" : 0 }, { "bottom" : "input.41_sub_mean,input.41_sqrt", "alpha" : 1, "operation" : 102, "weights" : { }, "fused_relu" : 0, "debug_info" : "input.41_divide", "nd_mode" : true, "top" : "input.41_divide", "type" : "elementwise", "name" : "input.41_divide", "beta" : 0 }, { "top" : "input.41_gamma", "w" : 128, "h" : 1, "name" : "input.41_gamma", "nd_rank" : 3, "type" : "load_constant", "k" : 1, "bottom" : "", "debug_info" : "input.41_gamma", "n" : 1, "weights" : { }, "constant_blob" : 77 }, { "top" : "input.41_beta", "w" : 128, "h" : 1, "name" : "input.41_beta", "nd_rank" : 3, "type" : "load_constant", "k" : 1, "bottom" : "", "debug_info" : "input.41_beta", "n" : 1, "weights" : { }, "constant_blob" : 79 }, { "bottom" : "input.41_divide,input.41_gamma", "alpha" : 1, "operation" : 1, "weights" : { }, "fused_relu" : 0, "debug_info" : "input.41_mul", "nd_mode" : true, "top" : "input.41_mul", "type" : "elementwise", "name" : "input.41_mul", "beta" : 0 }, { "bottom" : "input.41_mul,input.41_beta", "alpha" : 1, "operation" : 0, "weights" : { }, "fused_relu" : 0, "debug_info" : "input.41", "nd_mode" : true, "top" : "input.41", "type" : "elementwise", "name" : "input.41", "beta" : 0 }, { "nB" : 128, "top" : "274", "has_biases" : 1, "blob_weights_f16" : 83, "nC" : 192, "weights" : { }, "type" : "inner_product", "has_relu" : 0, "bottom" : "input.41", "blob_biases" : 81, "has_tanh" : 0, "debug_info" : "274", "name" : "274", "has_prelu" : 0 }, { "begin_104" : 0, "begin_63" : 0, "begin_59" : 0, "begin_64" : 0, "begin_105" : 0, "begin_65" : 0, "begin_0" : 0, "begin_70" : 0, "begin_66" : 0, "begin_106" : 0, "begin_110" : 0, "begin_2" : 0, "begin_71" : 0, "begin_67" : 0, "begin_68" : 0, "begin_107" : 0, "begin_111" : 0, "begin_4" : 0, "begin_72" : 0, "begin_73" : 0, "begin_69" : 0, "begin_6" : 0, "begin_74" : 0, "begin_108" : 0, "type" : "split_nd", "begin_8" : 0, "begin_112" : 0, "begin_75" : 0, "begin_10" : 0, "begin_80" : 0, "begin_76" : 0, "begin_109" : 0, "begin_113" : 0, "begin_11" : 0, "nd_axis" : -1, "begin_81" : 0, "begin_77" : 0, "begin_114" : 0, "begin_12" : 0, "begin_78" : 0, "begin_82" : 0, "begin_13" : 0, "begin_83" : 0, "begin_79" : 0, "begin_115" : 0, "begin_14" : 0, "begin_84" : 0, "begin_15" : 0, "begin_85" : 0, "num_splits" : 3, "begin_116" : 0, "begin_120" : 0, "begin_20" : 0, "begin_86" : 0, "begin_16" : 0, "begin_90" : 0, "begin_21" : 0, "begin_91" : 0, "begin_87" : 0, "begin_17" : 0, "begin_117" : 0, "begin_121" : 0, "begin_18" : 0, "begin_92" : 0, "begin_88" : 0, "begin_22" : 0, "begin_23" : 0, "begin_89" : 0, "begin_19" : 0, "begin_93" : 0, "begin_118" : 0, "begin_122" : 0, "begin_24" : 0, "begin_94" : 0, "begin_25" : 0, "begin_95" : 0, "begin_119" : 0, "begin_123" : 0, "begin_30" : 0, "begin_26" : 0, "begin_96" : 0, "begin_124" : 0, "begin_31" : 0, "begin_97" : 0, "begin_27" : 0, "begin_28" : 0, "begin_98" : 0, "begin_32" : 0, "begin_125" : 0, "begin_33" : 0, "begin_29" : 0, "begin_99" : 0, "begin_1" : 0, "weights" : { }, "begin_34" : 0, "bottom" : "274", "begin_3" : 0, "begin_126" : 0, "begin_35" : 0, "begin_5" : 0, "begin_36" : 0, "begin_40" : 0, "begin_127" : 0, "name" : "275", "begin_41" : 0, "begin_37" : 0, "begin_7" : 0, "begin_42" : 0, "begin_38" : 0, "begin_9" : 0, "begin_39" : 0, "begin_43" : 0, "begin_44" : 0, "begin_45" : 0, "begin_50" : 0, "begin_46" : 0, "begin_51" : 0, "begin_47" : 0, "begin_100" : 0, "begin_52" : 0, "debug_info" : "275", "begin_48" : 0, "top" : "275_0,275_1,275_2", "begin_101" : 0, "begin_53" : 0, "begin_49" : 0, "begin_54" : 0, "begin_55" : 0, "begin_102" : 0, "begin_60" : 0, "begin_56" : 0, "begin_103" : 0, "begin_57" : 0, "begin_61" : 0, "begin_62" : 0, "begin_58" : 0 }, { "name" : "281", "weights" : { }, "dst_w" : 16, "version" : 1, "dst_n" : 1, "dst_nd_rank" : 4, "type" : "reshape", "dst_h" : 4, "mode" : 0, "dynamic_shape" : false, "bottom" : "275_0", "debug_info" : "281", "dst_seq" : 1, "dst_k" : -1, "top" : "281" }, { "name" : "285", "weights" : { }, "dst_w" : 16, "version" : 1, "dst_n" : 1, "dst_nd_rank" : 4, "type" : "reshape", "dst_h" : 4, "mode" : 0, "dynamic_shape" : false, "bottom" : "275_1", "debug_info" : "285", "dst_seq" : 1, "dst_k" : -1, "top" : "285" }, { "name" : "289", "weights" : { }, "dst_w" : 16, "version" : 1, "dst_n" : 1, "dst_nd_rank" : 4, "type" : "reshape", "dst_h" : 4, "mode" : 0, "dynamic_shape" : false, "bottom" : "275_2", "debug_info" : "289", "dst_seq" : 1, "dst_k" : -1, "top" : "289" }, { "axis_h" : 0, "axis_w" : 2, "bottom" : "285", "axis_k" : 1, "axis_n" : 3, "axis_seq" : 4, "weights" : { }, "debug_info" : "transpose_43", "top" : "transpose_43", "type" : "transpose", "name" : "transpose_43" }, { "axis_h" : 2, "axis_w" : 0, "bottom" : "281", "axis_k" : 1, "axis_n" : 3, "axis_seq" : 4, "weights" : { }, "debug_info" : "transpose_44", "top" : "transpose_44", "type" : "transpose", "name" : "transpose_44" }, { "bottom" : "transpose_44,transpose_43", "weights" : { }, "debug_info" : "293", "top" : "293", "type" : "batch_matmul", "name" : "293", "channel_mode" : false }, { "bottom" : "293", "alpha" : 0.25, "operation" : 1, "weights" : { }, "fused_relu" : 0, "debug_info" : "input.43", "top" : "input.43", "type" : "elementwise", "name" : "input.43", "beta" : 0 }, { "bottom" : "input.43", "weights" : { }, "nd_axis" : -1, "debug_info" : "attn.5", "top" : "attn.5", "type" : "softmax_nd", "name" : "attn.5" }, { "axis_h" : 2, "axis_w" : 0, "bottom" : "289", "axis_k" : 1, "axis_n" : 3, "axis_seq" : 4, "weights" : { }, "debug_info" : "transpose_45", "top" : "transpose_45", "type" : "transpose", "name" : "transpose_45" }, { "bottom" : "attn.5,transpose_45", "weights" : { }, "debug_info" : "out.5", "top" : "out.5", "type" : "batch_matmul", "name" : "out.5", "channel_mode" : false }, { "axis_h" : 2, "axis_w" : 0, "bottom" : "out.5", "axis_k" : 1, "axis_n" : 3, "axis_seq" : 4, "weights" : { }, "debug_info" : "transpose_42", "top" : "transpose_42", "type" : "transpose", "name" : "transpose_42" }, { "name" : "input.45", "weights" : { }, "dst_w" : 64, "version" : 1, "dst_n" : 1, "dst_nd_rank" : 3, "type" : "reshape", "dst_h" : -1, "mode" : 0, "dynamic_shape" : false, "bottom" : "transpose_42", "debug_info" : "input.45", "dst_seq" : 1, "dst_k" : 1, "top" : "input.45" }, { "nB" : 64, "top" : "302", "has_biases" : 1, "blob_weights_f16" : 87, "nC" : 128, "weights" : { }, "type" : "inner_product", "has_relu" : 0, "bottom" : "input.45", "blob_biases" : 85, "has_tanh" : 0, "debug_info" : "302", "name" : "302", "has_prelu" : 0 }, { "bottom" : "302,input.39", "alpha" : 1, "operation" : 0, "weights" : { }, "fused_relu" : 0, "debug_info" : "input.47", "top" : "input.47", "type" : "elementwise", "name" : "input.47", "beta" : 0 }, { "axis_mode" : 1, "bottom" : "input.47", "weights" : { }, "mode" : 1, "nd_axis" : 2, "nd_mode" : true, "debug_info" : "input.49_mean", "use_version" : 1, "top" : "input.49_mean", "type" : "reduce", "name" : "input.49_mean" }, { "bottom" : "input.47,input.49_mean", "alpha" : 1, "operation" : 33, "weights" : { }, "fused_relu" : 0, "debug_info" : "input.49_sub_mean", "nd_mode" : true, "top" : "input.49_sub_mean", "type" : "elementwise", "name" : "input.49_sub_mean", "beta" : 0 }, { "bottom" : "input.49_sub_mean", "alpha" : 2, "operation" : 13, "weights" : { }, "fused_relu" : 0, "debug_info" : "input.49_square", "top" : "input.49_square", "type" : "elementwise", "name" : "input.49_square", "beta" : 0 }, { "axis_mode" : 1, "bottom" : "input.49_square", "weights" : { }, "mode" : 0, "nd_axis" : 2, "nd_mode" : true, "debug_info" : "input.49_square_sum", "use_version" : 1, "top" : "input.49_square_sum", "type" : "reduce", "name" : "input.49_square_sum" }, { "top" : "input.49_div_constant", "w" : 1, "h" : 1, "name" : "input.49_div_constant", "nd_rank" : 1, "type" : "load_constant", "k" : 1, "bottom" : "", "debug_info" : "input.49_div_constant", "n" : 1, "weights" : { }, "constant_blob" : 89 }, { "bottom" : "input.49_square_sum,input.49_div_constant", "alpha" : 1, "operation" : 102, "weights" : { }, "fused_relu" : 0, "debug_info" : "input.49_div_square_sum", "nd_mode" : true, "top" : "input.49_div_square_sum", "type" : "elementwise", "name" : "input.49_div_square_sum", "beta" : 0 }, { "top" : "input.49_epsilon", "w" : 1, "h" : 1, "name" : "input.49_epsilon", "nd_rank" : 1, "type" : "load_constant", "k" : 1, "bottom" : "", "debug_info" : "input.49_epsilon", "n" : 1, "weights" : { }, "constant_blob" : 91 }, { "bottom" : "input.49_div_square_sum,input.49_epsilon", "alpha" : 1, "operation" : 0, "weights" : { }, "fused_relu" : 0, "debug_info" : "input.49_add_epsilon", "top" : "input.49_add_epsilon", "type" : "elementwise", "name" : "input.49_add_epsilon", "beta" : 0 }, { "bottom" : "input.49_add_epsilon", "alpha" : 1, "operation" : 11, "weights" : { }, "fused_relu" : 0, "debug_info" : "input.49_sqrt", "top" : "input.49_sqrt", "type" : "elementwise", "name" : "input.49_sqrt", "beta" : 0 }, { "bottom" : "input.49_sub_mean,input.49_sqrt", "alpha" : 1, "operation" : 102, "weights" : { }, "fused_relu" : 0, "debug_info" : "input.49_divide", "nd_mode" : true, "top" : "input.49_divide", "type" : "elementwise", "name" : "input.49_divide", "beta" : 0 }, { "top" : "input.49_gamma", "w" : 128, "h" : 1, "name" : "input.49_gamma", "nd_rank" : 3, "type" : "load_constant", "k" : 1, "bottom" : "", "debug_info" : "input.49_gamma", "n" : 1, "weights" : { }, "constant_blob" : 93 }, { "top" : "input.49_beta", "w" : 128, "h" : 1, "name" : "input.49_beta", "nd_rank" : 3, "type" : "load_constant", "k" : 1, "bottom" : "", "debug_info" : "input.49_beta", "n" : 1, "weights" : { }, "constant_blob" : 95 }, { "bottom" : "input.49_divide,input.49_gamma", "alpha" : 1, "operation" : 1, "weights" : { }, "fused_relu" : 0, "debug_info" : "input.49_mul", "nd_mode" : true, "top" : "input.49_mul", "type" : "elementwise", "name" : "input.49_mul", "beta" : 0 }, { "bottom" : "input.49_mul,input.49_beta", "alpha" : 1, "operation" : 0, "weights" : { }, "fused_relu" : 0, "debug_info" : "input.49", "nd_mode" : true, "top" : "input.49", "type" : "elementwise", "name" : "input.49", "beta" : 0 }, { "nB" : 128, "top" : "input.51", "has_biases" : 1, "blob_weights_f16" : 99, "nC" : 128, "weights" : { }, "type" : "inner_product", "has_relu" : 0, "bottom" : "input.49", "blob_biases" : 97, "has_tanh" : 0, "debug_info" : "input.51", "name" : "input.51", "has_prelu" : 0 }, { "bottom" : "input.51", "weights" : { }, "mode" : 19, "debug_info" : "input.53", "top" : "input.53", "type" : "activation", "name" : "input.53" }, { "nB" : 128, "top" : "318", "has_biases" : 1, "blob_weights_f16" : 103, "nC" : 128, "weights" : { }, "type" : "inner_product", "has_relu" : 0, "bottom" : "input.53", "blob_biases" : 101, "has_tanh" : 0, "debug_info" : "318", "name" : "318", "has_prelu" : 0 }, { "bottom" : "318,input.47", "alpha" : 1, "operation" : 0, "weights" : { }, "fused_relu" : 0, "debug_info" : "input.55", "top" : "input.55", "type" : "elementwise", "name" : "input.55", "beta" : 0 }, { "axis_mode" : 1, "bottom" : "input.55", "weights" : { }, "mode" : 1, "nd_axis" : 2, "nd_mode" : true, "debug_info" : "input.57_mean", "use_version" : 1, "top" : "input.57_mean", "type" : "reduce", "name" : "input.57_mean" }, { "bottom" : "input.55,input.57_mean", "alpha" : 1, "operation" : 33, "weights" : { }, "fused_relu" : 0, "debug_info" : "input.57_sub_mean", "nd_mode" : true, "top" : "input.57_sub_mean", "type" : "elementwise", "name" : "input.57_sub_mean", "beta" : 0 }, { "bottom" : "input.57_sub_mean", "alpha" : 2, "operation" : 13, "weights" : { }, "fused_relu" : 0, "debug_info" : "input.57_square", "top" : "input.57_square", "type" : "elementwise", "name" : "input.57_square", "beta" : 0 }, { "axis_mode" : 1, "bottom" : "input.57_square", "weights" : { }, "mode" : 0, "nd_axis" : 2, "nd_mode" : true, "debug_info" : "input.57_square_sum", "use_version" : 1, "top" : "input.57_square_sum", "type" : "reduce", "name" : "input.57_square_sum" }, { "top" : "input.57_div_constant", "w" : 1, "h" : 1, "name" : "input.57_div_constant", "nd_rank" : 1, "type" : "load_constant", "k" : 1, "bottom" : "", "debug_info" : "input.57_div_constant", "n" : 1, "weights" : { }, "constant_blob" : 105 }, { "bottom" : "input.57_square_sum,input.57_div_constant", "alpha" : 1, "operation" : 102, "weights" : { }, "fused_relu" : 0, "debug_info" : "input.57_div_square_sum", "nd_mode" : true, "top" : "input.57_div_square_sum", "type" : "elementwise", "name" : "input.57_div_square_sum", "beta" : 0 }, { "top" : "input.57_epsilon", "w" : 1, "h" : 1, "name" : "input.57_epsilon", "nd_rank" : 1, "type" : "load_constant", "k" : 1, "bottom" : "", "debug_info" : "input.57_epsilon", "n" : 1, "weights" : { }, "constant_blob" : 107 }, { "bottom" : "input.57_div_square_sum,input.57_epsilon", "alpha" : 1, "operation" : 0, "weights" : { }, "fused_relu" : 0, "debug_info" : "input.57_add_epsilon", "top" : "input.57_add_epsilon", "type" : "elementwise", "name" : "input.57_add_epsilon", "beta" : 0 }, { "bottom" : "input.57_add_epsilon", "alpha" : 1, "operation" : 11, "weights" : { }, "fused_relu" : 0, "debug_info" : "input.57_sqrt", "top" : "input.57_sqrt", "type" : "elementwise", "name" : "input.57_sqrt", "beta" : 0 }, { "bottom" : "input.57_sub_mean,input.57_sqrt", "alpha" : 1, "operation" : 102, "weights" : { }, "fused_relu" : 0, "debug_info" : "input.57_divide", "nd_mode" : true, "top" : "input.57_divide", "type" : "elementwise", "name" : "input.57_divide", "beta" : 0 }, { "top" : "input.57_gamma", "w" : 128, "h" : 1, "name" : "input.57_gamma", "nd_rank" : 3, "type" : "load_constant", "k" : 1, "bottom" : "", "debug_info" : "input.57_gamma", "n" : 1, "weights" : { }, "constant_blob" : 109 }, { "top" : "input.57_beta", "w" : 128, "h" : 1, "name" : "input.57_beta", "nd_rank" : 3, "type" : "load_constant", "k" : 1, "bottom" : "", "debug_info" : "input.57_beta", "n" : 1, "weights" : { }, "constant_blob" : 111 }, { "bottom" : "input.57_divide,input.57_gamma", "alpha" : 1, "operation" : 1, "weights" : { }, "fused_relu" : 0, "debug_info" : "input.57_mul", "nd_mode" : true, "top" : "input.57_mul", "type" : "elementwise", "name" : "input.57_mul", "beta" : 0 }, { "bottom" : "input.57_mul,input.57_beta", "alpha" : 1, "operation" : 0, "weights" : { }, "fused_relu" : 0, "debug_info" : "input.57", "nd_mode" : true, "top" : "input.57", "type" : "elementwise", "name" : "input.57", "beta" : 0 }, { "nB" : 128, "top" : "328", "has_biases" : 1, "blob_weights_f16" : 115, "nC" : 192, "weights" : { }, "type" : "inner_product", "has_relu" : 0, "bottom" : "input.57", "blob_biases" : 113, "has_tanh" : 0, "debug_info" : "328", "name" : "328", "has_prelu" : 0 }, { "begin_104" : 0, "begin_63" : 0, "begin_59" : 0, "begin_64" : 0, "begin_105" : 0, "begin_65" : 0, "begin_0" : 0, "begin_70" : 0, "begin_66" : 0, "begin_106" : 0, "begin_110" : 0, "begin_2" : 0, "begin_71" : 0, "begin_67" : 0, "begin_68" : 0, "begin_107" : 0, "begin_111" : 0, "begin_4" : 0, "begin_72" : 0, "begin_73" : 0, "begin_69" : 0, "begin_6" : 0, "begin_74" : 0, "begin_108" : 0, "type" : "split_nd", "begin_8" : 0, "begin_112" : 0, "begin_75" : 0, "begin_10" : 0, "begin_80" : 0, "begin_76" : 0, "begin_109" : 0, "begin_113" : 0, "begin_11" : 0, "nd_axis" : -1, "begin_81" : 0, "begin_77" : 0, "begin_114" : 0, "begin_12" : 0, "begin_78" : 0, "begin_82" : 0, "begin_13" : 0, "begin_83" : 0, "begin_79" : 0, "begin_115" : 0, "begin_14" : 0, "begin_84" : 0, "begin_15" : 0, "begin_85" : 0, "num_splits" : 3, "begin_116" : 0, "begin_120" : 0, "begin_20" : 0, "begin_86" : 0, "begin_16" : 0, "begin_90" : 0, "begin_21" : 0, "begin_91" : 0, "begin_87" : 0, "begin_17" : 0, "begin_117" : 0, "begin_121" : 0, "begin_18" : 0, "begin_92" : 0, "begin_88" : 0, "begin_22" : 0, "begin_23" : 0, "begin_89" : 0, "begin_19" : 0, "begin_93" : 0, "begin_118" : 0, "begin_122" : 0, "begin_24" : 0, "begin_94" : 0, "begin_25" : 0, "begin_95" : 0, "begin_119" : 0, "begin_123" : 0, "begin_30" : 0, "begin_26" : 0, "begin_96" : 0, "begin_124" : 0, "begin_31" : 0, "begin_97" : 0, "begin_27" : 0, "begin_28" : 0, "begin_98" : 0, "begin_32" : 0, "begin_125" : 0, "begin_33" : 0, "begin_29" : 0, "begin_99" : 0, "begin_1" : 0, "weights" : { }, "begin_34" : 0, "bottom" : "328", "begin_3" : 0, "begin_126" : 0, "begin_35" : 0, "begin_5" : 0, "begin_36" : 0, "begin_40" : 0, "begin_127" : 0, "name" : "329", "begin_41" : 0, "begin_37" : 0, "begin_7" : 0, "begin_42" : 0, "begin_38" : 0, "begin_9" : 0, "begin_39" : 0, "begin_43" : 0, "begin_44" : 0, "begin_45" : 0, "begin_50" : 0, "begin_46" : 0, "begin_51" : 0, "begin_47" : 0, "begin_100" : 0, "begin_52" : 0, "debug_info" : "329", "begin_48" : 0, "top" : "329_0,329_1,329_2", "begin_101" : 0, "begin_53" : 0, "begin_49" : 0, "begin_54" : 0, "begin_55" : 0, "begin_102" : 0, "begin_60" : 0, "begin_56" : 0, "begin_103" : 0, "begin_57" : 0, "begin_61" : 0, "begin_62" : 0, "begin_58" : 0 }, { "name" : "335", "weights" : { }, "dst_w" : 16, "version" : 1, "dst_n" : 1, "dst_nd_rank" : 4, "type" : "reshape", "dst_h" : 4, "mode" : 0, "dynamic_shape" : false, "bottom" : "329_0", "debug_info" : "335", "dst_seq" : 1, "dst_k" : -1, "top" : "335" }, { "name" : "339", "weights" : { }, "dst_w" : 16, "version" : 1, "dst_n" : 1, "dst_nd_rank" : 4, "type" : "reshape", "dst_h" : 4, "mode" : 0, "dynamic_shape" : false, "bottom" : "329_1", "debug_info" : "339", "dst_seq" : 1, "dst_k" : -1, "top" : "339" }, { "name" : "343", "weights" : { }, "dst_w" : 16, "version" : 1, "dst_n" : 1, "dst_nd_rank" : 4, "type" : "reshape", "dst_h" : 4, "mode" : 0, "dynamic_shape" : false, "bottom" : "329_2", "debug_info" : "343", "dst_seq" : 1, "dst_k" : -1, "top" : "343" }, { "axis_h" : 0, "axis_w" : 2, "bottom" : "339", "axis_k" : 1, "axis_n" : 3, "axis_seq" : 4, "weights" : { }, "debug_info" : "transpose_39", "top" : "transpose_39", "type" : "transpose", "name" : "transpose_39" }, { "axis_h" : 2, "axis_w" : 0, "bottom" : "335", "axis_k" : 1, "axis_n" : 3, "axis_seq" : 4, "weights" : { }, "debug_info" : "transpose_40", "top" : "transpose_40", "type" : "transpose", "name" : "transpose_40" }, { "bottom" : "transpose_40,transpose_39", "weights" : { }, "debug_info" : "347", "top" : "347", "type" : "batch_matmul", "name" : "347", "channel_mode" : false }, { "bottom" : "347", "alpha" : 0.25, "operation" : 1, "weights" : { }, "fused_relu" : 0, "debug_info" : "input.59", "top" : "input.59", "type" : "elementwise", "name" : "input.59", "beta" : 0 }, { "bottom" : "input.59", "weights" : { }, "nd_axis" : -1, "debug_info" : "attn.7", "top" : "attn.7", "type" : "softmax_nd", "name" : "attn.7" }, { "axis_h" : 2, "axis_w" : 0, "bottom" : "343", "axis_k" : 1, "axis_n" : 3, "axis_seq" : 4, "weights" : { }, "debug_info" : "transpose_41", "top" : "transpose_41", "type" : "transpose", "name" : "transpose_41" }, { "bottom" : "attn.7,transpose_41", "weights" : { }, "debug_info" : "out.7", "top" : "out.7", "type" : "batch_matmul", "name" : "out.7", "channel_mode" : false }, { "axis_h" : 2, "axis_w" : 0, "bottom" : "out.7", "axis_k" : 1, "axis_n" : 3, "axis_seq" : 4, "weights" : { }, "debug_info" : "transpose_38", "top" : "transpose_38", "type" : "transpose", "name" : "transpose_38" }, { "name" : "input.61", "weights" : { }, "dst_w" : 64, "version" : 1, "dst_n" : 1, "dst_nd_rank" : 3, "type" : "reshape", "dst_h" : -1, "mode" : 0, "dynamic_shape" : false, "bottom" : "transpose_38", "debug_info" : "input.61", "dst_seq" : 1, "dst_k" : 1, "top" : "input.61" }, { "nB" : 64, "top" : "356", "has_biases" : 1, "blob_weights_f16" : 119, "nC" : 128, "weights" : { }, "type" : "inner_product", "has_relu" : 0, "bottom" : "input.61", "blob_biases" : 117, "has_tanh" : 0, "debug_info" : "356", "name" : "356", "has_prelu" : 0 }, { "bottom" : "356,input.55", "alpha" : 1, "operation" : 0, "weights" : { }, "fused_relu" : 0, "debug_info" : "input.63", "top" : "input.63", "type" : "elementwise", "name" : "input.63", "beta" : 0 }, { "axis_mode" : 1, "bottom" : "input.63", "weights" : { }, "mode" : 1, "nd_axis" : 2, "nd_mode" : true, "debug_info" : "input.65_mean", "use_version" : 1, "top" : "input.65_mean", "type" : "reduce", "name" : "input.65_mean" }, { "bottom" : "input.63,input.65_mean", "alpha" : 1, "operation" : 33, "weights" : { }, "fused_relu" : 0, "debug_info" : "input.65_sub_mean", "nd_mode" : true, "top" : "input.65_sub_mean", "type" : "elementwise", "name" : "input.65_sub_mean", "beta" : 0 }, { "bottom" : "input.65_sub_mean", "alpha" : 2, "operation" : 13, "weights" : { }, "fused_relu" : 0, "debug_info" : "input.65_square", "top" : "input.65_square", "type" : "elementwise", "name" : "input.65_square", "beta" : 0 }, { "axis_mode" : 1, "bottom" : "input.65_square", "weights" : { }, "mode" : 0, "nd_axis" : 2, "nd_mode" : true, "debug_info" : "input.65_square_sum", "use_version" : 1, "top" : "input.65_square_sum", "type" : "reduce", "name" : "input.65_square_sum" }, { "top" : "input.65_div_constant", "w" : 1, "h" : 1, "name" : "input.65_div_constant", "nd_rank" : 1, "type" : "load_constant", "k" : 1, "bottom" : "", "debug_info" : "input.65_div_constant", "n" : 1, "weights" : { }, "constant_blob" : 121 }, { "bottom" : "input.65_square_sum,input.65_div_constant", "alpha" : 1, "operation" : 102, "weights" : { }, "fused_relu" : 0, "debug_info" : "input.65_div_square_sum", "nd_mode" : true, "top" : "input.65_div_square_sum", "type" : "elementwise", "name" : "input.65_div_square_sum", "beta" : 0 }, { "top" : "input.65_epsilon", "w" : 1, "h" : 1, "name" : "input.65_epsilon", "nd_rank" : 1, "type" : "load_constant", "k" : 1, "bottom" : "", "debug_info" : "input.65_epsilon", "n" : 1, "weights" : { }, "constant_blob" : 123 }, { "bottom" : "input.65_div_square_sum,input.65_epsilon", "alpha" : 1, "operation" : 0, "weights" : { }, "fused_relu" : 0, "debug_info" : "input.65_add_epsilon", "top" : "input.65_add_epsilon", "type" : "elementwise", "name" : "input.65_add_epsilon", "beta" : 0 }, { "bottom" : "input.65_add_epsilon", "alpha" : 1, "operation" : 11, "weights" : { }, "fused_relu" : 0, "debug_info" : "input.65_sqrt", "top" : "input.65_sqrt", "type" : "elementwise", "name" : "input.65_sqrt", "beta" : 0 }, { "bottom" : "input.65_sub_mean,input.65_sqrt", "alpha" : 1, "operation" : 102, "weights" : { }, "fused_relu" : 0, "debug_info" : "input.65_divide", "nd_mode" : true, "top" : "input.65_divide", "type" : "elementwise", "name" : "input.65_divide", "beta" : 0 }, { "top" : "input.65_gamma", "w" : 128, "h" : 1, "name" : "input.65_gamma", "nd_rank" : 3, "type" : "load_constant", "k" : 1, "bottom" : "", "debug_info" : "input.65_gamma", "n" : 1, "weights" : { }, "constant_blob" : 125 }, { "top" : "input.65_beta", "w" : 128, "h" : 1, "name" : "input.65_beta", "nd_rank" : 3, "type" : "load_constant", "k" : 1, "bottom" : "", "debug_info" : "input.65_beta", "n" : 1, "weights" : { }, "constant_blob" : 127 }, { "bottom" : "input.65_divide,input.65_gamma", "alpha" : 1, "operation" : 1, "weights" : { }, "fused_relu" : 0, "debug_info" : "input.65_mul", "nd_mode" : true, "top" : "input.65_mul", "type" : "elementwise", "name" : "input.65_mul", "beta" : 0 }, { "bottom" : "input.65_mul,input.65_beta", "alpha" : 1, "operation" : 0, "weights" : { }, "fused_relu" : 0, "debug_info" : "input.65", "nd_mode" : true, "top" : "input.65", "type" : "elementwise", "name" : "input.65", "beta" : 0 }, { "nB" : 128, "top" : "input.67", "has_biases" : 1, "blob_weights_f16" : 131, "nC" : 128, "weights" : { }, "type" : "inner_product", "has_relu" : 0, "bottom" : "input.65", "blob_biases" : 129, "has_tanh" : 0, "debug_info" : "input.67", "name" : "input.67", "has_prelu" : 0 }, { "bottom" : "input.67", "weights" : { }, "mode" : 19, "debug_info" : "input.69", "top" : "input.69", "type" : "activation", "name" : "input.69" }, { "nB" : 128, "top" : "372", "has_biases" : 1, "blob_weights_f16" : 135, "nC" : 128, "weights" : { }, "type" : "inner_product", "has_relu" : 0, "bottom" : "input.69", "blob_biases" : 133, "has_tanh" : 0, "debug_info" : "372", "name" : "372", "has_prelu" : 0 }, { "bottom" : "372,input.63", "alpha" : 1, "operation" : 0, "weights" : { }, "fused_relu" : 0, "debug_info" : "input.71", "top" : "input.71", "type" : "elementwise", "name" : "input.71", "beta" : 0 }, { "axis_mode" : 1, "bottom" : "input.71", "weights" : { }, "mode" : 1, "nd_axis" : 2, "nd_mode" : true, "debug_info" : "input.73_mean", "use_version" : 1, "top" : "input.73_mean", "type" : "reduce", "name" : "input.73_mean" }, { "bottom" : "input.71,input.73_mean", "alpha" : 1, "operation" : 33, "weights" : { }, "fused_relu" : 0, "debug_info" : "input.73_sub_mean", "nd_mode" : true, "top" : "input.73_sub_mean", "type" : "elementwise", "name" : "input.73_sub_mean", "beta" : 0 }, { "bottom" : "input.73_sub_mean", "alpha" : 2, "operation" : 13, "weights" : { }, "fused_relu" : 0, "debug_info" : "input.73_square", "top" : "input.73_square", "type" : "elementwise", "name" : "input.73_square", "beta" : 0 }, { "axis_mode" : 1, "bottom" : "input.73_square", "weights" : { }, "mode" : 0, "nd_axis" : 2, "nd_mode" : true, "debug_info" : "input.73_square_sum", "use_version" : 1, "top" : "input.73_square_sum", "type" : "reduce", "name" : "input.73_square_sum" }, { "top" : "input.73_div_constant", "w" : 1, "h" : 1, "name" : "input.73_div_constant", "nd_rank" : 1, "type" : "load_constant", "k" : 1, "bottom" : "", "debug_info" : "input.73_div_constant", "n" : 1, "weights" : { }, "constant_blob" : 137 }, { "bottom" : "input.73_square_sum,input.73_div_constant", "alpha" : 1, "operation" : 102, "weights" : { }, "fused_relu" : 0, "debug_info" : "input.73_div_square_sum", "nd_mode" : true, "top" : "input.73_div_square_sum", "type" : "elementwise", "name" : "input.73_div_square_sum", "beta" : 0 }, { "top" : "input.73_epsilon", "w" : 1, "h" : 1, "name" : "input.73_epsilon", "nd_rank" : 1, "type" : "load_constant", "k" : 1, "bottom" : "", "debug_info" : "input.73_epsilon", "n" : 1, "weights" : { }, "constant_blob" : 139 }, { "bottom" : "input.73_div_square_sum,input.73_epsilon", "alpha" : 1, "operation" : 0, "weights" : { }, "fused_relu" : 0, "debug_info" : "input.73_add_epsilon", "top" : "input.73_add_epsilon", "type" : "elementwise", "name" : "input.73_add_epsilon", "beta" : 0 }, { "bottom" : "input.73_add_epsilon", "alpha" : 1, "operation" : 11, "weights" : { }, "fused_relu" : 0, "debug_info" : "input.73_sqrt", "top" : "input.73_sqrt", "type" : "elementwise", "name" : "input.73_sqrt", "beta" : 0 }, { "bottom" : "input.73_sub_mean,input.73_sqrt", "alpha" : 1, "operation" : 102, "weights" : { }, "fused_relu" : 0, "debug_info" : "input.73_divide", "nd_mode" : true, "top" : "input.73_divide", "type" : "elementwise", "name" : "input.73_divide", "beta" : 0 }, { "top" : "input.73_gamma", "w" : 128, "h" : 1, "name" : "input.73_gamma", "nd_rank" : 3, "type" : "load_constant", "k" : 1, "bottom" : "", "debug_info" : "input.73_gamma", "n" : 1, "weights" : { }, "constant_blob" : 141 }, { "top" : "input.73_beta", "w" : 128, "h" : 1, "name" : "input.73_beta", "nd_rank" : 3, "type" : "load_constant", "k" : 1, "bottom" : "", "debug_info" : "input.73_beta", "n" : 1, "weights" : { }, "constant_blob" : 143 }, { "bottom" : "input.73_divide,input.73_gamma", "alpha" : 1, "operation" : 1, "weights" : { }, "fused_relu" : 0, "debug_info" : "input.73_mul", "nd_mode" : true, "top" : "input.73_mul", "type" : "elementwise", "name" : "input.73_mul", "beta" : 0 }, { "bottom" : "input.73_mul,input.73_beta", "alpha" : 1, "operation" : 0, "weights" : { }, "fused_relu" : 0, "debug_info" : "input.73", "nd_mode" : true, "top" : "input.73", "type" : "elementwise", "name" : "input.73", "beta" : 0 }, { "nB" : 128, "top" : "382", "has_biases" : 1, "blob_weights_f16" : 147, "nC" : 192, "weights" : { }, "type" : "inner_product", "has_relu" : 0, "bottom" : "input.73", "blob_biases" : 145, "has_tanh" : 0, "debug_info" : "382", "name" : "382", "has_prelu" : 0 }, { "begin_104" : 0, "begin_63" : 0, "begin_59" : 0, "begin_64" : 0, "begin_105" : 0, "begin_65" : 0, "begin_0" : 0, "begin_70" : 0, "begin_66" : 0, "begin_106" : 0, "begin_110" : 0, "begin_2" : 0, "begin_71" : 0, "begin_67" : 0, "begin_68" : 0, "begin_107" : 0, "begin_111" : 0, "begin_4" : 0, "begin_72" : 0, "begin_73" : 0, "begin_69" : 0, "begin_6" : 0, "begin_74" : 0, "begin_108" : 0, "type" : "split_nd", "begin_8" : 0, "begin_112" : 0, "begin_75" : 0, "begin_10" : 0, "begin_80" : 0, "begin_76" : 0, "begin_109" : 0, "begin_113" : 0, "begin_11" : 0, "nd_axis" : -1, "begin_81" : 0, "begin_77" : 0, "begin_114" : 0, "begin_12" : 0, "begin_78" : 0, "begin_82" : 0, "begin_13" : 0, "begin_83" : 0, "begin_79" : 0, "begin_115" : 0, "begin_14" : 0, "begin_84" : 0, "begin_15" : 0, "begin_85" : 0, "num_splits" : 3, "begin_116" : 0, "begin_120" : 0, "begin_20" : 0, "begin_86" : 0, "begin_16" : 0, "begin_90" : 0, "begin_21" : 0, "begin_91" : 0, "begin_87" : 0, "begin_17" : 0, "begin_117" : 0, "begin_121" : 0, "begin_18" : 0, "begin_92" : 0, "begin_88" : 0, "begin_22" : 0, "begin_23" : 0, "begin_89" : 0, "begin_19" : 0, "begin_93" : 0, "begin_118" : 0, "begin_122" : 0, "begin_24" : 0, "begin_94" : 0, "begin_25" : 0, "begin_95" : 0, "begin_119" : 0, "begin_123" : 0, "begin_30" : 0, "begin_26" : 0, "begin_96" : 0, "begin_124" : 0, "begin_31" : 0, "begin_97" : 0, "begin_27" : 0, "begin_28" : 0, "begin_98" : 0, "begin_32" : 0, "begin_125" : 0, "begin_33" : 0, "begin_29" : 0, "begin_99" : 0, "begin_1" : 0, "weights" : { }, "begin_34" : 0, "bottom" : "382", "begin_3" : 0, "begin_126" : 0, "begin_35" : 0, "begin_5" : 0, "begin_36" : 0, "begin_40" : 0, "begin_127" : 0, "name" : "383", "begin_41" : 0, "begin_37" : 0, "begin_7" : 0, "begin_42" : 0, "begin_38" : 0, "begin_9" : 0, "begin_39" : 0, "begin_43" : 0, "begin_44" : 0, "begin_45" : 0, "begin_50" : 0, "begin_46" : 0, "begin_51" : 0, "begin_47" : 0, "begin_100" : 0, "begin_52" : 0, "debug_info" : "383", "begin_48" : 0, "top" : "383_0,383_1,383_2", "begin_101" : 0, "begin_53" : 0, "begin_49" : 0, "begin_54" : 0, "begin_55" : 0, "begin_102" : 0, "begin_60" : 0, "begin_56" : 0, "begin_103" : 0, "begin_57" : 0, "begin_61" : 0, "begin_62" : 0, "begin_58" : 0 }, { "name" : "389", "weights" : { }, "dst_w" : 16, "version" : 1, "dst_n" : 1, "dst_nd_rank" : 4, "type" : "reshape", "dst_h" : 4, "mode" : 0, "dynamic_shape" : false, "bottom" : "383_0", "debug_info" : "389", "dst_seq" : 1, "dst_k" : -1, "top" : "389" }, { "name" : "393", "weights" : { }, "dst_w" : 16, "version" : 1, "dst_n" : 1, "dst_nd_rank" : 4, "type" : "reshape", "dst_h" : 4, "mode" : 0, "dynamic_shape" : false, "bottom" : "383_1", "debug_info" : "393", "dst_seq" : 1, "dst_k" : -1, "top" : "393" }, { "name" : "397", "weights" : { }, "dst_w" : 16, "version" : 1, "dst_n" : 1, "dst_nd_rank" : 4, "type" : "reshape", "dst_h" : 4, "mode" : 0, "dynamic_shape" : false, "bottom" : "383_2", "debug_info" : "397", "dst_seq" : 1, "dst_k" : -1, "top" : "397" }, { "axis_h" : 0, "axis_w" : 2, "bottom" : "393", "axis_k" : 1, "axis_n" : 3, "axis_seq" : 4, "weights" : { }, "debug_info" : "transpose_35", "top" : "transpose_35", "type" : "transpose", "name" : "transpose_35" }, { "axis_h" : 2, "axis_w" : 0, "bottom" : "389", "axis_k" : 1, "axis_n" : 3, "axis_seq" : 4, "weights" : { }, "debug_info" : "transpose_36", "top" : "transpose_36", "type" : "transpose", "name" : "transpose_36" }, { "bottom" : "transpose_36,transpose_35", "weights" : { }, "debug_info" : "401", "top" : "401", "type" : "batch_matmul", "name" : "401", "channel_mode" : false }, { "bottom" : "401", "alpha" : 0.25, "operation" : 1, "weights" : { }, "fused_relu" : 0, "debug_info" : "input.75", "top" : "input.75", "type" : "elementwise", "name" : "input.75", "beta" : 0 }, { "bottom" : "input.75", "weights" : { }, "nd_axis" : -1, "debug_info" : "attn.9", "top" : "attn.9", "type" : "softmax_nd", "name" : "attn.9" }, { "axis_h" : 2, "axis_w" : 0, "bottom" : "397", "axis_k" : 1, "axis_n" : 3, "axis_seq" : 4, "weights" : { }, "debug_info" : "transpose_37", "top" : "transpose_37", "type" : "transpose", "name" : "transpose_37" }, { "bottom" : "attn.9,transpose_37", "weights" : { }, "debug_info" : "out.9", "top" : "out.9", "type" : "batch_matmul", "name" : "out.9", "channel_mode" : false }, { "axis_h" : 2, "axis_w" : 0, "bottom" : "out.9", "axis_k" : 1, "axis_n" : 3, "axis_seq" : 4, "weights" : { }, "debug_info" : "transpose_34", "top" : "transpose_34", "type" : "transpose", "name" : "transpose_34" }, { "name" : "input.77", "weights" : { }, "dst_w" : 64, "version" : 1, "dst_n" : 1, "dst_nd_rank" : 3, "type" : "reshape", "dst_h" : -1, "mode" : 0, "dynamic_shape" : false, "bottom" : "transpose_34", "debug_info" : "input.77", "dst_seq" : 1, "dst_k" : 1, "top" : "input.77" }, { "nB" : 64, "top" : "410", "has_biases" : 1, "blob_weights_f16" : 151, "nC" : 128, "weights" : { }, "type" : "inner_product", "has_relu" : 0, "bottom" : "input.77", "blob_biases" : 149, "has_tanh" : 0, "debug_info" : "410", "name" : "410", "has_prelu" : 0 }, { "bottom" : "410,input.71", "alpha" : 1, "operation" : 0, "weights" : { }, "fused_relu" : 0, "debug_info" : "input.79", "top" : "input.79", "type" : "elementwise", "name" : "input.79", "beta" : 0 }, { "axis_mode" : 1, "bottom" : "input.79", "weights" : { }, "mode" : 1, "nd_axis" : 2, "nd_mode" : true, "debug_info" : "input.81_mean", "use_version" : 1, "top" : "input.81_mean", "type" : "reduce", "name" : "input.81_mean" }, { "bottom" : "input.79,input.81_mean", "alpha" : 1, "operation" : 33, "weights" : { }, "fused_relu" : 0, "debug_info" : "input.81_sub_mean", "nd_mode" : true, "top" : "input.81_sub_mean", "type" : "elementwise", "name" : "input.81_sub_mean", "beta" : 0 }, { "bottom" : "input.81_sub_mean", "alpha" : 2, "operation" : 13, "weights" : { }, "fused_relu" : 0, "debug_info" : "input.81_square", "top" : "input.81_square", "type" : "elementwise", "name" : "input.81_square", "beta" : 0 }, { "axis_mode" : 1, "bottom" : "input.81_square", "weights" : { }, "mode" : 0, "nd_axis" : 2, "nd_mode" : true, "debug_info" : "input.81_square_sum", "use_version" : 1, "top" : "input.81_square_sum", "type" : "reduce", "name" : "input.81_square_sum" }, { "top" : "input.81_div_constant", "w" : 1, "h" : 1, "name" : "input.81_div_constant", "nd_rank" : 1, "type" : "load_constant", "k" : 1, "bottom" : "", "debug_info" : "input.81_div_constant", "n" : 1, "weights" : { }, "constant_blob" : 153 }, { "bottom" : "input.81_square_sum,input.81_div_constant", "alpha" : 1, "operation" : 102, "weights" : { }, "fused_relu" : 0, "debug_info" : "input.81_div_square_sum", "nd_mode" : true, "top" : "input.81_div_square_sum", "type" : "elementwise", "name" : "input.81_div_square_sum", "beta" : 0 }, { "top" : "input.81_epsilon", "w" : 1, "h" : 1, "name" : "input.81_epsilon", "nd_rank" : 1, "type" : "load_constant", "k" : 1, "bottom" : "", "debug_info" : "input.81_epsilon", "n" : 1, "weights" : { }, "constant_blob" : 155 }, { "bottom" : "input.81_div_square_sum,input.81_epsilon", "alpha" : 1, "operation" : 0, "weights" : { }, "fused_relu" : 0, "debug_info" : "input.81_add_epsilon", "top" : "input.81_add_epsilon", "type" : "elementwise", "name" : "input.81_add_epsilon", "beta" : 0 }, { "bottom" : "input.81_add_epsilon", "alpha" : 1, "operation" : 11, "weights" : { }, "fused_relu" : 0, "debug_info" : "input.81_sqrt", "top" : "input.81_sqrt", "type" : "elementwise", "name" : "input.81_sqrt", "beta" : 0 }, { "bottom" : "input.81_sub_mean,input.81_sqrt", "alpha" : 1, "operation" : 102, "weights" : { }, "fused_relu" : 0, "debug_info" : "input.81_divide", "nd_mode" : true, "top" : "input.81_divide", "type" : "elementwise", "name" : "input.81_divide", "beta" : 0 }, { "top" : "input.81_gamma", "w" : 128, "h" : 1, "name" : "input.81_gamma", "nd_rank" : 3, "type" : "load_constant", "k" : 1, "bottom" : "", "debug_info" : "input.81_gamma", "n" : 1, "weights" : { }, "constant_blob" : 157 }, { "top" : "input.81_beta", "w" : 128, "h" : 1, "name" : "input.81_beta", "nd_rank" : 3, "type" : "load_constant", "k" : 1, "bottom" : "", "debug_info" : "input.81_beta", "n" : 1, "weights" : { }, "constant_blob" : 159 }, { "bottom" : "input.81_divide,input.81_gamma", "alpha" : 1, "operation" : 1, "weights" : { }, "fused_relu" : 0, "debug_info" : "input.81_mul", "nd_mode" : true, "top" : "input.81_mul", "type" : "elementwise", "name" : "input.81_mul", "beta" : 0 }, { "bottom" : "input.81_mul,input.81_beta", "alpha" : 1, "operation" : 0, "weights" : { }, "fused_relu" : 0, "debug_info" : "input.81", "nd_mode" : true, "top" : "input.81", "type" : "elementwise", "name" : "input.81", "beta" : 0 }, { "nB" : 128, "top" : "input.83", "has_biases" : 1, "blob_weights_f16" : 163, "nC" : 128, "weights" : { }, "type" : "inner_product", "has_relu" : 0, "bottom" : "input.81", "blob_biases" : 161, "has_tanh" : 0, "debug_info" : "input.83", "name" : "input.83", "has_prelu" : 0 }, { "bottom" : "input.83", "weights" : { }, "mode" : 19, "debug_info" : "input.85", "top" : "input.85", "type" : "activation", "name" : "input.85" }, { "nB" : 128, "top" : "426", "has_biases" : 1, "blob_weights_f16" : 167, "nC" : 128, "weights" : { }, "type" : "inner_product", "has_relu" : 0, "bottom" : "input.85", "blob_biases" : 165, "has_tanh" : 0, "debug_info" : "426", "name" : "426", "has_prelu" : 0 }, { "bottom" : "426,input.79", "alpha" : 1, "operation" : 0, "weights" : { }, "fused_relu" : 0, "debug_info" : "input.87", "top" : "input.87", "type" : "elementwise", "name" : "input.87", "beta" : 0 }, { "axis_mode" : 1, "bottom" : "input.87", "weights" : { }, "mode" : 1, "nd_axis" : 2, "nd_mode" : true, "debug_info" : "input.89_mean", "use_version" : 1, "top" : "input.89_mean", "type" : "reduce", "name" : "input.89_mean" }, { "bottom" : "input.87,input.89_mean", "alpha" : 1, "operation" : 33, "weights" : { }, "fused_relu" : 0, "debug_info" : "input.89_sub_mean", "nd_mode" : true, "top" : "input.89_sub_mean", "type" : "elementwise", "name" : "input.89_sub_mean", "beta" : 0 }, { "bottom" : "input.89_sub_mean", "alpha" : 2, "operation" : 13, "weights" : { }, "fused_relu" : 0, "debug_info" : "input.89_square", "top" : "input.89_square", "type" : "elementwise", "name" : "input.89_square", "beta" : 0 }, { "axis_mode" : 1, "bottom" : "input.89_square", "weights" : { }, "mode" : 0, "nd_axis" : 2, "nd_mode" : true, "debug_info" : "input.89_square_sum", "use_version" : 1, "top" : "input.89_square_sum", "type" : "reduce", "name" : "input.89_square_sum" }, { "top" : "input.89_div_constant", "w" : 1, "h" : 1, "name" : "input.89_div_constant", "nd_rank" : 1, "type" : "load_constant", "k" : 1, "bottom" : "", "debug_info" : "input.89_div_constant", "n" : 1, "weights" : { }, "constant_blob" : 169 }, { "bottom" : "input.89_square_sum,input.89_div_constant", "alpha" : 1, "operation" : 102, "weights" : { }, "fused_relu" : 0, "debug_info" : "input.89_div_square_sum", "nd_mode" : true, "top" : "input.89_div_square_sum", "type" : "elementwise", "name" : "input.89_div_square_sum", "beta" : 0 }, { "top" : "input.89_epsilon", "w" : 1, "h" : 1, "name" : "input.89_epsilon", "nd_rank" : 1, "type" : "load_constant", "k" : 1, "bottom" : "", "debug_info" : "input.89_epsilon", "n" : 1, "weights" : { }, "constant_blob" : 171 }, { "bottom" : "input.89_div_square_sum,input.89_epsilon", "alpha" : 1, "operation" : 0, "weights" : { }, "fused_relu" : 0, "debug_info" : "input.89_add_epsilon", "top" : "input.89_add_epsilon", "type" : "elementwise", "name" : "input.89_add_epsilon", "beta" : 0 }, { "bottom" : "input.89_add_epsilon", "alpha" : 1, "operation" : 11, "weights" : { }, "fused_relu" : 0, "debug_info" : "input.89_sqrt", "top" : "input.89_sqrt", "type" : "elementwise", "name" : "input.89_sqrt", "beta" : 0 }, { "bottom" : "input.89_sub_mean,input.89_sqrt", "alpha" : 1, "operation" : 102, "weights" : { }, "fused_relu" : 0, "debug_info" : "input.89_divide", "nd_mode" : true, "top" : "input.89_divide", "type" : "elementwise", "name" : "input.89_divide", "beta" : 0 }, { "top" : "input.89_gamma", "w" : 128, "h" : 1, "name" : "input.89_gamma", "nd_rank" : 3, "type" : "load_constant", "k" : 1, "bottom" : "", "debug_info" : "input.89_gamma", "n" : 1, "weights" : { }, "constant_blob" : 173 }, { "top" : "input.89_beta", "w" : 128, "h" : 1, "name" : "input.89_beta", "nd_rank" : 3, "type" : "load_constant", "k" : 1, "bottom" : "", "debug_info" : "input.89_beta", "n" : 1, "weights" : { }, "constant_blob" : 175 }, { "bottom" : "input.89_divide,input.89_gamma", "alpha" : 1, "operation" : 1, "weights" : { }, "fused_relu" : 0, "debug_info" : "input.89_mul", "nd_mode" : true, "top" : "input.89_mul", "type" : "elementwise", "name" : "input.89_mul", "beta" : 0 }, { "bottom" : "input.89_mul,input.89_beta", "alpha" : 1, "operation" : 0, "weights" : { }, "fused_relu" : 0, "debug_info" : "input.89", "nd_mode" : true, "top" : "input.89", "type" : "elementwise", "name" : "input.89", "beta" : 0 }, { "nB" : 128, "top" : "436", "has_biases" : 1, "blob_weights_f16" : 179, "nC" : 192, "weights" : { }, "type" : "inner_product", "has_relu" : 0, "bottom" : "input.89", "blob_biases" : 177, "has_tanh" : 0, "debug_info" : "436", "name" : "436", "has_prelu" : 0 }, { "begin_104" : 0, "begin_63" : 0, "begin_59" : 0, "begin_64" : 0, "begin_105" : 0, "begin_65" : 0, "begin_0" : 0, "begin_70" : 0, "begin_66" : 0, "begin_106" : 0, "begin_110" : 0, "begin_2" : 0, "begin_71" : 0, "begin_67" : 0, "begin_68" : 0, "begin_107" : 0, "begin_111" : 0, "begin_4" : 0, "begin_72" : 0, "begin_73" : 0, "begin_69" : 0, "begin_6" : 0, "begin_74" : 0, "begin_108" : 0, "type" : "split_nd", "begin_8" : 0, "begin_112" : 0, "begin_75" : 0, "begin_10" : 0, "begin_80" : 0, "begin_76" : 0, "begin_109" : 0, "begin_113" : 0, "begin_11" : 0, "nd_axis" : -1, "begin_81" : 0, "begin_77" : 0, "begin_114" : 0, "begin_12" : 0, "begin_78" : 0, "begin_82" : 0, "begin_13" : 0, "begin_83" : 0, "begin_79" : 0, "begin_115" : 0, "begin_14" : 0, "begin_84" : 0, "begin_15" : 0, "begin_85" : 0, "num_splits" : 3, "begin_116" : 0, "begin_120" : 0, "begin_20" : 0, "begin_86" : 0, "begin_16" : 0, "begin_90" : 0, "begin_21" : 0, "begin_91" : 0, "begin_87" : 0, "begin_17" : 0, "begin_117" : 0, "begin_121" : 0, "begin_18" : 0, "begin_92" : 0, "begin_88" : 0, "begin_22" : 0, "begin_23" : 0, "begin_89" : 0, "begin_19" : 0, "begin_93" : 0, "begin_118" : 0, "begin_122" : 0, "begin_24" : 0, "begin_94" : 0, "begin_25" : 0, "begin_95" : 0, "begin_119" : 0, "begin_123" : 0, "begin_30" : 0, "begin_26" : 0, "begin_96" : 0, "begin_124" : 0, "begin_31" : 0, "begin_97" : 0, "begin_27" : 0, "begin_28" : 0, "begin_98" : 0, "begin_32" : 0, "begin_125" : 0, "begin_33" : 0, "begin_29" : 0, "begin_99" : 0, "begin_1" : 0, "weights" : { }, "begin_34" : 0, "bottom" : "436", "begin_3" : 0, "begin_126" : 0, "begin_35" : 0, "begin_5" : 0, "begin_36" : 0, "begin_40" : 0, "begin_127" : 0, "name" : "437", "begin_41" : 0, "begin_37" : 0, "begin_7" : 0, "begin_42" : 0, "begin_38" : 0, "begin_9" : 0, "begin_39" : 0, "begin_43" : 0, "begin_44" : 0, "begin_45" : 0, "begin_50" : 0, "begin_46" : 0, "begin_51" : 0, "begin_47" : 0, "begin_100" : 0, "begin_52" : 0, "debug_info" : "437", "begin_48" : 0, "top" : "437_0,437_1,437_2", "begin_101" : 0, "begin_53" : 0, "begin_49" : 0, "begin_54" : 0, "begin_55" : 0, "begin_102" : 0, "begin_60" : 0, "begin_56" : 0, "begin_103" : 0, "begin_57" : 0, "begin_61" : 0, "begin_62" : 0, "begin_58" : 0 }, { "name" : "443", "weights" : { }, "dst_w" : 16, "version" : 1, "dst_n" : 1, "dst_nd_rank" : 4, "type" : "reshape", "dst_h" : 4, "mode" : 0, "dynamic_shape" : false, "bottom" : "437_0", "debug_info" : "443", "dst_seq" : 1, "dst_k" : -1, "top" : "443" }, { "name" : "447", "weights" : { }, "dst_w" : 16, "version" : 1, "dst_n" : 1, "dst_nd_rank" : 4, "type" : "reshape", "dst_h" : 4, "mode" : 0, "dynamic_shape" : false, "bottom" : "437_1", "debug_info" : "447", "dst_seq" : 1, "dst_k" : -1, "top" : "447" }, { "name" : "451", "weights" : { }, "dst_w" : 16, "version" : 1, "dst_n" : 1, "dst_nd_rank" : 4, "type" : "reshape", "dst_h" : 4, "mode" : 0, "dynamic_shape" : false, "bottom" : "437_2", "debug_info" : "451", "dst_seq" : 1, "dst_k" : -1, "top" : "451" }, { "axis_h" : 0, "axis_w" : 2, "bottom" : "447", "axis_k" : 1, "axis_n" : 3, "axis_seq" : 4, "weights" : { }, "debug_info" : "transpose_31", "top" : "transpose_31", "type" : "transpose", "name" : "transpose_31" }, { "axis_h" : 2, "axis_w" : 0, "bottom" : "443", "axis_k" : 1, "axis_n" : 3, "axis_seq" : 4, "weights" : { }, "debug_info" : "transpose_32", "top" : "transpose_32", "type" : "transpose", "name" : "transpose_32" }, { "bottom" : "transpose_32,transpose_31", "weights" : { }, "debug_info" : "455", "top" : "455", "type" : "batch_matmul", "name" : "455", "channel_mode" : false }, { "bottom" : "455", "alpha" : 0.25, "operation" : 1, "weights" : { }, "fused_relu" : 0, "debug_info" : "input.91", "top" : "input.91", "type" : "elementwise", "name" : "input.91", "beta" : 0 }, { "bottom" : "input.91", "weights" : { }, "nd_axis" : -1, "debug_info" : "attn", "top" : "attn", "type" : "softmax_nd", "name" : "attn" }, { "axis_h" : 2, "axis_w" : 0, "bottom" : "451", "axis_k" : 1, "axis_n" : 3, "axis_seq" : 4, "weights" : { }, "debug_info" : "transpose_33", "top" : "transpose_33", "type" : "transpose", "name" : "transpose_33" }, { "bottom" : "attn,transpose_33", "weights" : { }, "debug_info" : "out", "top" : "out", "type" : "batch_matmul", "name" : "out", "channel_mode" : false }, { "axis_h" : 2, "axis_w" : 0, "bottom" : "out", "axis_k" : 1, "axis_n" : 3, "axis_seq" : 4, "weights" : { }, "debug_info" : "transpose_30", "top" : "transpose_30", "type" : "transpose", "name" : "transpose_30" }, { "name" : "input.93", "weights" : { }, "dst_w" : 64, "version" : 1, "dst_n" : 1, "dst_nd_rank" : 3, "type" : "reshape", "dst_h" : -1, "mode" : 0, "dynamic_shape" : false, "bottom" : "transpose_30", "debug_info" : "input.93", "dst_seq" : 1, "dst_k" : 1, "top" : "input.93" }, { "nB" : 64, "top" : "464", "has_biases" : 1, "blob_weights_f16" : 183, "nC" : 128, "weights" : { }, "type" : "inner_product", "has_relu" : 0, "bottom" : "input.93", "blob_biases" : 181, "has_tanh" : 0, "debug_info" : "464", "name" : "464", "has_prelu" : 0 }, { "bottom" : "464,input.87", "alpha" : 1, "operation" : 0, "weights" : { }, "fused_relu" : 0, "debug_info" : "input.95", "top" : "input.95", "type" : "elementwise", "name" : "input.95", "beta" : 0 }, { "axis_mode" : 1, "bottom" : "input.95", "weights" : { }, "mode" : 1, "nd_axis" : 2, "nd_mode" : true, "debug_info" : "input.97_mean", "use_version" : 1, "top" : "input.97_mean", "type" : "reduce", "name" : "input.97_mean" }, { "bottom" : "input.95,input.97_mean", "alpha" : 1, "operation" : 33, "weights" : { }, "fused_relu" : 0, "debug_info" : "input.97_sub_mean", "nd_mode" : true, "top" : "input.97_sub_mean", "type" : "elementwise", "name" : "input.97_sub_mean", "beta" : 0 }, { "bottom" : "input.97_sub_mean", "alpha" : 2, "operation" : 13, "weights" : { }, "fused_relu" : 0, "debug_info" : "input.97_square", "top" : "input.97_square", "type" : "elementwise", "name" : "input.97_square", "beta" : 0 }, { "axis_mode" : 1, "bottom" : "input.97_square", "weights" : { }, "mode" : 0, "nd_axis" : 2, "nd_mode" : true, "debug_info" : "input.97_square_sum", "use_version" : 1, "top" : "input.97_square_sum", "type" : "reduce", "name" : "input.97_square_sum" }, { "top" : "input.97_div_constant", "w" : 1, "h" : 1, "name" : "input.97_div_constant", "nd_rank" : 1, "type" : "load_constant", "k" : 1, "bottom" : "", "debug_info" : "input.97_div_constant", "n" : 1, "weights" : { }, "constant_blob" : 185 }, { "bottom" : "input.97_square_sum,input.97_div_constant", "alpha" : 1, "operation" : 102, "weights" : { }, "fused_relu" : 0, "debug_info" : "input.97_div_square_sum", "nd_mode" : true, "top" : "input.97_div_square_sum", "type" : "elementwise", "name" : "input.97_div_square_sum", "beta" : 0 }, { "top" : "input.97_epsilon", "w" : 1, "h" : 1, "name" : "input.97_epsilon", "nd_rank" : 1, "type" : "load_constant", "k" : 1, "bottom" : "", "debug_info" : "input.97_epsilon", "n" : 1, "weights" : { }, "constant_blob" : 187 }, { "bottom" : "input.97_div_square_sum,input.97_epsilon", "alpha" : 1, "operation" : 0, "weights" : { }, "fused_relu" : 0, "debug_info" : "input.97_add_epsilon", "top" : "input.97_add_epsilon", "type" : "elementwise", "name" : "input.97_add_epsilon", "beta" : 0 }, { "bottom" : "input.97_add_epsilon", "alpha" : 1, "operation" : 11, "weights" : { }, "fused_relu" : 0, "debug_info" : "input.97_sqrt", "top" : "input.97_sqrt", "type" : "elementwise", "name" : "input.97_sqrt", "beta" : 0 }, { "bottom" : "input.97_sub_mean,input.97_sqrt", "alpha" : 1, "operation" : 102, "weights" : { }, "fused_relu" : 0, "debug_info" : "input.97_divide", "nd_mode" : true, "top" : "input.97_divide", "type" : "elementwise", "name" : "input.97_divide", "beta" : 0 }, { "top" : "input.97_gamma", "w" : 128, "h" : 1, "name" : "input.97_gamma", "nd_rank" : 3, "type" : "load_constant", "k" : 1, "bottom" : "", "debug_info" : "input.97_gamma", "n" : 1, "weights" : { }, "constant_blob" : 189 }, { "top" : "input.97_beta", "w" : 128, "h" : 1, "name" : "input.97_beta", "nd_rank" : 3, "type" : "load_constant", "k" : 1, "bottom" : "", "debug_info" : "input.97_beta", "n" : 1, "weights" : { }, "constant_blob" : 191 }, { "bottom" : "input.97_divide,input.97_gamma", "alpha" : 1, "operation" : 1, "weights" : { }, "fused_relu" : 0, "debug_info" : "input.97_mul", "nd_mode" : true, "top" : "input.97_mul", "type" : "elementwise", "name" : "input.97_mul", "beta" : 0 }, { "bottom" : "input.97_mul,input.97_beta", "alpha" : 1, "operation" : 0, "weights" : { }, "fused_relu" : 0, "debug_info" : "input.97", "nd_mode" : true, "top" : "input.97", "type" : "elementwise", "name" : "input.97", "beta" : 0 }, { "nB" : 128, "top" : "input.99", "has_biases" : 1, "blob_weights_f16" : 195, "nC" : 128, "weights" : { }, "type" : "inner_product", "has_relu" : 0, "bottom" : "input.97", "blob_biases" : 193, "has_tanh" : 0, "debug_info" : "input.99", "name" : "input.99", "has_prelu" : 0 }, { "bottom" : "input.99", "weights" : { }, "mode" : 19, "debug_info" : "input.101", "top" : "input.101", "type" : "activation", "name" : "input.101" }, { "nB" : 128, "top" : "480", "has_biases" : 1, "blob_weights_f16" : 199, "nC" : 128, "weights" : { }, "type" : "inner_product", "has_relu" : 0, "bottom" : "input.101", "blob_biases" : 197, "has_tanh" : 0, "debug_info" : "480", "name" : "480", "has_prelu" : 0 }, { "bottom" : "480,input.95", "alpha" : 1, "operation" : 0, "weights" : { }, "fused_relu" : 0, "debug_info" : "x", "top" : "x", "type" : "elementwise", "name" : "x", "beta" : 0 }, { "axis_mode" : 2, "bottom" : "x", "weights" : { }, "mode" : 1, "nd_axis" : 1, "nd_mode" : true, "debug_info" : "input.103", "use_version" : 1, "top" : "input.103_presqueeze", "type" : "reduce", "name" : "input.103_presqueeze" }, { "size_of_axes" : 1, "bottom" : "input.103_presqueeze", "axes_0" : 1, "weights" : { }, "nd_axis" : 0, "debug_info" : "input.103", "version" : 1, "top" : "input.103", "type" : "squeeze", "name" : "input.103" }, { "bottom" : "input.103", "weights" : { }, "mode" : 0, "debug_info" : "input.105", "top" : "input.105", "type" : "activation", "name" : "input.105" }, { "nB" : 128, "top" : "input", "has_biases" : 1, "blob_weights_f16" : 203, "nC" : 3, "weights" : { }, "type" : "inner_product", "has_relu" : 0, "bottom" : "input.105", "blob_biases" : 201, "has_tanh" : 0, "debug_info" : "input", "name" : "input", "has_prelu" : 0 }, { "bottom" : "input", "weights" : { }, "nd_axis" : -1, "debug_info" : "497", "top" : "labelProbability", "type" : "softmax_nd", "name" : "497", "attributes" : { "is_output" : 1 } } ], "storage" : "model.espresso.weights", "metadata_in_weights" : [ ], "analyses" : { "N8Espresso23analysis_debug_metadataE" : { "bundle" : "", "product" : "", "version" : "", "path" : "", "mldb_token" : "mldb-2lxyvpjyn7", "use_case" : "", "name" : "" } }, "properties" : { }, "format_version" : 300, "shape" : { "layer_shapes" : { "383_1" : { "k" : 1, "w" : 64, "n" : 1, "_rank" : 3, "h" : 9 }, "input.95" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 3, "h" : 9 }, "input.41" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 3, "h" : 9 }, "input.41_epsilon" : { "k" : 1, "w" : 1, "n" : 1, "_rank" : 1, "h" : 1 }, "437_1" : { "k" : 1, "w" : 64, "n" : 1, "_rank" : 3, "h" : 9 }, "input.41_divide" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 3, "h" : 9 }, "173" : { "k" : 9, "w" : 16, "n" : 1, "_rank" : 4, "h" : 4 }, "input.71" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 3, "h" : 9 }, "210" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 3, "h" : 9 }, "out" : { "k" : 4, "w" : 16, "n" : 1, "_rank" : 4, "h" : 9 }, "input.97_gamma" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 3, "h" : 1 }, "input.33_div_constant" : { "k" : 1, "w" : 1, "n" : 1, "_rank" : 1, "h" : 1 }, "383_2" : { "k" : 1, "w" : 64, "n" : 1, "_rank" : 3, "h" : 9 }, "input.3" : { "k" : 1, "w" : 9, "n" : 1, "_rank" : 3, "h" : 128 }, "input.97_sqrt" : { "k" : 1, "w" : 1, "n" : 1, "_rank" : 3, "h" : 9 }, "437_2" : { "k" : 1, "w" : 64, "n" : 1, "_rank" : 3, "h" : 9 }, "transpose_49" : { "k" : 4, "w" : 16, "n" : 1, "_rank" : 4, "h" : 9 }, "input.57_add_epsilon" : { "k" : 1, "w" : 1, "n" : 1, "_rank" : 3, "h" : 9 }, "out.5" : { "k" : 4, "w" : 16, "n" : 1, "_rank" : 4, "h" : 9 }, "expand_dims_0" : { "k" : 6, "w" : 30, "n" : 1, "_rank" : 4, "h" : 1 }, "input.105" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 2, "h" : 1 }, "177" : { "k" : 9, "w" : 16, "n" : 1, "_rank" : 4, "h" : 4 }, "transpose_47" : { "k" : 4, "w" : 9, "n" : 1, "_rank" : 4, "h" : 16 }, "input.89_beta" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 3, "h" : 1 }, "input.73_mul" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 3, "h" : 9 }, "transpose_45" : { "k" : 4, "w" : 16, "n" : 1, "_rank" : 4, "h" : 9 }, "input.49_gamma" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 3, "h" : 1 }, "input.41_gamma" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 3, "h" : 1 }, "274" : { "k" : 1, "w" : 192, "n" : 1, "_rank" : 3, "h" : 9 }, "input.81_square_sum" : { "k" : 1, "w" : 1, "n" : 1, "_rank" : 3, "h" : 9 }, "input.27" : { "k" : 4, "w" : 9, "n" : 1, "_rank" : 4, "h" : 9 }, "input.41_add_epsilon" : { "k" : 1, "w" : 1, "n" : 1, "_rank" : 3, "h" : 9 }, "input.9_gamma" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 3, "h" : 1 }, "input.41_sub_mean" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 3, "h" : 9 }, "transpose_43" : { "k" : 4, "w" : 9, "n" : 1, "_rank" : 4, "h" : 16 }, "input.97_mul" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 3, "h" : 9 }, "input.89_div_square_sum" : { "k" : 1, "w" : 1, "n" : 1, "_rank" : 3, "h" : 9 }, "input.97_mean" : { "k" : 1, "w" : 1, "n" : 1, "_rank" : 3, "h" : 9 }, "input.41_square_sum" : { "k" : 1, "w" : 1, "n" : 1, "_rank" : 3, "h" : 9 }, "input.57" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 3, "h" : 9 }, "transpose_41" : { "k" : 4, "w" : 16, "n" : 1, "_rank" : 4, "h" : 9 }, "372" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 3, "h" : 9 }, "input.9_div_square_sum" : { "k" : 1, "w" : 1, "n" : 1, "_rank" : 3, "h" : 9 }, "input.49_add_epsilon" : { "k" : 1, "w" : 1, "n" : 1, "_rank" : 3, "h" : 9 }, "input.87" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 3, "h" : 9 }, "input.33" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 3, "h" : 9 }, "343" : { "k" : 9, "w" : 16, "n" : 1, "_rank" : 4, "h" : 4 }, "input" : { "k" : 1, "w" : 3, "n" : 1, "_rank" : 2, "h" : 1 }, "input.73_sqrt" : { "k" : 1, "w" : 1, "n" : 1, "_rank" : 3, "h" : 9 }, "248" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 3, "h" : 9 }, "input.49_sqrt" : { "k" : 1, "w" : 1, "n" : 1, "_rank" : 3, "h" : 9 }, "42_shape" : { "k" : 1, "w" : 3, "n" : 1, "_rank" : 1, "h" : 1 }, "input.63" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 3, "h" : 9 }, "410" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 3, "h" : 9 }, "input.65_beta" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 3, "h" : 1 }, "out.7" : { "k" : 4, "w" : 16, "n" : 1, "_rank" : 4, "h" : 9 }, "input.33_add_epsilon" : { "k" : 1, "w" : 1, "n" : 1, "_rank" : 3, "h" : 9 }, "input.97_epsilon" : { "k" : 1, "w" : 1, "n" : 1, "_rank" : 1, "h" : 1 }, "labelProbability" : { "k" : 1, "w" : 3, "n" : 1, "_rank" : 2, "h" : 1 }, "input.93" : { "k" : 1, "w" : 64, "n" : 1, "_rank" : 3, "h" : 9 }, "90" : { "k" : 1, "w" : 64, "n" : 1, "_rank" : 2, "h" : 1 }, "input.49_div_square_sum" : { "k" : 1, "w" : 1, "n" : 1, "_rank" : 3, "h" : 9 }, "input.97_div_square_sum" : { "k" : 1, "w" : 1, "n" : 1, "_rank" : 3, "h" : 9 }, "input.65_epsilon" : { "k" : 1, "w" : 1, "n" : 1, "_rank" : 1, "h" : 1 }, "input.73_mean" : { "k" : 1, "w" : 1, "n" : 1, "_rank" : 3, "h" : 9 }, "attn.5" : { "k" : 4, "w" : 9, "n" : 1, "_rank" : 4, "h" : 9 }, "cast_30" : { "k" : 1, "w" : 1, "n" : 1, "_rank" : 2, "h" : 1 }, "347" : { "k" : 4, "w" : 9, "n" : 1, "_rank" : 4, "h" : 9 }, "443" : { "k" : 9, "w" : 16, "n" : 1, "_rank" : 4, "h" : 4 }, "input.57_sub_mean" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 3, "h" : 9 }, "input.49_mean" : { "k" : 1, "w" : 1, "n" : 1, "_rank" : 3, "h" : 9 }, "318" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 3, "h" : 9 }, "88" : { "k" : 1, "w" : 1, "n" : 1, "_rank" : 2, "h" : 1 }, "input.33_epsilon" : { "k" : 1, "w" : 1, "n" : 1, "_rank" : 1, "h" : 1 }, "input.73_square_sum" : { "k" : 1, "w" : 1, "n" : 1, "_rank" : 3, "h" : 9 }, "input.81_mul" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 3, "h" : 9 }, "input.19" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 3, "h" : 9 }, "input.25_sqrt" : { "k" : 1, "w" : 1, "n" : 1, "_rank" : 3, "h" : 9 }, "input.33_square_sum" : { "k" : 1, "w" : 1, "n" : 1, "_rank" : 3, "h" : 9 }, "97" : { "k" : 1, "w" : 64, "n" : 1, "_rank" : 2, "h" : 1 }, "input.65_div_constant" : { "k" : 1, "w" : 1, "n" : 1, "_rank" : 1, "h" : 1 }, "98" : { "k" : 1, "w" : 64, "n" : 1, "_rank" : 2, "h" : 1 }, "input.41_beta" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 3, "h" : 1 }, "input.89_square" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 3, "h" : 9 }, "input.49" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 3, "h" : 9 }, "447" : { "k" : 9, "w" : 16, "n" : 1, "_rank" : 4, "h" : 4 }, "input.17_beta" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 3, "h" : 1 }, "transpose_54" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 3, "h" : 9 }, "input.49_divide" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 3, "h" : 9 }, "input.33_sub_mean" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 3, "h" : 9 }, "out.9" : { "k" : 4, "w" : 16, "n" : 1, "_rank" : 4, "h" : 9 }, "input.9" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 3, "h" : 9 }, "input.57_div_square_sum" : { "k" : 1, "w" : 1, "n" : 1, "_rank" : 3, "h" : 9 }, "input.57_gamma" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 3, "h" : 1 }, "input.9_add_epsilon" : { "k" : 1, "w" : 1, "n" : 1, "_rank" : 3, "h" : 9 }, "input.17_square" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 3, "h" : 9 }, "input.25" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 3, "h" : 9 }, "transpose_52" : { "k" : 4, "w" : 16, "n" : 1, "_rank" : 4, "h" : 9 }, "input.79" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 3, "h" : 9 }, "input.89_epsilon" : { "k" : 1, "w" : 1, "n" : 1, "_rank" : 1, "h" : 1 }, "transpose_50" : { "k" : 9, "w" : 16, "n" : 1, "_rank" : 4, "h" : 4 }, "input.25_mean" : { "k" : 1, "w" : 1, "n" : 1, "_rank" : 3, "h" : 9 }, "input.55" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 3, "h" : 9 }, "input.97_square" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 3, "h" : 9 }, "input.57_divide" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 3, "h" : 9 }, "input.85" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 3, "h" : 9 }, "input.97_div_constant" : { "k" : 1, "w" : 1, "n" : 1, "_rank" : 1, "h" : 1 }, "input.31" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 3, "h" : 9 }, "input.25_square" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 3, "h" : 9 }, "input.61" : { "k" : 1, "w" : 64, "n" : 1, "_rank" : 3, "h" : 9 }, "input.65_square_sum" : { "k" : 1, "w" : 1, "n" : 1, "_rank" : 3, "h" : 9 }, "input.25_add_epsilon" : { "k" : 1, "w" : 1, "n" : 1, "_rank" : 3, "h" : 9 }, "input.65_divide" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 3, "h" : 9 }, "194" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 3, "h" : 9 }, "input.17_div_square_sum" : { "k" : 1, "w" : 1, "n" : 1, "_rank" : 3, "h" : 9 }, "input.65_div_square_sum" : { "k" : 1, "w" : 1, "n" : 1, "_rank" : 3, "h" : 9 }, "input.81_sub_mean" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 3, "h" : 9 }, "input.91" : { "k" : 4, "w" : 9, "n" : 1, "_rank" : 4, "h" : 9 }, "input.49_sub_mean" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 3, "h" : 9 }, "input.25_square_sum" : { "k" : 1, "w" : 1, "n" : 1, "_rank" : 3, "h" : 9 }, "input.33_square" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 3, "h" : 9 }, "x.1" : { "k" : 1, "w" : 6, "n" : 1, "_rank" : 2, "h" : 30 }, "input.17_div_constant" : { "k" : 1, "w" : 1, "n" : 1, "_rank" : 1, "h" : 1 }, "231" : { "k" : 9, "w" : 16, "n" : 1, "_rank" : 4, "h" : 4 }, "166" : { "k" : 1, "w" : 192, "n" : 1, "_rank" : 3, "h" : 9 }, "transpose_39" : { "k" : 4, "w" : 9, "n" : 1, "_rank" : 4, "h" : 16 }, "input.89_sqrt" : { "k" : 1, "w" : 1, "n" : 1, "_rank" : 3, "h" : 9 }, "293" : { "k" : 4, "w" : 9, "n" : 1, "_rank" : 4, "h" : 9 }, "attn.7" : { "k" : 4, "w" : 9, "n" : 1, "_rank" : 4, "h" : 9 }, "input.73_divide" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 3, "h" : 9 }, "x.3" : { "k" : 1, "w" : 6, "n" : 1, "_rank" : 3, "h" : 30 }, "transpose_37" : { "k" : 4, "w" : 16, "n" : 1, "_rank" : 4, "h" : 9 }, "input.57_epsilon" : { "k" : 1, "w" : 1, "n" : 1, "_rank" : 1, "h" : 1 }, "gather_0" : { "k" : 1, "w" : 1, "n" : 1, "_rank" : 1, "h" : 1 }, "input.17" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 3, "h" : 9 }, "264" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 3, "h" : 9 }, "AccelerationZ" : { "k" : 1, "w" : 30, "n" : 1, "_rank" : 1, "h" : 1 }, "transpose_35" : { "k" : 4, "w" : 9, "n" : 1, "_rank" : 4, "h" : 16 }, "input.41_square" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 3, "h" : 9 }, "input.17_add_epsilon" : { "k" : 1, "w" : 1, "n" : 1, "_rank" : 3, "h" : 9 }, "input.25_epsilon" : { "k" : 1, "w" : 1, "n" : 1, "_rank" : 1, "h" : 1 }, "input.41_div_constant" : { "k" : 1, "w" : 1, "n" : 1, "_rank" : 1, "h" : 1 }, "transpose_33" : { "k" : 4, "w" : 16, "n" : 1, "_rank" : 4, "h" : 9 }, "input.103" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 2, "h" : 1 }, "AccelerationY" : { "k" : 1, "w" : 30, "n" : 1, "_rank" : 1, "h" : 1 }, "input.47" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 3, "h" : 9 }, "235" : { "k" : 9, "w" : 16, "n" : 1, "_rank" : 4, "h" : 4 }, "input.89_mean" : { "k" : 1, "w" : 1, "n" : 1, "_rank" : 3, "h" : 9 }, "input.25_div_square_sum" : { "k" : 1, "w" : 1, "n" : 1, "_rank" : 3, "h" : 9 }, "transpose_31" : { "k" : 4, "w" : 9, "n" : 1, "_rank" : 4, "h" : 16 }, "input.73_div_square_sum" : { "k" : 1, "w" : 1, "n" : 1, "_rank" : 3, "h" : 9 }, "AccelerationX" : { "k" : 1, "w" : 30, "n" : 1, "_rank" : 1, "h" : 1 }, "input.5" : { "k" : 1, "w" : 9, "n" : 1, "_rank" : 3, "h" : 128 }, "input.81_divide" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 3, "h" : 9 }, "input.49_div_constant" : { "k" : 1, "w" : 1, "n" : 1, "_rank" : 1, "h" : 1 }, "302" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 3, "h" : 9 }, "input.23" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 3, "h" : 9 }, "393" : { "k" : 9, "w" : 16, "n" : 1, "_rank" : 4, "h" : 4 }, "input.65_gamma" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 3, "h" : 1 }, "input.77" : { "k" : 1, "w" : 64, "n" : 1, "_rank" : 3, "h" : 9 }, "input.97_sub_mean" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 3, "h" : 9 }, "input.97_square_sum" : { "k" : 1, "w" : 1, "n" : 1, "_rank" : 3, "h" : 9 }, "input.65_sqrt" : { "k" : 1, "w" : 1, "n" : 1, "_rank" : 3, "h" : 9 }, "input.53" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 3, "h" : 9 }, "input.57_square_sum" : { "k" : 1, "w" : 1, "n" : 1, "_rank" : 3, "h" : 9 }, "input.81_beta" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 3, "h" : 1 }, "input.17_mul" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 3, "h" : 9 }, "239" : { "k" : 4, "w" : 9, "n" : 1, "_rank" : 4, "h" : 9 }, "input.9_sub_mean" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 3, "h" : 9 }, "input.57_beta" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 3, "h" : 1 }, "RotationZ" : { "k" : 1, "w" : 30, "n" : 1, "_rank" : 1, "h" : 1 }, "335" : { "k" : 9, "w" : 16, "n" : 1, "_rank" : 4, "h" : 4 }, "input.41_div_square_sum" : { "k" : 1, "w" : 1, "n" : 1, "_rank" : 3, "h" : 9 }, "input.83" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 3, "h" : 9 }, "input.17_square_sum" : { "k" : 1, "w" : 1, "n" : 1, "_rank" : 3, "h" : 9 }, "401" : { "k" : 4, "w" : 9, "n" : 1, "_rank" : 4, "h" : 9 }, "input.9_mean" : { "k" : 1, "w" : 1, "n" : 1, "_rank" : 3, "h" : 9 }, "input.49_epsilon" : { "k" : 1, "w" : 1, "n" : 1, "_rank" : 1, "h" : 1 }, "input.17_gamma" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 3, "h" : 1 }, "397" : { "k" : 9, "w" : 16, "n" : 1, "_rank" : 4, "h" : 4 }, "input.65_mean" : { "k" : 1, "w" : 1, "n" : 1, "_rank" : 3, "h" : 9 }, "input.17_epsilon" : { "k" : 1, "w" : 1, "n" : 1, "_rank" : 1, "h" : 1 }, "input.33_div_square_sum" : { "k" : 1, "w" : 1, "n" : 1, "_rank" : 3, "h" : 9 }, "input.81_div_square_sum" : { "k" : 1, "w" : 1, "n" : 1, "_rank" : 3, "h" : 9 }, "input.25_sub_mean" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 3, "h" : 9 }, "464" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 3, "h" : 9 }, "gather_0_indices_0" : { "k" : 1, "w" : 1, "n" : 1, "_rank" : 1, "h" : 1 }, "339" : { "k" : 9, "w" : 16, "n" : 1, "_rank" : 4, "h" : 4 }, "transpose_48" : { "k" : 4, "w" : 16, "n" : 1, "_rank" : 4, "h" : 9 }, "input.41_sqrt" : { "k" : 1, "w" : 1, "n" : 1, "_rank" : 3, "h" : 9 }, "input.97_add_epsilon" : { "k" : 1, "w" : 1, "n" : 1, "_rank" : 3, "h" : 9 }, "input.17_sqrt" : { "k" : 1, "w" : 1, "n" : 1, "_rank" : 3, "h" : 9 }, "transpose_46" : { "k" : 9, "w" : 16, "n" : 1, "_rank" : 4, "h" : 4 }, "436" : { "k" : 1, "w" : 192, "n" : 1, "_rank" : 3, "h" : 9 }, "input.39" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 3, "h" : 9 }, "input.33_beta" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 3, "h" : 1 }, "transpose_44" : { "k" : 4, "w" : 16, "n" : 1, "_rank" : 4, "h" : 9 }, "input.89_square_sum" : { "k" : 1, "w" : 1, "n" : 1, "_rank" : 3, "h" : 9 }, "input.69" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 3, "h" : 9 }, "input.15" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 3, "h" : 9 }, "transpose_42" : { "k" : 9, "w" : 16, "n" : 1, "_rank" : 4, "h" : 4 }, "input.81_add_epsilon" : { "k" : 1, "w" : 1, "n" : 1, "_rank" : 3, "h" : 9 }, "conv_0" : { "k" : 128, "w" : 9, "n" : 1, "_rank" : 4, "h" : 1 }, "pe" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 2, "h" : 1 }, "attn.9" : { "k" : 4, "w" : 9, "n" : 1, "_rank" : 4, "h" : 9 }, "input.49_square_sum" : { "k" : 1, "w" : 1, "n" : 1, "_rank" : 3, "h" : 9 }, "transpose_40" : { "k" : 4, "w" : 16, "n" : 1, "_rank" : 4, "h" : 9 }, "input.41_mean" : { "k" : 1, "w" : 1, "n" : 1, "_rank" : 3, "h" : 9 }, "input.9_epsilon" : { "k" : 1, "w" : 1, "n" : 1, "_rank" : 1, "h" : 1 }, "input.45" : { "k" : 1, "w" : 64, "n" : 1, "_rank" : 3, "h" : 9 }, "input.99" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 3, "h" : 9 }, "input.103_presqueeze" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 3, "h" : 1 }, "input.73_div_constant" : { "k" : 1, "w" : 1, "n" : 1, "_rank" : 1, "h" : 1 }, "input.17_mean" : { "k" : 1, "w" : 1, "n" : 1, "_rank" : 3, "h" : 9 }, "input.25_mul" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 3, "h" : 9 }, "input.73_sub_mean" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 3, "h" : 9 }, "input.9_beta" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 3, "h" : 1 }, "input.75" : { "k" : 4, "w" : 9, "n" : 1, "_rank" : 4, "h" : 9 }, "181" : { "k" : 9, "w" : 16, "n" : 1, "_rank" : 4, "h" : 4 }, "input.21" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 3, "h" : 9 }, "input.73_gamma" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 3, "h" : 1 }, "input.49_mul" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 3, "h" : 9 }, "input.51" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 3, "h" : 9 }, "input.49_square" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 3, "h" : 9 }, "RotationY" : { "k" : 1, "w" : 30, "n" : 1, "_rank" : 1, "h" : 1 }, "input.81" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 3, "h" : 9 }, "220" : { "k" : 1, "w" : 192, "n" : 1, "_rank" : 3, "h" : 9 }, "185" : { "k" : 4, "w" : 9, "n" : 1, "_rank" : 4, "h" : 9 }, "input.25_gamma" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 3, "h" : 1 }, "281" : { "k" : 9, "w" : 16, "n" : 1, "_rank" : 4, "h" : 4 }, "221_0" : { "k" : 1, "w" : 64, "n" : 1, "_rank" : 3, "h" : 9 }, "167_0" : { "k" : 1, "w" : 64, "n" : 1, "_rank" : 3, "h" : 9 }, "input.57_square" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 3, "h" : 9 }, "input.97_beta" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 3, "h" : 1 }, "n" : { "k" : 1, "w" : 64, "n" : 1, "_rank" : 2, "h" : 1 }, "input.89_sub_mean" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 3, "h" : 9 }, "transpose_55" : { "k" : 1, "w" : 30, "n" : 1, "_rank" : 3, "h" : 6 }, "input.81_epsilon" : { "k" : 1, "w" : 1, "n" : 1, "_rank" : 1, "h" : 1 }, "input.89_add_epsilon" : { "k" : 1, "w" : 1, "n" : 1, "_rank" : 3, "h" : 9 }, "285" : { "k" : 9, "w" : 16, "n" : 1, "_rank" : 4, "h" : 4 }, "input.37" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 3, "h" : 9 }, "221_1" : { "k" : 1, "w" : 64, "n" : 1, "_rank" : 3, "h" : 9 }, "transpose_53" : { "k" : 4, "w" : 16, "n" : 1, "_rank" : 4, "h" : 9 }, "input.25_div_constant" : { "k" : 1, "w" : 1, "n" : 1, "_rank" : 1, "h" : 1 }, "input.33_mul" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 3, "h" : 9 }, "input.65_square" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 3, "h" : 9 }, "transpose_51" : { "k" : 4, "w" : 9, "n" : 1, "_rank" : 4, "h" : 16 }, "167_1" : { "k" : 1, "w" : 64, "n" : 1, "_rank" : 3, "h" : 9 }, "attn.1" : { "k" : 4, "w" : 9, "n" : 1, "_rank" : 4, "h" : 9 }, "input.67" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 3, "h" : 9 }, "input.9_sqrt" : { "k" : 1, "w" : 1, "n" : 1, "_rank" : 3, "h" : 9 }, "n.3" : { "k" : 1, "w" : 1, "n" : 1, "_rank" : 1, "h" : 1 }, "input.13" : { "k" : 1, "w" : 64, "n" : 1, "_rank" : 3, "h" : 9 }, "382" : { "k" : 1, "w" : 192, "n" : 1, "_rank" : 3, "h" : 9 }, "x" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 3, "h" : 9 }, "input.73_add_epsilon" : { "k" : 1, "w" : 1, "n" : 1, "_rank" : 3, "h" : 9 }, "input.57_mul" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 3, "h" : 9 }, "input.9_mul" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 3, "h" : 9 }, "227" : { "k" : 9, "w" : 16, "n" : 1, "_rank" : 4, "h" : 4 }, "input.81_sqrt" : { "k" : 1, "w" : 1, "n" : 1, "_rank" : 3, "h" : 9 }, "input.97" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 3, "h" : 9 }, "input.101" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 3, "h" : 9 }, "input.43" : { "k" : 4, "w" : 9, "n" : 1, "_rank" : 4, "h" : 9 }, "input.57_sqrt" : { "k" : 1, "w" : 1, "n" : 1, "_rank" : 3, "h" : 9 }, "480" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 3, "h" : 9 }, "221_2" : { "k" : 1, "w" : 64, "n" : 1, "_rank" : 3, "h" : 9 }, "289" : { "k" : 9, "w" : 16, "n" : 1, "_rank" : 4, "h" : 4 }, "input.17_sub_mean" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 3, "h" : 9 }, "input.73_beta" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 3, "h" : 1 }, "input.89_divide" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 3, "h" : 9 }, "input.73_square" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 3, "h" : 9 }, "input.73" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 3, "h" : 9 }, "input.49_beta" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 3, "h" : 1 }, "275_0" : { "k" : 1, "w" : 64, "n" : 1, "_rank" : 3, "h" : 9 }, "167_2" : { "k" : 1, "w" : 64, "n" : 1, "_rank" : 3, "h" : 9 }, "451" : { "k" : 9, "w" : 16, "n" : 1, "_rank" : 4, "h" : 4 }, "356" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 3, "h" : 9 }, "329_0" : { "k" : 1, "w" : 64, "n" : 1, "_rank" : 3, "h" : 9 }, "out.1" : { "k" : 4, "w" : 16, "n" : 1, "_rank" : 4, "h" : 9 }, "input.57_div_constant" : { "k" : 1, "w" : 1, "n" : 1, "_rank" : 1, "h" : 1 }, "input.81_gamma" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 3, "h" : 1 }, "input.89_gamma" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 3, "h" : 1 }, "input.17_divide" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 3, "h" : 9 }, "input.81_mean" : { "k" : 1, "w" : 1, "n" : 1, "_rank" : 3, "h" : 9 }, "input.7" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 3, "h" : 9 }, "input.57_mean" : { "k" : 1, "w" : 1, "n" : 1, "_rank" : 3, "h" : 9 }, "input.65_add_epsilon" : { "k" : 1, "w" : 1, "n" : 1, "_rank" : 3, "h" : 9 }, "RotationX" : { "k" : 1, "w" : 30, "n" : 1, "_rank" : 1, "h" : 1 }, "input.97_divide" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 3, "h" : 9 }, "328" : { "k" : 1, "w" : 192, "n" : 1, "_rank" : 3, "h" : 9 }, "input.81_square" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 3, "h" : 9 }, "389" : { "k" : 9, "w" : 16, "n" : 1, "_rank" : 4, "h" : 4 }, "275_1" : { "k" : 1, "w" : 64, "n" : 1, "_rank" : 3, "h" : 9 }, "455" : { "k" : 4, "w" : 9, "n" : 1, "_rank" : 4, "h" : 9 }, "transpose_38" : { "k" : 9, "w" : 16, "n" : 1, "_rank" : 4, "h" : 4 }, "329_1" : { "k" : 1, "w" : 64, "n" : 1, "_rank" : 3, "h" : 9 }, "input.33_gamma" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 3, "h" : 1 }, "input.33_sqrt" : { "k" : 1, "w" : 1, "n" : 1, "_rank" : 3, "h" : 9 }, "input.25_divide" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 3, "h" : 9 }, "input.29" : { "k" : 1, "w" : 64, "n" : 1, "_rank" : 3, "h" : 9 }, "input.81_div_constant" : { "k" : 1, "w" : 1, "n" : 1, "_rank" : 1, "h" : 1 }, "transpose_36" : { "k" : 4, "w" : 16, "n" : 1, "_rank" : 4, "h" : 9 }, "426" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 3, "h" : 9 }, "input.41_mul" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 3, "h" : 9 }, "input.65_sub_mean" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 3, "h" : 9 }, "input.25_beta" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 3, "h" : 1 }, "transpose_34" : { "k" : 9, "w" : 16, "n" : 1, "_rank" : 4, "h" : 4 }, "input.59" : { "k" : 4, "w" : 9, "n" : 1, "_rank" : 4, "h" : 9 }, "input.89_div_constant" : { "k" : 1, "w" : 1, "n" : 1, "_rank" : 1, "h" : 1 }, "input.65_mul" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 3, "h" : 9 }, "275_2" : { "k" : 1, "w" : 64, "n" : 1, "_rank" : 3, "h" : 9 }, "383_0" : { "k" : 1, "w" : 64, "n" : 1, "_rank" : 3, "h" : 9 }, "input.9_div_constant" : { "k" : 1, "w" : 1, "n" : 1, "_rank" : 1, "h" : 1 }, "input.9_divide" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 3, "h" : 9 }, "transpose_32" : { "k" : 4, "w" : 16, "n" : 1, "_rank" : 4, "h" : 9 }, "input.89" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 3, "h" : 9 }, "329_2" : { "k" : 1, "w" : 64, "n" : 1, "_rank" : 3, "h" : 9 }, "input.35" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 3, "h" : 9 }, "out.3" : { "k" : 4, "w" : 16, "n" : 1, "_rank" : 4, "h" : 9 }, "input.33_divide" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 3, "h" : 9 }, "437_0" : { "k" : 1, "w" : 64, "n" : 1, "_rank" : 3, "h" : 9 }, "input.33_mean" : { "k" : 1, "w" : 1, "n" : 1, "_rank" : 3, "h" : 9 }, "transpose_30" : { "k" : 9, "w" : 16, "n" : 1, "_rank" : 4, "h" : 4 }, "input.89_mul" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 3, "h" : 9 }, "input.9_square" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 3, "h" : 9 }, "attn" : { "k" : 4, "w" : 9, "n" : 1, "_rank" : 4, "h" : 9 }, "input.65" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 3, "h" : 9 }, "input.11" : { "k" : 4, "w" : 9, "n" : 1, "_rank" : 4, "h" : 9 }, "input.73_epsilon" : { "k" : 1, "w" : 1, "n" : 1, "_rank" : 1, "h" : 1 }, "input.9_square_sum" : { "k" : 1, "w" : 1, "n" : 1, "_rank" : 3, "h" : 9 }, "attn.3" : { "k" : 4, "w" : 9, "n" : 1, "_rank" : 4, "h" : 9 } }, "global_shapes" : { } }, "subnetworks" : { } }