{"storage":"model.espresso.weights","analyses":{},"properties":{"allowSoftmaxApproximation":"1","mldb_token":"mldb-ondg4w4ylq"},"format_version":200,"metadata_in_weights":[],"layers":[{"size_of_axes":1,"bottom":"num_labels","axes_0":1,"weights":{},"nd_axis":0,"debug_info":"34","version":1,"top":"34","type":"squeeze","name":"34"},{"size_of_axes":1,"bottom":"34","axes_0":1,"weights":{},"nd_axis":0,"debug_info":"35","version":1,"top":"35","type":"squeeze","name":"35"},{"size_of_axes":1,"bottom":"length","axes_0":1,"weights":{},"nd_axis":0,"debug_info":"37","version":1,"top":"37","type":"squeeze","name":"37"},{"size_of_axes":1,"bottom":"37","axes_0":1,"weights":{},"nd_axis":0,"debug_info":"38","version":1,"top":"38","type":"squeeze","name":"38"},{"size_of_axes":1,"bottom":"fields","axes_0":1,"weights":{},"nd_axis":0,"debug_info":"fields0.1","version":1,"top":"fields0.1","type":"squeeze","name":"fields0.1"},{"top":"45_promoted","w":128,"h":1,"name":"45_promoted","nd_rank":2,"type":"load_constant","k":1,"bottom":"","debug_info":"45_promoted","n":1,"weights":{},"constant_blob":1},{"bottom":"45_promoted,38","alpha":1,"operation":103,"weights":{},"fused_relu":0,"debug_info":"mask.3","top":"mask.3","type":"elementwise","name":"mask.3","beta":0},{"size_of_axes":1,"bottom":"labels","axes_0":1,"weights":{},"nd_axis":0,"debug_info":"text_labels0.1","version":1,"top":"text_labels0.1","type":"squeeze","name":"text_labels0.1"},{"bottom":"45_promoted,35","alpha":1,"operation":103,"weights":{},"fused_relu":0,"debug_info":"mask1.3","top":"mask1.3","type":"elementwise","name":"mask1.3","beta":0},{"nB":5,"top":"input.5","has_biases":1,"weights":{},"nC":64,"blob_weights":5,"type":"inner_product","has_relu":0,"bottom":"fields0.1","blob_biases":3,"has_tanh":0,"debug_info":"input.5","name":"input.5","has_prelu":0},{"begin_n":0,"static_sizes_k":0,"end_mask_h":true,"end_w":1,"end_h":128,"begin_h":0,"stride_n":1,"end_seq":1,"begin_mask_seq":false,"begin_mask_h":false,"squeeze_mask_h":false,"stride_k":1,"type":"general_slice","begin_mask_k":false,"static_sizes_w":0,"begin_w":0,"end_mask_k":false,"use_static_sizes":false,"stride_h":1,"static_sizes_n":0,"begin_mask_n":false,"weights":{},"name":"t.1","stride_seq":1,"end_k":2,"static_sizes_seq":0,"top":"t.1","begin_seq":0,"squeeze_mask_k":true,"begin_k":1,"end_mask_w":true,"end_mask_seq":false,"end_mask_n":false,"debug_info":"t.1","stride_w":1,"squeeze_mask_seq":false,"static_sizes_h":0,"begin_mask_w":false,"bottom":"fields0.1","end_n":1,"squeeze_mask_w":false,"squeeze_mask_n":false},{"bottom":"t.1","alpha":0,"operation":119,"weights":{},"fused_relu":0,"debug_info":"77","top":"77","type":"elementwise","name":"77","beta":1},{"bottom":"77","alpha":63,"operation":1,"weights":{},"fused_relu":0,"debug_info":"79","top":"79","type":"elementwise","name":"79","beta":0},{"bottom":"79","alpha":1,"operation":117,"weights":{},"fused_relu":0,"debug_info":"cast_66_floor","top":"cast_66_floor","type":"elementwise","name":"cast_66_floor","beta":0},{"bottom":"79","alpha":1,"operation":118,"weights":{},"fused_relu":0,"debug_info":"cast_66_ceil","top":"cast_66_ceil","type":"elementwise","name":"cast_66_ceil","beta":0},{"bottom":"","k":1,"n":1,"weights":{},"h":1,"debug_info":"cast_66_cond","constant_blob":7,"top":"cast_66_cond_load_constant_16","w":1,"type":"load_constant","name":"cast_66_cond_load_constant_16"},{"bottom":"79,cast_66_cond_load_constant_16","alpha":1,"operation":105,"weights":{},"fused_relu":0,"debug_info":"cast_66_cond","top":"cast_66_cond","type":"elementwise","name":"cast_66_cond","beta":0},{"bottom":"cast_66_cond,cast_66_floor,cast_66_ceil","alpha":1,"operation":101,"weights":{},"fused_relu":0,"debug_info":"cast_66","nd_mode":true,"top":"cast_66","type":"elementwise","name":"cast_66","beta":0},{"size_of_axes":1,"bottom":"cast_66","axes_0":-1,"weights":{},"nd_axis":0,"debug_info":"82","top":"82","type":"expand_dims","name":"82"},{"top":"81","w":64,"h":1,"name":"81","nd_rank":1,"type":"load_constant","k":1,"bottom":"","debug_info":"81","n":1,"weights":{},"constant_blob":9},{"bottom":"81,82","alpha":1,"operation":100,"weights":{},"fused_relu":0,"debug_info":"83","top":"83","type":"elementwise","name":"83","beta":0},{"bottom":"83","weights":{},"mode":6,"debug_info":"cast_65","top":"cast_65","type":"activation","name":"cast_65","beta":0},{"nB":64,"top":"linear_1","has_biases":1,"blob_biases":11,"nC":64,"weights":{"W_U8":13,"per_ch_qscale":17,"per_ch_qbias":15},"quantization_mode":1,"type":"inner_product","has_relu":0,"bottom":"cast_65","debug_info":"linear_1","has_tanh":0,"hint_fallback_from_metal":1,"name":"linear_1","has_prelu":0},{"bottom":"input.5,linear_1","alpha":1,"operation":0,"weights":{},"fused_relu":0,"debug_info":"embedding.3","top":"embedding.3","type":"elementwise","name":"embedding.3","beta":0},{"begin_n":0,"static_sizes_k":0,"end_mask_h":true,"end_w":1,"end_h":128,"begin_h":0,"stride_n":1,"end_seq":1,"begin_mask_seq":false,"begin_mask_h":false,"squeeze_mask_h":false,"stride_k":1,"type":"general_slice","begin_mask_k":false,"static_sizes_w":0,"begin_w":0,"end_mask_k":false,"use_static_sizes":false,"stride_h":1,"static_sizes_n":0,"begin_mask_n":false,"weights":{},"name":"t0.1","stride_seq":1,"end_k":3,"static_sizes_seq":0,"top":"t0.1","begin_seq":0,"squeeze_mask_k":true,"begin_k":2,"end_mask_w":true,"end_mask_seq":false,"end_mask_n":false,"debug_info":"t0.1","stride_w":1,"squeeze_mask_seq":false,"static_sizes_h":0,"begin_mask_w":false,"bottom":"fields0.1","end_n":1,"squeeze_mask_w":false,"squeeze_mask_n":false},{"bottom":"t0.1","alpha":0,"operation":119,"weights":{},"fused_relu":0,"debug_info":"92","top":"92","type":"elementwise","name":"92","beta":1},{"bottom":"92","alpha":63,"operation":1,"weights":{},"fused_relu":0,"debug_info":"94","top":"94","type":"elementwise","name":"94","beta":0},{"bottom":"94","alpha":1,"operation":117,"weights":{},"fused_relu":0,"debug_info":"cast_64_floor","top":"cast_64_floor","type":"elementwise","name":"cast_64_floor","beta":0},{"bottom":"94","alpha":1,"operation":118,"weights":{},"fused_relu":0,"debug_info":"cast_64_ceil","top":"cast_64_ceil","type":"elementwise","name":"cast_64_ceil","beta":0},{"bottom":"","k":1,"n":1,"weights":{},"h":1,"debug_info":"cast_64_cond","constant_blob":19,"top":"cast_64_cond_load_constant_29","w":1,"type":"load_constant","name":"cast_64_cond_load_constant_29"},{"bottom":"94,cast_64_cond_load_constant_29","alpha":1,"operation":105,"weights":{},"fused_relu":0,"debug_info":"cast_64_cond","top":"cast_64_cond","type":"elementwise","name":"cast_64_cond","beta":0},{"bottom":"cast_64_cond,cast_64_floor,cast_64_ceil","alpha":1,"operation":101,"weights":{},"fused_relu":0,"debug_info":"cast_64","nd_mode":true,"top":"cast_64","type":"elementwise","name":"cast_64","beta":0},{"size_of_axes":1,"bottom":"cast_64","axes_0":-1,"weights":{},"nd_axis":0,"debug_info":"97","top":"97","type":"expand_dims","name":"97"},{"top":"96","w":64,"h":1,"name":"96","nd_rank":1,"type":"load_constant","k":1,"bottom":"","debug_info":"96","n":1,"weights":{},"constant_blob":21},{"bottom":"96,97","alpha":1,"operation":100,"weights":{},"fused_relu":0,"debug_info":"98","top":"98","type":"elementwise","name":"98","beta":0},{"bottom":"98","weights":{},"mode":6,"debug_info":"cast_63","top":"cast_63","type":"activation","name":"cast_63","beta":0},{"nB":64,"top":"linear_2","has_biases":1,"blob_biases":23,"nC":64,"weights":{"W_U8":25,"per_ch_qscale":29,"per_ch_qbias":27},"quantization_mode":1,"type":"inner_product","has_relu":0,"bottom":"cast_63","debug_info":"linear_2","has_tanh":0,"hint_fallback_from_metal":1,"name":"linear_2","has_prelu":0},{"bottom":"embedding.3,linear_2","alpha":1,"operation":0,"weights":{},"fused_relu":0,"debug_info":"embedding0.1","top":"embedding0.1","type":"elementwise","name":"embedding0.1","beta":0},{"begin_n":0,"static_sizes_k":0,"end_mask_h":true,"end_w":1,"end_h":128,"begin_h":0,"stride_n":1,"end_seq":1,"begin_mask_seq":false,"begin_mask_h":false,"squeeze_mask_h":false,"stride_k":1,"type":"general_slice","begin_mask_k":false,"static_sizes_w":0,"begin_w":0,"end_mask_k":false,"use_static_sizes":false,"stride_h":1,"static_sizes_n":0,"begin_mask_n":false,"weights":{},"name":"109","stride_seq":1,"end_k":4,"static_sizes_seq":0,"top":"109","begin_seq":0,"squeeze_mask_k":true,"begin_k":3,"end_mask_w":true,"end_mask_seq":false,"end_mask_n":false,"debug_info":"109","stride_w":1,"squeeze_mask_seq":false,"static_sizes_h":0,"begin_mask_w":false,"bottom":"fields0.1","end_n":1,"squeeze_mask_w":false,"squeeze_mask_n":false},{"bottom":"t.1,109","alpha":1,"operation":0,"weights":{},"fused_relu":0,"debug_info":"t1.1","top":"t1.1","type":"elementwise","name":"t1.1","beta":0},{"bottom":"t1.1","alpha":0,"operation":119,"weights":{},"fused_relu":0,"debug_info":"111","top":"111","type":"elementwise","name":"111","beta":1},{"bottom":"111","alpha":63,"operation":1,"weights":{},"fused_relu":0,"debug_info":"113","top":"113","type":"elementwise","name":"113","beta":0},{"bottom":"113","alpha":1,"operation":117,"weights":{},"fused_relu":0,"debug_info":"cast_62_floor","top":"cast_62_floor","type":"elementwise","name":"cast_62_floor","beta":0},{"bottom":"113","alpha":1,"operation":118,"weights":{},"fused_relu":0,"debug_info":"cast_62_ceil","top":"cast_62_ceil","type":"elementwise","name":"cast_62_ceil","beta":0},{"bottom":"","k":1,"n":1,"weights":{},"h":1,"debug_info":"cast_62_cond","constant_blob":31,"top":"cast_62_cond_load_constant_43","w":1,"type":"load_constant","name":"cast_62_cond_load_constant_43"},{"bottom":"113,cast_62_cond_load_constant_43","alpha":1,"operation":105,"weights":{},"fused_relu":0,"debug_info":"cast_62_cond","top":"cast_62_cond","type":"elementwise","name":"cast_62_cond","beta":0},{"bottom":"cast_62_cond,cast_62_floor,cast_62_ceil","alpha":1,"operation":101,"weights":{},"fused_relu":0,"debug_info":"cast_62","nd_mode":true,"top":"cast_62","type":"elementwise","name":"cast_62","beta":0},{"size_of_axes":1,"bottom":"cast_62","axes_0":-1,"weights":{},"nd_axis":0,"debug_info":"116","top":"116","type":"expand_dims","name":"116"},{"top":"115","w":64,"h":1,"name":"115","nd_rank":1,"type":"load_constant","k":1,"bottom":"","debug_info":"115","n":1,"weights":{},"constant_blob":33},{"bottom":"115,116","alpha":1,"operation":100,"weights":{},"fused_relu":0,"debug_info":"117","top":"117","type":"elementwise","name":"117","beta":0},{"bottom":"117","weights":{},"mode":6,"debug_info":"cast_61","top":"cast_61","type":"activation","name":"cast_61","beta":0},{"nB":64,"top":"linear_3","has_biases":1,"blob_biases":35,"nC":64,"weights":{"W_U8":37,"per_ch_qscale":41,"per_ch_qbias":39},"quantization_mode":1,"type":"inner_product","has_relu":0,"bottom":"cast_61","debug_info":"linear_3","has_tanh":0,"hint_fallback_from_metal":1,"name":"linear_3","has_prelu":0},{"bottom":"embedding0.1,linear_3","alpha":1,"operation":0,"weights":{},"fused_relu":0,"debug_info":"embedding1.1","top":"embedding1.1","type":"elementwise","name":"embedding1.1","beta":0},{"begin_n":0,"static_sizes_k":0,"end_mask_h":true,"end_w":1,"end_h":128,"begin_h":0,"stride_n":1,"end_seq":1,"begin_mask_seq":false,"begin_mask_h":false,"squeeze_mask_h":false,"stride_k":1,"type":"general_slice","begin_mask_k":false,"static_sizes_w":0,"begin_w":0,"end_mask_k":false,"use_static_sizes":false,"stride_h":1,"static_sizes_n":0,"begin_mask_n":false,"weights":{},"name":"128","stride_seq":1,"end_k":5,"static_sizes_seq":0,"top":"128","begin_seq":0,"squeeze_mask_k":true,"begin_k":4,"end_mask_w":true,"end_mask_seq":false,"end_mask_n":false,"debug_info":"128","stride_w":1,"squeeze_mask_seq":false,"static_sizes_h":0,"begin_mask_w":false,"bottom":"fields0.1","end_n":1,"squeeze_mask_w":false,"squeeze_mask_n":false},{"bottom":"t0.1,128","alpha":1,"operation":0,"weights":{},"fused_relu":0,"debug_info":"t2.1","top":"t2.1","type":"elementwise","name":"t2.1","beta":0},{"bottom":"t2.1","alpha":0,"operation":119,"weights":{},"fused_relu":0,"debug_info":"130","top":"130","type":"elementwise","name":"130","beta":1},{"bottom":"130","alpha":63,"operation":1,"weights":{},"fused_relu":0,"debug_info":"132","top":"132","type":"elementwise","name":"132","beta":0},{"bottom":"132","alpha":1,"operation":117,"weights":{},"fused_relu":0,"debug_info":"cast_60_floor","top":"cast_60_floor","type":"elementwise","name":"cast_60_floor","beta":0},{"bottom":"132","alpha":1,"operation":118,"weights":{},"fused_relu":0,"debug_info":"cast_60_ceil","top":"cast_60_ceil","type":"elementwise","name":"cast_60_ceil","beta":0},{"bottom":"","k":1,"n":1,"weights":{},"h":1,"debug_info":"cast_60_cond","constant_blob":43,"top":"cast_60_cond_load_constant_57","w":1,"type":"load_constant","name":"cast_60_cond_load_constant_57"},{"bottom":"132,cast_60_cond_load_constant_57","alpha":1,"operation":105,"weights":{},"fused_relu":0,"debug_info":"cast_60_cond","top":"cast_60_cond","type":"elementwise","name":"cast_60_cond","beta":0},{"bottom":"cast_60_cond,cast_60_floor,cast_60_ceil","alpha":1,"operation":101,"weights":{},"fused_relu":0,"debug_info":"cast_60","nd_mode":true,"top":"cast_60","type":"elementwise","name":"cast_60","beta":0},{"size_of_axes":1,"bottom":"cast_60","axes_0":-1,"weights":{},"nd_axis":0,"debug_info":"135","top":"135","type":"expand_dims","name":"135"},{"top":"134","w":64,"h":1,"name":"134","nd_rank":1,"type":"load_constant","k":1,"bottom":"","debug_info":"134","n":1,"weights":{},"constant_blob":45},{"bottom":"134,135","alpha":1,"operation":100,"weights":{},"fused_relu":0,"debug_info":"136","top":"136","type":"elementwise","name":"136","beta":0},{"bottom":"136","weights":{},"mode":6,"debug_info":"cast_59","top":"cast_59","type":"activation","name":"cast_59","beta":0},{"nB":64,"top":"linear_4","has_biases":1,"blob_biases":47,"nC":64,"weights":{"W_U8":49,"per_ch_qscale":53,"per_ch_qbias":51},"quantization_mode":1,"type":"inner_product","has_relu":0,"bottom":"cast_59","debug_info":"linear_4","has_tanh":0,"hint_fallback_from_metal":1,"name":"linear_4","has_prelu":0},{"bottom":"embedding1.1,linear_4","alpha":1,"operation":0,"weights":{},"fused_relu":0,"debug_info":"embedding2.1","top":"embedding2.1","type":"elementwise","name":"embedding2.1","beta":0},{"bottom":"109","alpha":0,"operation":119,"weights":{},"fused_relu":0,"debug_info":"145","top":"145","type":"elementwise","name":"145","beta":1},{"bottom":"145","alpha":63,"operation":1,"weights":{},"fused_relu":0,"debug_info":"147","top":"147","type":"elementwise","name":"147","beta":0},{"bottom":"147","alpha":1,"operation":117,"weights":{},"fused_relu":0,"debug_info":"cast_58_floor","top":"cast_58_floor","type":"elementwise","name":"cast_58_floor","beta":0},{"bottom":"147","alpha":1,"operation":118,"weights":{},"fused_relu":0,"debug_info":"cast_58_ceil","top":"cast_58_ceil","type":"elementwise","name":"cast_58_ceil","beta":0},{"bottom":"","k":1,"n":1,"weights":{},"h":1,"debug_info":"cast_58_cond","constant_blob":55,"top":"cast_58_cond_load_constant_69","w":1,"type":"load_constant","name":"cast_58_cond_load_constant_69"},{"bottom":"147,cast_58_cond_load_constant_69","alpha":1,"operation":105,"weights":{},"fused_relu":0,"debug_info":"cast_58_cond","top":"cast_58_cond","type":"elementwise","name":"cast_58_cond","beta":0},{"bottom":"cast_58_cond,cast_58_floor,cast_58_ceil","alpha":1,"operation":101,"weights":{},"fused_relu":0,"debug_info":"cast_58","nd_mode":true,"top":"cast_58","type":"elementwise","name":"cast_58","beta":0},{"size_of_axes":1,"bottom":"cast_58","axes_0":-1,"weights":{},"nd_axis":0,"debug_info":"150","top":"150","type":"expand_dims","name":"150"},{"top":"149","w":64,"h":1,"name":"149","nd_rank":1,"type":"load_constant","k":1,"bottom":"","debug_info":"149","n":1,"weights":{},"constant_blob":57},{"bottom":"149,150","alpha":1,"operation":100,"weights":{},"fused_relu":0,"debug_info":"151","top":"151","type":"elementwise","name":"151","beta":0},{"bottom":"151","weights":{},"mode":6,"debug_info":"cast_57","top":"cast_57","type":"activation","name":"cast_57","beta":0},{"nB":64,"top":"linear_5","has_biases":1,"blob_biases":59,"nC":64,"weights":{"W_U8":61,"per_ch_qscale":65,"per_ch_qbias":63},"quantization_mode":1,"type":"inner_product","has_relu":0,"bottom":"cast_57","debug_info":"linear_5","has_tanh":0,"hint_fallback_from_metal":1,"name":"linear_5","has_prelu":0},{"bottom":"embedding2.1,linear_5","alpha":1,"operation":0,"weights":{},"fused_relu":0,"debug_info":"embedding3.1","top":"embedding3.1","type":"elementwise","name":"embedding3.1","beta":0},{"bottom":"128","alpha":0,"operation":119,"weights":{},"fused_relu":0,"debug_info":"160","top":"160","type":"elementwise","name":"160","beta":1},{"bottom":"160","alpha":63,"operation":1,"weights":{},"fused_relu":0,"debug_info":"162","top":"162","type":"elementwise","name":"162","beta":0},{"bottom":"162","alpha":1,"operation":117,"weights":{},"fused_relu":0,"debug_info":"cast_56_floor","top":"cast_56_floor","type":"elementwise","name":"cast_56_floor","beta":0},{"bottom":"162","alpha":1,"operation":118,"weights":{},"fused_relu":0,"debug_info":"cast_56_ceil","top":"cast_56_ceil","type":"elementwise","name":"cast_56_ceil","beta":0},{"bottom":"","k":1,"n":1,"weights":{},"h":1,"debug_info":"cast_56_cond","constant_blob":67,"top":"cast_56_cond_load_constant_81","w":1,"type":"load_constant","name":"cast_56_cond_load_constant_81"},{"bottom":"162,cast_56_cond_load_constant_81","alpha":1,"operation":105,"weights":{},"fused_relu":0,"debug_info":"cast_56_cond","top":"cast_56_cond","type":"elementwise","name":"cast_56_cond","beta":0},{"bottom":"cast_56_cond,cast_56_floor,cast_56_ceil","alpha":1,"operation":101,"weights":{},"fused_relu":0,"debug_info":"cast_56","nd_mode":true,"top":"cast_56","type":"elementwise","name":"cast_56","beta":0},{"size_of_axes":1,"bottom":"cast_56","axes_0":-1,"weights":{},"nd_axis":0,"debug_info":"165","top":"165","type":"expand_dims","name":"165"},{"top":"164","w":64,"h":1,"name":"164","nd_rank":1,"type":"load_constant","k":1,"bottom":"","debug_info":"164","n":1,"weights":{},"constant_blob":69},{"bottom":"164,165","alpha":1,"operation":100,"weights":{},"fused_relu":0,"debug_info":"166","top":"166","type":"elementwise","name":"166","beta":0},{"bottom":"166","weights":{},"mode":6,"debug_info":"cast_55","top":"cast_55","type":"activation","name":"cast_55","beta":0},{"nB":64,"top":"linear_6","has_biases":1,"blob_biases":71,"nC":64,"weights":{"W_U8":73,"per_ch_qscale":77,"per_ch_qbias":75},"quantization_mode":1,"type":"inner_product","has_relu":0,"bottom":"cast_55","debug_info":"linear_6","has_tanh":0,"hint_fallback_from_metal":1,"name":"linear_6","has_prelu":0},{"bottom":"embedding3.1,linear_6","alpha":1,"operation":0,"weights":{},"fused_relu":0,"debug_info":"embedding4.1","top":"embedding4.1","type":"elementwise","name":"embedding4.1","beta":0},{"top":"linear_7","w":64,"h":128,"name":"linear_7","nd_rank":3,"type":"load_constant","k":1,"bottom":"","debug_info":"linear_7","n":1,"weights":{},"constant_blob":79},{"bottom":"embedding4.1,linear_7","alpha":1,"operation":0,"weights":{},"fused_relu":0,"debug_info":"input6.1","top":"input6.1","type":"elementwise","name":"input6.1","beta":0},{"name":"input0.7_reshape","weights":{},"dst_w":64,"version":1,"dst_n":1,"dst_nd_rank":4,"type":"reshape","dst_h":1,"mode":0,"dynamic_shape":false,"bottom":"input6.1","debug_info":"input0.7_reshape","dst_seq":1,"dst_k":128,"top":"input0.7_reshape"},{"bottom":"input0.7_reshape","weights":{},"eps":9.999999747378752e-06,"debug_info":"input0.7_mvn","axis":1,"normalization_mode":1,"top":"input0.7_mvn","type":"l2_normalize","name":"input0.7_mvn"},{"bottom":"","k":1,"n":1,"weights":{},"h":1,"debug_info":"input0.7_scale","constant_blob":81,"top":"input0.7_scale_constant_in_scale","w":64,"type":"load_constant","name":"input0.7_scale_constant_in_scale"},{"bottom":"","k":1,"n":1,"weights":{},"h":1,"debug_info":"input0.7_scale","constant_blob":83,"top":"input0.7_scale_constant_in_bias","w":64,"type":"load_constant","name":"input0.7_scale_constant_in_bias"},{"bottom":"input0.7_mvn,input0.7_scale_constant_in_scale","alpha":1,"operation":1,"weights":{},"fused_relu":0,"debug_info":"input0.7_scale","top":"input0.7_scale_mul_out","type":"elementwise","name":"input0.7_scale_mul_out","beta":0},{"bottom":"input0.7_scale_mul_out,input0.7_scale_constant_in_bias","alpha":1,"operation":0,"weights":{},"fused_relu":0,"debug_info":"input0.7_scale","top":"input0.7_scale","type":"elementwise","name":"input0.7_scale","beta":0},{"name":"input0.7","weights":{},"dst_w":64,"version":1,"dst_n":1,"dst_nd_rank":3,"type":"reshape","dst_h":128,"mode":0,"dynamic_shape":false,"bottom":"input0.7_scale","debug_info":"input0.7","dst_seq":1,"dst_k":1,"top":"input0.7"},{"bottom":"mask.3","weights":{},"mode":6,"debug_info":"cast_68","top":"cast_68","type":"activation","name":"cast_68","beta":0},{"size_of_axes":1,"bottom":"cast_68","axes_0":-1,"weights":{},"nd_axis":0,"debug_info":"199","top":"199","type":"expand_dims","name":"199"},{"bottom":"input0.7,199","alpha":1,"operation":1,"weights":{},"fused_relu":0,"debug_info":"input7.1","nd_mode":true,"top":"input7.1","type":"elementwise","name":"input7.1","beta":0},{"nB":7700,"top":"input.7","has_biases":1,"blob_biases":85,"nC":64,"weights":{"W_U8":87,"per_ch_qscale":91,"per_ch_qbias":89},"quantization_mode":1,"type":"inner_product","has_relu":0,"bottom":"text_labels0.1","debug_info":"input.7","has_tanh":0,"hint_fallback_from_metal":1,"name":"input.7","has_prelu":0},{"begin_n":0,"static_sizes_k":0,"end_mask_h":true,"end_w":1,"end_h":128,"begin_h":0,"stride_n":1,"end_seq":1,"begin_mask_seq":false,"begin_mask_h":false,"squeeze_mask_h":false,"stride_k":1,"type":"general_slice","begin_mask_k":false,"static_sizes_w":0,"begin_w":0,"end_mask_k":false,"use_static_sizes":false,"stride_h":1,"static_sizes_n":0,"begin_mask_n":false,"weights":{},"name":"t5.1","stride_seq":1,"end_k":2,"static_sizes_seq":0,"top":"t5.1","begin_seq":0,"squeeze_mask_k":true,"begin_k":1,"end_mask_w":true,"end_mask_seq":false,"end_mask_n":false,"debug_info":"t5.1","stride_w":1,"squeeze_mask_seq":false,"static_sizes_h":0,"begin_mask_w":false,"bottom":"text_labels0.1","end_n":1,"squeeze_mask_w":false,"squeeze_mask_n":false},{"bottom":"t5.1","alpha":0,"operation":119,"weights":{},"fused_relu":0,"debug_info":"216","top":"216","type":"elementwise","name":"216","beta":1},{"bottom":"216","alpha":63,"operation":1,"weights":{},"fused_relu":0,"debug_info":"218","top":"218","type":"elementwise","name":"218","beta":0},{"bottom":"218","alpha":1,"operation":117,"weights":{},"fused_relu":0,"debug_info":"cast_54_floor","top":"cast_54_floor","type":"elementwise","name":"cast_54_floor","beta":0},{"bottom":"218","alpha":1,"operation":118,"weights":{},"fused_relu":0,"debug_info":"cast_54_ceil","top":"cast_54_ceil","type":"elementwise","name":"cast_54_ceil","beta":0},{"bottom":"","k":1,"n":1,"weights":{},"h":1,"debug_info":"cast_54_cond","constant_blob":93,"top":"cast_54_cond_load_constant_104","w":1,"type":"load_constant","name":"cast_54_cond_load_constant_104"},{"bottom":"218,cast_54_cond_load_constant_104","alpha":1,"operation":105,"weights":{},"fused_relu":0,"debug_info":"cast_54_cond","top":"cast_54_cond","type":"elementwise","name":"cast_54_cond","beta":0},{"bottom":"cast_54_cond,cast_54_floor,cast_54_ceil","alpha":1,"operation":101,"weights":{},"fused_relu":0,"debug_info":"cast_54","nd_mode":true,"top":"cast_54","type":"elementwise","name":"cast_54","beta":0},{"size_of_axes":1,"bottom":"cast_54","axes_0":-1,"weights":{},"nd_axis":0,"debug_info":"221","top":"221","type":"expand_dims","name":"221"},{"top":"220","w":64,"h":1,"name":"220","nd_rank":1,"type":"load_constant","k":1,"bottom":"","debug_info":"220","n":1,"weights":{},"constant_blob":95},{"bottom":"220,221","alpha":1,"operation":100,"weights":{},"fused_relu":0,"debug_info":"222","top":"222","type":"elementwise","name":"222","beta":0},{"bottom":"222","weights":{},"mode":6,"debug_info":"cast_53","top":"cast_53","type":"activation","name":"cast_53","beta":0},{"nB":64,"top":"linear_9","has_biases":1,"blob_biases":97,"nC":64,"weights":{"W_U8":99,"per_ch_qscale":103,"per_ch_qbias":101},"quantization_mode":1,"type":"inner_product","has_relu":0,"bottom":"cast_53","debug_info":"linear_9","has_tanh":0,"hint_fallback_from_metal":1,"name":"linear_9","has_prelu":0},{"bottom":"input.7,linear_9","alpha":1,"operation":0,"weights":{},"fused_relu":0,"debug_info":"embedding5.1","top":"embedding5.1","type":"elementwise","name":"embedding5.1","beta":0},{"begin_n":0,"static_sizes_k":0,"end_mask_h":true,"end_w":1,"end_h":128,"begin_h":0,"stride_n":1,"end_seq":1,"begin_mask_seq":false,"begin_mask_h":false,"squeeze_mask_h":false,"stride_k":1,"type":"general_slice","begin_mask_k":false,"static_sizes_w":0,"begin_w":0,"end_mask_k":false,"use_static_sizes":false,"stride_h":1,"static_sizes_n":0,"begin_mask_n":false,"weights":{},"name":"t6.1","stride_seq":1,"end_k":3,"static_sizes_seq":0,"top":"t6.1","begin_seq":0,"squeeze_mask_k":true,"begin_k":2,"end_mask_w":true,"end_mask_seq":false,"end_mask_n":false,"debug_info":"t6.1","stride_w":1,"squeeze_mask_seq":false,"static_sizes_h":0,"begin_mask_w":false,"bottom":"text_labels0.1","end_n":1,"squeeze_mask_w":false,"squeeze_mask_n":false},{"bottom":"t6.1","alpha":0,"operation":119,"weights":{},"fused_relu":0,"debug_info":"231","top":"231","type":"elementwise","name":"231","beta":1},{"bottom":"231","alpha":63,"operation":1,"weights":{},"fused_relu":0,"debug_info":"233","top":"233","type":"elementwise","name":"233","beta":0},{"bottom":"233","alpha":1,"operation":117,"weights":{},"fused_relu":0,"debug_info":"cast_52_floor","top":"cast_52_floor","type":"elementwise","name":"cast_52_floor","beta":0},{"bottom":"233","alpha":1,"operation":118,"weights":{},"fused_relu":0,"debug_info":"cast_52_ceil","top":"cast_52_ceil","type":"elementwise","name":"cast_52_ceil","beta":0},{"bottom":"","k":1,"n":1,"weights":{},"h":1,"debug_info":"cast_52_cond","constant_blob":105,"top":"cast_52_cond_load_constant_117","w":1,"type":"load_constant","name":"cast_52_cond_load_constant_117"},{"bottom":"233,cast_52_cond_load_constant_117","alpha":1,"operation":105,"weights":{},"fused_relu":0,"debug_info":"cast_52_cond","top":"cast_52_cond","type":"elementwise","name":"cast_52_cond","beta":0},{"bottom":"cast_52_cond,cast_52_floor,cast_52_ceil","alpha":1,"operation":101,"weights":{},"fused_relu":0,"debug_info":"cast_52","nd_mode":true,"top":"cast_52","type":"elementwise","name":"cast_52","beta":0},{"size_of_axes":1,"bottom":"cast_52","axes_0":-1,"weights":{},"nd_axis":0,"debug_info":"236","top":"236","type":"expand_dims","name":"236"},{"top":"235","w":64,"h":1,"name":"235","nd_rank":1,"type":"load_constant","k":1,"bottom":"","debug_info":"235","n":1,"weights":{},"constant_blob":107},{"bottom":"235,236","alpha":1,"operation":100,"weights":{},"fused_relu":0,"debug_info":"237","top":"237","type":"elementwise","name":"237","beta":0},{"bottom":"237","weights":{},"mode":6,"debug_info":"cast_51","top":"cast_51","type":"activation","name":"cast_51","beta":0},{"nB":64,"top":"linear_10","has_biases":1,"blob_biases":109,"nC":64,"weights":{"W_U8":111,"per_ch_qscale":115,"per_ch_qbias":113},"quantization_mode":1,"type":"inner_product","has_relu":0,"bottom":"cast_51","debug_info":"linear_10","has_tanh":0,"hint_fallback_from_metal":1,"name":"linear_10","has_prelu":0},{"bottom":"embedding5.1,linear_10","alpha":1,"operation":0,"weights":{},"fused_relu":0,"debug_info":"embedding6.1","top":"embedding6.1","type":"elementwise","name":"embedding6.1","beta":0},{"begin_n":0,"static_sizes_k":0,"end_mask_h":true,"end_w":1,"end_h":128,"begin_h":0,"stride_n":1,"end_seq":1,"begin_mask_seq":false,"begin_mask_h":false,"squeeze_mask_h":false,"stride_k":1,"type":"general_slice","begin_mask_k":false,"static_sizes_w":0,"begin_w":0,"end_mask_k":false,"use_static_sizes":false,"stride_h":1,"static_sizes_n":0,"begin_mask_n":false,"weights":{},"name":"248","stride_seq":1,"end_k":4,"static_sizes_seq":0,"top":"248","begin_seq":0,"squeeze_mask_k":true,"begin_k":3,"end_mask_w":true,"end_mask_seq":false,"end_mask_n":false,"debug_info":"248","stride_w":1,"squeeze_mask_seq":false,"static_sizes_h":0,"begin_mask_w":false,"bottom":"text_labels0.1","end_n":1,"squeeze_mask_w":false,"squeeze_mask_n":false},{"bottom":"t5.1,248","alpha":1,"operation":0,"weights":{},"fused_relu":0,"debug_info":"t7.1","top":"t7.1","type":"elementwise","name":"t7.1","beta":0},{"bottom":"t7.1","alpha":0,"operation":119,"weights":{},"fused_relu":0,"debug_info":"250","top":"250","type":"elementwise","name":"250","beta":1},{"bottom":"250","alpha":63,"operation":1,"weights":{},"fused_relu":0,"debug_info":"252","top":"252","type":"elementwise","name":"252","beta":0},{"bottom":"252","alpha":1,"operation":117,"weights":{},"fused_relu":0,"debug_info":"cast_50_floor","top":"cast_50_floor","type":"elementwise","name":"cast_50_floor","beta":0},{"bottom":"252","alpha":1,"operation":118,"weights":{},"fused_relu":0,"debug_info":"cast_50_ceil","top":"cast_50_ceil","type":"elementwise","name":"cast_50_ceil","beta":0},{"bottom":"","k":1,"n":1,"weights":{},"h":1,"debug_info":"cast_50_cond","constant_blob":117,"top":"cast_50_cond_load_constant_131","w":1,"type":"load_constant","name":"cast_50_cond_load_constant_131"},{"bottom":"252,cast_50_cond_load_constant_131","alpha":1,"operation":105,"weights":{},"fused_relu":0,"debug_info":"cast_50_cond","top":"cast_50_cond","type":"elementwise","name":"cast_50_cond","beta":0},{"bottom":"cast_50_cond,cast_50_floor,cast_50_ceil","alpha":1,"operation":101,"weights":{},"fused_relu":0,"debug_info":"cast_50","nd_mode":true,"top":"cast_50","type":"elementwise","name":"cast_50","beta":0},{"size_of_axes":1,"bottom":"cast_50","axes_0":-1,"weights":{},"nd_axis":0,"debug_info":"255","top":"255","type":"expand_dims","name":"255"},{"top":"254","w":64,"h":1,"name":"254","nd_rank":1,"type":"load_constant","k":1,"bottom":"","debug_info":"254","n":1,"weights":{},"constant_blob":119},{"bottom":"254,255","alpha":1,"operation":100,"weights":{},"fused_relu":0,"debug_info":"256","top":"256","type":"elementwise","name":"256","beta":0},{"bottom":"256","weights":{},"mode":6,"debug_info":"cast_49","top":"cast_49","type":"activation","name":"cast_49","beta":0},{"nB":64,"top":"linear_11","has_biases":1,"blob_biases":121,"nC":64,"weights":{"W_U8":123,"per_ch_qscale":127,"per_ch_qbias":125},"quantization_mode":1,"type":"inner_product","has_relu":0,"bottom":"cast_49","debug_info":"linear_11","has_tanh":0,"hint_fallback_from_metal":1,"name":"linear_11","has_prelu":0},{"bottom":"embedding6.1,linear_11","alpha":1,"operation":0,"weights":{},"fused_relu":0,"debug_info":"embedding7.1","top":"embedding7.1","type":"elementwise","name":"embedding7.1","beta":0},{"begin_n":0,"static_sizes_k":0,"end_mask_h":true,"end_w":1,"end_h":128,"begin_h":0,"stride_n":1,"end_seq":1,"begin_mask_seq":false,"begin_mask_h":false,"squeeze_mask_h":false,"stride_k":1,"type":"general_slice","begin_mask_k":false,"static_sizes_w":0,"begin_w":0,"end_mask_k":false,"use_static_sizes":false,"stride_h":1,"static_sizes_n":0,"begin_mask_n":false,"weights":{},"name":"267","stride_seq":1,"end_k":5,"static_sizes_seq":0,"top":"267","begin_seq":0,"squeeze_mask_k":true,"begin_k":4,"end_mask_w":true,"end_mask_seq":false,"end_mask_n":false,"debug_info":"267","stride_w":1,"squeeze_mask_seq":false,"static_sizes_h":0,"begin_mask_w":false,"bottom":"text_labels0.1","end_n":1,"squeeze_mask_w":false,"squeeze_mask_n":false},{"bottom":"t6.1,267","alpha":1,"operation":0,"weights":{},"fused_relu":0,"debug_info":"t8.1","top":"t8.1","type":"elementwise","name":"t8.1","beta":0},{"bottom":"t8.1","alpha":0,"operation":119,"weights":{},"fused_relu":0,"debug_info":"269","top":"269","type":"elementwise","name":"269","beta":1},{"bottom":"269","alpha":63,"operation":1,"weights":{},"fused_relu":0,"debug_info":"271","top":"271","type":"elementwise","name":"271","beta":0},{"bottom":"271","alpha":1,"operation":117,"weights":{},"fused_relu":0,"debug_info":"cast_48_floor","top":"cast_48_floor","type":"elementwise","name":"cast_48_floor","beta":0},{"bottom":"271","alpha":1,"operation":118,"weights":{},"fused_relu":0,"debug_info":"cast_48_ceil","top":"cast_48_ceil","type":"elementwise","name":"cast_48_ceil","beta":0},{"bottom":"","k":1,"n":1,"weights":{},"h":1,"debug_info":"cast_48_cond","constant_blob":129,"top":"cast_48_cond_load_constant_145","w":1,"type":"load_constant","name":"cast_48_cond_load_constant_145"},{"bottom":"271,cast_48_cond_load_constant_145","alpha":1,"operation":105,"weights":{},"fused_relu":0,"debug_info":"cast_48_cond","top":"cast_48_cond","type":"elementwise","name":"cast_48_cond","beta":0},{"bottom":"cast_48_cond,cast_48_floor,cast_48_ceil","alpha":1,"operation":101,"weights":{},"fused_relu":0,"debug_info":"cast_48","nd_mode":true,"top":"cast_48","type":"elementwise","name":"cast_48","beta":0},{"size_of_axes":1,"bottom":"cast_48","axes_0":-1,"weights":{},"nd_axis":0,"debug_info":"274","top":"274","type":"expand_dims","name":"274"},{"top":"273","w":64,"h":1,"name":"273","nd_rank":1,"type":"load_constant","k":1,"bottom":"","debug_info":"273","n":1,"weights":{},"constant_blob":131},{"bottom":"273,274","alpha":1,"operation":100,"weights":{},"fused_relu":0,"debug_info":"275","top":"275","type":"elementwise","name":"275","beta":0},{"bottom":"275","weights":{},"mode":6,"debug_info":"cast_47","top":"cast_47","type":"activation","name":"cast_47","beta":0},{"nB":64,"top":"linear_12","has_biases":1,"blob_biases":133,"nC":64,"weights":{"W_U8":135,"per_ch_qscale":139,"per_ch_qbias":137},"quantization_mode":1,"type":"inner_product","has_relu":0,"bottom":"cast_47","debug_info":"linear_12","has_tanh":0,"hint_fallback_from_metal":1,"name":"linear_12","has_prelu":0},{"bottom":"embedding7.1,linear_12","alpha":1,"operation":0,"weights":{},"fused_relu":0,"debug_info":"embedding8.1","top":"embedding8.1","type":"elementwise","name":"embedding8.1","beta":0},{"bottom":"248","alpha":0,"operation":119,"weights":{},"fused_relu":0,"debug_info":"284","top":"284","type":"elementwise","name":"284","beta":1},{"bottom":"284","alpha":63,"operation":1,"weights":{},"fused_relu":0,"debug_info":"286","top":"286","type":"elementwise","name":"286","beta":0},{"bottom":"286","alpha":1,"operation":117,"weights":{},"fused_relu":0,"debug_info":"cast_46_floor","top":"cast_46_floor","type":"elementwise","name":"cast_46_floor","beta":0},{"bottom":"286","alpha":1,"operation":118,"weights":{},"fused_relu":0,"debug_info":"cast_46_ceil","top":"cast_46_ceil","type":"elementwise","name":"cast_46_ceil","beta":0},{"bottom":"","k":1,"n":1,"weights":{},"h":1,"debug_info":"cast_46_cond","constant_blob":141,"top":"cast_46_cond_load_constant_157","w":1,"type":"load_constant","name":"cast_46_cond_load_constant_157"},{"bottom":"286,cast_46_cond_load_constant_157","alpha":1,"operation":105,"weights":{},"fused_relu":0,"debug_info":"cast_46_cond","top":"cast_46_cond","type":"elementwise","name":"cast_46_cond","beta":0},{"bottom":"cast_46_cond,cast_46_floor,cast_46_ceil","alpha":1,"operation":101,"weights":{},"fused_relu":0,"debug_info":"cast_46","nd_mode":true,"top":"cast_46","type":"elementwise","name":"cast_46","beta":0},{"size_of_axes":1,"bottom":"cast_46","axes_0":-1,"weights":{},"nd_axis":0,"debug_info":"289","top":"289","type":"expand_dims","name":"289"},{"top":"288","w":64,"h":1,"name":"288","nd_rank":1,"type":"load_constant","k":1,"bottom":"","debug_info":"288","n":1,"weights":{},"constant_blob":143},{"bottom":"288,289","alpha":1,"operation":100,"weights":{},"fused_relu":0,"debug_info":"290","top":"290","type":"elementwise","name":"290","beta":0},{"bottom":"290","weights":{},"mode":6,"debug_info":"cast_45","top":"cast_45","type":"activation","name":"cast_45","beta":0},{"nB":64,"top":"linear_13","has_biases":1,"blob_biases":145,"nC":64,"weights":{"W_U8":147,"per_ch_qscale":151,"per_ch_qbias":149},"quantization_mode":1,"type":"inner_product","has_relu":0,"bottom":"cast_45","debug_info":"linear_13","has_tanh":0,"hint_fallback_from_metal":1,"name":"linear_13","has_prelu":0},{"bottom":"embedding8.1,linear_13","alpha":1,"operation":0,"weights":{},"fused_relu":0,"debug_info":"embedding9.1","top":"embedding9.1","type":"elementwise","name":"embedding9.1","beta":0},{"bottom":"267","alpha":0,"operation":119,"weights":{},"fused_relu":0,"debug_info":"299","top":"299","type":"elementwise","name":"299","beta":1},{"bottom":"299","alpha":63,"operation":1,"weights":{},"fused_relu":0,"debug_info":"301","top":"301","type":"elementwise","name":"301","beta":0},{"bottom":"301","alpha":1,"operation":117,"weights":{},"fused_relu":0,"debug_info":"cast_44_floor","top":"cast_44_floor","type":"elementwise","name":"cast_44_floor","beta":0},{"bottom":"301","alpha":1,"operation":118,"weights":{},"fused_relu":0,"debug_info":"cast_44_ceil","top":"cast_44_ceil","type":"elementwise","name":"cast_44_ceil","beta":0},{"bottom":"","k":1,"n":1,"weights":{},"h":1,"debug_info":"cast_44_cond","constant_blob":153,"top":"cast_44_cond_load_constant_169","w":1,"type":"load_constant","name":"cast_44_cond_load_constant_169"},{"bottom":"301,cast_44_cond_load_constant_169","alpha":1,"operation":105,"weights":{},"fused_relu":0,"debug_info":"cast_44_cond","top":"cast_44_cond","type":"elementwise","name":"cast_44_cond","beta":0},{"bottom":"cast_44_cond,cast_44_floor,cast_44_ceil","alpha":1,"operation":101,"weights":{},"fused_relu":0,"debug_info":"cast_44","nd_mode":true,"top":"cast_44","type":"elementwise","name":"cast_44","beta":0},{"size_of_axes":1,"bottom":"cast_44","axes_0":-1,"weights":{},"nd_axis":0,"debug_info":"304","top":"304","type":"expand_dims","name":"304"},{"top":"303","w":64,"h":1,"name":"303","nd_rank":1,"type":"load_constant","k":1,"bottom":"","debug_info":"303","n":1,"weights":{},"constant_blob":155},{"bottom":"303,304","alpha":1,"operation":100,"weights":{},"fused_relu":0,"debug_info":"305","top":"305","type":"elementwise","name":"305","beta":0},{"bottom":"305","weights":{},"mode":6,"debug_info":"cast_43","top":"cast_43","type":"activation","name":"cast_43","beta":0},{"nB":64,"top":"linear_14","has_biases":1,"blob_biases":157,"nC":64,"weights":{"W_U8":159,"per_ch_qscale":163,"per_ch_qbias":161},"quantization_mode":1,"type":"inner_product","has_relu":0,"bottom":"cast_43","debug_info":"linear_14","has_tanh":0,"hint_fallback_from_metal":1,"name":"linear_14","has_prelu":0},{"bottom":"embedding9.1,linear_14","alpha":1,"operation":0,"weights":{},"fused_relu":0,"debug_info":"embedding10.1","top":"embedding10.1","type":"elementwise","name":"embedding10.1","beta":0},{"top":"linear_15","w":64,"h":128,"name":"linear_15","nd_rank":3,"type":"load_constant","k":1,"bottom":"","debug_info":"linear_15","n":1,"weights":{},"constant_blob":165},{"bottom":"embedding10.1,linear_15","alpha":1,"operation":0,"weights":{},"fused_relu":0,"debug_info":"input15.1","top":"input15.1","type":"elementwise","name":"input15.1","beta":0},{"name":"input0.11_reshape","weights":{},"dst_w":64,"version":1,"dst_n":1,"dst_nd_rank":4,"type":"reshape","dst_h":1,"mode":0,"dynamic_shape":false,"bottom":"input15.1","debug_info":"input0.11_reshape","dst_seq":1,"dst_k":128,"top":"input0.11_reshape"},{"bottom":"input0.11_reshape","weights":{},"eps":9.999999747378752e-06,"debug_info":"input0.11_mvn","axis":1,"normalization_mode":1,"top":"input0.11_mvn","type":"l2_normalize","name":"input0.11_mvn"},{"bottom":"","k":1,"n":1,"weights":{},"h":1,"debug_info":"input0.11_scale","constant_blob":167,"top":"input0.11_scale_constant_in_scale","w":64,"type":"load_constant","name":"input0.11_scale_constant_in_scale"},{"bottom":"","k":1,"n":1,"weights":{},"h":1,"debug_info":"input0.11_scale","constant_blob":169,"top":"input0.11_scale_constant_in_bias","w":64,"type":"load_constant","name":"input0.11_scale_constant_in_bias"},{"bottom":"input0.11_mvn,input0.11_scale_constant_in_scale","alpha":1,"operation":1,"weights":{},"fused_relu":0,"debug_info":"input0.11_scale","top":"input0.11_scale_mul_out","type":"elementwise","name":"input0.11_scale_mul_out","beta":0},{"bottom":"input0.11_scale_mul_out,input0.11_scale_constant_in_bias","alpha":1,"operation":0,"weights":{},"fused_relu":0,"debug_info":"input0.11_scale","top":"input0.11_scale","type":"elementwise","name":"input0.11_scale","beta":0},{"name":"input0.11","weights":{},"dst_w":64,"version":1,"dst_n":1,"dst_nd_rank":3,"type":"reshape","dst_h":128,"mode":0,"dynamic_shape":false,"bottom":"input0.11_scale","debug_info":"input0.11","dst_seq":1,"dst_k":1,"top":"input0.11"},{"bottom":"mask1.3","weights":{},"mode":6,"debug_info":"cast_67","top":"cast_67","type":"activation","name":"cast_67","beta":0},{"size_of_axes":1,"bottom":"cast_67","axes_0":-1,"weights":{},"nd_axis":0,"debug_info":"338","top":"338","type":"expand_dims","name":"338"},{"bottom":"input0.11,338","alpha":1,"operation":1,"weights":{},"fused_relu":0,"debug_info":"input16.1","nd_mode":true,"top":"input16.1","type":"elementwise","name":"input16.1","beta":0},{"bottom":"","k":1,"n":1,"weights":{},"h":1,"debug_info":"padding_mask.1","constant_blob":171,"top":"padding_mask.1_load_constant_186","w":1,"type":"load_constant","name":"padding_mask.1_load_constant_186"},{"bottom":"cast_68,padding_mask.1_load_constant_186","alpha":1,"operation":100,"weights":{},"fused_relu":0,"debug_info":"padding_mask.1","top":"padding_mask.1","type":"elementwise","name":"padding_mask.1","beta":0},{"bottom":"padding_mask.1","weights":{},"mode":6,"debug_info":"cast_42","top":"cast_42","type":"activation","name":"cast_42","beta":0},{"top":"358","w":1,"h":1,"name":"358","nd_rank":1,"type":"load_constant","k":1,"bottom":"","debug_info":"358","n":1,"weights":{},"constant_blob":173},{"alpha":-1,"bottom":"cast_42","weights":{},"mode":6,"debug_info":"_neg_y_padding_mask0.5","top":"_neg_y_padding_mask0.5","type":"activation","name":"_neg_y_padding_mask0.5","beta":0},{"bottom":"_neg_y_padding_mask0.5,358","alpha":1,"operation":0,"weights":{},"fused_relu":0,"debug_info":"padding_mask0.5","top":"padding_mask0.5","type":"elementwise","name":"padding_mask0.5","beta":0},{"name":"x.7_reshape","weights":{},"dst_w":64,"version":1,"dst_n":1,"dst_nd_rank":4,"type":"reshape","dst_h":1,"mode":0,"dynamic_shape":false,"bottom":"input7.1","debug_info":"x.7_reshape","dst_seq":1,"dst_k":128,"top":"x.7_reshape"},{"bottom":"x.7_reshape","weights":{},"eps":9.999999747378752e-06,"debug_info":"x.7_mvn","axis":1,"normalization_mode":1,"top":"x.7_mvn","type":"l2_normalize","name":"x.7_mvn"},{"bottom":"","k":1,"n":1,"weights":{},"h":1,"debug_info":"x.7_scale","constant_blob":175,"top":"x.7_scale_constant_in_scale","w":64,"type":"load_constant","name":"x.7_scale_constant_in_scale"},{"bottom":"","k":1,"n":1,"weights":{},"h":1,"debug_info":"x.7_scale","constant_blob":177,"top":"x.7_scale_constant_in_bias","w":64,"type":"load_constant","name":"x.7_scale_constant_in_bias"},{"bottom":"x.7_mvn,x.7_scale_constant_in_scale","alpha":1,"operation":1,"weights":{},"fused_relu":0,"debug_info":"x.7_scale","top":"x.7_scale_mul_out","type":"elementwise","name":"x.7_scale_mul_out","beta":0},{"bottom":"x.7_scale_mul_out,x.7_scale_constant_in_bias","alpha":1,"operation":0,"weights":{},"fused_relu":0,"debug_info":"x.7_scale","top":"x.7_scale","type":"elementwise","name":"x.7_scale","beta":0},{"name":"x.7","weights":{},"dst_w":64,"version":1,"dst_n":1,"dst_nd_rank":3,"type":"reshape","dst_h":128,"mode":0,"dynamic_shape":false,"bottom":"x.7_scale","debug_info":"x.7","dst_seq":1,"dst_k":1,"top":"x.7"},{"axis_h":0,"axis_w":1,"bottom":"x.7","axis_k":2,"axis_n":3,"axis_seq":4,"weights":{},"debug_info":"transpose_18","top":"transpose_18","type":"transpose","name":"transpose_18"},{"size_of_axes":1,"bottom":"transpose_18","axes_0":-2,"weights":{},"nd_axis":0,"debug_info":"expand_dims_0","top":"expand_dims_0","type":"expand_dims","name":"expand_dims_0"},{"pad_r":0,"fused_relu":0,"fused_tanh":0,"debug_info":"conv_0","pad_fill_mode":0,"pad_b":0,"pad_l":0,"top":"conv_0","blob_weights":181,"K":64,"blob_biases":179,"name":"conv_0","has_batch_norm":0,"type":"convolution","n_groups":1,"pad_t":0,"has_biases":1,"C":4,"bottom":"expand_dims_0","weights":{},"Nx":1,"pad_mode":0,"pad_value":0,"Ny":1,"n_parallel":1},{"size_of_axes":1,"bottom":"conv_0","axes_0":-2,"weights":{},"nd_axis":0,"debug_info":"392","version":1,"top":"392","type":"squeeze","name":"392"},{"name":"k.2","weights":{},"dst_w":-1,"version":1,"dst_n":1,"dst_nd_rank":4,"type":"reshape","dst_h":4,"mode":0,"dynamic_shape":false,"bottom":"392","debug_info":"k.2","dst_seq":1,"dst_k":1,"top":"k.2"},{"pad_r":0,"fused_relu":0,"fused_tanh":0,"debug_info":"conv_1","pad_fill_mode":0,"pad_b":0,"pad_l":0,"top":"conv_1","K":64,"blob_biases":183,"quantization_lut_weights_blob":185,"name":"conv_1","has_batch_norm":0,"type":"convolution","n_groups":1,"pad_t":0,"has_biases":1,"C":64,"bottom":"expand_dims_0","weights":{},"Nx":1,"pad_mode":0,"pad_value":0,"Ny":1,"n_parallel":1,"quantization_ranges_blob":187},{"size_of_axes":1,"bottom":"conv_1","axes_0":-2,"weights":{},"nd_axis":0,"debug_info":"401","version":1,"top":"401","type":"squeeze","name":"401"},{"name":"q.2","weights":{},"dst_w":-1,"version":1,"dst_n":1,"dst_nd_rank":4,"type":"reshape","dst_h":4,"mode":0,"dynamic_shape":false,"bottom":"401","debug_info":"q.2","dst_seq":1,"dst_k":16,"top":"q.2"},{"pad_r":0,"fused_relu":0,"fused_tanh":0,"debug_info":"conv_2","pad_fill_mode":0,"pad_b":0,"pad_l":0,"top":"conv_2","K":64,"blob_biases":189,"quantization_lut_weights_blob":191,"name":"conv_2","has_batch_norm":0,"type":"convolution","n_groups":1,"pad_t":0,"has_biases":1,"C":64,"bottom":"expand_dims_0","weights":{},"Nx":1,"pad_mode":0,"pad_value":0,"Ny":1,"n_parallel":1,"quantization_ranges_blob":193},{"size_of_axes":1,"bottom":"conv_2","axes_0":-2,"weights":{},"nd_axis":0,"debug_info":"412","version":1,"top":"412","type":"squeeze","name":"412"},{"name":"v.5","weights":{},"dst_w":-1,"version":1,"dst_n":1,"dst_nd_rank":4,"type":"reshape","dst_h":4,"mode":0,"dynamic_shape":false,"bottom":"412","debug_info":"v.5","dst_seq":1,"dst_k":16,"top":"v.5"},{"size_of_axes":1,"bottom":"padding_mask0.5","axes_0":1,"weights":{},"nd_axis":0,"debug_info":"417","top":"417","type":"expand_dims","name":"417"},{"size_of_axes":1,"bottom":"417","axes_0":1,"weights":{},"nd_axis":0,"debug_info":"mask.5","top":"mask.5","type":"expand_dims","name":"mask.5"},{"bottom":"k.2,mask.5","alpha":1,"operation":1,"weights":{},"fused_relu":0,"debug_info":"k0.2","nd_mode":true,"top":"k0.2","type":"elementwise","name":"k0.2","beta":0},{"bottom":"q.2,mask.5","alpha":1,"operation":1,"weights":{},"fused_relu":0,"debug_info":"q0.2","nd_mode":true,"top":"q0.2","type":"elementwise","name":"q0.2","beta":0},{"bottom":"v.5,mask.5","alpha":1,"operation":1,"weights":{},"fused_relu":0,"debug_info":"v0.5","nd_mode":true,"top":"v0.5","type":"elementwise","name":"v0.5","beta":0},{"bottom":"k0.2","alpha":-10,"operation":119,"weights":{},"fused_relu":0,"debug_info":"k1.2","top":"k1.2","type":"elementwise","name":"k1.2","beta":10},{"bottom":"k1.2","alpha":1,"operation":27,"weights":{},"fused_relu":0,"debug_info":"k2.2","top":"k2.2","type":"elementwise","name":"k2.2","beta":0},{"bottom":"v0.5,k2.2","alpha":1,"operation":1,"weights":{},"fused_relu":0,"debug_info":"x.9","top":"x.9","type":"elementwise","name":"x.9","beta":0},{"bottom":"x.9","alpha":-65504,"operation":119,"weights":{},"fused_relu":0,"debug_info":"input0.13","top":"input0.13","type":"elementwise","name":"input0.13","beta":65504},{"name":"x0.2","weights":{},"dst_w":128,"version":1,"dst_n":1,"dst_nd_rank":3,"type":"reshape","dst_h":4,"mode":0,"dynamic_shape":false,"bottom":"k2.2","debug_info":"x0.2","dst_seq":1,"dst_k":1,"top":"x0.2"},{"size_of_axes":1,"bottom":"x0.2","axes_0":-2,"weights":{},"nd_axis":0,"debug_info":"expand_dims_6","top":"expand_dims_6","type":"expand_dims","name":"expand_dims_6"},{"pad_r":0,"fused_relu":0,"fused_tanh":0,"debug_info":"conv_3","pad_fill_mode":0,"pad_b":0,"pad_l":0,"top":"conv_3","blob_weights":195,"K":4,"name":"conv_3","has_batch_norm":0,"type":"convolution","n_groups":4,"pad_t":0,"has_biases":0,"C":4,"bottom":"expand_dims_6","weights":{},"Nx":13,"pad_mode":1,"pad_value":0,"Ny":1,"n_parallel":1},{"size_of_axes":1,"bottom":"conv_3","axes_0":-2,"weights":{},"nd_axis":0,"debug_info":"443","version":1,"top":"443","type":"squeeze","name":"443"},{"axis_mode":1,"bottom":"x0.2","weights":{},"mode":0,"nd_mode":true,"debug_info":"445","use_version":1,"top":"445","type":"reduce","name":"445"},{"bottom":"443,445","alpha":1,"operation":0,"weights":{},"fused_relu":0,"debug_info":"x1.2","nd_mode":true,"top":"x1.2","type":"elementwise","name":"x1.2","beta":0},{"name":"x2.2","weights":{},"dst_w":128,"version":1,"dst_n":1,"dst_nd_rank":4,"type":"reshape","dst_h":4,"mode":0,"dynamic_shape":false,"bottom":"x1.2","debug_info":"x2.2","dst_seq":1,"dst_k":1,"top":"x2.2"},{"bottom":"x2.2","alpha":-65504,"operation":119,"weights":{},"fused_relu":0,"debug_info":"k3.2","top":"k3.2","type":"elementwise","name":"k3.2","beta":65504},{"name":"x3.2","weights":{},"dst_w":128,"version":1,"dst_n":1,"dst_nd_rank":3,"type":"reshape","dst_h":4,"mode":0,"dynamic_shape":false,"bottom":"input0.13","debug_info":"x3.2","dst_seq":1,"dst_k":16,"top":"x3.2"},{"size_of_axes":1,"bottom":"x3.2","axes_0":-2,"weights":{},"nd_axis":0,"debug_info":"expand_dims_8","top":"expand_dims_8","type":"expand_dims","name":"expand_dims_8"},{"pad_r":0,"fused_relu":0,"fused_tanh":0,"debug_info":"conv_4","pad_fill_mode":0,"pad_b":0,"pad_l":0,"top":"conv_4","blob_weights":197,"K":4,"name":"conv_4","has_batch_norm":0,"type":"convolution","n_groups":4,"pad_t":0,"has_biases":0,"C":4,"bottom":"expand_dims_8","weights":{},"Nx":13,"pad_mode":1,"pad_value":0,"Ny":1,"n_parallel":1},{"size_of_axes":1,"bottom":"conv_4","axes_0":-2,"weights":{},"nd_axis":0,"debug_info":"457","version":1,"top":"457","type":"squeeze","name":"457"},{"axis_mode":1,"bottom":"x3.2","weights":{},"mode":0,"nd_mode":true,"debug_info":"459","use_version":1,"top":"459","type":"reduce","name":"459"},{"bottom":"457,459","alpha":1,"operation":0,"weights":{},"fused_relu":0,"debug_info":"x4.2","nd_mode":true,"top":"x4.2","type":"elementwise","name":"x4.2","beta":0},{"name":"x5.2","weights":{},"dst_w":128,"version":1,"dst_n":1,"dst_nd_rank":4,"type":"reshape","dst_h":4,"mode":0,"dynamic_shape":false,"bottom":"x4.2","debug_info":"x5.2","dst_seq":1,"dst_k":16,"top":"x5.2"},{"bottom":"x5.2","alpha":-65504,"operation":119,"weights":{},"fused_relu":0,"debug_info":"kv.2","top":"kv.2","type":"elementwise","name":"kv.2","beta":65504},{"bottom":"q0.2","weights":{},"mode":3,"debug_info":"q1.2","top":"q1.2","type":"activation","name":"q1.2"},{"bottom":"q1.2,kv.2","alpha":1,"operation":1,"weights":{},"fused_relu":0,"debug_info":"465","top":"465","type":"elementwise","name":"465","beta":0},{"bottom":"465,k3.2","alpha":1,"operation":102,"weights":{},"fused_relu":0,"debug_info":"x6.2","nd_mode":true,"top":"x6.2","type":"elementwise","name":"x6.2","beta":0},{"name":"input2.5","weights":{},"dst_w":-1,"version":1,"dst_n":1,"dst_nd_rank":3,"type":"reshape","dst_h":64,"mode":0,"dynamic_shape":false,"bottom":"x6.2","debug_info":"input2.5","dst_seq":1,"dst_k":1,"top":"input2.5"},{"size_of_axes":1,"bottom":"input2.5","axes_0":-2,"weights":{},"nd_axis":0,"debug_info":"expand_dims_10","top":"expand_dims_10","type":"expand_dims","name":"expand_dims_10"},{"pad_r":0,"fused_relu":0,"fused_tanh":0,"debug_info":"conv_5","pad_fill_mode":0,"pad_b":0,"pad_l":0,"top":"conv_5","K":64,"blob_biases":199,"quantization_lut_weights_blob":201,"name":"conv_5","has_batch_norm":0,"type":"convolution","n_groups":1,"pad_t":0,"has_biases":1,"C":64,"bottom":"expand_dims_10","weights":{},"Nx":1,"pad_mode":0,"pad_value":0,"Ny":1,"n_parallel":1,"quantization_ranges_blob":203},{"size_of_axes":1,"bottom":"conv_5","axes_0":-2,"weights":{},"nd_axis":0,"debug_info":"input0.23","version":1,"top":"input0.23","type":"squeeze","name":"input0.23"},{"axis_h":0,"axis_w":1,"bottom":"input0.23","axis_k":2,"axis_n":3,"axis_seq":4,"weights":{},"debug_info":"transpose_17","top":"transpose_17","type":"transpose","name":"transpose_17"},{"bottom":"input7.1,transpose_17","alpha":1,"operation":0,"weights":{},"fused_relu":0,"debug_info":"input0.27","top":"input0.27","type":"elementwise","name":"input0.27","beta":0},{"name":"input0.15_reshape","weights":{},"dst_w":64,"version":1,"dst_n":1,"dst_nd_rank":4,"type":"reshape","dst_h":1,"mode":0,"dynamic_shape":false,"bottom":"input0.27","debug_info":"input0.15_reshape","dst_seq":1,"dst_k":128,"top":"input0.15_reshape"},{"bottom":"input0.15_reshape","weights":{},"eps":9.999999747378752e-06,"debug_info":"input0.15_mvn","axis":1,"normalization_mode":1,"top":"input0.15_mvn","type":"l2_normalize","name":"input0.15_mvn"},{"bottom":"","k":1,"n":1,"weights":{},"h":1,"debug_info":"input0.15_scale","constant_blob":205,"top":"input0.15_scale_constant_in_scale","w":64,"type":"load_constant","name":"input0.15_scale_constant_in_scale"},{"bottom":"","k":1,"n":1,"weights":{},"h":1,"debug_info":"input0.15_scale","constant_blob":207,"top":"input0.15_scale_constant_in_bias","w":64,"type":"load_constant","name":"input0.15_scale_constant_in_bias"},{"bottom":"input0.15_mvn,input0.15_scale_constant_in_scale","alpha":1,"operation":1,"weights":{},"fused_relu":0,"debug_info":"input0.15_scale","top":"input0.15_scale_mul_out","type":"elementwise","name":"input0.15_scale_mul_out","beta":0},{"bottom":"input0.15_scale_mul_out,input0.15_scale_constant_in_bias","alpha":1,"operation":0,"weights":{},"fused_relu":0,"debug_info":"input0.15_scale","top":"input0.15_scale","type":"elementwise","name":"input0.15_scale","beta":0},{"name":"input0.15","weights":{},"dst_w":64,"version":1,"dst_n":1,"dst_nd_rank":3,"type":"reshape","dst_h":128,"mode":0,"dynamic_shape":false,"bottom":"input0.15_scale","debug_info":"input0.15","dst_seq":1,"dst_k":1,"top":"input0.15"},{"nB":64,"top":"linear_16","has_biases":1,"blob_biases":209,"nC":256,"weights":{"W_U8":211,"per_ch_qscale":215,"per_ch_qbias":213},"quantization_mode":1,"type":"inner_product","has_relu":0,"bottom":"input0.15","debug_info":"linear_16","has_tanh":0,"hint_fallback_from_metal":1,"name":"linear_16","has_prelu":0},{"bottom":"linear_16","weights":{},"mode":19,"debug_info":"489","top":"489","type":"activation","name":"489"},{"nB":256,"top":"linear_17","has_biases":1,"blob_biases":217,"nC":64,"weights":{"W_U8":219,"per_ch_qscale":223,"per_ch_qbias":221},"quantization_mode":1,"type":"inner_product","has_relu":0,"bottom":"489","debug_info":"linear_17","has_tanh":0,"hint_fallback_from_metal":1,"name":"linear_17","has_prelu":0},{"bottom":"input0.27,linear_17","alpha":1,"operation":0,"weights":{},"fused_relu":0,"debug_info":"x.11","top":"x.11","type":"elementwise","name":"x.11","beta":0},{"size_of_axes":1,"bottom":"padding_mask0.5","axes_0":2,"weights":{},"nd_axis":0,"debug_info":"495","top":"495","type":"expand_dims","name":"495"},{"bottom":"x.11,495","alpha":1,"operation":1,"weights":{},"fused_relu":0,"debug_info":"input1.2","nd_mode":true,"top":"input1.2","type":"elementwise","name":"input1.2","beta":0},{"bottom":"","k":1,"n":1,"weights":{},"h":1,"debug_info":"padding_mask0.3","constant_blob":225,"top":"padding_mask0.3_load_constant_250","w":1,"type":"load_constant","name":"padding_mask0.3_load_constant_250"},{"bottom":"cast_67,padding_mask0.3_load_constant_250","alpha":1,"operation":100,"weights":{},"fused_relu":0,"debug_info":"padding_mask0.3","top":"padding_mask0.3","type":"elementwise","name":"padding_mask0.3","beta":0},{"bottom":"padding_mask0.3","weights":{},"mode":6,"debug_info":"cast_41","top":"cast_41","type":"activation","name":"cast_41","beta":0},{"top":"515","w":1,"h":1,"name":"515","nd_rank":1,"type":"load_constant","k":1,"bottom":"","debug_info":"515","n":1,"weights":{},"constant_blob":227},{"alpha":-1,"bottom":"cast_41","weights":{},"mode":6,"debug_info":"_neg_y_padding_mask0.7","top":"_neg_y_padding_mask0.7","type":"activation","name":"_neg_y_padding_mask0.7","beta":0},{"bottom":"_neg_y_padding_mask0.7,515","alpha":1,"operation":0,"weights":{},"fused_relu":0,"debug_info":"padding_mask0.7","top":"padding_mask0.7","type":"elementwise","name":"padding_mask0.7","beta":0},{"name":"x.13_reshape","weights":{},"dst_w":64,"version":1,"dst_n":1,"dst_nd_rank":4,"type":"reshape","dst_h":1,"mode":0,"dynamic_shape":false,"bottom":"input16.1","debug_info":"x.13_reshape","dst_seq":1,"dst_k":128,"top":"x.13_reshape"},{"bottom":"x.13_reshape","weights":{},"eps":9.999999747378752e-06,"debug_info":"x.13_mvn","axis":1,"normalization_mode":1,"top":"x.13_mvn","type":"l2_normalize","name":"x.13_mvn"},{"bottom":"","k":1,"n":1,"weights":{},"h":1,"debug_info":"x.13_scale","constant_blob":229,"top":"x.13_scale_constant_in_scale","w":64,"type":"load_constant","name":"x.13_scale_constant_in_scale"},{"bottom":"","k":1,"n":1,"weights":{},"h":1,"debug_info":"x.13_scale","constant_blob":231,"top":"x.13_scale_constant_in_bias","w":64,"type":"load_constant","name":"x.13_scale_constant_in_bias"},{"bottom":"x.13_mvn,x.13_scale_constant_in_scale","alpha":1,"operation":1,"weights":{},"fused_relu":0,"debug_info":"x.13_scale","top":"x.13_scale_mul_out","type":"elementwise","name":"x.13_scale_mul_out","beta":0},{"bottom":"x.13_scale_mul_out,x.13_scale_constant_in_bias","alpha":1,"operation":0,"weights":{},"fused_relu":0,"debug_info":"x.13_scale","top":"x.13_scale","type":"elementwise","name":"x.13_scale","beta":0},{"name":"x.13","weights":{},"dst_w":64,"version":1,"dst_n":1,"dst_nd_rank":3,"type":"reshape","dst_h":128,"mode":0,"dynamic_shape":false,"bottom":"x.13_scale","debug_info":"x.13","dst_seq":1,"dst_k":1,"top":"x.13"},{"axis_h":0,"axis_w":1,"bottom":"x.13","axis_k":2,"axis_n":3,"axis_seq":4,"weights":{},"debug_info":"transpose_16","top":"transpose_16","type":"transpose","name":"transpose_16"},{"size_of_axes":1,"bottom":"transpose_16","axes_0":-2,"weights":{},"nd_axis":0,"debug_info":"expand_dims_12","top":"expand_dims_12","type":"expand_dims","name":"expand_dims_12"},{"pad_r":0,"fused_relu":0,"fused_tanh":0,"debug_info":"conv_6","pad_fill_mode":0,"pad_b":0,"pad_l":0,"top":"conv_6","blob_weights":235,"K":64,"blob_biases":233,"name":"conv_6","has_batch_norm":0,"type":"convolution","n_groups":1,"pad_t":0,"has_biases":1,"C":4,"bottom":"expand_dims_12","weights":{},"Nx":1,"pad_mode":0,"pad_value":0,"Ny":1,"n_parallel":1},{"size_of_axes":1,"bottom":"conv_6","axes_0":-2,"weights":{},"nd_axis":0,"debug_info":"549","version":1,"top":"549","type":"squeeze","name":"549"},{"name":"k.4","weights":{},"dst_w":-1,"version":1,"dst_n":1,"dst_nd_rank":4,"type":"reshape","dst_h":4,"mode":0,"dynamic_shape":false,"bottom":"549","debug_info":"k.4","dst_seq":1,"dst_k":1,"top":"k.4"},{"pad_r":0,"fused_relu":0,"fused_tanh":0,"debug_info":"conv_7","pad_fill_mode":0,"pad_b":0,"pad_l":0,"top":"conv_7","K":64,"blob_biases":237,"quantization_lut_weights_blob":239,"name":"conv_7","has_batch_norm":0,"type":"convolution","n_groups":1,"pad_t":0,"has_biases":1,"C":64,"bottom":"expand_dims_12","weights":{},"Nx":1,"pad_mode":0,"pad_value":0,"Ny":1,"n_parallel":1,"quantization_ranges_blob":241},{"size_of_axes":1,"bottom":"conv_7","axes_0":-2,"weights":{},"nd_axis":0,"debug_info":"558","version":1,"top":"558","type":"squeeze","name":"558"},{"name":"q.4","weights":{},"dst_w":-1,"version":1,"dst_n":1,"dst_nd_rank":4,"type":"reshape","dst_h":4,"mode":0,"dynamic_shape":false,"bottom":"558","debug_info":"q.4","dst_seq":1,"dst_k":16,"top":"q.4"},{"pad_r":0,"fused_relu":0,"fused_tanh":0,"debug_info":"conv_8","pad_fill_mode":0,"pad_b":0,"pad_l":0,"top":"conv_8","K":64,"blob_biases":243,"quantization_lut_weights_blob":245,"name":"conv_8","has_batch_norm":0,"type":"convolution","n_groups":1,"pad_t":0,"has_biases":1,"C":64,"bottom":"expand_dims_12","weights":{},"Nx":1,"pad_mode":0,"pad_value":0,"Ny":1,"n_parallel":1,"quantization_ranges_blob":247},{"size_of_axes":1,"bottom":"conv_8","axes_0":-2,"weights":{},"nd_axis":0,"debug_info":"569","version":1,"top":"569","type":"squeeze","name":"569"},{"name":"v.7","weights":{},"dst_w":-1,"version":1,"dst_n":1,"dst_nd_rank":4,"type":"reshape","dst_h":4,"mode":0,"dynamic_shape":false,"bottom":"569","debug_info":"v.7","dst_seq":1,"dst_k":16,"top":"v.7"},{"size_of_axes":1,"bottom":"padding_mask0.7","axes_0":1,"weights":{},"nd_axis":0,"debug_info":"574","top":"574","type":"expand_dims","name":"574"},{"size_of_axes":1,"bottom":"574","axes_0":1,"weights":{},"nd_axis":0,"debug_info":"mask.7","top":"mask.7","type":"expand_dims","name":"mask.7"},{"bottom":"k.4,mask.7","alpha":1,"operation":1,"weights":{},"fused_relu":0,"debug_info":"k0.4","nd_mode":true,"top":"k0.4","type":"elementwise","name":"k0.4","beta":0},{"bottom":"q.4,mask.7","alpha":1,"operation":1,"weights":{},"fused_relu":0,"debug_info":"q0.4","nd_mode":true,"top":"q0.4","type":"elementwise","name":"q0.4","beta":0},{"bottom":"v.7,mask.7","alpha":1,"operation":1,"weights":{},"fused_relu":0,"debug_info":"v0.7","nd_mode":true,"top":"v0.7","type":"elementwise","name":"v0.7","beta":0},{"bottom":"k0.4","alpha":-10,"operation":119,"weights":{},"fused_relu":0,"debug_info":"k1.4","top":"k1.4","type":"elementwise","name":"k1.4","beta":10},{"bottom":"k1.4","alpha":1,"operation":27,"weights":{},"fused_relu":0,"debug_info":"k2.4","top":"k2.4","type":"elementwise","name":"k2.4","beta":0},{"bottom":"v0.7,k2.4","alpha":1,"operation":1,"weights":{},"fused_relu":0,"debug_info":"x.15","top":"x.15","type":"elementwise","name":"x.15","beta":0},{"bottom":"x.15","alpha":-65504,"operation":119,"weights":{},"fused_relu":0,"debug_info":"input2.7","top":"input2.7","type":"elementwise","name":"input2.7","beta":65504},{"name":"x0.4","weights":{},"dst_w":128,"version":1,"dst_n":1,"dst_nd_rank":3,"type":"reshape","dst_h":4,"mode":0,"dynamic_shape":false,"bottom":"k2.4","debug_info":"x0.4","dst_seq":1,"dst_k":1,"top":"x0.4"},{"size_of_axes":1,"bottom":"x0.4","axes_0":-2,"weights":{},"nd_axis":0,"debug_info":"expand_dims_18","top":"expand_dims_18","type":"expand_dims","name":"expand_dims_18"},{"pad_r":0,"fused_relu":0,"fused_tanh":0,"debug_info":"conv_9","pad_fill_mode":0,"pad_b":0,"pad_l":0,"top":"conv_9","blob_weights":249,"K":4,"name":"conv_9","has_batch_norm":0,"type":"convolution","n_groups":4,"pad_t":0,"has_biases":0,"C":4,"bottom":"expand_dims_18","weights":{},"Nx":13,"pad_mode":1,"pad_value":0,"Ny":1,"n_parallel":1},{"size_of_axes":1,"bottom":"conv_9","axes_0":-2,"weights":{},"nd_axis":0,"debug_info":"600","version":1,"top":"600","type":"squeeze","name":"600"},{"axis_mode":1,"bottom":"x0.4","weights":{},"mode":0,"nd_mode":true,"debug_info":"602","use_version":1,"top":"602","type":"reduce","name":"602"},{"bottom":"600,602","alpha":1,"operation":0,"weights":{},"fused_relu":0,"debug_info":"x1.4","nd_mode":true,"top":"x1.4","type":"elementwise","name":"x1.4","beta":0},{"name":"x2.4","weights":{},"dst_w":128,"version":1,"dst_n":1,"dst_nd_rank":4,"type":"reshape","dst_h":4,"mode":0,"dynamic_shape":false,"bottom":"x1.4","debug_info":"x2.4","dst_seq":1,"dst_k":1,"top":"x2.4"},{"bottom":"x2.4","alpha":-65504,"operation":119,"weights":{},"fused_relu":0,"debug_info":"k3.4","top":"k3.4","type":"elementwise","name":"k3.4","beta":65504},{"name":"x3.4","weights":{},"dst_w":128,"version":1,"dst_n":1,"dst_nd_rank":3,"type":"reshape","dst_h":4,"mode":0,"dynamic_shape":false,"bottom":"input2.7","debug_info":"x3.4","dst_seq":1,"dst_k":16,"top":"x3.4"},{"size_of_axes":1,"bottom":"x3.4","axes_0":-2,"weights":{},"nd_axis":0,"debug_info":"expand_dims_20","top":"expand_dims_20","type":"expand_dims","name":"expand_dims_20"},{"pad_r":0,"fused_relu":0,"fused_tanh":0,"debug_info":"conv_10","pad_fill_mode":0,"pad_b":0,"pad_l":0,"top":"conv_10","blob_weights":251,"K":4,"name":"conv_10","has_batch_norm":0,"type":"convolution","n_groups":4,"pad_t":0,"has_biases":0,"C":4,"bottom":"expand_dims_20","weights":{},"Nx":13,"pad_mode":1,"pad_value":0,"Ny":1,"n_parallel":1},{"size_of_axes":1,"bottom":"conv_10","axes_0":-2,"weights":{},"nd_axis":0,"debug_info":"614","version":1,"top":"614","type":"squeeze","name":"614"},{"axis_mode":1,"bottom":"x3.4","weights":{},"mode":0,"nd_mode":true,"debug_info":"616","use_version":1,"top":"616","type":"reduce","name":"616"},{"bottom":"614,616","alpha":1,"operation":0,"weights":{},"fused_relu":0,"debug_info":"x4.4","nd_mode":true,"top":"x4.4","type":"elementwise","name":"x4.4","beta":0},{"name":"x5.4","weights":{},"dst_w":128,"version":1,"dst_n":1,"dst_nd_rank":4,"type":"reshape","dst_h":4,"mode":0,"dynamic_shape":false,"bottom":"x4.4","debug_info":"x5.4","dst_seq":1,"dst_k":16,"top":"x5.4"},{"bottom":"x5.4","alpha":-65504,"operation":119,"weights":{},"fused_relu":0,"debug_info":"kv.4","top":"kv.4","type":"elementwise","name":"kv.4","beta":65504},{"bottom":"q0.4","weights":{},"mode":3,"debug_info":"q1.4","top":"q1.4","type":"activation","name":"q1.4"},{"bottom":"q1.4,kv.4","alpha":1,"operation":1,"weights":{},"fused_relu":0,"debug_info":"622","top":"622","type":"elementwise","name":"622","beta":0},{"bottom":"622,k3.4","alpha":1,"operation":102,"weights":{},"fused_relu":0,"debug_info":"x6.4","nd_mode":true,"top":"x6.4","type":"elementwise","name":"x6.4","beta":0},{"name":"input4.1","weights":{},"dst_w":-1,"version":1,"dst_n":1,"dst_nd_rank":3,"type":"reshape","dst_h":64,"mode":0,"dynamic_shape":false,"bottom":"x6.4","debug_info":"input4.1","dst_seq":1,"dst_k":1,"top":"input4.1"},{"size_of_axes":1,"bottom":"input4.1","axes_0":-2,"weights":{},"nd_axis":0,"debug_info":"expand_dims_22","top":"expand_dims_22","type":"expand_dims","name":"expand_dims_22"},{"pad_r":0,"fused_relu":0,"fused_tanh":0,"debug_info":"conv_11","pad_fill_mode":0,"pad_b":0,"pad_l":0,"top":"conv_11","K":64,"blob_biases":253,"quantization_lut_weights_blob":255,"name":"conv_11","has_batch_norm":0,"type":"convolution","n_groups":1,"pad_t":0,"has_biases":1,"C":64,"bottom":"expand_dims_22","weights":{},"Nx":1,"pad_mode":0,"pad_value":0,"Ny":1,"n_parallel":1,"quantization_ranges_blob":257},{"size_of_axes":1,"bottom":"conv_11","axes_0":-2,"weights":{},"nd_axis":0,"debug_info":"input0.4","version":1,"top":"input0.4","type":"squeeze","name":"input0.4"},{"axis_h":0,"axis_w":1,"bottom":"input0.4","axis_k":2,"axis_n":3,"axis_seq":4,"weights":{},"debug_info":"transpose_15","top":"transpose_15","type":"transpose","name":"transpose_15"},{"bottom":"input16.1,transpose_15","alpha":1,"operation":0,"weights":{},"fused_relu":0,"debug_info":"input0.19","top":"input0.19","type":"elementwise","name":"input0.19","beta":0},{"name":"input0.17_reshape","weights":{},"dst_w":64,"version":1,"dst_n":1,"dst_nd_rank":4,"type":"reshape","dst_h":1,"mode":0,"dynamic_shape":false,"bottom":"input0.19","debug_info":"input0.17_reshape","dst_seq":1,"dst_k":128,"top":"input0.17_reshape"},{"bottom":"input0.17_reshape","weights":{},"eps":9.999999747378752e-06,"debug_info":"input0.17_mvn","axis":1,"normalization_mode":1,"top":"input0.17_mvn","type":"l2_normalize","name":"input0.17_mvn"},{"bottom":"","k":1,"n":1,"weights":{},"h":1,"debug_info":"input0.17_scale","constant_blob":259,"top":"input0.17_scale_constant_in_scale","w":64,"type":"load_constant","name":"input0.17_scale_constant_in_scale"},{"bottom":"","k":1,"n":1,"weights":{},"h":1,"debug_info":"input0.17_scale","constant_blob":261,"top":"input0.17_scale_constant_in_bias","w":64,"type":"load_constant","name":"input0.17_scale_constant_in_bias"},{"bottom":"input0.17_mvn,input0.17_scale_constant_in_scale","alpha":1,"operation":1,"weights":{},"fused_relu":0,"debug_info":"input0.17_scale","top":"input0.17_scale_mul_out","type":"elementwise","name":"input0.17_scale_mul_out","beta":0},{"bottom":"input0.17_scale_mul_out,input0.17_scale_constant_in_bias","alpha":1,"operation":0,"weights":{},"fused_relu":0,"debug_info":"input0.17_scale","top":"input0.17_scale","type":"elementwise","name":"input0.17_scale","beta":0},{"name":"input0.17","weights":{},"dst_w":64,"version":1,"dst_n":1,"dst_nd_rank":3,"type":"reshape","dst_h":128,"mode":0,"dynamic_shape":false,"bottom":"input0.17_scale","debug_info":"input0.17","dst_seq":1,"dst_k":1,"top":"input0.17"},{"nB":64,"top":"linear_18","has_biases":1,"blob_biases":263,"nC":256,"weights":{"W_U8":265,"per_ch_qscale":269,"per_ch_qbias":267},"quantization_mode":1,"type":"inner_product","has_relu":0,"bottom":"input0.17","debug_info":"linear_18","has_tanh":0,"hint_fallback_from_metal":1,"name":"linear_18","has_prelu":0},{"bottom":"linear_18","weights":{},"mode":19,"debug_info":"646","top":"646","type":"activation","name":"646"},{"nB":256,"top":"linear_19","has_biases":1,"blob_biases":271,"nC":64,"weights":{"W_U8":273,"per_ch_qscale":277,"per_ch_qbias":275},"quantization_mode":1,"type":"inner_product","has_relu":0,"bottom":"646","debug_info":"linear_19","has_tanh":0,"hint_fallback_from_metal":1,"name":"linear_19","has_prelu":0},{"bottom":"input0.19,linear_19","alpha":1,"operation":0,"weights":{},"fused_relu":0,"debug_info":"x.17","top":"x.17","type":"elementwise","name":"x.17","beta":0},{"size_of_axes":1,"bottom":"padding_mask0.7","axes_0":2,"weights":{},"nd_axis":0,"debug_info":"652","top":"652","type":"expand_dims","name":"652"},{"bottom":"x.17,652","alpha":1,"operation":1,"weights":{},"fused_relu":0,"debug_info":"input1.7","nd_mode":true,"top":"input1.7","type":"elementwise","name":"input1.7","beta":0},{"name":"x.19_reshape","weights":{},"dst_w":64,"version":1,"dst_n":1,"dst_nd_rank":4,"type":"reshape","dst_h":1,"mode":0,"dynamic_shape":false,"bottom":"input1.7","debug_info":"x.19_reshape","dst_seq":1,"dst_k":128,"top":"x.19_reshape"},{"bottom":"x.19_reshape","weights":{},"eps":9.999999747378752e-06,"debug_info":"x.19_mvn","axis":1,"normalization_mode":1,"top":"x.19_mvn","type":"l2_normalize","name":"x.19_mvn"},{"bottom":"","k":1,"n":1,"weights":{},"h":1,"debug_info":"x.19_scale","constant_blob":279,"top":"x.19_scale_constant_in_scale","w":64,"type":"load_constant","name":"x.19_scale_constant_in_scale"},{"bottom":"","k":1,"n":1,"weights":{},"h":1,"debug_info":"x.19_scale","constant_blob":281,"top":"x.19_scale_constant_in_bias","w":64,"type":"load_constant","name":"x.19_scale_constant_in_bias"},{"bottom":"x.19_mvn,x.19_scale_constant_in_scale","alpha":1,"operation":1,"weights":{},"fused_relu":0,"debug_info":"x.19_scale","top":"x.19_scale_mul_out","type":"elementwise","name":"x.19_scale_mul_out","beta":0},{"bottom":"x.19_scale_mul_out,x.19_scale_constant_in_bias","alpha":1,"operation":0,"weights":{},"fused_relu":0,"debug_info":"x.19_scale","top":"x.19_scale","type":"elementwise","name":"x.19_scale","beta":0},{"name":"x.19","weights":{},"dst_w":64,"version":1,"dst_n":1,"dst_nd_rank":3,"type":"reshape","dst_h":128,"mode":0,"dynamic_shape":false,"bottom":"x.19_scale","debug_info":"x.19","dst_seq":1,"dst_k":1,"top":"x.19"},{"top":"positional0.1","w":64,"h":128,"name":"positional0.1","nd_rank":3,"type":"load_constant","k":1,"bottom":"","debug_info":"positional0.1","n":1,"weights":{},"constant_blob":283},{"bottom":"x.19,positional0.1","weights":{},"nd_mode":true,"axis":-1,"debug_info":"692","top":"692","type":"general_concat","name":"692"},{"name":"x.21_reshape","weights":{},"dst_w":64,"version":1,"dst_n":1,"dst_nd_rank":4,"type":"reshape","dst_h":1,"mode":0,"dynamic_shape":false,"bottom":"input1.2","debug_info":"x.21_reshape","dst_seq":1,"dst_k":128,"top":"x.21_reshape"},{"bottom":"x.21_reshape","weights":{},"eps":9.999999747378752e-06,"debug_info":"x.21_mvn","axis":1,"normalization_mode":1,"top":"x.21_mvn","type":"l2_normalize","name":"x.21_mvn"},{"bottom":"","k":1,"n":1,"weights":{},"h":1,"debug_info":"x.21_scale","constant_blob":285,"top":"x.21_scale_constant_in_scale","w":64,"type":"load_constant","name":"x.21_scale_constant_in_scale"},{"bottom":"","k":1,"n":1,"weights":{},"h":1,"debug_info":"x.21_scale","constant_blob":287,"top":"x.21_scale_constant_in_bias","w":64,"type":"load_constant","name":"x.21_scale_constant_in_bias"},{"bottom":"x.21_mvn,x.21_scale_constant_in_scale","alpha":1,"operation":1,"weights":{},"fused_relu":0,"debug_info":"x.21_scale","top":"x.21_scale_mul_out","type":"elementwise","name":"x.21_scale_mul_out","beta":0},{"bottom":"x.21_scale_mul_out,x.21_scale_constant_in_bias","alpha":1,"operation":0,"weights":{},"fused_relu":0,"debug_info":"x.21_scale","top":"x.21_scale","type":"elementwise","name":"x.21_scale","beta":0},{"name":"x.21","weights":{},"dst_w":64,"version":1,"dst_n":1,"dst_nd_rank":3,"type":"reshape","dst_h":128,"mode":0,"dynamic_shape":false,"bottom":"x.21_scale","debug_info":"x.21","dst_seq":1,"dst_k":1,"top":"x.21"},{"bottom":"x.21,positional0.1","weights":{},"nd_mode":true,"axis":-1,"debug_info":"707","top":"707","type":"general_concat","name":"707"},{"nB":128,"top":"linear_20","has_biases":1,"blob_biases":289,"nC":64,"weights":{"W_U8":291,"per_ch_qscale":295,"per_ch_qbias":293},"quantization_mode":1,"type":"inner_product","has_relu":0,"bottom":"707","debug_info":"linear_20","has_tanh":0,"hint_fallback_from_metal":1,"name":"linear_20","has_prelu":0},{"top":"657","w":1,"h":1,"name":"657","nd_rank":1,"type":"load_constant","k":1,"bottom":"","debug_info":"657","n":1,"weights":{},"constant_blob":297},{"top":"719","w":128,"h":1,"name":"719","nd_rank":2,"type":"load_constant","k":1,"bottom":"","debug_info":"719","n":1,"weights":{},"constant_blob":299},{"bottom":"padding_mask0.3,657,719","alpha":1,"operation":101,"weights":{},"fused_relu":0,"debug_info":"key_padding_mask.1","nd_mode":true,"top":"key_padding_mask.1","type":"elementwise","name":"key_padding_mask.1","beta":0},{"axis_h":2,"axis_w":0,"bottom":"linear_20","axis_k":1,"axis_n":3,"axis_seq":4,"weights":{},"debug_info":"transpose_14","top":"transpose_14","type":"transpose","name":"transpose_14"},{"nB":64,"top":"linear_21","has_biases":1,"blob_biases":301,"nC":64,"weights":{"W_U8":303,"per_ch_qscale":307,"per_ch_qbias":305},"quantization_mode":1,"type":"inner_product","has_relu":0,"bottom":"transpose_14","debug_info":"linear_21","has_tanh":0,"hint_fallback_from_metal":1,"name":"linear_21","has_prelu":0},{"axis_h":2,"axis_w":0,"bottom":"692","axis_k":1,"axis_n":3,"axis_seq":4,"weights":{},"debug_info":"transpose_13","top":"transpose_13","type":"transpose","name":"transpose_13"},{"nB":128,"top":"linear_22","has_biases":1,"blob_biases":309,"nC":64,"weights":{"W_U8":311,"per_ch_qscale":315,"per_ch_qbias":313},"quantization_mode":1,"type":"inner_product","has_relu":0,"bottom":"transpose_13","debug_info":"linear_22","has_tanh":0,"hint_fallback_from_metal":1,"name":"linear_22","has_prelu":0},{"axis_h":2,"axis_w":0,"bottom":"x.19","axis_k":1,"axis_n":3,"axis_seq":4,"weights":{},"debug_info":"transpose_12","top":"transpose_12","type":"transpose","name":"transpose_12"},{"nB":64,"top":"linear_23","has_biases":1,"blob_biases":317,"nC":64,"weights":{"W_U8":319,"per_ch_qscale":323,"per_ch_qbias":321},"quantization_mode":1,"type":"inner_product","has_relu":0,"bottom":"transpose_12","debug_info":"linear_23","has_tanh":0,"hint_fallback_from_metal":1,"name":"linear_23","has_prelu":0},{"name":"744","weights":{},"dst_w":16,"version":1,"dst_n":1,"dst_nd_rank":3,"type":"reshape","dst_h":4,"mode":0,"dynamic_shape":false,"bottom":"linear_21","debug_info":"744","dst_seq":1,"dst_k":128,"top":"744"},{"name":"751","weights":{},"dst_w":16,"version":1,"dst_n":1,"dst_nd_rank":3,"type":"reshape","dst_h":4,"mode":0,"dynamic_shape":false,"bottom":"linear_22","debug_info":"751","dst_seq":1,"dst_k":128,"top":"751"},{"name":"758","weights":{},"dst_w":16,"version":1,"dst_n":1,"dst_nd_rank":3,"type":"reshape","dst_h":4,"mode":0,"dynamic_shape":false,"bottom":"linear_23","debug_info":"758","dst_seq":1,"dst_k":128,"top":"758"},{"name":"762","weights":{},"dst_w":128,"version":1,"dst_n":1,"dst_nd_rank":4,"type":"reshape","dst_h":1,"mode":0,"dynamic_shape":false,"bottom":"key_padding_mask.1","debug_info":"762","dst_seq":1,"dst_k":1,"top":"762"},{"name":"764","bottom":"762","dst_n":1,"dst_seq":1,"weights":{},"dst_k":4,"debug_info":"764","top":"764","dst_h":1,"dst_w":1,"type":"tile"},{"name":"key_padding_mask0.1","weights":{},"dst_w":128,"version":1,"dst_n":1,"dst_nd_rank":3,"type":"reshape","dst_h":1,"mode":0,"dynamic_shape":false,"bottom":"764","debug_info":"key_padding_mask0.1","dst_seq":1,"dst_k":4,"top":"key_padding_mask0.1"},{"bottom":"744","alpha":0.25,"operation":1,"weights":{},"fused_relu":0,"debug_info":"_inversed_q_scaled.1","top":"_inversed_q_scaled.1","type":"elementwise","name":"_inversed_q_scaled.1","beta":0},{"axis_h":0,"axis_w":2,"bottom":"751","axis_k":1,"axis_n":3,"axis_seq":4,"weights":{},"debug_info":"transpose_9","top":"transpose_9","type":"transpose","name":"transpose_9"},{"axis_h":2,"axis_w":0,"bottom":"_inversed_q_scaled.1","axis_k":1,"axis_n":3,"axis_seq":4,"weights":{},"debug_info":"transpose_10","top":"transpose_10","type":"transpose","name":"transpose_10"},{"bottom":"transpose_10,transpose_9","weights":{},"debug_info":"input.21_bmm","top":"input.21_bmm","type":"batch_matmul","name":"input.21_bmm","channel_mode":false},{"bottom":"key_padding_mask0.1,input.21_bmm","alpha":1,"operation":0,"weights":{},"fused_relu":0,"debug_info":"input.21","nd_mode":true,"top":"input.21","type":"elementwise","name":"input.21","beta":0},{"bottom":"input.21","weights":{},"nd_axis":-1,"debug_info":"attn_output_weights.1","top":"attn_output_weights.1","type":"softmax_nd","name":"attn_output_weights.1"},{"axis_h":2,"axis_w":0,"bottom":"758","axis_k":1,"axis_n":3,"axis_seq":4,"weights":{},"debug_info":"transpose_11","top":"transpose_11","type":"transpose","name":"transpose_11"},{"bottom":"attn_output_weights.1,transpose_11","weights":{},"debug_info":"attn_output.1","top":"attn_output.1","type":"batch_matmul","name":"attn_output.1","channel_mode":false},{"axis_h":2,"axis_w":0,"bottom":"attn_output.1","axis_k":1,"axis_n":3,"axis_seq":4,"weights":{},"debug_info":"transpose_8","top":"transpose_8","type":"transpose","name":"transpose_8"},{"name":"attn_output0.1","weights":{},"dst_w":64,"version":1,"dst_n":1,"dst_nd_rank":2,"type":"reshape","dst_h":128,"mode":0,"dynamic_shape":false,"bottom":"transpose_8","debug_info":"attn_output0.1","dst_seq":1,"dst_k":1,"top":"attn_output0.1"},{"nB":64,"top":"linear_24","has_biases":1,"blob_biases":325,"nC":64,"weights":{"W_U8":327,"per_ch_qscale":331,"per_ch_qbias":329},"quantization_mode":1,"type":"inner_product","has_relu":0,"bottom":"attn_output0.1","debug_info":"linear_24","has_tanh":0,"hint_fallback_from_metal":1,"name":"linear_24","has_prelu":0},{"name":"attn_output2.1","weights":{},"dst_w":64,"version":1,"dst_n":1,"dst_nd_rank":3,"type":"reshape","dst_h":1,"mode":0,"dynamic_shape":false,"bottom":"linear_24","debug_info":"attn_output2.1","dst_seq":1,"dst_k":128,"top":"attn_output2.1"},{"axis_h":2,"axis_w":0,"bottom":"attn_output2.1","axis_k":1,"axis_n":3,"axis_seq":4,"weights":{},"debug_info":"transpose_7","top":"transpose_7","type":"transpose","name":"transpose_7"},{"bottom":"input1.2,transpose_7","alpha":1,"operation":0,"weights":{},"fused_relu":0,"debug_info":"input.23","top":"input.23","type":"elementwise","name":"input.23","beta":0},{"name":"input0.25_reshape","weights":{},"dst_w":64,"version":1,"dst_n":1,"dst_nd_rank":4,"type":"reshape","dst_h":1,"mode":0,"dynamic_shape":false,"bottom":"input.23","debug_info":"input0.25_reshape","dst_seq":1,"dst_k":128,"top":"input0.25_reshape"},{"bottom":"input0.25_reshape","weights":{},"eps":9.999999747378752e-06,"debug_info":"input0.25_mvn","axis":1,"normalization_mode":1,"top":"input0.25_mvn","type":"l2_normalize","name":"input0.25_mvn"},{"bottom":"","k":1,"n":1,"weights":{},"h":1,"debug_info":"input0.25_scale","constant_blob":333,"top":"input0.25_scale_constant_in_scale","w":64,"type":"load_constant","name":"input0.25_scale_constant_in_scale"},{"bottom":"","k":1,"n":1,"weights":{},"h":1,"debug_info":"input0.25_scale","constant_blob":335,"top":"input0.25_scale_constant_in_bias","w":64,"type":"load_constant","name":"input0.25_scale_constant_in_bias"},{"bottom":"input0.25_mvn,input0.25_scale_constant_in_scale","alpha":1,"operation":1,"weights":{},"fused_relu":0,"debug_info":"input0.25_scale","top":"input0.25_scale_mul_out","type":"elementwise","name":"input0.25_scale_mul_out","beta":0},{"bottom":"input0.25_scale_mul_out,input0.25_scale_constant_in_bias","alpha":1,"operation":0,"weights":{},"fused_relu":0,"debug_info":"input0.25_scale","top":"input0.25_scale","type":"elementwise","name":"input0.25_scale","beta":0},{"name":"input0.25","weights":{},"dst_w":64,"version":1,"dst_n":1,"dst_nd_rank":3,"type":"reshape","dst_h":128,"mode":0,"dynamic_shape":false,"bottom":"input0.25_scale","debug_info":"input0.25","dst_seq":1,"dst_k":1,"top":"input0.25"},{"nB":64,"top":"linear_25","has_biases":1,"blob_biases":337,"nC":64,"weights":{"W_U8":339,"per_ch_qscale":343,"per_ch_qbias":341},"quantization_mode":1,"type":"inner_product","has_relu":0,"bottom":"input0.25","debug_info":"linear_25","has_tanh":0,"hint_fallback_from_metal":1,"name":"linear_25","has_prelu":0},{"bottom":"linear_25","weights":{},"mode":3,"debug_info":"798__silu_sigmoid__","top":"798__silu_sigmoid__","type":"activation","name":"798__silu_sigmoid__"},{"bottom":"linear_25,798__silu_sigmoid__","alpha":1,"operation":1,"weights":{},"fused_relu":0,"debug_info":"798","top":"798","type":"elementwise","name":"798","beta":0},{"nB":64,"top":"linear_26","has_biases":1,"blob_biases":345,"nC":64,"weights":{"W_U8":347,"per_ch_qscale":351,"per_ch_qbias":349},"quantization_mode":1,"type":"inner_product","has_relu":0,"bottom":"798","debug_info":"linear_26","has_tanh":0,"hint_fallback_from_metal":1,"name":"linear_26","has_prelu":0},{"bottom":"input.23,linear_26","alpha":1,"operation":0,"weights":{},"fused_relu":0,"debug_info":"x.23","top":"x.23","type":"elementwise","name":"x.23","beta":0},{"bottom":"x.23,199","alpha":1,"operation":1,"weights":{},"fused_relu":0,"debug_info":"input0.21","nd_mode":true,"top":"input0.21","type":"elementwise","name":"input0.21","beta":0},{"name":"x.4_reshape","weights":{},"dst_w":64,"version":1,"dst_n":1,"dst_nd_rank":4,"type":"reshape","dst_h":1,"mode":0,"dynamic_shape":false,"bottom":"input0.21","debug_info":"x.4_reshape","dst_seq":1,"dst_k":128,"top":"x.4_reshape"},{"bottom":"x.4_reshape","weights":{},"eps":9.999999747378752e-06,"debug_info":"x.4_mvn","axis":1,"normalization_mode":1,"top":"x.4_mvn","type":"l2_normalize","name":"x.4_mvn"},{"bottom":"","k":1,"n":1,"weights":{},"h":1,"debug_info":"x.4_scale","constant_blob":353,"top":"x.4_scale_constant_in_scale","w":64,"type":"load_constant","name":"x.4_scale_constant_in_scale"},{"bottom":"","k":1,"n":1,"weights":{},"h":1,"debug_info":"x.4_scale","constant_blob":355,"top":"x.4_scale_constant_in_bias","w":64,"type":"load_constant","name":"x.4_scale_constant_in_bias"},{"bottom":"x.4_mvn,x.4_scale_constant_in_scale","alpha":1,"operation":1,"weights":{},"fused_relu":0,"debug_info":"x.4_scale","top":"x.4_scale_mul_out","type":"elementwise","name":"x.4_scale_mul_out","beta":0},{"bottom":"x.4_scale_mul_out,x.4_scale_constant_in_bias","alpha":1,"operation":0,"weights":{},"fused_relu":0,"debug_info":"x.4_scale","top":"x.4_scale","type":"elementwise","name":"x.4_scale","beta":0},{"name":"x.4","weights":{},"dst_w":64,"version":1,"dst_n":1,"dst_nd_rank":3,"type":"reshape","dst_h":128,"mode":0,"dynamic_shape":false,"bottom":"x.4_scale","debug_info":"x.4","dst_seq":1,"dst_k":1,"top":"x.4"},{"axis_h":0,"axis_w":1,"bottom":"x.4","axis_k":2,"axis_n":3,"axis_seq":4,"weights":{},"debug_info":"transpose_6","top":"transpose_6","type":"transpose","name":"transpose_6"},{"size_of_axes":1,"bottom":"transpose_6","axes_0":-2,"weights":{},"nd_axis":0,"debug_info":"expand_dims_24","top":"expand_dims_24","type":"expand_dims","name":"expand_dims_24"},{"pad_r":0,"fused_relu":0,"fused_tanh":0,"debug_info":"conv_12","pad_fill_mode":0,"pad_b":0,"pad_l":0,"top":"conv_12","blob_weights":359,"K":64,"blob_biases":357,"name":"conv_12","has_batch_norm":0,"type":"convolution","n_groups":1,"pad_t":0,"has_biases":1,"C":4,"bottom":"expand_dims_24","weights":{},"Nx":1,"pad_mode":0,"pad_value":0,"Ny":1,"n_parallel":1},{"size_of_axes":1,"bottom":"conv_12","axes_0":-2,"weights":{},"nd_axis":0,"debug_info":"858","version":1,"top":"858","type":"squeeze","name":"858"},{"name":"k.1","weights":{},"dst_w":-1,"version":1,"dst_n":1,"dst_nd_rank":4,"type":"reshape","dst_h":4,"mode":0,"dynamic_shape":false,"bottom":"858","debug_info":"k.1","dst_seq":1,"dst_k":1,"top":"k.1"},{"pad_r":0,"fused_relu":0,"fused_tanh":0,"debug_info":"conv_13","pad_fill_mode":0,"pad_b":0,"pad_l":0,"top":"conv_13","K":64,"blob_biases":361,"quantization_lut_weights_blob":363,"name":"conv_13","has_batch_norm":0,"type":"convolution","n_groups":1,"pad_t":0,"has_biases":1,"C":64,"bottom":"expand_dims_24","weights":{},"Nx":1,"pad_mode":0,"pad_value":0,"Ny":1,"n_parallel":1,"quantization_ranges_blob":365},{"size_of_axes":1,"bottom":"conv_13","axes_0":-2,"weights":{},"nd_axis":0,"debug_info":"867","version":1,"top":"867","type":"squeeze","name":"867"},{"name":"q.1","weights":{},"dst_w":-1,"version":1,"dst_n":1,"dst_nd_rank":4,"type":"reshape","dst_h":4,"mode":0,"dynamic_shape":false,"bottom":"867","debug_info":"q.1","dst_seq":1,"dst_k":16,"top":"q.1"},{"pad_r":0,"fused_relu":0,"fused_tanh":0,"debug_info":"conv_14","pad_fill_mode":0,"pad_b":0,"pad_l":0,"top":"conv_14","K":64,"blob_biases":367,"quantization_lut_weights_blob":369,"name":"conv_14","has_batch_norm":0,"type":"convolution","n_groups":1,"pad_t":0,"has_biases":1,"C":64,"bottom":"expand_dims_24","weights":{},"Nx":1,"pad_mode":0,"pad_value":0,"Ny":1,"n_parallel":1,"quantization_ranges_blob":371},{"size_of_axes":1,"bottom":"conv_14","axes_0":-2,"weights":{},"nd_axis":0,"debug_info":"878","version":1,"top":"878","type":"squeeze","name":"878"},{"name":"v.1","weights":{},"dst_w":-1,"version":1,"dst_n":1,"dst_nd_rank":4,"type":"reshape","dst_h":4,"mode":0,"dynamic_shape":false,"bottom":"878","debug_info":"v.1","dst_seq":1,"dst_k":16,"top":"v.1"},{"bottom":"k.1,mask.5","alpha":1,"operation":1,"weights":{},"fused_relu":0,"debug_info":"k0.1","nd_mode":true,"top":"k0.1","type":"elementwise","name":"k0.1","beta":0},{"bottom":"q.1,mask.5","alpha":1,"operation":1,"weights":{},"fused_relu":0,"debug_info":"q0.1","nd_mode":true,"top":"q0.1","type":"elementwise","name":"q0.1","beta":0},{"bottom":"v.1,mask.5","alpha":1,"operation":1,"weights":{},"fused_relu":0,"debug_info":"v0.1","nd_mode":true,"top":"v0.1","type":"elementwise","name":"v0.1","beta":0},{"bottom":"k0.1","alpha":-10,"operation":119,"weights":{},"fused_relu":0,"debug_info":"k1.1","top":"k1.1","type":"elementwise","name":"k1.1","beta":10},{"bottom":"k1.1","alpha":1,"operation":27,"weights":{},"fused_relu":0,"debug_info":"k2.1","top":"k2.1","type":"elementwise","name":"k2.1","beta":0},{"bottom":"v0.1,k2.1","alpha":1,"operation":1,"weights":{},"fused_relu":0,"debug_info":"x.1","top":"x.1","type":"elementwise","name":"x.1","beta":0},{"bottom":"x.1","alpha":-65504,"operation":119,"weights":{},"fused_relu":0,"debug_info":"input0.2","top":"input0.2","type":"elementwise","name":"input0.2","beta":65504},{"name":"x0.1","weights":{},"dst_w":128,"version":1,"dst_n":1,"dst_nd_rank":3,"type":"reshape","dst_h":4,"mode":0,"dynamic_shape":false,"bottom":"k2.1","debug_info":"x0.1","dst_seq":1,"dst_k":1,"top":"x0.1"},{"size_of_axes":1,"bottom":"x0.1","axes_0":-2,"weights":{},"nd_axis":0,"debug_info":"expand_dims_30","top":"expand_dims_30","type":"expand_dims","name":"expand_dims_30"},{"pad_r":0,"fused_relu":0,"fused_tanh":0,"debug_info":"conv_15","pad_fill_mode":0,"pad_b":0,"pad_l":0,"top":"conv_15","blob_weights":373,"K":4,"name":"conv_15","has_batch_norm":0,"type":"convolution","n_groups":4,"pad_t":0,"has_biases":0,"C":4,"bottom":"expand_dims_30","weights":{},"Nx":13,"pad_mode":1,"pad_value":0,"Ny":1,"n_parallel":1},{"size_of_axes":1,"bottom":"conv_15","axes_0":-2,"weights":{},"nd_axis":0,"debug_info":"909","version":1,"top":"909","type":"squeeze","name":"909"},{"axis_mode":1,"bottom":"x0.1","weights":{},"mode":0,"nd_mode":true,"debug_info":"911","use_version":1,"top":"911","type":"reduce","name":"911"},{"bottom":"909,911","alpha":1,"operation":0,"weights":{},"fused_relu":0,"debug_info":"x1.1","nd_mode":true,"top":"x1.1","type":"elementwise","name":"x1.1","beta":0},{"name":"x2.1","weights":{},"dst_w":128,"version":1,"dst_n":1,"dst_nd_rank":4,"type":"reshape","dst_h":4,"mode":0,"dynamic_shape":false,"bottom":"x1.1","debug_info":"x2.1","dst_seq":1,"dst_k":1,"top":"x2.1"},{"bottom":"x2.1","alpha":-65504,"operation":119,"weights":{},"fused_relu":0,"debug_info":"k3.1","top":"k3.1","type":"elementwise","name":"k3.1","beta":65504},{"name":"x3.1","weights":{},"dst_w":128,"version":1,"dst_n":1,"dst_nd_rank":3,"type":"reshape","dst_h":4,"mode":0,"dynamic_shape":false,"bottom":"input0.2","debug_info":"x3.1","dst_seq":1,"dst_k":16,"top":"x3.1"},{"size_of_axes":1,"bottom":"x3.1","axes_0":-2,"weights":{},"nd_axis":0,"debug_info":"expand_dims_32","top":"expand_dims_32","type":"expand_dims","name":"expand_dims_32"},{"pad_r":0,"fused_relu":0,"fused_tanh":0,"debug_info":"conv_16","pad_fill_mode":0,"pad_b":0,"pad_l":0,"top":"conv_16","blob_weights":375,"K":4,"name":"conv_16","has_batch_norm":0,"type":"convolution","n_groups":4,"pad_t":0,"has_biases":0,"C":4,"bottom":"expand_dims_32","weights":{},"Nx":13,"pad_mode":1,"pad_value":0,"Ny":1,"n_parallel":1},{"size_of_axes":1,"bottom":"conv_16","axes_0":-2,"weights":{},"nd_axis":0,"debug_info":"923","version":1,"top":"923","type":"squeeze","name":"923"},{"axis_mode":1,"bottom":"x3.1","weights":{},"mode":0,"nd_mode":true,"debug_info":"925","use_version":1,"top":"925","type":"reduce","name":"925"},{"bottom":"923,925","alpha":1,"operation":0,"weights":{},"fused_relu":0,"debug_info":"x4.1","nd_mode":true,"top":"x4.1","type":"elementwise","name":"x4.1","beta":0},{"name":"x5.1","weights":{},"dst_w":128,"version":1,"dst_n":1,"dst_nd_rank":4,"type":"reshape","dst_h":4,"mode":0,"dynamic_shape":false,"bottom":"x4.1","debug_info":"x5.1","dst_seq":1,"dst_k":16,"top":"x5.1"},{"bottom":"x5.1","alpha":-65504,"operation":119,"weights":{},"fused_relu":0,"debug_info":"kv.1","top":"kv.1","type":"elementwise","name":"kv.1","beta":65504},{"bottom":"q0.1","weights":{},"mode":3,"debug_info":"q1.1","top":"q1.1","type":"activation","name":"q1.1"},{"bottom":"q1.1,kv.1","alpha":1,"operation":1,"weights":{},"fused_relu":0,"debug_info":"931","top":"931","type":"elementwise","name":"931","beta":0},{"bottom":"931,k3.1","alpha":1,"operation":102,"weights":{},"fused_relu":0,"debug_info":"x6.1","nd_mode":true,"top":"x6.1","type":"elementwise","name":"x6.1","beta":0},{"name":"input2.1","weights":{},"dst_w":-1,"version":1,"dst_n":1,"dst_nd_rank":3,"type":"reshape","dst_h":64,"mode":0,"dynamic_shape":false,"bottom":"x6.1","debug_info":"input2.1","dst_seq":1,"dst_k":1,"top":"input2.1"},{"size_of_axes":1,"bottom":"input2.1","axes_0":-2,"weights":{},"nd_axis":0,"debug_info":"expand_dims_34","top":"expand_dims_34","type":"expand_dims","name":"expand_dims_34"},{"pad_r":0,"fused_relu":0,"fused_tanh":0,"debug_info":"conv_17","pad_fill_mode":0,"pad_b":0,"pad_l":0,"top":"conv_17","K":64,"blob_biases":377,"quantization_lut_weights_blob":379,"name":"conv_17","has_batch_norm":0,"type":"convolution","n_groups":1,"pad_t":0,"has_biases":1,"C":64,"bottom":"expand_dims_34","weights":{},"Nx":1,"pad_mode":0,"pad_value":0,"Ny":1,"n_parallel":1,"quantization_ranges_blob":381},{"size_of_axes":1,"bottom":"conv_17","axes_0":-2,"weights":{},"nd_axis":0,"debug_info":"input0.5","version":1,"top":"input0.5","type":"squeeze","name":"input0.5"},{"axis_h":0,"axis_w":1,"bottom":"input0.5","axis_k":2,"axis_n":3,"axis_seq":4,"weights":{},"debug_info":"transpose_5","top":"transpose_5","type":"transpose","name":"transpose_5"},{"bottom":"input0.21,transpose_5","alpha":1,"operation":0,"weights":{},"fused_relu":0,"debug_info":"input.4","top":"input.4","type":"elementwise","name":"input.4","beta":0},{"name":"input0.1_reshape","weights":{},"dst_w":64,"version":1,"dst_n":1,"dst_nd_rank":4,"type":"reshape","dst_h":1,"mode":0,"dynamic_shape":false,"bottom":"input.4","debug_info":"input0.1_reshape","dst_seq":1,"dst_k":128,"top":"input0.1_reshape"},{"bottom":"input0.1_reshape","weights":{},"eps":9.999999747378752e-06,"debug_info":"input0.1_mvn","axis":1,"normalization_mode":1,"top":"input0.1_mvn","type":"l2_normalize","name":"input0.1_mvn"},{"bottom":"","k":1,"n":1,"weights":{},"h":1,"debug_info":"input0.1_scale","constant_blob":383,"top":"input0.1_scale_constant_in_scale","w":64,"type":"load_constant","name":"input0.1_scale_constant_in_scale"},{"bottom":"","k":1,"n":1,"weights":{},"h":1,"debug_info":"input0.1_scale","constant_blob":385,"top":"input0.1_scale_constant_in_bias","w":64,"type":"load_constant","name":"input0.1_scale_constant_in_bias"},{"bottom":"input0.1_mvn,input0.1_scale_constant_in_scale","alpha":1,"operation":1,"weights":{},"fused_relu":0,"debug_info":"input0.1_scale","top":"input0.1_scale_mul_out","type":"elementwise","name":"input0.1_scale_mul_out","beta":0},{"bottom":"input0.1_scale_mul_out,input0.1_scale_constant_in_bias","alpha":1,"operation":0,"weights":{},"fused_relu":0,"debug_info":"input0.1_scale","top":"input0.1_scale","type":"elementwise","name":"input0.1_scale","beta":0},{"name":"input0.1","weights":{},"dst_w":64,"version":1,"dst_n":1,"dst_nd_rank":3,"type":"reshape","dst_h":128,"mode":0,"dynamic_shape":false,"bottom":"input0.1_scale","debug_info":"input0.1","dst_seq":1,"dst_k":1,"top":"input0.1"},{"nB":64,"top":"linear_27","has_biases":1,"blob_biases":387,"nC":256,"weights":{"W_U8":389,"per_ch_qscale":393,"per_ch_qbias":391},"quantization_mode":1,"type":"inner_product","has_relu":0,"bottom":"input0.1","debug_info":"linear_27","has_tanh":0,"hint_fallback_from_metal":1,"name":"linear_27","has_prelu":0},{"bottom":"linear_27","weights":{},"mode":19,"debug_info":"955","top":"955","type":"activation","name":"955"},{"nB":256,"top":"linear_28","has_biases":1,"blob_biases":395,"nC":64,"weights":{"W_U8":397,"per_ch_qscale":401,"per_ch_qbias":399},"quantization_mode":1,"type":"inner_product","has_relu":0,"bottom":"955","debug_info":"linear_28","has_tanh":0,"hint_fallback_from_metal":1,"name":"linear_28","has_prelu":0},{"bottom":"input.4,linear_28","alpha":1,"operation":0,"weights":{},"fused_relu":0,"debug_info":"x.2","top":"x.2","type":"elementwise","name":"x.2","beta":0},{"bottom":"x.2,495","alpha":1,"operation":1,"weights":{},"fused_relu":0,"debug_info":"input0.3","nd_mode":true,"top":"input0.3","type":"elementwise","name":"input0.3","beta":0},{"has_prelu":0,"top":"score","has_biases":1,"weights":{},"nC":34,"blob_weights":405,"type":"inner_product","has_relu":0,"attributes":{"is_output":1},"bottom":"input0.3","debug_info":"linear_29","has_tanh":0,"blob_biases":403,"name":"linear_29","nB":64}]}