{ "storage" : "model.espresso.weights", "analyses" : { "N8Espresso23analysis_debug_metadataE" : { "bundle" : "", "product" : "", "version" : "", "path" : "", "mldb_token" : "mldb-br4yno3am9", "use_case" : "", "name" : "" } }, "properties" : { }, "format_version" : 200, "metadata_in_weights" : [ ], "layers" : [ { "name" : "input_1_expanded", "axes_3" : 3, "axes_2" : 2, "axes_1" : 1, "type" : "expand_dims", "axes_0" : 0, "nd_axis" : 0, "bottom" : "input_1", "debug_info" : "input_1_expanded", "size_of_axes" : 4, "weights" : { }, "top" : "input_1_expanded_output" }, { "name" : "input_1_reshaped", "weights" : { }, "dst_w" : 32, "version" : 1, "dst_n" : 0, "type" : "reshape", "dst_h" : 20, "mode" : 0, "bottom" : "input_1_expanded_output", "debug_info" : "input_1_reshaped", "dst_seq" : 0, "dst_k" : 1, "top" : "input_1_reshaped_output" }, { "nB" : 640, "top" : "att_head0_output", "has_biases" : 1, "weights" : { "W_U8" : 3, "per_ch_qscale" : 7, "per_ch_qbias" : 5 }, "nC" : 20, "type" : "inner_product", "has_relu" : 0, "bottom" : "input_1", "blob_biases" : 1, "has_tanh" : 0, "debug_info" : "att_head0", "name" : "att_head0", "has_prelu" : 0 }, { "bottom" : "att_head0_output", "weights" : { }, "debug_info" : "att_head0_softmax", "top" : "att_head0_softmax_output", "C" : 2, "type" : "softmax", "name" : "att_head0_softmax" }, { "name" : "att_head0_softmax_reshaped", "weights" : { }, "dst_w" : 20, "version" : 1, "dst_n" : 0, "type" : "reshape", "dst_h" : 1, "mode" : 0, "bottom" : "att_head0_softmax_output", "debug_info" : "att_head0_softmax_reshaped", "dst_seq" : 0, "dst_k" : 1, "top" : "att_head0_softmax_reshaped_output" }, { "bottom" : "att_head0_softmax_reshaped_output,input_1_reshaped_output", "weights" : { }, "debug_info" : "dot_0", "top" : "dot_0_output", "type" : "batch_matmul", "name" : "dot_0", "channel_mode" : false }, { "nB" : 640, "top" : "att_head1_output", "has_biases" : 1, "weights" : { "W_U8" : 11, "per_ch_qscale" : 15, "per_ch_qbias" : 13 }, "nC" : 20, "type" : "inner_product", "has_relu" : 0, "bottom" : "input_1", "blob_biases" : 9, "has_tanh" : 0, "debug_info" : "att_head1", "name" : "att_head1", "has_prelu" : 0 }, { "bottom" : "att_head1_output", "weights" : { }, "debug_info" : "att_head1_softmax", "top" : "att_head1_softmax_output", "C" : 2, "type" : "softmax", "name" : "att_head1_softmax" }, { "name" : "att_head1_softmax_reshaped", "weights" : { }, "dst_w" : 20, "version" : 1, "dst_n" : 0, "type" : "reshape", "dst_h" : 1, "mode" : 0, "bottom" : "att_head1_softmax_output", "debug_info" : "att_head1_softmax_reshaped", "dst_seq" : 0, "dst_k" : 1, "top" : "att_head1_softmax_reshaped_output" }, { "bottom" : "att_head1_softmax_reshaped_output,input_1_reshaped_output", "weights" : { }, "debug_info" : "dot_1", "top" : "dot_1_output", "type" : "batch_matmul", "name" : "dot_1", "channel_mode" : false }, { "nB" : 640, "top" : "att_head2_output", "has_biases" : 1, "weights" : { "W_U8" : 19, "per_ch_qscale" : 23, "per_ch_qbias" : 21 }, "nC" : 20, "type" : "inner_product", "has_relu" : 0, "bottom" : "input_1", "blob_biases" : 17, "has_tanh" : 0, "debug_info" : "att_head2", "name" : "att_head2", "has_prelu" : 0 }, { "bottom" : "att_head2_output", "weights" : { }, "debug_info" : "att_head2_softmax", "top" : "att_head2_softmax_output", "C" : 2, "type" : "softmax", "name" : "att_head2_softmax" }, { "name" : "att_head2_softmax_reshaped", "weights" : { }, "dst_w" : 20, "version" : 1, "dst_n" : 0, "type" : "reshape", "dst_h" : 1, "mode" : 0, "bottom" : "att_head2_softmax_output", "debug_info" : "att_head2_softmax_reshaped", "dst_seq" : 0, "dst_k" : 1, "top" : "att_head2_softmax_reshaped_output" }, { "bottom" : "att_head2_softmax_reshaped_output,input_1_reshaped_output", "weights" : { }, "debug_info" : "dot_2", "top" : "dot_2_output", "type" : "batch_matmul", "name" : "dot_2", "channel_mode" : false }, { "nB" : 640, "top" : "att_head3_output", "has_biases" : 1, "weights" : { "W_U8" : 27, "per_ch_qscale" : 31, "per_ch_qbias" : 29 }, "nC" : 20, "type" : "inner_product", "has_relu" : 0, "bottom" : "input_1", "blob_biases" : 25, "has_tanh" : 0, "debug_info" : "att_head3", "name" : "att_head3", "has_prelu" : 0 }, { "bottom" : "att_head3_output", "weights" : { }, "debug_info" : "att_head3_softmax", "top" : "att_head3_softmax_output", "C" : 2, "type" : "softmax", "name" : "att_head3_softmax" }, { "name" : "att_head3_softmax_reshaped", "weights" : { }, "dst_w" : 20, "version" : 1, "dst_n" : 0, "type" : "reshape", "dst_h" : 1, "mode" : 0, "bottom" : "att_head3_softmax_output", "debug_info" : "att_head3_softmax_reshaped", "dst_seq" : 0, "dst_k" : 1, "top" : "att_head3_softmax_reshaped_output" }, { "bottom" : "att_head3_softmax_reshaped_output,input_1_reshaped_output", "weights" : { }, "debug_info" : "dot_3", "top" : "dot_3_output", "type" : "batch_matmul", "name" : "dot_3", "channel_mode" : false }, { "nB" : 640, "top" : "att_head4_output", "has_biases" : 1, "weights" : { "W_U8" : 35, "per_ch_qscale" : 39, "per_ch_qbias" : 37 }, "nC" : 20, "type" : "inner_product", "has_relu" : 0, "bottom" : "input_1", "blob_biases" : 33, "has_tanh" : 0, "debug_info" : "att_head4", "name" : "att_head4", "has_prelu" : 0 }, { "bottom" : "att_head4_output", "weights" : { }, "debug_info" : "att_head4_softmax", "top" : "att_head4_softmax_output", "C" : 2, "type" : "softmax", "name" : "att_head4_softmax" }, { "name" : "att_head4_softmax_reshaped", "weights" : { }, "dst_w" : 20, "version" : 1, "dst_n" : 0, "type" : "reshape", "dst_h" : 1, "mode" : 0, "bottom" : "att_head4_softmax_output", "debug_info" : "att_head4_softmax_reshaped", "dst_seq" : 0, "dst_k" : 1, "top" : "att_head4_softmax_reshaped_output" }, { "bottom" : "att_head4_softmax_reshaped_output,input_1_reshaped_output", "weights" : { }, "debug_info" : "dot_4", "top" : "dot_4_output", "type" : "batch_matmul", "name" : "dot_4", "channel_mode" : false }, { "nB" : 640, "top" : "att_head5_output", "has_biases" : 1, "weights" : { "W_U8" : 43, "per_ch_qscale" : 47, "per_ch_qbias" : 45 }, "nC" : 20, "type" : "inner_product", "has_relu" : 0, "bottom" : "input_1", "blob_biases" : 41, "has_tanh" : 0, "debug_info" : "att_head5", "name" : "att_head5", "has_prelu" : 0 }, { "bottom" : "att_head5_output", "weights" : { }, "debug_info" : "att_head5_softmax", "top" : "att_head5_softmax_output", "C" : 2, "type" : "softmax", "name" : "att_head5_softmax" }, { "name" : "att_head5_softmax_reshaped", "weights" : { }, "dst_w" : 20, "version" : 1, "dst_n" : 0, "type" : "reshape", "dst_h" : 1, "mode" : 0, "bottom" : "att_head5_softmax_output", "debug_info" : "att_head5_softmax_reshaped", "dst_seq" : 0, "dst_k" : 1, "top" : "att_head5_softmax_reshaped_output" }, { "bottom" : "att_head5_softmax_reshaped_output,input_1_reshaped_output", "weights" : { }, "debug_info" : "dot_5", "top" : "dot_5_output", "type" : "batch_matmul", "name" : "dot_5", "channel_mode" : false }, { "nB" : 640, "top" : "att_head6_output", "has_biases" : 1, "weights" : { "W_U8" : 51, "per_ch_qscale" : 55, "per_ch_qbias" : 53 }, "nC" : 20, "type" : "inner_product", "has_relu" : 0, "bottom" : "input_1", "blob_biases" : 49, "has_tanh" : 0, "debug_info" : "att_head6", "name" : "att_head6", "has_prelu" : 0 }, { "bottom" : "att_head6_output", "weights" : { }, "debug_info" : "att_head6_softmax", "top" : "att_head6_softmax_output", "C" : 2, "type" : "softmax", "name" : "att_head6_softmax" }, { "name" : "att_head6_softmax_reshaped", "weights" : { }, "dst_w" : 20, "version" : 1, "dst_n" : 0, "type" : "reshape", "dst_h" : 1, "mode" : 0, "bottom" : "att_head6_softmax_output", "debug_info" : "att_head6_softmax_reshaped", "dst_seq" : 0, "dst_k" : 1, "top" : "att_head6_softmax_reshaped_output" }, { "bottom" : "att_head6_softmax_reshaped_output,input_1_reshaped_output", "weights" : { }, "debug_info" : "dot_6", "top" : "dot_6_output", "type" : "batch_matmul", "name" : "dot_6", "channel_mode" : false }, { "nB" : 640, "top" : "att_head7_output", "has_biases" : 1, "weights" : { "W_U8" : 59, "per_ch_qscale" : 63, "per_ch_qbias" : 61 }, "nC" : 20, "type" : "inner_product", "has_relu" : 0, "bottom" : "input_1", "blob_biases" : 57, "has_tanh" : 0, "debug_info" : "att_head7", "name" : "att_head7", "has_prelu" : 0 }, { "bottom" : "att_head7_output", "weights" : { }, "debug_info" : "att_head7_softmax", "top" : "att_head7_softmax_output", "C" : 2, "type" : "softmax", "name" : "att_head7_softmax" }, { "name" : "att_head7_softmax_reshaped", "weights" : { }, "dst_w" : 20, "version" : 1, "dst_n" : 0, "type" : "reshape", "dst_h" : 1, "mode" : 0, "bottom" : "att_head7_softmax_output", "debug_info" : "att_head7_softmax_reshaped", "dst_seq" : 0, "dst_k" : 1, "top" : "att_head7_softmax_reshaped_output" }, { "bottom" : "att_head7_softmax_reshaped_output,input_1_reshaped_output", "weights" : { }, "debug_info" : "dot_7", "top" : "dot_7_output", "type" : "batch_matmul", "name" : "dot_7", "channel_mode" : false }, { "nB" : 640, "top" : "att_head8_output", "has_biases" : 1, "weights" : { "W_U8" : 67, "per_ch_qscale" : 71, "per_ch_qbias" : 69 }, "nC" : 20, "type" : "inner_product", "has_relu" : 0, "bottom" : "input_1", "blob_biases" : 65, "has_tanh" : 0, "debug_info" : "att_head8", "name" : "att_head8", "has_prelu" : 0 }, { "bottom" : "att_head8_output", "weights" : { }, "debug_info" : "att_head8_softmax", "top" : "att_head8_softmax_output", "C" : 2, "type" : "softmax", "name" : "att_head8_softmax" }, { "name" : "att_head8_softmax_reshaped", "weights" : { }, "dst_w" : 20, "version" : 1, "dst_n" : 0, "type" : "reshape", "dst_h" : 1, "mode" : 0, "bottom" : "att_head8_softmax_output", "debug_info" : "att_head8_softmax_reshaped", "dst_seq" : 0, "dst_k" : 1, "top" : "att_head8_softmax_reshaped_output" }, { "bottom" : "att_head8_softmax_reshaped_output,input_1_reshaped_output", "weights" : { }, "debug_info" : "dot_8", "top" : "dot_8_output", "type" : "batch_matmul", "name" : "dot_8", "channel_mode" : false }, { "nB" : 640, "top" : "att_head9_output", "has_biases" : 1, "weights" : { "W_U8" : 75, "per_ch_qscale" : 79, "per_ch_qbias" : 77 }, "nC" : 20, "type" : "inner_product", "has_relu" : 0, "bottom" : "input_1", "blob_biases" : 73, "has_tanh" : 0, "debug_info" : "att_head9", "name" : "att_head9", "has_prelu" : 0 }, { "bottom" : "att_head9_output", "weights" : { }, "debug_info" : "att_head9_softmax", "top" : "att_head9_softmax_output", "C" : 2, "type" : "softmax", "name" : "att_head9_softmax" }, { "name" : "att_head9_softmax_reshaped", "weights" : { }, "dst_w" : 20, "version" : 1, "dst_n" : 0, "type" : "reshape", "dst_h" : 1, "mode" : 0, "bottom" : "att_head9_softmax_output", "debug_info" : "att_head9_softmax_reshaped", "dst_seq" : 0, "dst_k" : 1, "top" : "att_head9_softmax_reshaped_output" }, { "bottom" : "att_head9_softmax_reshaped_output,input_1_reshaped_output", "weights" : { }, "debug_info" : "dot_9", "top" : "dot_9_output", "type" : "batch_matmul", "name" : "dot_9", "channel_mode" : false }, { "nB" : 640, "top" : "att_head10_output", "has_biases" : 1, "weights" : { "W_U8" : 83, "per_ch_qscale" : 87, "per_ch_qbias" : 85 }, "nC" : 20, "type" : "inner_product", "has_relu" : 0, "bottom" : "input_1", "blob_biases" : 81, "has_tanh" : 0, "debug_info" : "att_head10", "name" : "att_head10", "has_prelu" : 0 }, { "bottom" : "att_head10_output", "weights" : { }, "debug_info" : "att_head10_softmax", "top" : "att_head10_softmax_output", "C" : 2, "type" : "softmax", "name" : "att_head10_softmax" }, { "name" : "att_head10_softmax_reshaped", "weights" : { }, "dst_w" : 20, "version" : 1, "dst_n" : 0, "type" : "reshape", "dst_h" : 1, "mode" : 0, "bottom" : "att_head10_softmax_output", "debug_info" : "att_head10_softmax_reshaped", "dst_seq" : 0, "dst_k" : 1, "top" : "att_head10_softmax_reshaped_output" }, { "bottom" : "att_head10_softmax_reshaped_output,input_1_reshaped_output", "weights" : { }, "debug_info" : "dot_10", "top" : "dot_10_output", "type" : "batch_matmul", "name" : "dot_10", "channel_mode" : false }, { "nB" : 640, "top" : "att_head11_output", "has_biases" : 1, "weights" : { "W_U8" : 91, "per_ch_qscale" : 95, "per_ch_qbias" : 93 }, "nC" : 20, "type" : "inner_product", "has_relu" : 0, "bottom" : "input_1", "blob_biases" : 89, "has_tanh" : 0, "debug_info" : "att_head11", "name" : "att_head11", "has_prelu" : 0 }, { "bottom" : "att_head11_output", "weights" : { }, "debug_info" : "att_head11_softmax", "top" : "att_head11_softmax_output", "C" : 2, "type" : "softmax", "name" : "att_head11_softmax" }, { "name" : "att_head11_softmax_reshaped", "weights" : { }, "dst_w" : 20, "version" : 1, "dst_n" : 0, "type" : "reshape", "dst_h" : 1, "mode" : 0, "bottom" : "att_head11_softmax_output", "debug_info" : "att_head11_softmax_reshaped", "dst_seq" : 0, "dst_k" : 1, "top" : "att_head11_softmax_reshaped_output" }, { "bottom" : "att_head11_softmax_reshaped_output,input_1_reshaped_output", "weights" : { }, "debug_info" : "dot_11", "top" : "dot_11_output", "type" : "batch_matmul", "name" : "dot_11", "channel_mode" : false }, { "nB" : 640, "top" : "att_head12_output", "has_biases" : 1, "weights" : { "W_U8" : 99, "per_ch_qscale" : 103, "per_ch_qbias" : 101 }, "nC" : 20, "type" : "inner_product", "has_relu" : 0, "bottom" : "input_1", "blob_biases" : 97, "has_tanh" : 0, "debug_info" : "att_head12", "name" : "att_head12", "has_prelu" : 0 }, { "bottom" : "att_head12_output", "weights" : { }, "debug_info" : "att_head12_softmax", "top" : "att_head12_softmax_output", "C" : 2, "type" : "softmax", "name" : "att_head12_softmax" }, { "name" : "att_head12_softmax_reshaped", "weights" : { }, "dst_w" : 20, "version" : 1, "dst_n" : 0, "type" : "reshape", "dst_h" : 1, "mode" : 0, "bottom" : "att_head12_softmax_output", "debug_info" : "att_head12_softmax_reshaped", "dst_seq" : 0, "dst_k" : 1, "top" : "att_head12_softmax_reshaped_output" }, { "bottom" : "att_head12_softmax_reshaped_output,input_1_reshaped_output", "weights" : { }, "debug_info" : "dot_12", "top" : "dot_12_output", "type" : "batch_matmul", "name" : "dot_12", "channel_mode" : false }, { "nB" : 640, "top" : "att_head13_output", "has_biases" : 1, "weights" : { "W_U8" : 107, "per_ch_qscale" : 111, "per_ch_qbias" : 109 }, "nC" : 20, "type" : "inner_product", "has_relu" : 0, "bottom" : "input_1", "blob_biases" : 105, "has_tanh" : 0, "debug_info" : "att_head13", "name" : "att_head13", "has_prelu" : 0 }, { "bottom" : "att_head13_output", "weights" : { }, "debug_info" : "att_head13_softmax", "top" : "att_head13_softmax_output", "C" : 2, "type" : "softmax", "name" : "att_head13_softmax" }, { "name" : "att_head13_softmax_reshaped", "weights" : { }, "dst_w" : 20, "version" : 1, "dst_n" : 0, "type" : "reshape", "dst_h" : 1, "mode" : 0, "bottom" : "att_head13_softmax_output", "debug_info" : "att_head13_softmax_reshaped", "dst_seq" : 0, "dst_k" : 1, "top" : "att_head13_softmax_reshaped_output" }, { "bottom" : "att_head13_softmax_reshaped_output,input_1_reshaped_output", "weights" : { }, "debug_info" : "dot_13", "top" : "dot_13_output", "type" : "batch_matmul", "name" : "dot_13", "channel_mode" : false }, { "nB" : 640, "top" : "att_head14_output", "has_biases" : 1, "weights" : { "W_U8" : 115, "per_ch_qscale" : 119, "per_ch_qbias" : 117 }, "nC" : 20, "type" : "inner_product", "has_relu" : 0, "bottom" : "input_1", "blob_biases" : 113, "has_tanh" : 0, "debug_info" : "att_head14", "name" : "att_head14", "has_prelu" : 0 }, { "bottom" : "att_head14_output", "weights" : { }, "debug_info" : "att_head14_softmax", "top" : "att_head14_softmax_output", "C" : 2, "type" : "softmax", "name" : "att_head14_softmax" }, { "name" : "att_head14_softmax_reshaped", "weights" : { }, "dst_w" : 20, "version" : 1, "dst_n" : 0, "type" : "reshape", "dst_h" : 1, "mode" : 0, "bottom" : "att_head14_softmax_output", "debug_info" : "att_head14_softmax_reshaped", "dst_seq" : 0, "dst_k" : 1, "top" : "att_head14_softmax_reshaped_output" }, { "bottom" : "att_head14_softmax_reshaped_output,input_1_reshaped_output", "weights" : { }, "debug_info" : "dot_14", "top" : "dot_14_output", "type" : "batch_matmul", "name" : "dot_14", "channel_mode" : false }, { "nB" : 640, "top" : "att_head15_output", "has_biases" : 1, "weights" : { "W_U8" : 123, "per_ch_qscale" : 127, "per_ch_qbias" : 125 }, "nC" : 20, "type" : "inner_product", "has_relu" : 0, "bottom" : "input_1", "blob_biases" : 121, "has_tanh" : 0, "debug_info" : "att_head15", "name" : "att_head15", "has_prelu" : 0 }, { "bottom" : "att_head15_output", "weights" : { }, "debug_info" : "att_head15_softmax", "top" : "att_head15_softmax_output", "C" : 2, "type" : "softmax", "name" : "att_head15_softmax" }, { "name" : "att_head15_softmax_reshaped", "weights" : { }, "dst_w" : 20, "version" : 1, "dst_n" : 0, "type" : "reshape", "dst_h" : 1, "mode" : 0, "bottom" : "att_head15_softmax_output", "debug_info" : "att_head15_softmax_reshaped", "dst_seq" : 0, "dst_k" : 1, "top" : "att_head15_softmax_reshaped_output" }, { "bottom" : "att_head15_softmax_reshaped_output,input_1_reshaped_output", "weights" : { }, "debug_info" : "dot_15", "top" : "dot_15_output", "type" : "batch_matmul", "name" : "dot_15", "channel_mode" : false }, { "bottom" : "dot_0_output,dot_1_output,dot_2_output,dot_3_output,dot_4_output,dot_5_output,dot_6_output,dot_7_output,dot_8_output,dot_9_output,dot_10_output,dot_11_output,dot_12_output,dot_13_output,dot_14_output,dot_15_output", "weights" : { }, "nd_mode" : true, "axis" : 3, "debug_info" : "concat_1", "top" : "concat_output", "type" : "general_concat", "name" : "concat_1" }, { "size_of_axes" : 0, "bottom" : "concat_output", "weights" : { }, "nd_axis" : 0, "debug_info" : "squeeze_1", "version" : 1, "top" : "squeezed_1_output", "type" : "squeeze", "name" : "squeeze_1", "squeeze_all" : true }, { "nB" : 512, "top" : "att_fc1_output", "has_biases" : 1, "weights" : { "W_U8" : 131, "per_ch_qscale" : 135, "per_ch_qbias" : 133 }, "nC" : 1, "type" : "inner_product", "has_relu" : 0, "bottom" : "squeezed_1_output", "blob_biases" : 129, "has_tanh" : 0, "debug_info" : "att_fc1", "name" : "att_fc1", "has_prelu" : 0 }, { "bottom" : "att_fc1_output", "weights" : { }, "mode" : 3, "debug_info" : "sigmoid", "top" : "output_1", "type" : "activation", "name" : "sigmoid", "attributes" : { "is_output" : 1 } } ] }