{
  "storage" : "model.espresso.weights",
  "analyses" : {

  },
  "properties" : {
    "mldb_token" : "mldb-lqgwezng9p"
  },
  "format_version" : 200,
  "metadata_in_weights" : [

  ],
  "layers" : [
    {
      "size_of_axes" : 1,
      "bottom" : "poses",
      "axes_0" : 0,
      "weights" : {

      },
      "nd_axis" : 0,
      "debug_info" : "x.2",
      "top" : "x.2",
      "type" : "expand_dims",
      "name" : "x.2"
    },
    {
      "axis_h" : 0,
      "axis_w" : 2,
      "bottom" : "x.2",
      "axis_k" : 1,
      "axis_n" : 3,
      "axis_seq" : 4,
      "weights" : {

      },
      "debug_info" : "x.3",
      "top" : "x.3",
      "type" : "transpose",
      "name" : "x.3"
    },
    {
      "name" : "input.1",
      "weights" : {

      },
      "dst_w" : 90,
      "version" : 1,
      "dst_n" : 1,
      "dst_nd_rank" : 3,
      "type" : "reshape",
      "dst_h" : 54,
      "mode" : 0,
      "dynamic_shape" : false,
      "bottom" : "x.3",
      "debug_info" : "input.1",
      "dst_seq" : 1,
      "dst_k" : 1,
      "top" : "input.1"
    },
    {
      "size_of_axes" : 1,
      "bottom" : "input.1",
      "axes_0" : -1,
      "weights" : {

      },
      "nd_axis" : 0,
      "debug_info" : "x.4_expanded",
      "top" : "x.4_expanded",
      "type" : "expand_dims",
      "name" : "x.4_expanded"
    },
    {
      "name" : "x.4",
      "bottom" : "x.4_expanded",
      "weights" : {

      },
      "debug_info" : "x.4",
      "top" : "x.4_batch_norm",
      "C" : 54,
      "blob_batchnorm_params" : 1,
      "type" : "batchnorm"
    },
    {
      "size_of_axes" : 1,
      "bottom" : "x.4_batch_norm",
      "axes_0" : -1,
      "weights" : {

      },
      "nd_axis" : 0,
      "debug_info" : "x.4_squeeze",
      "version" : 1,
      "top" : "x.4",
      "type" : "squeeze",
      "name" : "x.4_squeeze"
    },
    {
      "name" : "x.5",
      "weights" : {

      },
      "dst_w" : 90,
      "version" : 1,
      "dst_n" : 1,
      "dst_nd_rank" : 4,
      "type" : "reshape",
      "dst_h" : 18,
      "mode" : 0,
      "dynamic_shape" : false,
      "bottom" : "x.4",
      "debug_info" : "x.5",
      "dst_seq" : 1,
      "dst_k" : 3,
      "top" : "x.5"
    },
    {
      "axis_h" : 0,
      "axis_w" : 1,
      "bottom" : "x.5",
      "axis_k" : 2,
      "axis_n" : 3,
      "axis_seq" : 4,
      "weights" : {

      },
      "debug_info" : "input.2",
      "top" : "input.2",
      "type" : "transpose",
      "name" : "input.2"
    },
    {
      "pad_r" : 0,
      "fused_relu" : 0,
      "fused_tanh" : 0,
      "debug_info" : "x.6",
      "pad_fill_mode" : 0,
      "pad_b" : 0,
      "pad_l" : 0,
      "top" : "x.6",
      "K" : 3,
      "blob_biases" : 3,
      "name" : "x.6",
      "has_batch_norm" : 0,
      "type" : "convolution",
      "n_groups" : 1,
      "pad_t" : 0,
      "has_biases" : 1,
      "C" : 24,
      "bottom" : "input.2",
      "weights" : {

      },
      "Nx" : 1,
      "pad_mode" : 0,
      "pad_value" : 0,
      "Ny" : 1,
      "n_parallel" : 1,
      "blob_weights_f16" : 5
    },
    {
      "begin_104" : 0,
      "begin_63" : 0,
      "begin_59" : 0,
      "begin_64" : 0,
      "begin_105" : 0,
      "begin_65" : 0,
      "begin_0" : 0,
      "begin_70" : 0,
      "begin_66" : 0,
      "begin_106" : 0,
      "begin_110" : 0,
      "begin_2" : 0,
      "begin_71" : 0,
      "begin_67" : 0,
      "begin_68" : 0,
      "begin_107" : 0,
      "begin_111" : 0,
      "begin_4" : 0,
      "begin_72" : 0,
      "begin_73" : 0,
      "begin_69" : 0,
      "begin_6" : 0,
      "begin_74" : 0,
      "begin_108" : 0,
      "type" : "split_nd",
      "begin_8" : 0,
      "begin_112" : 0,
      "begin_75" : 0,
      "begin_10" : 0,
      "begin_80" : 0,
      "begin_76" : 0,
      "begin_109" : 0,
      "begin_113" : 0,
      "begin_11" : 0,
      "nd_axis" : 1,
      "begin_81" : 0,
      "begin_77" : 0,
      "begin_114" : 0,
      "begin_12" : 0,
      "begin_78" : 0,
      "begin_82" : 0,
      "begin_13" : 0,
      "begin_83" : 0,
      "begin_79" : 0,
      "begin_115" : 0,
      "begin_14" : 0,
      "begin_84" : 0,
      "begin_15" : 0,
      "begin_85" : 0,
      "num_splits" : 3,
      "begin_116" : 0,
      "begin_120" : 0,
      "begin_20" : 0,
      "begin_86" : 0,
      "begin_16" : 0,
      "begin_90" : 0,
      "begin_21" : 0,
      "begin_91" : 0,
      "begin_87" : 0,
      "begin_17" : 0,
      "begin_117" : 0,
      "begin_121" : 0,
      "begin_18" : 0,
      "begin_92" : 0,
      "begin_88" : 0,
      "begin_22" : 0,
      "begin_23" : 0,
      "begin_89" : 0,
      "begin_19" : 0,
      "begin_93" : 0,
      "begin_118" : 0,
      "begin_122" : 0,
      "begin_24" : 0,
      "begin_94" : 0,
      "begin_25" : 0,
      "begin_95" : 0,
      "begin_119" : 0,
      "begin_123" : 0,
      "begin_30" : 0,
      "begin_26" : 0,
      "begin_96" : 0,
      "begin_124" : 0,
      "begin_31" : 0,
      "begin_97" : 0,
      "begin_27" : 0,
      "begin_28" : 0,
      "begin_98" : 0,
      "begin_32" : 0,
      "begin_125" : 0,
      "begin_33" : 0,
      "begin_29" : 0,
      "begin_99" : 0,
      "begin_1" : 0,
      "weights" : {

      },
      "begin_34" : 0,
      "bottom" : "x.6",
      "begin_3" : 0,
      "begin_126" : 0,
      "begin_35" : 0,
      "begin_5" : 0,
      "begin_36" : 0,
      "begin_40" : 0,
      "begin_127" : 0,
      "name" : "181",
      "begin_41" : 0,
      "begin_37" : 0,
      "begin_7" : 0,
      "begin_42" : 0,
      "begin_38" : 0,
      "begin_9" : 0,
      "begin_39" : 0,
      "begin_43" : 0,
      "begin_44" : 0,
      "begin_45" : 0,
      "begin_50" : 0,
      "begin_46" : 0,
      "begin_51" : 0,
      "begin_47" : 0,
      "begin_100" : 0,
      "begin_52" : 0,
      "debug_info" : "181",
      "begin_48" : 0,
      "top" : "181:0,181:1,181:2",
      "begin_101" : 0,
      "begin_53" : 0,
      "begin_49" : 0,
      "begin_54" : 0,
      "begin_55" : 0,
      "begin_102" : 0,
      "begin_60" : 0,
      "begin_56" : 0,
      "begin_103" : 0,
      "begin_57" : 0,
      "begin_61" : 0,
      "begin_62" : 0,
      "begin_58" : 0
    },
    {
      "bottom" : "181:0,181:1,181:2",
      "weights" : {

      },
      "nd_mode" : true,
      "axis" : 3,
      "debug_info" : "x.7",
      "top" : "x.7",
      "type" : "general_concat",
      "name" : "x.7"
    },
    {
      "axis_h" : 1,
      "axis_w" : 2,
      "bottom" : "x.7",
      "axis_k" : 0,
      "axis_n" : 3,
      "axis_seq" : 4,
      "weights" : {

      },
      "debug_info" : "x.8",
      "top" : "x.8",
      "type" : "transpose",
      "name" : "x.8"
    },
    {
      "pad_r" : 0,
      "fused_relu" : 0,
      "fused_tanh" : 0,
      "debug_info" : "x.9",
      "pad_fill_mode" : 0,
      "pad_b" : 0,
      "pad_l" : 0,
      "top" : "x.9",
      "K" : 54,
      "name" : "x.9",
      "has_batch_norm" : 0,
      "type" : "convolution",
      "n_groups" : 1,
      "pad_t" : 0,
      "has_biases" : 0,
      "C" : 18,
      "bottom" : "x.8",
      "weights" : {

      },
      "Nx" : 1,
      "pad_mode" : 0,
      "pad_value" : 0,
      "Ny" : 1,
      "n_parallel" : 1,
      "blob_weights_f16" : 7
    },
    {
      "axis_h" : 1,
      "axis_w" : 2,
      "bottom" : "x.9",
      "axis_k" : 0,
      "axis_n" : 3,
      "axis_seq" : 4,
      "weights" : {

      },
      "debug_info" : "input.3",
      "top" : "input.3",
      "type" : "transpose",
      "name" : "input.3"
    },
    {
      "name" : "input.4",
      "bottom" : "input.3",
      "weights" : {

      },
      "debug_info" : "input.4",
      "top" : "input.4",
      "C" : 8,
      "blob_batchnorm_params" : 9,
      "type" : "batchnorm"
    },
    {
      "bottom" : "input.4",
      "weights" : {

      },
      "mode" : 0,
      "debug_info" : "input.5",
      "top" : "input.5",
      "type" : "activation",
      "name" : "input.5"
    },
    {
      "pad_r" : 0,
      "fused_relu" : 1,
      "fused_tanh" : 0,
      "debug_info" : "input.6",
      "pad_fill_mode" : 0,
      "pad_b" : 4,
      "pad_l" : 0,
      "top" : "input.9",
      "K" : 8,
      "blob_biases" : 11,
      "name" : "input.6",
      "has_batch_norm" : 0,
      "type" : "convolution",
      "n_groups" : 1,
      "pad_t" : 4,
      "has_biases" : 1,
      "C" : 8,
      "bottom" : "input.5",
      "weights" : {

      },
      "Nx" : 1,
      "pad_mode" : 0,
      "pad_value" : 0,
      "Ny" : 9,
      "n_parallel" : 1,
      "blob_weights_f16" : 13
    },
    {
      "pad_r" : 0,
      "fused_relu" : 0,
      "fused_tanh" : 0,
      "debug_info" : "input.10",
      "pad_fill_mode" : 0,
      "pad_b" : 0,
      "pad_l" : 0,
      "top" : "res.1",
      "K" : 8,
      "blob_biases" : 15,
      "name" : "input.10",
      "has_batch_norm" : 0,
      "type" : "convolution",
      "n_groups" : 1,
      "pad_t" : 0,
      "has_biases" : 1,
      "C" : 16,
      "bottom" : "input.9",
      "weights" : {

      },
      "Nx" : 1,
      "pad_mode" : 0,
      "pad_value" : 0,
      "Ny" : 1,
      "n_parallel" : 1,
      "blob_weights_f16" : 17
    },
    {
      "pad_r" : 0,
      "fused_relu" : 0,
      "fused_tanh" : 0,
      "debug_info" : "x.11",
      "pad_fill_mode" : 0,
      "pad_b" : 0,
      "pad_l" : 0,
      "top" : "x.11",
      "K" : 8,
      "blob_biases" : 19,
      "name" : "x.11",
      "has_batch_norm" : 0,
      "type" : "convolution",
      "n_groups" : 1,
      "pad_t" : 0,
      "has_biases" : 1,
      "C" : 48,
      "bottom" : "input.9",
      "weights" : {

      },
      "Nx" : 1,
      "pad_mode" : 0,
      "pad_value" : 0,
      "Ny" : 1,
      "n_parallel" : 1,
      "blob_weights_f16" : 21
    },
    {
      "begin_104" : 0,
      "begin_63" : 0,
      "begin_59" : 0,
      "begin_64" : 0,
      "begin_105" : 0,
      "begin_65" : 0,
      "begin_0" : 0,
      "begin_70" : 0,
      "begin_66" : 0,
      "begin_106" : 0,
      "begin_110" : 0,
      "begin_2" : 0,
      "begin_71" : 0,
      "begin_67" : 0,
      "begin_68" : 0,
      "begin_107" : 0,
      "begin_111" : 0,
      "begin_4" : 0,
      "begin_72" : 0,
      "begin_73" : 0,
      "begin_69" : 0,
      "begin_6" : 0,
      "begin_74" : 0,
      "begin_108" : 0,
      "type" : "split_nd",
      "begin_8" : 0,
      "begin_112" : 0,
      "begin_75" : 0,
      "begin_10" : 0,
      "begin_80" : 0,
      "begin_76" : 0,
      "begin_109" : 0,
      "begin_113" : 0,
      "begin_11" : 0,
      "nd_axis" : 1,
      "begin_81" : 0,
      "begin_77" : 0,
      "begin_114" : 0,
      "begin_12" : 0,
      "begin_78" : 0,
      "begin_82" : 0,
      "begin_13" : 0,
      "begin_83" : 0,
      "begin_79" : 0,
      "begin_115" : 0,
      "begin_14" : 0,
      "begin_84" : 0,
      "begin_15" : 0,
      "begin_85" : 0,
      "num_splits" : 3,
      "begin_116" : 0,
      "begin_120" : 0,
      "begin_20" : 0,
      "begin_86" : 0,
      "begin_16" : 0,
      "begin_90" : 0,
      "begin_21" : 0,
      "begin_91" : 0,
      "begin_87" : 0,
      "begin_17" : 0,
      "begin_117" : 0,
      "begin_121" : 0,
      "begin_18" : 0,
      "begin_92" : 0,
      "begin_88" : 0,
      "begin_22" : 0,
      "begin_23" : 0,
      "begin_89" : 0,
      "begin_19" : 0,
      "begin_93" : 0,
      "begin_118" : 0,
      "begin_122" : 0,
      "begin_24" : 0,
      "begin_94" : 0,
      "begin_25" : 0,
      "begin_95" : 0,
      "begin_119" : 0,
      "begin_123" : 0,
      "begin_30" : 0,
      "begin_26" : 0,
      "begin_96" : 0,
      "begin_124" : 0,
      "begin_31" : 0,
      "begin_97" : 0,
      "begin_27" : 0,
      "begin_28" : 0,
      "begin_98" : 0,
      "begin_32" : 0,
      "begin_125" : 0,
      "begin_33" : 0,
      "begin_29" : 0,
      "begin_99" : 0,
      "begin_1" : 0,
      "weights" : {

      },
      "begin_34" : 0,
      "bottom" : "x.11",
      "begin_3" : 0,
      "begin_126" : 0,
      "begin_35" : 0,
      "begin_5" : 0,
      "begin_36" : 0,
      "begin_40" : 0,
      "begin_127" : 0,
      "name" : "218",
      "begin_41" : 0,
      "begin_37" : 0,
      "begin_7" : 0,
      "begin_42" : 0,
      "begin_38" : 0,
      "begin_9" : 0,
      "begin_39" : 0,
      "begin_43" : 0,
      "begin_44" : 0,
      "begin_45" : 0,
      "begin_50" : 0,
      "begin_46" : 0,
      "begin_51" : 0,
      "begin_47" : 0,
      "begin_100" : 0,
      "begin_52" : 0,
      "debug_info" : "218",
      "begin_48" : 0,
      "top" : "218:0,218:1,218:2",
      "begin_101" : 0,
      "begin_53" : 0,
      "begin_49" : 0,
      "begin_54" : 0,
      "begin_55" : 0,
      "begin_102" : 0,
      "begin_60" : 0,
      "begin_56" : 0,
      "begin_103" : 0,
      "begin_57" : 0,
      "begin_61" : 0,
      "begin_62" : 0,
      "begin_58" : 0
    },
    {
      "bottom" : "218:0,218:1,218:2",
      "weights" : {

      },
      "nd_mode" : true,
      "axis" : 3,
      "debug_info" : "x.12",
      "top" : "x.12",
      "type" : "general_concat",
      "name" : "x.12"
    },
    {
      "axis_h" : 1,
      "axis_w" : 2,
      "bottom" : "x.12",
      "axis_k" : 0,
      "axis_n" : 3,
      "axis_seq" : 4,
      "weights" : {

      },
      "debug_info" : "x.13",
      "top" : "x.13",
      "type" : "transpose",
      "name" : "x.13"
    },
    {
      "pad_r" : 0,
      "fused_relu" : 0,
      "fused_tanh" : 0,
      "debug_info" : "x.14",
      "pad_fill_mode" : 0,
      "pad_b" : 0,
      "pad_l" : 0,
      "top" : "x.14",
      "K" : 54,
      "name" : "x.14",
      "has_batch_norm" : 0,
      "type" : "convolution",
      "n_groups" : 1,
      "pad_t" : 0,
      "has_biases" : 0,
      "C" : 18,
      "bottom" : "x.13",
      "weights" : {

      },
      "Nx" : 1,
      "pad_mode" : 0,
      "pad_value" : 0,
      "Ny" : 1,
      "n_parallel" : 1,
      "blob_weights_f16" : 23
    },
    {
      "axis_h" : 1,
      "axis_w" : 2,
      "bottom" : "x.14",
      "axis_k" : 0,
      "axis_n" : 3,
      "axis_seq" : 4,
      "weights" : {

      },
      "debug_info" : "input.11",
      "top" : "input.11",
      "type" : "transpose",
      "name" : "input.11"
    },
    {
      "name" : "input.12",
      "bottom" : "input.11",
      "weights" : {

      },
      "debug_info" : "input.12",
      "top" : "input.12",
      "C" : 16,
      "blob_batchnorm_params" : 25,
      "type" : "batchnorm"
    },
    {
      "bottom" : "input.12",
      "weights" : {

      },
      "mode" : 0,
      "debug_info" : "input.13",
      "top" : "input.13",
      "type" : "activation",
      "name" : "input.13"
    },
    {
      "pad_r" : 0,
      "fused_relu" : 0,
      "fused_tanh" : 0,
      "debug_info" : "input.14",
      "pad_fill_mode" : 0,
      "pad_b" : 4,
      "pad_l" : 0,
      "top" : "input.15",
      "K" : 16,
      "blob_biases" : 27,
      "name" : "input.14",
      "has_batch_norm" : 0,
      "type" : "convolution",
      "n_groups" : 1,
      "pad_t" : 4,
      "has_biases" : 1,
      "C" : 16,
      "bottom" : "input.13",
      "weights" : {

      },
      "Nx" : 1,
      "pad_mode" : 0,
      "pad_value" : 0,
      "Ny" : 9,
      "n_parallel" : 1,
      "blob_weights_f16" : 29
    },
    {
      "bottom" : "res.1,input.15",
      "alpha" : 1,
      "operation" : 0,
      "weights" : {

      },
      "fused_relu" : 0,
      "debug_info" : "input.16",
      "top" : "input.16",
      "type" : "elementwise",
      "name" : "input.16",
      "beta" : 0
    },
    {
      "bottom" : "input.16",
      "weights" : {

      },
      "mode" : 0,
      "debug_info" : "input.17",
      "top" : "input.17",
      "type" : "activation",
      "name" : "input.17"
    },
    {
      "pad_r" : 0,
      "fused_relu" : 0,
      "fused_tanh" : 0,
      "debug_info" : "input.18",
      "pad_fill_mode" : 0,
      "pad_b" : 0,
      "pad_l" : 0,
      "top" : "res.2",
      "K" : 16,
      "blob_biases" : 31,
      "name" : "input.18",
      "has_batch_norm" : 0,
      "type" : "convolution",
      "n_groups" : 1,
      "pad_t" : 0,
      "has_biases" : 1,
      "C" : 32,
      "bottom" : "input.17",
      "weights" : {

      },
      "Nx" : 1,
      "pad_mode" : 0,
      "pad_value" : 0,
      "Ny" : 1,
      "n_parallel" : 1,
      "blob_weights_f16" : 33
    },
    {
      "pad_r" : 0,
      "fused_relu" : 0,
      "fused_tanh" : 0,
      "debug_info" : "x.16",
      "pad_fill_mode" : 0,
      "pad_b" : 0,
      "pad_l" : 0,
      "top" : "x.16",
      "K" : 16,
      "blob_biases" : 35,
      "name" : "x.16",
      "has_batch_norm" : 0,
      "type" : "convolution",
      "n_groups" : 1,
      "pad_t" : 0,
      "has_biases" : 1,
      "C" : 96,
      "bottom" : "input.17",
      "weights" : {

      },
      "Nx" : 1,
      "pad_mode" : 0,
      "pad_value" : 0,
      "Ny" : 1,
      "n_parallel" : 1,
      "blob_weights_f16" : 37
    },
    {
      "begin_104" : 0,
      "begin_63" : 0,
      "begin_59" : 0,
      "begin_64" : 0,
      "begin_105" : 0,
      "begin_65" : 0,
      "begin_0" : 0,
      "begin_70" : 0,
      "begin_66" : 0,
      "begin_106" : 0,
      "begin_110" : 0,
      "begin_2" : 0,
      "begin_71" : 0,
      "begin_67" : 0,
      "begin_68" : 0,
      "begin_107" : 0,
      "begin_111" : 0,
      "begin_4" : 0,
      "begin_72" : 0,
      "begin_73" : 0,
      "begin_69" : 0,
      "begin_6" : 0,
      "begin_74" : 0,
      "begin_108" : 0,
      "type" : "split_nd",
      "begin_8" : 0,
      "begin_112" : 0,
      "begin_75" : 0,
      "begin_10" : 0,
      "begin_80" : 0,
      "begin_76" : 0,
      "begin_109" : 0,
      "begin_113" : 0,
      "begin_11" : 0,
      "nd_axis" : 1,
      "begin_81" : 0,
      "begin_77" : 0,
      "begin_114" : 0,
      "begin_12" : 0,
      "begin_78" : 0,
      "begin_82" : 0,
      "begin_13" : 0,
      "begin_83" : 0,
      "begin_79" : 0,
      "begin_115" : 0,
      "begin_14" : 0,
      "begin_84" : 0,
      "begin_15" : 0,
      "begin_85" : 0,
      "num_splits" : 3,
      "begin_116" : 0,
      "begin_120" : 0,
      "begin_20" : 0,
      "begin_86" : 0,
      "begin_16" : 0,
      "begin_90" : 0,
      "begin_21" : 0,
      "begin_91" : 0,
      "begin_87" : 0,
      "begin_17" : 0,
      "begin_117" : 0,
      "begin_121" : 0,
      "begin_18" : 0,
      "begin_92" : 0,
      "begin_88" : 0,
      "begin_22" : 0,
      "begin_23" : 0,
      "begin_89" : 0,
      "begin_19" : 0,
      "begin_93" : 0,
      "begin_118" : 0,
      "begin_122" : 0,
      "begin_24" : 0,
      "begin_94" : 0,
      "begin_25" : 0,
      "begin_95" : 0,
      "begin_119" : 0,
      "begin_123" : 0,
      "begin_30" : 0,
      "begin_26" : 0,
      "begin_96" : 0,
      "begin_124" : 0,
      "begin_31" : 0,
      "begin_97" : 0,
      "begin_27" : 0,
      "begin_28" : 0,
      "begin_98" : 0,
      "begin_32" : 0,
      "begin_125" : 0,
      "begin_33" : 0,
      "begin_29" : 0,
      "begin_99" : 0,
      "begin_1" : 0,
      "weights" : {

      },
      "begin_34" : 0,
      "bottom" : "x.16",
      "begin_3" : 0,
      "begin_126" : 0,
      "begin_35" : 0,
      "begin_5" : 0,
      "begin_36" : 0,
      "begin_40" : 0,
      "begin_127" : 0,
      "name" : "254",
      "begin_41" : 0,
      "begin_37" : 0,
      "begin_7" : 0,
      "begin_42" : 0,
      "begin_38" : 0,
      "begin_9" : 0,
      "begin_39" : 0,
      "begin_43" : 0,
      "begin_44" : 0,
      "begin_45" : 0,
      "begin_50" : 0,
      "begin_46" : 0,
      "begin_51" : 0,
      "begin_47" : 0,
      "begin_100" : 0,
      "begin_52" : 0,
      "debug_info" : "254",
      "begin_48" : 0,
      "top" : "254:0,254:1,254:2",
      "begin_101" : 0,
      "begin_53" : 0,
      "begin_49" : 0,
      "begin_54" : 0,
      "begin_55" : 0,
      "begin_102" : 0,
      "begin_60" : 0,
      "begin_56" : 0,
      "begin_103" : 0,
      "begin_57" : 0,
      "begin_61" : 0,
      "begin_62" : 0,
      "begin_58" : 0
    },
    {
      "bottom" : "254:0,254:1,254:2",
      "weights" : {

      },
      "nd_mode" : true,
      "axis" : 3,
      "debug_info" : "x.17",
      "top" : "x.17",
      "type" : "general_concat",
      "name" : "x.17"
    },
    {
      "axis_h" : 1,
      "axis_w" : 2,
      "bottom" : "x.17",
      "axis_k" : 0,
      "axis_n" : 3,
      "axis_seq" : 4,
      "weights" : {

      },
      "debug_info" : "x.18",
      "top" : "x.18",
      "type" : "transpose",
      "name" : "x.18"
    },
    {
      "pad_r" : 0,
      "fused_relu" : 0,
      "fused_tanh" : 0,
      "debug_info" : "x.19",
      "pad_fill_mode" : 0,
      "pad_b" : 0,
      "pad_l" : 0,
      "top" : "x.19",
      "K" : 54,
      "name" : "x.19",
      "has_batch_norm" : 0,
      "type" : "convolution",
      "n_groups" : 1,
      "pad_t" : 0,
      "has_biases" : 0,
      "C" : 18,
      "bottom" : "x.18",
      "weights" : {

      },
      "Nx" : 1,
      "pad_mode" : 0,
      "pad_value" : 0,
      "Ny" : 1,
      "n_parallel" : 1,
      "blob_weights_f16" : 39
    },
    {
      "axis_h" : 1,
      "axis_w" : 2,
      "bottom" : "x.19",
      "axis_k" : 0,
      "axis_n" : 3,
      "axis_seq" : 4,
      "weights" : {

      },
      "debug_info" : "input.19",
      "top" : "input.19",
      "type" : "transpose",
      "name" : "input.19"
    },
    {
      "name" : "input.20",
      "bottom" : "input.19",
      "weights" : {

      },
      "debug_info" : "input.20",
      "top" : "input.20",
      "C" : 32,
      "blob_batchnorm_params" : 41,
      "type" : "batchnorm"
    },
    {
      "bottom" : "input.20",
      "weights" : {

      },
      "mode" : 0,
      "debug_info" : "input.21",
      "top" : "input.21",
      "type" : "activation",
      "name" : "input.21"
    },
    {
      "pad_r" : 0,
      "fused_relu" : 0,
      "fused_tanh" : 0,
      "debug_info" : "input.22",
      "pad_fill_mode" : 0,
      "pad_b" : 4,
      "pad_l" : 0,
      "top" : "input.23",
      "K" : 32,
      "blob_biases" : 43,
      "name" : "input.22",
      "has_batch_norm" : 0,
      "type" : "convolution",
      "n_groups" : 1,
      "pad_t" : 4,
      "has_biases" : 1,
      "C" : 32,
      "bottom" : "input.21",
      "weights" : {
        "W_U8" : 45,
        "lut_to_float32" : 47
      },
      "Nx" : 1,
      "pad_mode" : 0,
      "pad_value" : 0,
      "Ny" : 9,
      "n_parallel" : 1
    },
    {
      "bottom" : "res.2,input.23",
      "alpha" : 1,
      "operation" : 0,
      "weights" : {

      },
      "fused_relu" : 0,
      "debug_info" : "input.24",
      "top" : "input.24",
      "type" : "elementwise",
      "name" : "input.24",
      "beta" : 0
    },
    {
      "bottom" : "input.24",
      "weights" : {

      },
      "mode" : 0,
      "debug_info" : "input.25",
      "top" : "input.25",
      "type" : "activation",
      "name" : "input.25"
    },
    {
      "pad_r" : 0,
      "fused_relu" : 0,
      "fused_tanh" : 0,
      "debug_info" : "input.26",
      "pad_fill_mode" : 0,
      "pad_b" : 0,
      "pad_l" : 0,
      "top" : "res.3",
      "K" : 32,
      "blob_biases" : 49,
      "name" : "input.26",
      "has_batch_norm" : 0,
      "type" : "convolution",
      "n_groups" : 1,
      "pad_t" : 0,
      "has_biases" : 1,
      "C" : 64,
      "bottom" : "input.25",
      "weights" : {

      },
      "Nx" : 1,
      "pad_mode" : 0,
      "pad_value" : 0,
      "Ny" : 1,
      "n_parallel" : 1,
      "blob_weights_f16" : 51
    },
    {
      "pad_r" : 0,
      "fused_relu" : 0,
      "fused_tanh" : 0,
      "debug_info" : "x.21",
      "pad_fill_mode" : 0,
      "pad_b" : 0,
      "pad_l" : 0,
      "top" : "x.21",
      "K" : 32,
      "blob_biases" : 53,
      "name" : "x.21",
      "has_batch_norm" : 0,
      "type" : "convolution",
      "n_groups" : 1,
      "pad_t" : 0,
      "has_biases" : 1,
      "C" : 192,
      "bottom" : "input.25",
      "weights" : {
        "W_U8" : 55,
        "lut_to_float32" : 57
      },
      "Nx" : 1,
      "pad_mode" : 0,
      "pad_value" : 0,
      "Ny" : 1,
      "n_parallel" : 1
    },
    {
      "begin_104" : 0,
      "begin_63" : 0,
      "begin_59" : 0,
      "begin_64" : 0,
      "begin_105" : 0,
      "begin_65" : 0,
      "begin_0" : 0,
      "begin_70" : 0,
      "begin_66" : 0,
      "begin_106" : 0,
      "begin_110" : 0,
      "begin_2" : 0,
      "begin_71" : 0,
      "begin_67" : 0,
      "begin_68" : 0,
      "begin_107" : 0,
      "begin_111" : 0,
      "begin_4" : 0,
      "begin_72" : 0,
      "begin_73" : 0,
      "begin_69" : 0,
      "begin_6" : 0,
      "begin_74" : 0,
      "begin_108" : 0,
      "type" : "split_nd",
      "begin_8" : 0,
      "begin_112" : 0,
      "begin_75" : 0,
      "begin_10" : 0,
      "begin_80" : 0,
      "begin_76" : 0,
      "begin_109" : 0,
      "begin_113" : 0,
      "begin_11" : 0,
      "nd_axis" : 1,
      "begin_81" : 0,
      "begin_77" : 0,
      "begin_114" : 0,
      "begin_12" : 0,
      "begin_78" : 0,
      "begin_82" : 0,
      "begin_13" : 0,
      "begin_83" : 0,
      "begin_79" : 0,
      "begin_115" : 0,
      "begin_14" : 0,
      "begin_84" : 0,
      "begin_15" : 0,
      "begin_85" : 0,
      "num_splits" : 3,
      "begin_116" : 0,
      "begin_120" : 0,
      "begin_20" : 0,
      "begin_86" : 0,
      "begin_16" : 0,
      "begin_90" : 0,
      "begin_21" : 0,
      "begin_91" : 0,
      "begin_87" : 0,
      "begin_17" : 0,
      "begin_117" : 0,
      "begin_121" : 0,
      "begin_18" : 0,
      "begin_92" : 0,
      "begin_88" : 0,
      "begin_22" : 0,
      "begin_23" : 0,
      "begin_89" : 0,
      "begin_19" : 0,
      "begin_93" : 0,
      "begin_118" : 0,
      "begin_122" : 0,
      "begin_24" : 0,
      "begin_94" : 0,
      "begin_25" : 0,
      "begin_95" : 0,
      "begin_119" : 0,
      "begin_123" : 0,
      "begin_30" : 0,
      "begin_26" : 0,
      "begin_96" : 0,
      "begin_124" : 0,
      "begin_31" : 0,
      "begin_97" : 0,
      "begin_27" : 0,
      "begin_28" : 0,
      "begin_98" : 0,
      "begin_32" : 0,
      "begin_125" : 0,
      "begin_33" : 0,
      "begin_29" : 0,
      "begin_99" : 0,
      "begin_1" : 0,
      "weights" : {

      },
      "begin_34" : 0,
      "bottom" : "x.21",
      "begin_3" : 0,
      "begin_126" : 0,
      "begin_35" : 0,
      "begin_5" : 0,
      "begin_36" : 0,
      "begin_40" : 0,
      "begin_127" : 0,
      "name" : "290",
      "begin_41" : 0,
      "begin_37" : 0,
      "begin_7" : 0,
      "begin_42" : 0,
      "begin_38" : 0,
      "begin_9" : 0,
      "begin_39" : 0,
      "begin_43" : 0,
      "begin_44" : 0,
      "begin_45" : 0,
      "begin_50" : 0,
      "begin_46" : 0,
      "begin_51" : 0,
      "begin_47" : 0,
      "begin_100" : 0,
      "begin_52" : 0,
      "debug_info" : "290",
      "begin_48" : 0,
      "top" : "290:0,290:1,290:2",
      "begin_101" : 0,
      "begin_53" : 0,
      "begin_49" : 0,
      "begin_54" : 0,
      "begin_55" : 0,
      "begin_102" : 0,
      "begin_60" : 0,
      "begin_56" : 0,
      "begin_103" : 0,
      "begin_57" : 0,
      "begin_61" : 0,
      "begin_62" : 0,
      "begin_58" : 0
    },
    {
      "bottom" : "290:0,290:1,290:2",
      "weights" : {

      },
      "nd_mode" : true,
      "axis" : 3,
      "debug_info" : "x.22",
      "top" : "x.22",
      "type" : "general_concat",
      "name" : "x.22"
    },
    {
      "axis_h" : 1,
      "axis_w" : 2,
      "bottom" : "x.22",
      "axis_k" : 0,
      "axis_n" : 3,
      "axis_seq" : 4,
      "weights" : {

      },
      "debug_info" : "x.23",
      "top" : "x.23",
      "type" : "transpose",
      "name" : "x.23"
    },
    {
      "pad_r" : 0,
      "fused_relu" : 0,
      "fused_tanh" : 0,
      "debug_info" : "x.24",
      "pad_fill_mode" : 0,
      "pad_b" : 0,
      "pad_l" : 0,
      "top" : "x.24",
      "K" : 54,
      "name" : "x.24",
      "has_batch_norm" : 0,
      "type" : "convolution",
      "n_groups" : 1,
      "pad_t" : 0,
      "has_biases" : 0,
      "C" : 18,
      "bottom" : "x.23",
      "weights" : {

      },
      "Nx" : 1,
      "pad_mode" : 0,
      "pad_value" : 0,
      "Ny" : 1,
      "n_parallel" : 1,
      "blob_weights_f16" : 59
    },
    {
      "axis_h" : 1,
      "axis_w" : 2,
      "bottom" : "x.24",
      "axis_k" : 0,
      "axis_n" : 3,
      "axis_seq" : 4,
      "weights" : {

      },
      "debug_info" : "input.27",
      "top" : "input.27",
      "type" : "transpose",
      "name" : "input.27"
    },
    {
      "name" : "input.28",
      "bottom" : "input.27",
      "weights" : {

      },
      "debug_info" : "input.28",
      "top" : "input.28",
      "C" : 64,
      "blob_batchnorm_params" : 61,
      "type" : "batchnorm"
    },
    {
      "bottom" : "input.28",
      "weights" : {

      },
      "mode" : 0,
      "debug_info" : "input.29",
      "top" : "input.29",
      "type" : "activation",
      "name" : "input.29"
    },
    {
      "pad_r" : 0,
      "fused_relu" : 0,
      "fused_tanh" : 0,
      "debug_info" : "input.30",
      "pad_fill_mode" : 0,
      "pad_b" : 4,
      "pad_l" : 0,
      "top" : "input.31",
      "K" : 64,
      "blob_biases" : 63,
      "name" : "input.30",
      "has_batch_norm" : 0,
      "type" : "convolution",
      "n_groups" : 1,
      "pad_t" : 4,
      "has_biases" : 1,
      "C" : 64,
      "bottom" : "input.29",
      "weights" : {
        "W_U8" : 65,
        "lut_to_float32" : 67
      },
      "Nx" : 1,
      "pad_mode" : 0,
      "pad_value" : 0,
      "Ny" : 9,
      "n_parallel" : 1
    },
    {
      "bottom" : "res.3,input.31",
      "alpha" : 1,
      "operation" : 0,
      "weights" : {

      },
      "fused_relu" : 0,
      "debug_info" : "input.32",
      "top" : "input.32",
      "type" : "elementwise",
      "name" : "input.32",
      "beta" : 0
    },
    {
      "bottom" : "input.32",
      "weights" : {

      },
      "mode" : 0,
      "debug_info" : "input.33",
      "top" : "input.33",
      "type" : "activation",
      "name" : "input.33"
    },
    {
      "pad_r" : 0,
      "fused_relu" : 0,
      "fused_tanh" : 0,
      "debug_info" : "x.26",
      "pad_fill_mode" : 0,
      "pad_b" : 0,
      "pad_l" : 0,
      "top" : "x.26",
      "K" : 64,
      "blob_biases" : 69,
      "name" : "x.26",
      "has_batch_norm" : 0,
      "type" : "convolution",
      "n_groups" : 1,
      "pad_t" : 0,
      "has_biases" : 1,
      "C" : 192,
      "bottom" : "input.33",
      "weights" : {
        "W_U8" : 71,
        "lut_to_float32" : 73
      },
      "Nx" : 1,
      "pad_mode" : 0,
      "pad_value" : 0,
      "Ny" : 1,
      "n_parallel" : 1
    },
    {
      "begin_104" : 0,
      "begin_63" : 0,
      "begin_59" : 0,
      "begin_64" : 0,
      "begin_105" : 0,
      "begin_65" : 0,
      "begin_0" : 0,
      "begin_70" : 0,
      "begin_66" : 0,
      "begin_106" : 0,
      "begin_110" : 0,
      "begin_2" : 0,
      "begin_71" : 0,
      "begin_67" : 0,
      "begin_68" : 0,
      "begin_107" : 0,
      "begin_111" : 0,
      "begin_4" : 0,
      "begin_72" : 0,
      "begin_73" : 0,
      "begin_69" : 0,
      "begin_6" : 0,
      "begin_74" : 0,
      "begin_108" : 0,
      "type" : "split_nd",
      "begin_8" : 0,
      "begin_112" : 0,
      "begin_75" : 0,
      "begin_10" : 0,
      "begin_80" : 0,
      "begin_76" : 0,
      "begin_109" : 0,
      "begin_113" : 0,
      "begin_11" : 0,
      "nd_axis" : 1,
      "begin_81" : 0,
      "begin_77" : 0,
      "begin_114" : 0,
      "begin_12" : 0,
      "begin_78" : 0,
      "begin_82" : 0,
      "begin_13" : 0,
      "begin_83" : 0,
      "begin_79" : 0,
      "begin_115" : 0,
      "begin_14" : 0,
      "begin_84" : 0,
      "begin_15" : 0,
      "begin_85" : 0,
      "num_splits" : 3,
      "begin_116" : 0,
      "begin_120" : 0,
      "begin_20" : 0,
      "begin_86" : 0,
      "begin_16" : 0,
      "begin_90" : 0,
      "begin_21" : 0,
      "begin_91" : 0,
      "begin_87" : 0,
      "begin_17" : 0,
      "begin_117" : 0,
      "begin_121" : 0,
      "begin_18" : 0,
      "begin_92" : 0,
      "begin_88" : 0,
      "begin_22" : 0,
      "begin_23" : 0,
      "begin_89" : 0,
      "begin_19" : 0,
      "begin_93" : 0,
      "begin_118" : 0,
      "begin_122" : 0,
      "begin_24" : 0,
      "begin_94" : 0,
      "begin_25" : 0,
      "begin_95" : 0,
      "begin_119" : 0,
      "begin_123" : 0,
      "begin_30" : 0,
      "begin_26" : 0,
      "begin_96" : 0,
      "begin_124" : 0,
      "begin_31" : 0,
      "begin_97" : 0,
      "begin_27" : 0,
      "begin_28" : 0,
      "begin_98" : 0,
      "begin_32" : 0,
      "begin_125" : 0,
      "begin_33" : 0,
      "begin_29" : 0,
      "begin_99" : 0,
      "begin_1" : 0,
      "weights" : {

      },
      "begin_34" : 0,
      "bottom" : "x.26",
      "begin_3" : 0,
      "begin_126" : 0,
      "begin_35" : 0,
      "begin_5" : 0,
      "begin_36" : 0,
      "begin_40" : 0,
      "begin_127" : 0,
      "name" : "320",
      "begin_41" : 0,
      "begin_37" : 0,
      "begin_7" : 0,
      "begin_42" : 0,
      "begin_38" : 0,
      "begin_9" : 0,
      "begin_39" : 0,
      "begin_43" : 0,
      "begin_44" : 0,
      "begin_45" : 0,
      "begin_50" : 0,
      "begin_46" : 0,
      "begin_51" : 0,
      "begin_47" : 0,
      "begin_100" : 0,
      "begin_52" : 0,
      "debug_info" : "320",
      "begin_48" : 0,
      "top" : "320:0,320:1,320:2",
      "begin_101" : 0,
      "begin_53" : 0,
      "begin_49" : 0,
      "begin_54" : 0,
      "begin_55" : 0,
      "begin_102" : 0,
      "begin_60" : 0,
      "begin_56" : 0,
      "begin_103" : 0,
      "begin_57" : 0,
      "begin_61" : 0,
      "begin_62" : 0,
      "begin_58" : 0
    },
    {
      "bottom" : "320:0,320:1,320:2",
      "weights" : {

      },
      "nd_mode" : true,
      "axis" : 3,
      "debug_info" : "x.27",
      "top" : "x.27",
      "type" : "general_concat",
      "name" : "x.27"
    },
    {
      "axis_h" : 1,
      "axis_w" : 2,
      "bottom" : "x.27",
      "axis_k" : 0,
      "axis_n" : 3,
      "axis_seq" : 4,
      "weights" : {

      },
      "debug_info" : "x.28",
      "top" : "x.28",
      "type" : "transpose",
      "name" : "x.28"
    },
    {
      "pad_r" : 0,
      "fused_relu" : 0,
      "fused_tanh" : 0,
      "debug_info" : "x.29",
      "pad_fill_mode" : 0,
      "pad_b" : 0,
      "pad_l" : 0,
      "top" : "x.29",
      "K" : 54,
      "name" : "x.29",
      "has_batch_norm" : 0,
      "type" : "convolution",
      "n_groups" : 1,
      "pad_t" : 0,
      "has_biases" : 0,
      "C" : 18,
      "bottom" : "x.28",
      "weights" : {

      },
      "Nx" : 1,
      "pad_mode" : 0,
      "pad_value" : 0,
      "Ny" : 1,
      "n_parallel" : 1,
      "blob_weights_f16" : 75
    },
    {
      "axis_h" : 1,
      "axis_w" : 2,
      "bottom" : "x.29",
      "axis_k" : 0,
      "axis_n" : 3,
      "axis_seq" : 4,
      "weights" : {

      },
      "debug_info" : "input.34",
      "top" : "input.34",
      "type" : "transpose",
      "name" : "input.34"
    },
    {
      "name" : "input.35",
      "bottom" : "input.34",
      "weights" : {

      },
      "debug_info" : "input.35",
      "top" : "input.35",
      "C" : 64,
      "blob_batchnorm_params" : 77,
      "type" : "batchnorm"
    },
    {
      "bottom" : "input.35",
      "weights" : {

      },
      "mode" : 0,
      "debug_info" : "input.36",
      "top" : "input.36",
      "type" : "activation",
      "name" : "input.36"
    },
    {
      "pad_r" : 0,
      "fused_relu" : 0,
      "fused_tanh" : 0,
      "debug_info" : "input.37",
      "pad_fill_mode" : 0,
      "pad_b" : 4,
      "pad_l" : 0,
      "top" : "input.38",
      "K" : 64,
      "blob_biases" : 79,
      "name" : "input.37",
      "has_batch_norm" : 0,
      "type" : "convolution",
      "n_groups" : 1,
      "pad_t" : 4,
      "has_biases" : 1,
      "C" : 64,
      "bottom" : "input.36",
      "weights" : {
        "W_U8" : 81,
        "lut_to_float32" : 83
      },
      "Nx" : 1,
      "pad_mode" : 0,
      "pad_value" : 0,
      "Ny" : 9,
      "n_parallel" : 1
    },
    {
      "bottom" : "input.33,input.38",
      "alpha" : 1,
      "operation" : 0,
      "weights" : {

      },
      "fused_relu" : 0,
      "debug_info" : "input.39",
      "top" : "input.39",
      "type" : "elementwise",
      "name" : "input.39",
      "beta" : 0
    },
    {
      "bottom" : "input.39",
      "weights" : {

      },
      "mode" : 0,
      "debug_info" : "input.40",
      "top" : "input.40",
      "type" : "activation",
      "name" : "input.40"
    },
    {
      "pad_r" : 0,
      "fused_relu" : 0,
      "fused_tanh" : 0,
      "debug_info" : "input.41",
      "pad_fill_mode" : 0,
      "pad_b" : 0,
      "pad_l" : 0,
      "top" : "res.4",
      "K" : 64,
      "blob_biases" : 85,
      "name" : "input.41",
      "has_batch_norm" : 0,
      "type" : "convolution",
      "n_groups" : 1,
      "pad_t" : 0,
      "has_biases" : 1,
      "C" : 128,
      "bottom" : "input.40",
      "weights" : {
        "W_U8" : 87,
        "lut_to_float32" : 89
      },
      "Nx" : 1,
      "pad_mode" : 0,
      "pad_value" : 0,
      "Ny" : 1,
      "n_parallel" : 1
    },
    {
      "pad_r" : 0,
      "fused_relu" : 0,
      "fused_tanh" : 0,
      "debug_info" : "x.31",
      "pad_fill_mode" : 0,
      "pad_b" : 0,
      "pad_l" : 0,
      "top" : "x.31",
      "K" : 64,
      "blob_biases" : 91,
      "name" : "x.31",
      "has_batch_norm" : 0,
      "type" : "convolution",
      "n_groups" : 1,
      "pad_t" : 0,
      "has_biases" : 1,
      "C" : 384,
      "bottom" : "input.40",
      "weights" : {
        "W_U8" : 93,
        "lut_to_float32" : 95
      },
      "Nx" : 1,
      "pad_mode" : 0,
      "pad_value" : 0,
      "Ny" : 1,
      "n_parallel" : 1
    },
    {
      "begin_104" : 0,
      "begin_63" : 0,
      "begin_59" : 0,
      "begin_64" : 0,
      "begin_105" : 0,
      "begin_65" : 0,
      "begin_0" : 0,
      "begin_70" : 0,
      "begin_66" : 0,
      "begin_106" : 0,
      "begin_110" : 0,
      "begin_2" : 0,
      "begin_71" : 0,
      "begin_67" : 0,
      "begin_68" : 0,
      "begin_107" : 0,
      "begin_111" : 0,
      "begin_4" : 0,
      "begin_72" : 0,
      "begin_73" : 0,
      "begin_69" : 0,
      "begin_6" : 0,
      "begin_74" : 0,
      "begin_108" : 0,
      "type" : "split_nd",
      "begin_8" : 0,
      "begin_112" : 0,
      "begin_75" : 0,
      "begin_10" : 0,
      "begin_80" : 0,
      "begin_76" : 0,
      "begin_109" : 0,
      "begin_113" : 0,
      "begin_11" : 0,
      "nd_axis" : 1,
      "begin_81" : 0,
      "begin_77" : 0,
      "begin_114" : 0,
      "begin_12" : 0,
      "begin_78" : 0,
      "begin_82" : 0,
      "begin_13" : 0,
      "begin_83" : 0,
      "begin_79" : 0,
      "begin_115" : 0,
      "begin_14" : 0,
      "begin_84" : 0,
      "begin_15" : 0,
      "begin_85" : 0,
      "num_splits" : 3,
      "begin_116" : 0,
      "begin_120" : 0,
      "begin_20" : 0,
      "begin_86" : 0,
      "begin_16" : 0,
      "begin_90" : 0,
      "begin_21" : 0,
      "begin_91" : 0,
      "begin_87" : 0,
      "begin_17" : 0,
      "begin_117" : 0,
      "begin_121" : 0,
      "begin_18" : 0,
      "begin_92" : 0,
      "begin_88" : 0,
      "begin_22" : 0,
      "begin_23" : 0,
      "begin_89" : 0,
      "begin_19" : 0,
      "begin_93" : 0,
      "begin_118" : 0,
      "begin_122" : 0,
      "begin_24" : 0,
      "begin_94" : 0,
      "begin_25" : 0,
      "begin_95" : 0,
      "begin_119" : 0,
      "begin_123" : 0,
      "begin_30" : 0,
      "begin_26" : 0,
      "begin_96" : 0,
      "begin_124" : 0,
      "begin_31" : 0,
      "begin_97" : 0,
      "begin_27" : 0,
      "begin_28" : 0,
      "begin_98" : 0,
      "begin_32" : 0,
      "begin_125" : 0,
      "begin_33" : 0,
      "begin_29" : 0,
      "begin_99" : 0,
      "begin_1" : 0,
      "weights" : {

      },
      "begin_34" : 0,
      "bottom" : "x.31",
      "begin_3" : 0,
      "begin_126" : 0,
      "begin_35" : 0,
      "begin_5" : 0,
      "begin_36" : 0,
      "begin_40" : 0,
      "begin_127" : 0,
      "name" : "356",
      "begin_41" : 0,
      "begin_37" : 0,
      "begin_7" : 0,
      "begin_42" : 0,
      "begin_38" : 0,
      "begin_9" : 0,
      "begin_39" : 0,
      "begin_43" : 0,
      "begin_44" : 0,
      "begin_45" : 0,
      "begin_50" : 0,
      "begin_46" : 0,
      "begin_51" : 0,
      "begin_47" : 0,
      "begin_100" : 0,
      "begin_52" : 0,
      "debug_info" : "356",
      "begin_48" : 0,
      "top" : "356:0,356:1,356:2",
      "begin_101" : 0,
      "begin_53" : 0,
      "begin_49" : 0,
      "begin_54" : 0,
      "begin_55" : 0,
      "begin_102" : 0,
      "begin_60" : 0,
      "begin_56" : 0,
      "begin_103" : 0,
      "begin_57" : 0,
      "begin_61" : 0,
      "begin_62" : 0,
      "begin_58" : 0
    },
    {
      "bottom" : "356:0,356:1,356:2",
      "weights" : {

      },
      "nd_mode" : true,
      "axis" : 3,
      "debug_info" : "x.32",
      "top" : "x.32",
      "type" : "general_concat",
      "name" : "x.32"
    },
    {
      "axis_h" : 1,
      "axis_w" : 2,
      "bottom" : "x.32",
      "axis_k" : 0,
      "axis_n" : 3,
      "axis_seq" : 4,
      "weights" : {

      },
      "debug_info" : "x.33",
      "top" : "x.33",
      "type" : "transpose",
      "name" : "x.33"
    },
    {
      "pad_r" : 0,
      "fused_relu" : 0,
      "fused_tanh" : 0,
      "debug_info" : "x.34",
      "pad_fill_mode" : 0,
      "pad_b" : 0,
      "pad_l" : 0,
      "top" : "x.34",
      "K" : 54,
      "name" : "x.34",
      "has_batch_norm" : 0,
      "type" : "convolution",
      "n_groups" : 1,
      "pad_t" : 0,
      "has_biases" : 0,
      "C" : 18,
      "bottom" : "x.33",
      "weights" : {

      },
      "Nx" : 1,
      "pad_mode" : 0,
      "pad_value" : 0,
      "Ny" : 1,
      "n_parallel" : 1,
      "blob_weights_f16" : 97
    },
    {
      "axis_h" : 1,
      "axis_w" : 2,
      "bottom" : "x.34",
      "axis_k" : 0,
      "axis_n" : 3,
      "axis_seq" : 4,
      "weights" : {

      },
      "debug_info" : "input.42",
      "top" : "input.42",
      "type" : "transpose",
      "name" : "input.42"
    },
    {
      "name" : "input.43",
      "bottom" : "input.42",
      "weights" : {

      },
      "debug_info" : "input.43",
      "top" : "input.43",
      "C" : 128,
      "blob_batchnorm_params" : 99,
      "type" : "batchnorm"
    },
    {
      "bottom" : "input.43",
      "weights" : {

      },
      "mode" : 0,
      "debug_info" : "input.44",
      "top" : "input.44",
      "type" : "activation",
      "name" : "input.44"
    },
    {
      "pad_r" : 0,
      "fused_relu" : 0,
      "fused_tanh" : 0,
      "debug_info" : "input.45",
      "pad_fill_mode" : 0,
      "pad_b" : 4,
      "pad_l" : 0,
      "top" : "input.46",
      "K" : 128,
      "blob_biases" : 101,
      "name" : "input.45",
      "has_batch_norm" : 0,
      "type" : "convolution",
      "n_groups" : 1,
      "pad_t" : 4,
      "has_biases" : 1,
      "C" : 128,
      "bottom" : "input.44",
      "weights" : {
        "W_U8" : 103,
        "lut_to_float32" : 105
      },
      "Nx" : 1,
      "pad_mode" : 0,
      "pad_value" : 0,
      "Ny" : 9,
      "n_parallel" : 1
    },
    {
      "bottom" : "res.4,input.46",
      "alpha" : 1,
      "operation" : 0,
      "weights" : {

      },
      "fused_relu" : 0,
      "debug_info" : "input.47",
      "top" : "input.47",
      "type" : "elementwise",
      "name" : "input.47",
      "beta" : 0
    },
    {
      "bottom" : "input.47",
      "weights" : {

      },
      "mode" : 0,
      "debug_info" : "input.48",
      "top" : "input.48",
      "type" : "activation",
      "name" : "input.48"
    },
    {
      "pad_r" : 0,
      "fused_relu" : 0,
      "fused_tanh" : 0,
      "debug_info" : "input.49",
      "pad_fill_mode" : 0,
      "pad_b" : 0,
      "pad_l" : 0,
      "top" : "res",
      "K" : 128,
      "blob_biases" : 107,
      "name" : "input.49",
      "has_batch_norm" : 0,
      "type" : "convolution",
      "n_groups" : 1,
      "pad_t" : 0,
      "has_biases" : 1,
      "C" : 256,
      "bottom" : "input.48",
      "weights" : {
        "W_U8" : 109,
        "lut_to_float32" : 111
      },
      "Nx" : 1,
      "pad_mode" : 0,
      "pad_value" : 0,
      "Ny" : 1,
      "n_parallel" : 1
    },
    {
      "pad_r" : 0,
      "fused_relu" : 0,
      "fused_tanh" : 0,
      "debug_info" : "x.36",
      "pad_fill_mode" : 0,
      "pad_b" : 0,
      "pad_l" : 0,
      "top" : "x.36",
      "K" : 128,
      "blob_biases" : 113,
      "name" : "x.36",
      "has_batch_norm" : 0,
      "type" : "convolution",
      "n_groups" : 1,
      "pad_t" : 0,
      "has_biases" : 1,
      "C" : 768,
      "bottom" : "input.48",
      "weights" : {
        "W_U8" : 115,
        "lut_to_float32" : 117
      },
      "Nx" : 1,
      "pad_mode" : 0,
      "pad_value" : 0,
      "Ny" : 1,
      "n_parallel" : 1
    },
    {
      "begin_104" : 0,
      "begin_63" : 0,
      "begin_59" : 0,
      "begin_64" : 0,
      "begin_105" : 0,
      "begin_65" : 0,
      "begin_0" : 0,
      "begin_70" : 0,
      "begin_66" : 0,
      "begin_106" : 0,
      "begin_110" : 0,
      "begin_2" : 0,
      "begin_71" : 0,
      "begin_67" : 0,
      "begin_68" : 0,
      "begin_107" : 0,
      "begin_111" : 0,
      "begin_4" : 0,
      "begin_72" : 0,
      "begin_73" : 0,
      "begin_69" : 0,
      "begin_6" : 0,
      "begin_74" : 0,
      "begin_108" : 0,
      "type" : "split_nd",
      "begin_8" : 0,
      "begin_112" : 0,
      "begin_75" : 0,
      "begin_10" : 0,
      "begin_80" : 0,
      "begin_76" : 0,
      "begin_109" : 0,
      "begin_113" : 0,
      "begin_11" : 0,
      "nd_axis" : 1,
      "begin_81" : 0,
      "begin_77" : 0,
      "begin_114" : 0,
      "begin_12" : 0,
      "begin_78" : 0,
      "begin_82" : 0,
      "begin_13" : 0,
      "begin_83" : 0,
      "begin_79" : 0,
      "begin_115" : 0,
      "begin_14" : 0,
      "begin_84" : 0,
      "begin_15" : 0,
      "begin_85" : 0,
      "num_splits" : 3,
      "begin_116" : 0,
      "begin_120" : 0,
      "begin_20" : 0,
      "begin_86" : 0,
      "begin_16" : 0,
      "begin_90" : 0,
      "begin_21" : 0,
      "begin_91" : 0,
      "begin_87" : 0,
      "begin_17" : 0,
      "begin_117" : 0,
      "begin_121" : 0,
      "begin_18" : 0,
      "begin_92" : 0,
      "begin_88" : 0,
      "begin_22" : 0,
      "begin_23" : 0,
      "begin_89" : 0,
      "begin_19" : 0,
      "begin_93" : 0,
      "begin_118" : 0,
      "begin_122" : 0,
      "begin_24" : 0,
      "begin_94" : 0,
      "begin_25" : 0,
      "begin_95" : 0,
      "begin_119" : 0,
      "begin_123" : 0,
      "begin_30" : 0,
      "begin_26" : 0,
      "begin_96" : 0,
      "begin_124" : 0,
      "begin_31" : 0,
      "begin_97" : 0,
      "begin_27" : 0,
      "begin_28" : 0,
      "begin_98" : 0,
      "begin_32" : 0,
      "begin_125" : 0,
      "begin_33" : 0,
      "begin_29" : 0,
      "begin_99" : 0,
      "begin_1" : 0,
      "weights" : {

      },
      "begin_34" : 0,
      "bottom" : "x.36",
      "begin_3" : 0,
      "begin_126" : 0,
      "begin_35" : 0,
      "begin_5" : 0,
      "begin_36" : 0,
      "begin_40" : 0,
      "begin_127" : 0,
      "name" : "392",
      "begin_41" : 0,
      "begin_37" : 0,
      "begin_7" : 0,
      "begin_42" : 0,
      "begin_38" : 0,
      "begin_9" : 0,
      "begin_39" : 0,
      "begin_43" : 0,
      "begin_44" : 0,
      "begin_45" : 0,
      "begin_50" : 0,
      "begin_46" : 0,
      "begin_51" : 0,
      "begin_47" : 0,
      "begin_100" : 0,
      "begin_52" : 0,
      "debug_info" : "392",
      "begin_48" : 0,
      "top" : "392:0,392:1,392:2",
      "begin_101" : 0,
      "begin_53" : 0,
      "begin_49" : 0,
      "begin_54" : 0,
      "begin_55" : 0,
      "begin_102" : 0,
      "begin_60" : 0,
      "begin_56" : 0,
      "begin_103" : 0,
      "begin_57" : 0,
      "begin_61" : 0,
      "begin_62" : 0,
      "begin_58" : 0
    },
    {
      "bottom" : "392:0,392:1,392:2",
      "weights" : {

      },
      "nd_mode" : true,
      "axis" : 3,
      "debug_info" : "x.37",
      "top" : "x.37",
      "type" : "general_concat",
      "name" : "x.37"
    },
    {
      "axis_h" : 1,
      "axis_w" : 2,
      "bottom" : "x.37",
      "axis_k" : 0,
      "axis_n" : 3,
      "axis_seq" : 4,
      "weights" : {

      },
      "debug_info" : "x.38",
      "top" : "x.38",
      "type" : "transpose",
      "name" : "x.38"
    },
    {
      "pad_r" : 0,
      "fused_relu" : 0,
      "fused_tanh" : 0,
      "debug_info" : "x.39",
      "pad_fill_mode" : 0,
      "pad_b" : 0,
      "pad_l" : 0,
      "top" : "x.39",
      "K" : 54,
      "name" : "x.39",
      "has_batch_norm" : 0,
      "type" : "convolution",
      "n_groups" : 1,
      "pad_t" : 0,
      "has_biases" : 0,
      "C" : 18,
      "bottom" : "x.38",
      "weights" : {

      },
      "Nx" : 1,
      "pad_mode" : 0,
      "pad_value" : 0,
      "Ny" : 1,
      "n_parallel" : 1,
      "blob_weights_f16" : 119
    },
    {
      "axis_h" : 1,
      "axis_w" : 2,
      "bottom" : "x.39",
      "axis_k" : 0,
      "axis_n" : 3,
      "axis_seq" : 4,
      "weights" : {

      },
      "debug_info" : "input.50",
      "top" : "input.50",
      "type" : "transpose",
      "name" : "input.50"
    },
    {
      "name" : "input.51",
      "bottom" : "input.50",
      "weights" : {

      },
      "debug_info" : "input.51",
      "top" : "input.51",
      "C" : 256,
      "blob_batchnorm_params" : 121,
      "type" : "batchnorm"
    },
    {
      "bottom" : "input.51",
      "weights" : {

      },
      "mode" : 0,
      "debug_info" : "input.52",
      "top" : "input.52",
      "type" : "activation",
      "name" : "input.52"
    },
    {
      "pad_r" : 0,
      "fused_relu" : 0,
      "fused_tanh" : 0,
      "debug_info" : "input.53",
      "pad_fill_mode" : 0,
      "pad_b" : 4,
      "pad_l" : 0,
      "top" : "input.54",
      "K" : 256,
      "blob_biases" : 123,
      "name" : "input.53",
      "has_batch_norm" : 0,
      "type" : "convolution",
      "n_groups" : 1,
      "pad_t" : 4,
      "has_biases" : 1,
      "C" : 256,
      "bottom" : "input.52",
      "weights" : {
        "W_U8" : 125,
        "lut_to_float32" : 127
      },
      "Nx" : 1,
      "pad_mode" : 0,
      "pad_value" : 0,
      "Ny" : 9,
      "n_parallel" : 1
    },
    {
      "bottom" : "res,input.54",
      "alpha" : 1,
      "operation" : 0,
      "weights" : {

      },
      "fused_relu" : 0,
      "debug_info" : "input.55",
      "top" : "input.55",
      "type" : "elementwise",
      "name" : "input.55",
      "beta" : 0
    },
    {
      "bottom" : "input.55",
      "weights" : {

      },
      "mode" : 0,
      "debug_info" : "x.41",
      "top" : "x.41",
      "type" : "activation",
      "name" : "x.41"
    },
    {
      "axis_h" : 2,
      "axis_w" : 0,
      "bottom" : "x.41",
      "axis_k" : 1,
      "axis_n" : 3,
      "axis_seq" : 4,
      "weights" : {

      },
      "debug_info" : "embs",
      "top" : "embs",
      "type" : "transpose",
      "name" : "embs"
    },
    {
      "size_of_axes" : 0,
      "bottom" : "embs",
      "weights" : {

      },
      "nd_axis" : 0,
      "debug_info" : "a.1",
      "version" : 1,
      "top" : "a.1",
      "type" : "squeeze",
      "name" : "a.1",
      "squeeze_all" : true
    },
    {
      "name" : "a",
      "weights" : {

      },
      "dst_w" : 4608,
      "version" : 1,
      "dst_n" : 1,
      "dst_nd_rank" : 2,
      "type" : "reshape",
      "dst_h" : 90,
      "mode" : 0,
      "dynamic_shape" : false,
      "bottom" : "a.1",
      "debug_info" : "a",
      "dst_seq" : 1,
      "dst_k" : 1,
      "top" : "a"
    },
    {
      "bottom" : "a,a",
      "alpha" : 1,
      "operation" : 1,
      "weights" : {

      },
      "fused_relu" : 0,
      "debug_info" : "422",
      "top" : "422",
      "type" : "elementwise",
      "name" : "422",
      "beta" : 0
    },
    {
      "axis_mode" : 1,
      "bottom" : "422",
      "weights" : {

      },
      "mode" : 0,
      "nd_axis" : 1,
      "nd_mode" : true,
      "debug_info" : "norm_a",
      "use_version" : 1,
      "top" : "norm_a",
      "type" : "reduce",
      "name" : "norm_a"
    },
    {
      "axis_h" : 0,
      "axis_w" : 1,
      "bottom" : "a",
      "axis_k" : 2,
      "axis_n" : 3,
      "axis_seq" : 4,
      "weights" : {

      },
      "debug_info" : "430",
      "top" : "430",
      "type" : "transpose",
      "name" : "430"
    },
    {
      "bottom" : "a,430",
      "weights" : {

      },
      "debug_info" : "431",
      "top" : "431",
      "type" : "batch_matmul",
      "name" : "431",
      "channel_mode" : false
    },
    {
      "bottom" : "431",
      "alpha" : 2,
      "operation" : 1,
      "weights" : {

      },
      "fused_relu" : 0,
      "debug_info" : "433",
      "top" : "433",
      "type" : "elementwise",
      "name" : "433",
      "beta" : 0
    },
    {
      "bottom" : "norm_a,433",
      "alpha" : 1,
      "operation" : 33,
      "weights" : {

      },
      "fused_relu" : 0,
      "debug_info" : "435",
      "nd_mode" : true,
      "top" : "435",
      "type" : "elementwise",
      "name" : "435",
      "beta" : 0
    },
    {
      "name" : "439",
      "rank_preserving_mode" : true,
      "dst_w" : -1,
      "version" : 1,
      "dst_n" : 0,
      "dst_nd_rank" : 2,
      "weights" : {

      },
      "type" : "reshape",
      "dst_h" : 1,
      "mode" : 0,
      "bottom" : "norm_a",
      "debug_info" : "439",
      "dst_seq" : 0,
      "dst_k" : 0,
      "top" : "439"
    },
    {
      "bottom" : "435,439",
      "alpha" : 1,
      "operation" : 0,
      "weights" : {

      },
      "fused_relu" : 0,
      "debug_info" : "dist.1",
      "nd_mode" : true,
      "top" : "dist.1",
      "type" : "elementwise",
      "name" : "dist.1",
      "beta" : 0
    },
    {
      "bottom" : "dist.1",
      "alpha" : 0,
      "operation" : 119,
      "weights" : {

      },
      "fused_relu" : 0,
      "debug_info" : "dist",
      "top" : "dist",
      "type" : "elementwise",
      "name" : "dist",
      "beta" : "inf"
    },
    {
      "bottom" : "dist",
      "alpha" : -1,
      "operation" : 1,
      "weights" : {

      },
      "fused_relu" : 0,
      "debug_info" : "445",
      "top" : "445",
      "type" : "elementwise",
      "name" : "445",
      "beta" : 0
    },
    {
      "bottom" : "445",
      "alpha" : 0.073833435773849487,
      "operation" : 1,
      "weights" : {

      },
      "fused_relu" : 0,
      "debug_info" : "_inversed_sims",
      "top" : "_inversed_sims",
      "type" : "elementwise",
      "name" : "_inversed_sims",
      "beta" : 0
    },
    {
      "size_of_axes" : 1,
      "bottom" : "_inversed_sims",
      "axes_0" : 0,
      "weights" : {

      },
      "nd_axis" : 0,
      "debug_info" : "tsm",
      "top" : "tsm",
      "type" : "expand_dims",
      "name" : "tsm"
    },
    {
      "name" : "input.56",
      "weights" : {

      },
      "dst_w" : 90,
      "version" : 1,
      "dst_n" : 1,
      "dst_nd_rank" : 4,
      "type" : "reshape",
      "dst_h" : 90,
      "mode" : 0,
      "dynamic_shape" : false,
      "bottom" : "tsm",
      "debug_info" : "input.56",
      "dst_seq" : 1,
      "dst_k" : 1,
      "top" : "input.56"
    },
    {
      "pad_r" : 1,
      "fused_relu" : 1,
      "fused_tanh" : 0,
      "debug_info" : "input.57",
      "pad_fill_mode" : 0,
      "pad_b" : 1,
      "pad_l" : 1,
      "top" : "x.42",
      "K" : 1,
      "blob_biases" : 129,
      "name" : "input.57",
      "has_batch_norm" : 0,
      "type" : "convolution",
      "n_groups" : 1,
      "pad_t" : 1,
      "has_biases" : 1,
      "C" : 30,
      "bottom" : "input.56",
      "weights" : {

      },
      "Nx" : 3,
      "pad_mode" : 0,
      "pad_value" : 0,
      "Ny" : 3,
      "n_parallel" : 1,
      "blob_weights_f16" : 131
    },
    {
      "name" : "input.58",
      "weights" : {

      },
      "dst_w" : -1,
      "version" : 1,
      "dst_n" : 1,
      "dst_nd_rank" : 3,
      "type" : "reshape",
      "dst_h" : 90,
      "mode" : 0,
      "dynamic_shape" : false,
      "bottom" : "x.42",
      "debug_info" : "input.58",
      "dst_seq" : 1,
      "dst_k" : 1,
      "top" : "input.58"
    },
    {
      "nB" : 2700,
      "top" : "output.1",
      "has_biases" : 0,
      "name" : "output.1",
      "nC" : 512,
      "type" : "inner_product",
      "has_relu" : 0,
      "bottom" : "input.58",
      "debug_info" : "output.1",
      "has_tanh" : 0,
      "weights" : {
        "W_U8" : 133,
        "lut_to_float32" : 135
      },
      "has_prelu" : 0
    },
    {
      "top" : "135",
      "w" : 512,
      "h" : 1,
      "name" : "135",
      "nd_rank" : 1,
      "type" : "load_constant",
      "k" : 1,
      "bottom" : "",
      "debug_info" : "135",
      "n" : 1,
      "weights" : {

      },
      "constant_blob" : 137
    },
    {
      "bottom" : "output.1,135",
      "alpha" : 1,
      "operation" : 0,
      "weights" : {

      },
      "fused_relu" : 0,
      "debug_info" : "x.43",
      "nd_mode" : true,
      "top" : "x.43",
      "type" : "elementwise",
      "name" : "x.43",
      "beta" : 0
    },
    {
      "top" : "136",
      "w" : 1,
      "h" : 90,
      "name" : "136",
      "nd_rank" : 3,
      "type" : "load_constant",
      "k" : 1,
      "bottom" : "",
      "debug_info" : "136",
      "n" : 1,
      "weights" : {

      },
      "constant_blob" : 139
    },
    {
      "bottom" : "x.43,136",
      "alpha" : 1,
      "operation" : 0,
      "weights" : {

      },
      "fused_relu" : 0,
      "debug_info" : "query",
      "nd_mode" : true,
      "top" : "query",
      "type" : "elementwise",
      "name" : "query",
      "beta" : 0
    },
    {
      "nB" : 512,
      "top" : "output.2",
      "has_biases" : 0,
      "name" : "output.2",
      "nC" : 1536,
      "type" : "inner_product",
      "has_relu" : 0,
      "bottom" : "query",
      "debug_info" : "output.2",
      "has_tanh" : 0,
      "weights" : {
        "W_U8" : 141,
        "lut_to_float32" : 143
      },
      "has_prelu" : 0
    },
    {
      "top" : "2",
      "w" : 1536,
      "h" : 1,
      "name" : "2",
      "nd_rank" : 1,
      "type" : "load_constant",
      "k" : 1,
      "bottom" : "",
      "debug_info" : "2",
      "n" : 1,
      "weights" : {

      },
      "constant_blob" : 145
    },
    {
      "bottom" : "output.2,2",
      "alpha" : 1,
      "operation" : 0,
      "weights" : {

      },
      "fused_relu" : 0,
      "debug_info" : "509",
      "nd_mode" : true,
      "top" : "509",
      "type" : "elementwise",
      "name" : "509",
      "beta" : 0
    },
    {
      "begin_104" : 0,
      "begin_63" : 0,
      "begin_59" : 0,
      "begin_64" : 0,
      "begin_105" : 0,
      "begin_65" : 0,
      "begin_0" : 0,
      "begin_70" : 0,
      "begin_66" : 0,
      "begin_106" : 0,
      "begin_110" : 0,
      "begin_2" : 0,
      "begin_71" : 0,
      "begin_67" : 0,
      "begin_68" : 0,
      "begin_107" : 0,
      "begin_111" : 0,
      "begin_4" : 0,
      "begin_72" : 0,
      "begin_73" : 0,
      "begin_69" : 0,
      "begin_6" : 0,
      "begin_74" : 0,
      "begin_108" : 0,
      "type" : "split_nd",
      "begin_8" : 0,
      "begin_112" : 0,
      "begin_75" : 0,
      "begin_10" : 0,
      "begin_80" : 0,
      "begin_76" : 0,
      "begin_109" : 0,
      "begin_113" : 0,
      "begin_11" : 0,
      "nd_axis" : -1,
      "begin_81" : 0,
      "begin_77" : 0,
      "begin_114" : 0,
      "begin_12" : 0,
      "begin_78" : 0,
      "begin_82" : 0,
      "begin_13" : 0,
      "begin_83" : 0,
      "begin_79" : 0,
      "begin_115" : 0,
      "begin_14" : 0,
      "begin_84" : 0,
      "begin_15" : 0,
      "begin_85" : 0,
      "num_splits" : 3,
      "begin_116" : 0,
      "begin_120" : 0,
      "begin_20" : 0,
      "begin_86" : 0,
      "begin_16" : 0,
      "begin_90" : 0,
      "begin_21" : 0,
      "begin_91" : 0,
      "begin_87" : 0,
      "begin_17" : 0,
      "begin_117" : 0,
      "begin_121" : 0,
      "begin_18" : 0,
      "begin_92" : 0,
      "begin_88" : 0,
      "begin_22" : 0,
      "begin_23" : 0,
      "begin_89" : 0,
      "begin_19" : 0,
      "begin_93" : 0,
      "begin_118" : 0,
      "begin_122" : 0,
      "begin_24" : 0,
      "begin_94" : 0,
      "begin_25" : 0,
      "begin_95" : 0,
      "begin_119" : 0,
      "begin_123" : 0,
      "begin_30" : 0,
      "begin_26" : 0,
      "begin_96" : 0,
      "begin_124" : 0,
      "begin_31" : 0,
      "begin_97" : 0,
      "begin_27" : 0,
      "begin_28" : 0,
      "begin_98" : 0,
      "begin_32" : 0,
      "begin_125" : 0,
      "begin_33" : 0,
      "begin_29" : 0,
      "begin_99" : 0,
      "begin_1" : 0,
      "weights" : {

      },
      "begin_34" : 0,
      "bottom" : "509",
      "begin_3" : 0,
      "begin_126" : 0,
      "begin_35" : 0,
      "begin_5" : 0,
      "begin_36" : 0,
      "begin_40" : 0,
      "begin_127" : 0,
      "name" : "510",
      "begin_41" : 0,
      "begin_37" : 0,
      "begin_7" : 0,
      "begin_42" : 0,
      "begin_38" : 0,
      "begin_9" : 0,
      "begin_39" : 0,
      "begin_43" : 0,
      "begin_44" : 0,
      "begin_45" : 0,
      "begin_50" : 0,
      "begin_46" : 0,
      "begin_51" : 0,
      "begin_47" : 0,
      "begin_100" : 0,
      "begin_52" : 0,
      "debug_info" : "510",
      "begin_48" : 0,
      "top" : "510:0,510:1,510:2",
      "begin_101" : 0,
      "begin_53" : 0,
      "begin_49" : 0,
      "begin_54" : 0,
      "begin_55" : 0,
      "begin_102" : 0,
      "begin_60" : 0,
      "begin_56" : 0,
      "begin_103" : 0,
      "begin_57" : 0,
      "begin_61" : 0,
      "begin_62" : 0,
      "begin_58" : 0
    },
    {
      "bottom" : "510:0",
      "alpha" : 0.088388346135616302,
      "operation" : 1,
      "weights" : {

      },
      "fused_relu" : 0,
      "debug_info" : "q.2",
      "top" : "q.2",
      "type" : "elementwise",
      "name" : "q.2",
      "beta" : 0
    },
    {
      "name" : "520",
      "weights" : {

      },
      "dst_w" : 128,
      "version" : 1,
      "dst_n" : 1,
      "dst_nd_rank" : 3,
      "type" : "reshape",
      "dst_h" : 360,
      "mode" : 0,
      "dynamic_shape" : false,
      "bottom" : "q.2",
      "debug_info" : "520",
      "dst_seq" : 1,
      "dst_k" : 1,
      "top" : "520"
    },
    {
      "axis_h" : 2,
      "axis_w" : 0,
      "bottom" : "520",
      "axis_k" : 1,
      "axis_n" : 3,
      "axis_seq" : 4,
      "weights" : {

      },
      "debug_info" : "q",
      "top" : "q",
      "type" : "transpose",
      "name" : "q"
    },
    {
      "name" : "527",
      "rank_preserving_mode" : true,
      "dst_w" : 128,
      "version" : 1,
      "dst_n" : 0,
      "dst_nd_rank" : 3,
      "weights" : {

      },
      "type" : "reshape",
      "dst_h" : 360,
      "mode" : 0,
      "bottom" : "510:1",
      "debug_info" : "527",
      "dst_seq" : 0,
      "dst_k" : -1,
      "top" : "527"
    },
    {
      "axis_h" : 2,
      "axis_w" : 0,
      "bottom" : "527",
      "axis_k" : 1,
      "axis_n" : 3,
      "axis_seq" : 4,
      "weights" : {

      },
      "debug_info" : "k",
      "top" : "k",
      "type" : "transpose",
      "name" : "k"
    },
    {
      "name" : "534",
      "rank_preserving_mode" : true,
      "dst_w" : 128,
      "version" : 1,
      "dst_n" : 0,
      "dst_nd_rank" : 3,
      "weights" : {

      },
      "type" : "reshape",
      "dst_h" : 360,
      "mode" : 0,
      "bottom" : "510:2",
      "debug_info" : "534",
      "dst_seq" : 0,
      "dst_k" : -1,
      "top" : "534"
    },
    {
      "axis_h" : 2,
      "axis_w" : 0,
      "bottom" : "534",
      "axis_k" : 1,
      "axis_n" : 3,
      "axis_seq" : 4,
      "weights" : {

      },
      "debug_info" : "v",
      "top" : "v",
      "type" : "transpose",
      "name" : "v"
    },
    {
      "axis_h" : 0,
      "axis_w" : 1,
      "bottom" : "k",
      "axis_k" : 2,
      "axis_n" : 3,
      "axis_seq" : 4,
      "weights" : {

      },
      "debug_info" : "536",
      "top" : "536",
      "type" : "transpose",
      "name" : "536"
    },
    {
      "bottom" : "q,536",
      "weights" : {

      },
      "debug_info" : "attn_output_weights.1",
      "top" : "attn_output_weights.1",
      "type" : "batch_matmul",
      "name" : "attn_output_weights.1",
      "channel_mode" : false
    },
    {
      "bottom" : "attn_output_weights.1",
      "weights" : {

      },
      "nd_axis" : -1,
      "debug_info" : "input.59",
      "top" : "input.59",
      "type" : "softmax_nd",
      "name" : "input.59"
    },
    {
      "bottom" : "input.59,v",
      "weights" : {

      },
      "debug_info" : "attn_output",
      "top" : "attn_output",
      "type" : "batch_matmul",
      "name" : "attn_output",
      "channel_mode" : false
    },
    {
      "axis_h" : 2,
      "axis_w" : 0,
      "bottom" : "attn_output",
      "axis_k" : 1,
      "axis_n" : 3,
      "axis_seq" : 4,
      "weights" : {

      },
      "debug_info" : "541",
      "top" : "541",
      "type" : "transpose",
      "name" : "541"
    },
    {
      "name" : "input.60",
      "weights" : {

      },
      "dst_w" : 512,
      "version" : 1,
      "dst_n" : 1,
      "dst_nd_rank" : 3,
      "type" : "reshape",
      "dst_h" : 90,
      "mode" : 0,
      "dynamic_shape" : false,
      "bottom" : "541",
      "debug_info" : "input.60",
      "dst_seq" : 1,
      "dst_k" : 1,
      "top" : "input.60"
    },
    {
      "nB" : 512,
      "top" : "output.3",
      "has_biases" : 0,
      "name" : "output.3",
      "nC" : 512,
      "type" : "inner_product",
      "has_relu" : 0,
      "bottom" : "input.60",
      "debug_info" : "output.3",
      "has_tanh" : 0,
      "weights" : {
        "W_U8" : 147,
        "lut_to_float32" : 149
      },
      "has_prelu" : 0
    },
    {
      "top" : "4",
      "w" : 512,
      "h" : 1,
      "name" : "4",
      "nd_rank" : 1,
      "type" : "load_constant",
      "k" : 1,
      "bottom" : "",
      "debug_info" : "4",
      "n" : 1,
      "weights" : {

      },
      "constant_blob" : 151
    },
    {
      "bottom" : "output.3,4",
      "alpha" : 1,
      "operation" : 0,
      "weights" : {

      },
      "fused_relu" : 0,
      "debug_info" : "input.61",
      "nd_mode" : true,
      "top" : "input.61",
      "type" : "elementwise",
      "name" : "input.61",
      "beta" : 0
    },
    {
      "bottom" : "input.61,query",
      "alpha" : 1,
      "operation" : 0,
      "weights" : {

      },
      "fused_relu" : 0,
      "debug_info" : "input.62",
      "top" : "input.62",
      "type" : "elementwise",
      "name" : "input.62",
      "beta" : 0
    },
    {
      "name" : "input.63_reshape",
      "weights" : {

      },
      "dst_w" : 1,
      "version" : 1,
      "dst_n" : 90,
      "dst_nd_rank" : 5,
      "type" : "reshape",
      "dst_h" : 1,
      "mode" : 0,
      "dynamic_shape" : false,
      "bottom" : "input.62",
      "debug_info" : "input.63_reshape",
      "hint_fallback_from_metal" : 1,
      "dst_seq" : 1,
      "dst_k" : 512,
      "top" : "input.62_reshape"
    },
    {
      "bottom" : "input.62_reshape",
      "weights" : {

      },
      "eps" : 9.9999997473787516e-06,
      "hint_fallback_from_metal" : 1,
      "debug_info" : "input.62_mvn",
      "axis" : 2,
      "top" : "input.62_mvn",
      "type" : "l2_normalize",
      "name" : "input.62_mvn",
      "normalization_mode" : 1
    },
    {
      "bottom" : "",
      "k" : 512,
      "n" : 1,
      "weights" : {

      },
      "h" : 1,
      "debug_info" : "input.62_5d",
      "constant_blob" : 153,
      "top" : "input.62_5d_constant_in_scale",
      "w" : 1,
      "type" : "load_constant",
      "name" : "input.62_5d_constant_in_scale"
    },
    {
      "bottom" : "",
      "k" : 512,
      "n" : 1,
      "weights" : {

      },
      "h" : 1,
      "debug_info" : "input.62_5d",
      "constant_blob" : 155,
      "top" : "input.62_5d_constant_in_bias",
      "w" : 1,
      "type" : "load_constant",
      "name" : "input.62_5d_constant_in_bias"
    },
    {
      "bottom" : "input.62_mvn,input.62_5d_constant_in_scale",
      "alpha" : 1,
      "operation" : 1,
      "weights" : {

      },
      "hint_fallback_from_metal" : 1,
      "fused_relu" : 0,
      "debug_info" : "input.62_5d",
      "top" : "input.62_5d_mul_out",
      "type" : "elementwise",
      "name" : "input.62_5d_mul_out",
      "beta" : 0
    },
    {
      "bottom" : "input.62_5d_mul_out,input.62_5d_constant_in_bias",
      "alpha" : 1,
      "operation" : 0,
      "weights" : {

      },
      "hint_fallback_from_metal" : 1,
      "fused_relu" : 0,
      "debug_info" : "input.62_5d",
      "top" : "input.62_5d",
      "type" : "elementwise",
      "name" : "input.62_5d",
      "beta" : 0
    },
    {
      "name" : "input.63",
      "weights" : {

      },
      "dst_w" : 512,
      "version" : 1,
      "dst_n" : 1,
      "dst_nd_rank" : 3,
      "type" : "reshape",
      "dst_h" : 90,
      "mode" : 0,
      "dynamic_shape" : false,
      "bottom" : "input.62_5d",
      "debug_info" : "input.63",
      "hint_fallback_from_metal" : 1,
      "dst_seq" : 1,
      "dst_k" : 1,
      "top" : "input.63"
    },
    {
      "nB" : 512,
      "top" : "output.4",
      "has_biases" : 0,
      "name" : "output.4",
      "nC" : 512,
      "type" : "inner_product",
      "has_relu" : 0,
      "bottom" : "input.63",
      "debug_info" : "output.4",
      "has_tanh" : 0,
      "weights" : {
        "W_U8" : 157,
        "lut_to_float32" : 159
      },
      "has_prelu" : 0
    },
    {
      "top" : "6",
      "w" : 512,
      "h" : 1,
      "name" : "6",
      "nd_rank" : 1,
      "type" : "load_constant",
      "k" : 1,
      "bottom" : "",
      "debug_info" : "6",
      "n" : 1,
      "weights" : {

      },
      "constant_blob" : 161
    },
    {
      "bottom" : "output.4,6",
      "alpha" : 1,
      "operation" : 0,
      "weights" : {

      },
      "fused_relu" : 0,
      "debug_info" : "input.64",
      "nd_mode" : true,
      "top" : "input.64",
      "type" : "elementwise",
      "name" : "input.64",
      "beta" : 0
    },
    {
      "bottom" : "input.64",
      "weights" : {

      },
      "mode" : 0,
      "debug_info" : "input.65",
      "top" : "input.65",
      "type" : "activation",
      "name" : "input.65"
    },
    {
      "nB" : 512,
      "top" : "output.5",
      "has_biases" : 0,
      "name" : "output.5",
      "nC" : 512,
      "type" : "inner_product",
      "has_relu" : 0,
      "bottom" : "input.65",
      "debug_info" : "output.5",
      "has_tanh" : 0,
      "weights" : {
        "W_U8" : 163,
        "lut_to_float32" : 165
      },
      "has_prelu" : 0
    },
    {
      "top" : "8",
      "w" : 512,
      "h" : 1,
      "name" : "8",
      "nd_rank" : 1,
      "type" : "load_constant",
      "k" : 1,
      "bottom" : "",
      "debug_info" : "8",
      "n" : 1,
      "weights" : {

      },
      "constant_blob" : 167
    },
    {
      "bottom" : "output.5,8",
      "alpha" : 1,
      "operation" : 0,
      "weights" : {

      },
      "fused_relu" : 0,
      "debug_info" : "input.67",
      "nd_mode" : true,
      "top" : "input.67",
      "type" : "elementwise",
      "name" : "input.67",
      "beta" : 0
    },
    {
      "bottom" : "input.67,input.63",
      "alpha" : 1,
      "operation" : 0,
      "weights" : {

      },
      "fused_relu" : 0,
      "debug_info" : "input.68",
      "top" : "input.68",
      "type" : "elementwise",
      "name" : "input.68",
      "beta" : 0
    },
    {
      "name" : "x.44_reshape",
      "weights" : {

      },
      "dst_w" : 1,
      "version" : 1,
      "dst_n" : 90,
      "dst_nd_rank" : 5,
      "type" : "reshape",
      "dst_h" : 1,
      "mode" : 0,
      "dynamic_shape" : false,
      "bottom" : "input.68",
      "debug_info" : "x.44_reshape",
      "hint_fallback_from_metal" : 1,
      "dst_seq" : 1,
      "dst_k" : 512,
      "top" : "input.68_reshape"
    },
    {
      "bottom" : "input.68_reshape",
      "weights" : {

      },
      "eps" : 9.9999997473787516e-06,
      "hint_fallback_from_metal" : 1,
      "debug_info" : "input.68_mvn",
      "axis" : 2,
      "top" : "input.68_mvn",
      "type" : "l2_normalize",
      "name" : "input.68_mvn",
      "normalization_mode" : 1
    },
    {
      "bottom" : "",
      "k" : 512,
      "n" : 1,
      "weights" : {

      },
      "h" : 1,
      "debug_info" : "input.68_5d",
      "constant_blob" : 169,
      "top" : "input.68_5d_constant_in_scale",
      "w" : 1,
      "type" : "load_constant",
      "name" : "input.68_5d_constant_in_scale"
    },
    {
      "bottom" : "",
      "k" : 512,
      "n" : 1,
      "weights" : {

      },
      "h" : 1,
      "debug_info" : "input.68_5d",
      "constant_blob" : 171,
      "top" : "input.68_5d_constant_in_bias",
      "w" : 1,
      "type" : "load_constant",
      "name" : "input.68_5d_constant_in_bias"
    },
    {
      "bottom" : "input.68_mvn,input.68_5d_constant_in_scale",
      "alpha" : 1,
      "operation" : 1,
      "weights" : {

      },
      "hint_fallback_from_metal" : 1,
      "fused_relu" : 0,
      "debug_info" : "input.68_5d",
      "top" : "input.68_5d_mul_out",
      "type" : "elementwise",
      "name" : "input.68_5d_mul_out",
      "beta" : 0
    },
    {
      "bottom" : "input.68_5d_mul_out,input.68_5d_constant_in_bias",
      "alpha" : 1,
      "operation" : 0,
      "weights" : {

      },
      "hint_fallback_from_metal" : 1,
      "fused_relu" : 0,
      "debug_info" : "input.68_5d",
      "top" : "input.68_5d",
      "type" : "elementwise",
      "name" : "input.68_5d",
      "beta" : 0
    },
    {
      "name" : "x.44",
      "weights" : {

      },
      "dst_w" : 512,
      "version" : 1,
      "dst_n" : 1,
      "dst_nd_rank" : 3,
      "type" : "reshape",
      "dst_h" : 90,
      "mode" : 0,
      "dynamic_shape" : false,
      "bottom" : "input.68_5d",
      "debug_info" : "x.44",
      "hint_fallback_from_metal" : 1,
      "dst_seq" : 1,
      "dst_k" : 1,
      "top" : "x.44"
    },
    {
      "nB" : 512,
      "top" : "output.6",
      "has_biases" : 0,
      "name" : "output.6",
      "nC" : 512,
      "type" : "inner_product",
      "has_relu" : 0,
      "bottom" : "x.44",
      "debug_info" : "output.6",
      "has_tanh" : 0,
      "weights" : {
        "W_U8" : 173,
        "lut_to_float32" : 175
      },
      "has_prelu" : 0
    },
    {
      "top" : "138",
      "w" : 512,
      "h" : 1,
      "name" : "138",
      "nd_rank" : 1,
      "type" : "load_constant",
      "k" : 1,
      "bottom" : "",
      "debug_info" : "138",
      "n" : 1,
      "weights" : {

      },
      "constant_blob" : 177
    },
    {
      "bottom" : "output.6,138",
      "alpha" : 1,
      "operation" : 0,
      "weights" : {

      },
      "fused_relu" : 0,
      "debug_info" : "input.71",
      "nd_mode" : true,
      "top" : "input.71",
      "type" : "elementwise",
      "name" : "input.71",
      "beta" : 0
    },
    {
      "bottom" : "input.71",
      "weights" : {

      },
      "mode" : 0,
      "debug_info" : "input.73",
      "top" : "input.73",
      "type" : "activation",
      "name" : "input.73"
    },
    {
      "nB" : 512,
      "top" : "output.7",
      "has_biases" : 0,
      "name" : "output.7",
      "nC" : 512,
      "type" : "inner_product",
      "has_relu" : 0,
      "bottom" : "input.73",
      "debug_info" : "output.7",
      "has_tanh" : 0,
      "weights" : {
        "W_U8" : 179,
        "lut_to_float32" : 181
      },
      "has_prelu" : 0
    },
    {
      "top" : "140",
      "w" : 512,
      "h" : 1,
      "name" : "140",
      "nd_rank" : 1,
      "type" : "load_constant",
      "k" : 1,
      "bottom" : "",
      "debug_info" : "140",
      "n" : 1,
      "weights" : {

      },
      "constant_blob" : 183
    },
    {
      "bottom" : "output.7,140",
      "alpha" : 1,
      "operation" : 0,
      "weights" : {

      },
      "fused_relu" : 0,
      "debug_info" : "input.75",
      "nd_mode" : true,
      "top" : "input.75",
      "type" : "elementwise",
      "name" : "input.75",
      "beta" : 0
    },
    {
      "bottom" : "input.75",
      "weights" : {

      },
      "mode" : 0,
      "debug_info" : "input.77",
      "top" : "input.77",
      "type" : "activation",
      "name" : "input.77"
    },
    {
      "nB" : 512,
      "top" : "output.8",
      "has_biases" : 0,
      "name" : "output.8",
      "nC" : 32,
      "type" : "inner_product",
      "has_relu" : 0,
      "bottom" : "input.77",
      "debug_info" : "output.8",
      "has_tanh" : 0,
      "weights" : {
        "W_U8" : 185,
        "lut_to_float32" : 187
      },
      "has_prelu" : 0
    },
    {
      "top" : "142",
      "w" : 32,
      "h" : 1,
      "name" : "142",
      "nd_rank" : 1,
      "type" : "load_constant",
      "k" : 1,
      "bottom" : "",
      "debug_info" : "142",
      "n" : 1,
      "weights" : {

      },
      "constant_blob" : 189
    },
    {
      "bottom" : "output.8,142",
      "alpha" : 1,
      "operation" : 0,
      "weights" : {

      },
      "fused_relu" : 0,
      "debug_info" : "input.78",
      "nd_mode" : true,
      "top" : "input.78",
      "type" : "elementwise",
      "name" : "input.78",
      "beta" : 0
    },
    {
      "bottom" : "input.78",
      "weights" : {

      },
      "mode" : 0,
      "debug_info" : "x",
      "top" : "x",
      "type" : "activation",
      "name" : "x"
    },
    {
      "axis_h" : 0,
      "axis_w" : 1,
      "bottom" : "x",
      "axis_k" : 2,
      "axis_n" : 3,
      "axis_seq" : 4,
      "weights" : {

      },
      "debug_info" : "period_length_logits",
      "top" : "period_length_logits",
      "type" : "transpose",
      "name" : "period_length_logits"
    },
    {
      "nB" : 512,
      "top" : "within_period_x",
      "has_biases" : 1,
      "blob_weights_f16" : 193,
      "nC" : 1,
      "weights" : {

      },
      "type" : "inner_product",
      "has_relu" : 1,
      "bottom" : "input.77",
      "blob_biases" : 191,
      "has_tanh" : 0,
      "debug_info" : "output",
      "name" : "output",
      "has_prelu" : 0
    },
    {
      "axis_h" : 0,
      "axis_w" : 1,
      "bottom" : "within_period_x",
      "axis_k" : 2,
      "axis_n" : 3,
      "axis_seq" : 4,
      "weights" : {

      },
      "debug_info" : "period_detector_logits",
      "top" : "period_detector_logits",
      "type" : "transpose",
      "name" : "period_detector_logits"
    },
    {
      "bottom" : "period_length_logits",
      "axis" : -2,
      "weights" : {

      },
      "num_k" : 1,
      "debug_info" : "608",
      "top" : "181_608_value,181_608_index_rank_preserved",
      "single_axis_topk" : true,
      "type" : "topk",
      "name" : "608"
    },
    {
      "size_of_axes" : 0,
      "bottom" : "181_608_index_rank_preserved",
      "weights" : {

      },
      "nd_axis" : -2,
      "debug_info" : "608",
      "version" : 1,
      "top" : "608",
      "type" : "squeeze",
      "name" : "181_608_squeeze_after_arg"
    },
    {
      "bottom" : "608",
      "size_of_axes" : 0,
      "squeeze_all" : true,
      "weights" : {

      },
      "nd_axis" : 0,
      "debug_info" : "609",
      "version" : 1,
      "top" : "period",
      "type" : "squeeze",
      "name" : "609",
      "attributes" : {
        "is_output" : 1
      }
    },
    {
      "bottom" : "period_detector_logits",
      "size_of_axes" : 0,
      "squeeze_all" : true,
      "weights" : {

      },
      "nd_axis" : 0,
      "debug_info" : "610",
      "version" : 1,
      "top" : "periodicity",
      "type" : "squeeze",
      "name" : "610",
      "attributes" : {
        "is_output" : 1
      }
    }
  ]
}