{ "layer_shapes" : { "567" : { "k" : 512, "w" : 1, "n" : 1, "_rank" : 4, "h" : 1 }, "1571" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1325_pre_transpose" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 64 }, "128_3_transposed" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 64 }, "688_1" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "inputs3.1" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1057" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "968_7" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "771_pre_transpose" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 64 }, "352" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1033_0" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "channels_mean.4" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1573" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "zero_mean.25" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "688_2" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1547_0_transposed" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 64 }, "205_pre_transpose" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 64 }, "165_pre_transpose" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 128 }, "1660" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "inputs.4" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "717" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "52" : { "k" : 128, "w" : 512, "n" : 1, "_rank" : 4, "h" : 1 }, "1565_pre_transpose" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 128 }, "1547_5_transposed" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 64 }, "f.10" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1575" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1489" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "719" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "418_7_transposed" : { "k" : 1, "w" : 64, "n" : 1, "_rank" : 4, "h" : 128 }, "55" : { "k" : 128, "w" : 512, "n" : 1, "_rank" : 4, "h" : 1 }, "1033_0_transposed" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 128 }, "688_3" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "_neg_y_zero_mean.25" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1233" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "193_2_transposed" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 128 }, "128_1_transposed" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 64 }, "input.15" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "58" : { "k" : 128, "w" : 512, "n" : 1, "_rank" : 4, "h" : 1 }, "input.67" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1033_5_transposed" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 128 }, "1033_1" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1577" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "zero_mean_sq.17" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "688_4" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "725_pre_transpose" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 128 }, "427_2_transposed" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 64 }, "input.71" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "inputs0.4" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1579" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "418_5_transposed" : { "k" : 1, "w" : 64, "n" : 1, "_rank" : 4, "h" : 128 }, "1258_0" : { "k" : 128, "w" : 64, "n" : 1, "_rank" : 4, "h" : 1 }, "1055_pre_transpose" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 64 }, "688_5" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "zero_mean_sq.37" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1323" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1752" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "193_0_transposed" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 128 }, "channels_mean.31" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1033_2" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1258_6_transposed" : { "k" : 1, "w" : 64, "n" : 1, "_rank" : 4, "h" : 128 }, "denom.11" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1313_2_transposed" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 128 }, "688_6" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "input0.19" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1325" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1021_pre_transpose" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 128 }, "attn.29" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1593_7_transposed" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 128 }, "427_0_transposed" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 64 }, "1603_pre_transpose" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 64 }, "1258_1" : { "k" : 128, "w" : 64, "n" : 1, "_rank" : 4, "h" : 1 }, "968_6_transposed" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 64 }, "688_7" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "698_1_transposed" : { "k" : 1, "w" : 64, "n" : 1, "_rank" : 4, "h" : 128 }, "1327" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "707_0" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "451" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1033_3" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "channels_mean.7" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "x.10" : { "k" : 2048, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "_neg_y_zero_mean.1" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "495_pre_transpose" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 64 }, "453" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1538_3_transposed" : { "k" : 1, "w" : 64, "n" : 1, "_rank" : 4, "h" : 128 }, "input.49" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "zero_mean.23" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "707_1" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1329" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "455" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "x.12" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1258_2" : { "k" : 128, "w" : 64, "n" : 1, "_rank" : 4, "h" : 1 }, "600" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "128_7_transposed" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 64 }, "819" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1267_2_transposed" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 64 }, "457" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "input.53" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "707_2" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "485_pre_transpose" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 64 }, "1033_4" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "602" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1160" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "channels_mean.39" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1267_7_transposed" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 64 }, "240" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "459" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "inputs.5" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "x.14" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1305_pre_transpose" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 128 }, "_neg_y_zero_mean.11" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "242" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1248_5_transposed" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 64 }, "707_3" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1419" : { "k" : 2048, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "217_pre_transpose" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 64 }, "177_pre_transpose" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 128 }, "1162" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "606" : { "k" : 512, "w" : 1, "n" : 1, "_rank" : 4, "h" : 1 }, "449_pre_transpose" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 128 }, "607" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1258_3" : { "k" : 128, "w" : 64, "n" : 1, "_rank" : 4, "h" : 1 }, "x.16" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "_neg_y_zero_mean.27" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "128_5_transposed" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 64 }, "193_6_transposed" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 128 }, "707_4" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "246" : { "k" : 512, "w" : 1, "n" : 1, "_rank" : 4, "h" : 1 }, "609" : { "k" : 512, "w" : 1, "n" : 1, "_rank" : 4, "h" : 1 }, "1033_5" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "247" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "zero_mean_sq.3" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "763" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "_neg_y_zero_mean.3" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "x.18" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "channels_mean.21" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1547_4_transposed" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 64 }, "249" : { "k" : 512, "w" : 1, "n" : 1, "_rank" : 4, "h" : 1 }, "1680" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "707_5" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "765" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "427_6_transposed" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 64 }, "1166" : { "k" : 512, "w" : 1, "n" : 1, "_rank" : 4, "h" : 1 }, "1528_2_transposed" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 64 }, "1258_4" : { "k" : 128, "w" : 64, "n" : 1, "_rank" : 4, "h" : 1 }, "767" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "698_7_transposed" : { "k" : 1, "w" : 64, "n" : 1, "_rank" : 4, "h" : 128 }, "427_0" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1167" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "attn.17" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "193_4_transposed" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 128 }, "707_6" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1528_7_transposed" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 64 }, "912" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1033_6" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "769" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "transpose_4" : { "k" : 128, "w" : 512, "n" : 1, "_rank" : 4, "h" : 1 }, "qk_mask.1" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "427_1" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "input.35" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1770" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1169" : { "k" : 512, "w" : 1, "n" : 1, "_rank" : 4, "h" : 1 }, "1684" : { "k" : 512, "w" : 1, "n" : 1, "_rank" : 4, "h" : 1 }, "707_7" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "attn_weights0.2" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 8 }, "418_0" : { "k" : 128, "w" : 64, "n" : 1, "_rank" : 4, "h" : 1 }, "x1.1" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "zero_mean_sq.25" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "427_4_transposed" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 64 }, "1258_0_transposed" : { "k" : 1, "w" : 64, "n" : 1, "_rank" : 4, "h" : 128 }, "1685" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1017_pre_transpose" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 128 }, "zero_mean.21" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1258_5" : { "k" : 128, "w" : 64, "n" : 1, "_rank" : 4, "h" : 1 }, "x1.2" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "427_2" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1258_5_transposed" : { "k" : 1, "w" : 64, "n" : 1, "_rank" : 4, "h" : 128 }, "698_5_transposed" : { "k" : 1, "w" : 64, "n" : 1, "_rank" : 4, "h" : 128 }, "1772" : { "k" : 512, "w" : 1, "n" : 1, "_rank" : 4, "h" : 1 }, "denom.27" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1033_7" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "inputs4.1" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "418_1" : { "k" : 128, "w" : 64, "n" : 1, "_rank" : 4, "h" : 1 }, "1593_1_transposed" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 128 }, "1001" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "558" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "473_4_transposed" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 128 }, "408_3_transposed" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 64 }, "1045_pre_transpose" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 64 }, "_neg_y_zero_mean.5" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1687" : { "k" : 512, "w" : 1, "n" : 1, "_rank" : 4, "h" : 1 }, "340" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "zero_mean.6" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "x1.4" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "427_3" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1593_6_transposed" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 128 }, "453_pre_transpose" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 128 }, "channels_mean.29" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "denom.31" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "418_2" : { "k" : 128, "w" : 64, "n" : 1, "_rank" : 4, "h" : 1 }, "1003" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1258_6" : { "k" : 128, "w" : 64, "n" : 1, "_rank" : 4, "h" : 1 }, "707_4_transposed" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 64 }, "427_4" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "x1.6" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "860" : { "k" : 2048, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "698_3_transposed" : { "k" : 1, "w" : 64, "n" : 1, "_rank" : 4, "h" : 128 }, "1285_pre_transpose" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 128 }, "418_3" : { "k" : 128, "w" : 64, "n" : 1, "_rank" : 4, "h" : 1 }, "1538_2_transposed" : { "k" : 1, "w" : 64, "n" : 1, "_rank" : 4, "h" : 128 }, "1005" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "_neg_y_zero_mean.13" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "x.30" : { "k" : 2048, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "408_1_transposed" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 64 }, "zero_mean_sq.9" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "769_pre_transpose" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 64 }, "473_2_transposed" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 128 }, "427_5" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "x1.8" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "418_4" : { "k" : 128, "w" : 64, "n" : 1, "_rank" : 4, "h" : 1 }, "attn_weights.4" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 8 }, "_neg_y_zero_mean.29" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "channels_mean.11" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1313_7_transposed" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 128 }, "1007" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1258_7" : { "k" : 128, "w" : 64, "n" : 1, "_rank" : 4, "h" : 1 }, "input.17" : { "k" : 2048, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "x.32" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "147_0" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "input.69" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "zero_mean.19" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "k.21" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "427_6" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "707_2_transposed" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 64 }, "1329_pre_transpose" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 64 }, "418_5" : { "k" : 128, "w" : 64, "n" : 1, "_rank" : 4, "h" : 1 }, "1180" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "978_3_transposed" : { "k" : 1, "w" : 64, "n" : 1, "_rank" : 4, "h" : 128 }, "1009" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "_neg_y_zero_mean.7" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1248_4_transposed" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 64 }, "147_1" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "x.34" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "651" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "input.21" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "473_0_transposed" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 128 }, "427_7" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "input.73" : { "k" : 2048, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1611" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "138_0" : { "k" : 128, "w" : 64, "n" : 1, "_rank" : 4, "h" : 1 }, "418_6" : { "k" : 128, "w" : 64, "n" : 1, "_rank" : 4, "h" : 1 }, "147_2" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "x.36" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "attn.19" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "655" : { "k" : 512, "w" : 1, "n" : 1, "_rank" : 4, "h" : 1 }, "1569_pre_transpose" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 128 }, "denom.13" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "138_1" : { "k" : 128, "w" : 64, "n" : 1, "_rank" : 4, "h" : 1 }, "1613" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1527" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "656" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "707_0_transposed" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 64 }, "800" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "418_7" : { "k" : 128, "w" : 64, "n" : 1, "_rank" : 4, "h" : 1 }, "1323_pre_transpose" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 64 }, "1700" : { "k" : 2048, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "147_3" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "658" : { "k" : 512, "w" : 1, "n" : 1, "_rank" : 4, "h" : 1 }, "978_1_transposed" : { "k" : 1, "w" : 64, "n" : 1, "_rank" : 4, "h" : 128 }, "x.38" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "802" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1099" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "138_2" : { "k" : 128, "w" : 64, "n" : 1, "_rank" : 4, "h" : 1 }, "1615" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "input0.7" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1528_1_transposed" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 64 }, "441" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "753_0_transposed" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 128 }, "zero_mean.2" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "attn_weights0.10" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 8 }, "embeddings.1" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "channels_mean.19" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "299" : { "k" : 2048, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "147_4" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "443" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "806" : { "k" : 512, "w" : 1, "n" : 1, "_rank" : 4, "h" : 1 }, "138_3" : { "k" : 128, "w" : 64, "n" : 1, "_rank" : 4, "h" : 1 }, "1333_pre_transpose" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 64 }, "1617" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "807" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "773_pre_transpose" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 64 }, "445" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1360" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "_neg_y_zero_mean.9" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "408_7_transposed" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 64 }, "138_2_transposed" : { "k" : 1, "w" : 64, "n" : 1, "_rank" : 4, "h" : 128 }, "147_5" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "809" : { "k" : 512, "w" : 1, "n" : 1, "_rank" : 4, "h" : 1 }, "zero_mean_sq.13" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "447" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "207_pre_transpose" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 64 }, "138_4" : { "k" : 128, "w" : 64, "n" : 1, "_rank" : 4, "h" : 1 }, "x.1" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "465_pre_transpose" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 128 }, "x.2" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "449" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "737_pre_transpose" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 128 }, "1362" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "x.3" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "147_6" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "zero_mean_sq.2" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "input.55" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1573_pre_transpose" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 128 }, "1277" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "zero_mean_sq.33" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "138_5" : { "k" : 128, "w" : 64, "n" : 1, "_rank" : 4, "h" : 1 }, "1033_4_transposed" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 128 }, "x.5" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "967" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1607_pre_transpose" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 64 }, "157_pre_transpose" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 128 }, "zero_mean.17" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "_neg_y_zero_mean.15" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1021" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "x.6" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "473_6_transposed" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 128 }, "688_3_transposed" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 64 }, "408_5_transposed" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 64 }, "147_7" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "x.7" : { "k" : 2048, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "138_0_transposed" : { "k" : 1, "w" : 64, "n" : 1, "_rank" : 4, "h" : 128 }, "x.8" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1279" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "138_6" : { "k" : 128, "w" : 64, "n" : 1, "_rank" : 4, "h" : 1 }, "inputs.21" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "attn_weights0.8" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 8 }, "1023" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1366" : { "k" : 512, "w" : 1, "n" : 1, "_rank" : 4, "h" : 1 }, "1617_pre_transpose" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 64 }, "707_6_transposed" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 64 }, "987_4_transposed" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 64 }, "1367" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "138_7" : { "k" : 128, "w" : 64, "n" : 1, "_rank" : 4, "h" : 1 }, "393" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "900" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1025" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "978_7_transposed" : { "k" : 1, "w" : 64, "n" : 1, "_rank" : 4, "h" : 128 }, "_neg_y_zero_mean.41" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1001_pre_transpose" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 128 }, "1313_1_transposed" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 128 }, "x.50" : { "k" : 2048, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "channels_mean.3" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "688_1_transposed" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 64 }, "181_pre_transpose" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 128 }, "1369" : { "k" : 512, "w" : 1, "n" : 1, "_rank" : 4, "h" : 1 }, "1313_6_transposed" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 128 }, "540" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "k.1" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1027" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "k.2" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "x.52" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "input0.15" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "k.3" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1611_pre_transpose" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 64 }, "181" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "987_2_transposed" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 64 }, "k.5" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "211_pre_transpose" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 64 }, "input.37" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 8 }, "978_5_transposed" : { "k" : 1, "w" : 64, "n" : 1, "_rank" : 4, "h" : 128 }, "183" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "channels_mean.37" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "x.54" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "497_pre_transpose" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 64 }, "transpose_7" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "k.7" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "741_pre_transpose" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 128 }, "1459" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1538_7_transposed" : { "k" : 1, "w" : 64, "n" : 1, "_rank" : 4, "h" : 128 }, "185" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "753_4_transposed" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 128 }, "k.9" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "input.41" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "denom.29" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1267_1_transposed" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 64 }, "187" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1118" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "487_pre_transpose" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 64 }, "1267_6_transposed" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 64 }, "987_0_transposed" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 64 }, "1720" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "138_6_transposed" : { "k" : 1, "w" : 64, "n" : 1, "_rank" : 4, "h" : 128 }, "inputs.17" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "denom.33" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1291" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "zero_mean.15" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "zero_mean.9" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "753_2_transposed" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 128 }, "zero_mean.43" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1722" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "out.41" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "input" : { "k" : 128, "w" : 3, "n" : 1, "_rank" : 4, "h" : 1 }, "1293" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "491" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "339" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "_neg_y_zero_mean.17" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "147_1_transposed" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 64 }, "1380" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "493" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "688_7_transposed" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 64 }, "1209" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "138_4_transposed" : { "k" : 1, "w" : 64, "n" : 1, "_rank" : 4, "h" : 128 }, "1547_3_transposed" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 64 }, "channels_mean.6" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1295" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "495" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "input.19" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "859" : { "k" : 2048, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "zero_mean_sq.21" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "497" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1726" : { "k" : 512, "w" : 1, "n" : 1, "_rank" : 4, "h" : 1 }, "1033_3_transposed" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 128 }, "127" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1528_6_transposed" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 64 }, "1297" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "280" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1727" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "89" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "_neg_y_zero_mean.43" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "input.23" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 8 }, "input.75" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "inputs0.6" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "zero_mean_sq.41" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "688_5_transposed" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 64 }, "1289_pre_transpose" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 128 }, "1299" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "out.31" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "zero_mean_sq.19" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "284" : { "k" : 512, "w" : 1, "n" : 1, "_rank" : 4, "h" : 1 }, "1729" : { "k" : 512, "w" : 1, "n" : 1, "_rank" : 4, "h" : 1 }, "channels_mean.27" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "transpose_3" : { "k" : 128, "w" : 512, "n" : 1, "_rank" : 4, "h" : 1 }, "285" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1043" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1593_0" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1472" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "out.43" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "denom.15" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1258_4_transposed" : { "k" : 1, "w" : 64, "n" : 1, "_rank" : 4, "h" : 128 }, "649" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "763_pre_transpose" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 64 }, "287" : { "k" : 512, "w" : 1, "n" : 1, "_rank" : 4, "h" : 1 }, "1025_pre_transpose" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 128 }, "987_6_transposed" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 64 }, "1313_0_transposed" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 128 }, "1593_0_transposed" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 128 }, "zero_mean_sq.39" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1045" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1593_5_transposed" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 128 }, "zero_mean_sq.1" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1561" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1053_pre_transpose" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 64 }, "418_2_transposed" : { "k" : 1, "w" : 64, "n" : 1, "_rank" : 4, "h" : 128 }, "zero_mean.13" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1593_1" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1047" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "zero_mean.5" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "437" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "953" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1563" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "zero_mean.41" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "147_7_transposed" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 64 }, "439" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1538_1_transposed" : { "k" : 1, "w" : 64, "n" : 1, "_rank" : 4, "h" : 128 }, "445_pre_transpose" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 128 }, "out.21" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "717_pre_transpose" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 128 }, "1049" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1547_0" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1293_pre_transpose" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 128 }, "1538_6_transposed" : { "k" : 1, "w" : 64, "n" : 1, "_rank" : 4, "h" : 128 }, "out.33" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "channels_mean.9" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1565" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1267_0_transposed" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 64 }, "753_6_transposed" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 128 }, "968_3_transposed" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 64 }, "input.57" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1593_2" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "418_0_transposed" : { "k" : 1, "w" : 64, "n" : 1, "_rank" : 4, "h" : 128 }, "attn_weights0.1" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 8 }, "out.1" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1267_5_transposed" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 64 }, "inputs.9" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "741" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "_neg_y_zero_mean.19" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "60" : { "k" : 128, "w" : 512, "n" : 1, "_rank" : 4, "h" : 1 }, "1567" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "61" : { "k" : 128, "w" : 512, "n" : 1, "_rank" : 4, "h" : 1 }, "147_5_transposed" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 64 }, "743" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "input.61" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1248_3_transposed" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 64 }, "1740" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1139" : { "k" : 2048, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "out.2" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1547_1" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1337_pre_transpose" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 64 }, "745" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1569" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1528_0" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1593_3" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "987_0" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "968_1_transposed" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 64 }, "747" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "out.3" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "channels_mean.17" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "out.11" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "inputs0.1" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1400" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "161_pre_transpose" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 128 }, "zero_mean.39" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1547_2_transposed" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 64 }, "147_3_transposed" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 64 }, "out.23" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1577_pre_transpose" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 128 }, "987_1" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "out.4" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1547_2" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "978_0" : { "k" : 128, "w" : 64, "n" : 1, "_rank" : 4, "h" : 1 }, "out.35" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "zero_mean_sq.7" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1528_0_transposed" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 64 }, "171" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1659" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1528_1" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1593_4" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "128_2_transposed" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 64 }, "193_3_transposed" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 128 }, "987_2" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1528_5_transposed" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 64 }, "173" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "out.5" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "attn_weights.2" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 8 }, "978_1" : { "k" : 128, "w" : 64, "n" : 1, "_rank" : 4, "h" : 1 }, "zero_mean.11" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "721_pre_transpose" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 128 }, "1404" : { "k" : 512, "w" : 1, "n" : 1, "_rank" : 4, "h" : 1 }, "input.39" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "175" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "775_pre_transpose" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 64 }, "zero_mean.1" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "attn.31" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "320" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "987_3" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "539" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1405" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1547_3" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "177" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "out.6" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "427_3_transposed" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 64 }, "978_2" : { "k" : 128, "w" : 64, "n" : 1, "_rank" : 4, "h" : 1 }, "209_pre_transpose" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 64 }, "169_pre_transpose" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 128 }, "1491" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "322" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "179" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "input.43" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "418_6_transposed" : { "k" : 1, "w" : 64, "n" : 1, "_rank" : 4, "h" : 128 }, "1528_2" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1258_3_transposed" : { "k" : 1, "w" : 64, "n" : 1, "_rank" : 4, "h" : 128 }, "1593_5" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1005_pre_transpose" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 128 }, "987_4" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1049_pre_transpose" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 64 }, "128_0_transposed" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 64 }, "1407" : { "k" : 512, "w" : 1, "n" : 1, "_rank" : 4, "h" : 1 }, "attn_weights0.4" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 8 }, "193_1_transposed" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 128 }, "out.7" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "zero_mean_sq.27" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "997_pre_transpose" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 128 }, "out.13" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "978_3" : { "k" : 128, "w" : 64, "n" : 1, "_rank" : 4, "h" : 1 }, "840" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "326" : { "k" : 512, "w" : 1, "n" : 1, "_rank" : 4, "h" : 1 }, "1581_pre_transpose" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 128 }, "1593_4_transposed" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 128 }, "out.25" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "327" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "denom.35" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "987_5" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1547_4" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1615_pre_transpose" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 64 }, "729_pre_transpose" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 128 }, "978_4" : { "k" : 128, "w" : 64, "n" : 1, "_rank" : 4, "h" : 1 }, "329" : { "k" : 512, "w" : 1, "n" : 1, "_rank" : 4, "h" : 1 }, "427_1_transposed" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 64 }, "1581" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "out.37" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "844" : { "k" : 512, "w" : 1, "n" : 1, "_rank" : 4, "h" : 1 }, "1495" : { "k" : 512, "w" : 1, "n" : 1, "_rank" : 4, "h" : 1 }, "845" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1528_3" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "968_7_transposed" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 64 }, "483" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1593_6" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "418_4_transposed" : { "k" : 1, "w" : 64, "n" : 1, "_rank" : 4, "h" : 128 }, "698_2_transposed" : { "k" : 1, "w" : 64, "n" : 1, "_rank" : 4, "h" : 128 }, "987_6" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1496" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "out.9" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "113" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "847" : { "k" : 512, "w" : 1, "n" : 1, "_rank" : 4, "h" : 1 }, "1043_pre_transpose" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 64 }, "1538_0_transposed" : { "k" : 1, "w" : 64, "n" : 1, "_rank" : 4, "h" : 128 }, "485" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "978_5" : { "k" : 128, "w" : 64, "n" : 1, "_rank" : 4, "h" : 1 }, "491_pre_transpose" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 64 }, "1583" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "input.10" : { "k" : 2048, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "487" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "987_7" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1498" : { "k" : 512, "w" : 1, "n" : 1, "_rank" : 4, "h" : 1 }, "1547_5" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "408_0" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "698_0" : { "k" : 128, "w" : 64, "n" : 1, "_rank" : 4, "h" : 1 }, "632" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "zero_mean.37" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "channels_mean.35" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "978_6" : { "k" : 128, "w" : 64, "n" : 1, "_rank" : 4, "h" : 1 }, "1313_5_transposed" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 128 }, "489" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "_neg_y_zero_mean.31" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1585" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1528_4" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1593_7" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "968_5_transposed" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 64 }, "408_1" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "698_0_transposed" : { "k" : 1, "w" : 64, "n" : 1, "_rank" : 4, "h" : 128 }, "698_1" : { "k" : 128, "w" : 64, "n" : 1, "_rank" : 4, "h" : 1 }, "out.15" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "attn_weights.8" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 8 }, "978_7" : { "k" : 128, "w" : 64, "n" : 1, "_rank" : 4, "h" : 1 }, "input.25" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1248_2_transposed" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 64 }, "1587" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "input.77" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "out.27" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "753_0" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "213_pre_transpose" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 64 }, "173_pre_transpose" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 128 }, "1331" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1547_6" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "input0.11" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "408_2" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "698_2" : { "k" : 128, "w" : 64, "n" : 1, "_rank" : 4, "h" : 1 }, "out.39" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "278" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "denom.17" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1528_5" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "_neg_y_zero_mean.2" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "753_1" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "128_6_transposed" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 64 }, "193_7_transposed" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 128 }, "1327_pre_transpose" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 64 }, "1333" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1247" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "408_3" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "698_3" : { "k" : 128, "w" : 64, "n" : 1, "_rank" : 4, "h" : 1 }, "1557_pre_transpose" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 128 }, "transpose_6" : { "k" : 128, "w" : 512, "n" : 1, "_rank" : 4, "h" : 1 }, "1420" : { "k" : 2048, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1763" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "489_pre_transpose" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 64 }, "753_2" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "denom.21" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1547_7" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "qk_mask" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1335" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "408_4" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1678" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "698_4" : { "k" : 128, "w" : 64, "n" : 1, "_rank" : 4, "h" : 1 }, "427_7_transposed" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 64 }, "580" : { "k" : 2048, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "denom.1" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "channels_mean.2" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1765" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1528_6" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "753_3" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "211" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "inputs.13" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "193_5_transposed" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 128 }, "1337" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "408_5" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "128_4_transposed" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 64 }, "698_5" : { "k" : 128, "w" : 64, "n" : 1, "_rank" : 4, "h" : 1 }, "out.17" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1080" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "213" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "x.20" : { "k" : 2048, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "out.29" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "753_4" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "128_0" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "215" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "408_6" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "698_6" : { "k" : 128, "w" : 64, "n" : 1, "_rank" : 4, "h" : 1 }, "731" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "427_5_transposed" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 64 }, "input.59" : { "k" : 2048, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1082" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "217" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1547_7_transposed" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 64 }, "1528_7" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "_neg_y_zero_mean.4" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "x.22" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1769" : { "k" : 512, "w" : 1, "n" : 1, "_rank" : 4, "h" : 1 }, "zero_mean_sq.15" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "753_5" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1331_pre_transpose" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 64 }, "k.11" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "128_1" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "733" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1561_pre_transpose" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 128 }, "1033_2_transposed" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 128 }, "698_6_transposed" : { "k" : 1, "w" : 64, "n" : 1, "_rank" : 4, "h" : 128 }, "channels_mean.25" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1513" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "408_7" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "698_7" : { "k" : 128, "w" : 64, "n" : 1, "_rank" : 4, "h" : 1 }, "371" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "zero_mean.35" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "735" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1033_7_transposed" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 128 }, "408_4_transposed" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 64 }, "473_0" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "input.63" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "zero_mean_sq.6" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "inputs1.1" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "x.24" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "753_6" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "128_2" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "737" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "k.13" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "zero_mean_sq.35" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "375" : { "k" : 512, "w" : 1, "n" : 1, "_rank" : 4, "h" : 1 }, "input.1" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "attn_weights.1" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 8 }, "_neg_y_zero_mean.33" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "denom.2" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "376" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "520" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "739" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1086" : { "k" : 512, "w" : 1, "n" : 1, "_rank" : 4, "h" : 1 }, "473_1" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "x.26" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "753_7" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "128_3" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "378" : { "k" : 512, "w" : 1, "n" : 1, "_rank" : 4, "h" : 1 }, "1297_pre_transpose" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 128 }, "k.15" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1605_pre_transpose" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 64 }, "522" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "inputs0.2" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "698_4_transposed" : { "k" : 1, "w" : 64, "n" : 1, "_rank" : 4, "h" : 128 }, "1087" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1603" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "out.19" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "765_pre_transpose" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 64 }, "161" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "473_2" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "473_3_transposed" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 128 }, "408_2_transposed" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 64 }, "transpose_2" : { "k" : 128, "w" : 512, "n" : 1, "_rank" : 4, "h" : 1 }, "x.28" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "128_4" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "163" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "k.17" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1313_4_transposed" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 128 }, "526" : { "k" : 512, "w" : 1, "n" : 1, "_rank" : 4, "h" : 1 }, "1089" : { "k" : 512, "w" : 1, "n" : 1, "_rank" : 4, "h" : 1 }, "1605" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "527" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "457_pre_transpose" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 128 }, "165" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "899" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "473_3" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "_neg_y_zero_mean.6" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "channels_mean.5" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "128_5" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "529" : { "k" : 512, "w" : 1, "n" : 1, "_rank" : 4, "h" : 1 }, "input0.1" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "707_3_transposed" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 64 }, "k.19" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "167" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1607" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "169" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "473_4" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "473_1_transposed" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 128 }, "408_0_transposed" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 64 }, "128_6" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1267_0" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "input.2" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "zero_mean.4" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1179" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1538_5_transposed" : { "k" : 1, "w" : 64, "n" : 1, "_rank" : 4, "h" : 128 }, "1609" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "denom.3" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "input.45" : { "k" : 2048, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "687" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "473_5" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "attn_weights.10" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 8 }, "128_7" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1267_4_transposed" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 64 }, "707_1_transposed" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 64 }, "193_0" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "zero_mean.33" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1011" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1440" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "denom.37" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "473_6" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "channels_mean.15" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "978_2_transposed" : { "k" : 1, "w" : 64, "n" : 1, "_rank" : 4, "h" : 128 }, "1267_1" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "channels_mean.43" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1248_7_transposed" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 64 }, "193_1" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "838" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1013" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1442" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1248_0" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "473_7" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "620" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1699" : { "k" : 2048, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "denom.41" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1100" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "input.12" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1313_0" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "193_2" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "260" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1015" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "203_pre_transpose" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 64 }, "1547_1_transposed" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 64 }, "x.40" : { "k" : 2048, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "978_0_transposed" : { "k" : 1, "w" : 64, "n" : 1, "_rank" : 4, "h" : 128 }, "1267_2" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "461_pre_transpose" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 128 }, "_neg_y_zero_mean.35" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "733_pre_transpose" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 128 }, "1547_6_transposed" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 64 }, "denom.4" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "997" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "193_3" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1585_pre_transpose" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 128 }, "1248_1" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1017" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1446" : { "k" : 512, "w" : 1, "n" : 1, "_rank" : 4, "h" : 1 }, "999" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "x.42" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1528_4_transposed" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 64 }, "1447" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "input.27" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1313_1" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "inputs0.8" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "193_4" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "zero_mean_sq.23" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1019" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "473_7_transposed" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 128 }, "408_6_transposed" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 64 }, "138_1_transposed" : { "k" : 1, "w" : 64, "n" : 1, "_rank" : 4, "h" : 128 }, "1267_3" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "x.44" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1047_pre_transpose" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 64 }, "1449" : { "k" : 512, "w" : 1, "n" : 1, "_rank" : 4, "h" : 1 }, "input.31" : { "k" : 2048, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "attn.23" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "denom.19" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "193_5" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1192" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1248_2" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1258_2_transposed" : { "k" : 1, "w" : 64, "n" : 1, "_rank" : 4, "h" : 128 }, "931" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1538_0" : { "k" : 128, "w" : 64, "n" : 1, "_rank" : 4, "h" : 1 }, "zero_mean_sq.43" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "x.46" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "707_7_transposed" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 64 }, "1258_7_transposed" : { "k" : 1, "w" : 64, "n" : 1, "_rank" : 4, "h" : 128 }, "1313_2" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1013_pre_transpose" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 128 }, "193_6" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "denom.23" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1057_pre_transpose" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 64 }, "1593_3_transposed" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 128 }, "1267_4" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "935" : { "k" : 512, "w" : 1, "n" : 1, "_rank" : 4, "h" : 1 }, "473_5_transposed" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 128 }, "input.4" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 8 }, "zero_mean.31" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "688_2_transposed" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 64 }, "1281" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "x.48" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "denom.5" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "936" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "203" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "193_7" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1248_3" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "938" : { "k" : 512, "w" : 1, "n" : 1, "_rank" : 4, "h" : 1 }, "channels_mean.33" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1538_1" : { "k" : 128, "w" : 64, "n" : 1, "_rank" : 4, "h" : 1 }, "zero_mean_sq.5" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "205" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "attn.1" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1283" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "707_5_transposed" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 64 }, "721" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "987_3_transposed" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 64 }, "1313_3" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "207" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "493_pre_transpose" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 64 }, "579" : { "k" : 2048, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "978_6_transposed" : { "k" : 1, "w" : 64, "n" : 1, "_rank" : 4, "h" : 128 }, "723" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1538_4_transposed" : { "k" : 1, "w" : 64, "n" : 1, "_rank" : 4, "h" : 128 }, "1267_5" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1051_pre_transpose" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 64 }, "inputs.2" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "688_0_transposed" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 64 }, "209" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1285" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "inputs2.1" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "725" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1248_4" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "185_pre_transpose" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 128 }, "1538_2" : { "k" : 128, "w" : 64, "n" : 1, "_rank" : 4, "h" : 1 }, "727" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "483_pre_transpose" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 64 }, "880" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "_neg_y_zero_mean.21" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1287" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "input.13" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "input.65" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 8 }, "1313_4" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "987_1_transposed" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 64 }, "729" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1248_1_transposed" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 64 }, "882" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1460" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "91" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "138_7_transposed" : { "k" : 1, "w" : 64, "n" : 1, "_rank" : 4, "h" : 128 }, "1267_6" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "input.5" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 8 }, "978_4_transposed" : { "k" : 1, "w" : 64, "n" : 1, "_rank" : 4, "h" : 128 }, "_neg_y_zero_mean.37" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "215_pre_transpose" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 64 }, "1248_6_transposed" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 64 }, "denom.6" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "369" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1289" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "zero_mean.29" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "95" : { "k" : 512, "w" : 1, "n" : 1, "_rank" : 4, "h" : 1 }, "96" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "753_3_transposed" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 128 }, "968_0_transposed" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 64 }, "745_pre_transpose" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 128 }, "1248_5" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "886" : { "k" : 512, "w" : 1, "n" : 1, "_rank" : 4, "h" : 1 }, "98" : { "k" : 512, "w" : 1, "n" : 1, "_rank" : 4, "h" : 1 }, "1538_3" : { "k" : 128, "w" : 64, "n" : 1, "_rank" : 4, "h" : 1 }, "887" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1120" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "attn.11" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1313_5" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "147_2_transposed" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 64 }, "889" : { "k" : 512, "w" : 1, "n" : 1, "_rank" : 4, "h" : 1 }, "1335_pre_transpose" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 64 }, "437_pre_transpose" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 128 }, "1267_7" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "300" : { "k" : 2048, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "138_5_transposed" : { "k" : 1, "w" : 64, "n" : 1, "_rank" : 4, "h" : 128 }, "157" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1379" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "attn.25" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "transpose_5" : { "k" : 128, "w" : 512, "n" : 1, "_rank" : 4, "h" : 1 }, "673" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1248_6" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1528_3_transposed" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 64 }, "159" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "inputs0.10" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "753_1_transposed" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 128 }, "input0.3" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1538_4" : { "k" : 128, "w" : 64, "n" : 1, "_rank" : 4, "h" : 1 }, "1301_pre_transpose" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 128 }, "attn.4" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "zero_mean_sq.11" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1124" : { "k" : 512, "w" : 1, "n" : 1, "_rank" : 4, "h" : 1 }, "820" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1313_6" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "channels_mean.23" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "147_0_transposed" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 64 }, "1211" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1125" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1640" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "attn_weights.6" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 8 }, "input.6" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1609_pre_transpose" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 64 }, "1009_pre_transpose" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 128 }, "688_6_transposed" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 64 }, "138_3_transposed" : { "k" : 1, "w" : 64, "n" : 1, "_rank" : 4, "h" : 128 }, "denom.7" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "input.47" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "461" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "zero_mean_sq.31" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1258_1_transposed" : { "k" : 1, "w" : 64, "n" : 1, "_rank" : 4, "h" : 128 }, "1248_7" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "zero_mean.7" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1127" : { "k" : 512, "w" : 1, "n" : 1, "_rank" : 4, "h" : 1 }, "1538_5" : { "k" : 128, "w" : 64, "n" : 1, "_rank" : 4, "h" : 1 }, "463" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1642" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "attn.5" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1033_1_transposed" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 128 }, "987_7_transposed" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 64 }, "input.51" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 8 }, "denom.39" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1557" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1593_2_transposed" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 128 }, "465" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1313_7" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1033_6_transposed" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 128 }, "1301" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1215" : { "k" : 512, "w" : 1, "n" : 1, "_rank" : 4, "h" : 1 }, "attn_weights0.6" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 8 }, "16_0" : { "k" : 128, "w" : 1, "n" : 1, "_rank" : 4, "h" : 1 }, "467" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "inputs.3" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "zero_mean_sq.29" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "968_0" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "688_4_transposed" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 64 }, "777_pre_transpose" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 64 }, "16_1" : { "k" : 128, "w" : 1, "n" : 1, "_rank" : 4, "h" : 1 }, "1216" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1559" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "418_3_transposed" : { "k" : 1, "w" : 64, "n" : 1, "_rank" : 4, "h" : 128 }, "denom.43" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1277_pre_transpose" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 128 }, "1538_6" : { "k" : 128, "w" : 64, "n" : 1, "_rank" : 4, "h" : 1 }, "1303" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "zero_mean.27" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "16_2" : { "k" : 128, "w" : 1, "n" : 1, "_rank" : 4, "h" : 1 }, "1646" : { "k" : 512, "w" : 1, "n" : 1, "_rank" : 4, "h" : 1 }, "968_1" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "_neg_y_zero_mean.23" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "embedding_out" : { "k" : 128, "w" : 512, "n" : 1, "_rank" : 4, "h" : 1 }, "channels_mean.1" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "441_pre_transpose" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 128 }, "1218" : { "k" : 512, "w" : 1, "n" : 1, "_rank" : 4, "h" : 1 }, "1647" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "987_5_transposed" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 64 }, "767_pre_transpose" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 64 }, "1613_pre_transpose" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 64 }, "input.7" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "_neg_y_zero_mean.39" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1305" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "968_2" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1313_3_transposed" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 128 }, "771" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "619" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "x1.10" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1649" : { "k" : 512, "w" : 1, "n" : 1, "_rank" : 4, "h" : 1 }, "753_7_transposed" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 128 }, "968_4_transposed" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 64 }, "773" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "418_1_transposed" : { "k" : 1, "w" : 64, "n" : 1, "_rank" : 4, "h" : 128 }, "1538_7" : { "k" : 128, "w" : 64, "n" : 1, "_rank" : 4, "h" : 1 }, "transpose_1" : { "k" : 128, "w" : 512, "n" : 1, "_rank" : 4, "h" : 1 }, "259" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "968_3" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "input.29" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "attn.7" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1307" : { "k" : 128, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "f.1" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1248_0_transposed" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 64 }, "attn.13" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "775" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "f.2" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "147_6_transposed" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 64 }, "1051" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "777" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "f.4" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "968_4" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "407" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "channels_mean.13" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "input.33" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "zero_mean_sq.4" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "560" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "f.6" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1281_pre_transpose" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 128 }, "1739" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "channels_mean.41" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "753_5_transposed" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 128 }, "1053" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "968_2_transposed" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 64 }, "f.8" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "968_5" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "zero_mean.3" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1140" : { "k" : 2048, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1267_3_transposed" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 64 }, "denom.25" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "564" : { "k" : 512, "w" : 1, "n" : 1, "_rank" : 4, "h" : 1 }, "147_4_transposed" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 64 }, "565" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "688_0" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1055" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "input.8" : { "k" : 512, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "1398" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "968_6" : { "k" : 64, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "denom.9" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 }, "929" : { "k" : 1, "w" : 128, "n" : 1, "_rank" : 4, "h" : 1 } } }