Node Name Ops Time(us) Time(%) Shape Inputs Outputs --------- --- -------- ------- ----- ------ ------- fused_nn_softmax_110 fused_nn_softmax_1 22112.3 3.985 (1536, 128) 1 1 fused_nn_softmax_111 fused_nn_softmax_1 22102.7 3.984 (1536, 128) 1 1 fused_nn_softmax_18 fused_nn_softmax_1 22097.2 3.983 (1536, 128) 1 1 fused_nn_softmax_15 fused_nn_softmax_1 22097.1 3.983 (1536, 128) 1 1 fused_nn_softmax_17 fused_nn_softmax_1 22095.5 3.982 (1536, 128) 1 1 fused_nn_softmax_19 fused_nn_softmax_1 22090.0 3.981 (1536, 128) 1 1 fused_nn_softmax_16 fused_nn_softmax_1 22075.0 3.979 (1536, 128) 1 1 fused_nn_softmax_13 fused_nn_softmax_1 22027.9 3.97 (1536, 128) 1 1 fused_nn_softmax_1 fused_nn_softmax_1 22021.3 3.969 (1536, 128) 1 1 fused_nn_softmax_14 fused_nn_softmax_1 22021.2 3.969 (1536, 128) 1 1 fused_nn_softmax_12 fused_nn_softmax_1 22017.9 3.968 (1536, 128) 1 1 fused_nn_softmax_11 fused_nn_softmax_1 22016.1 3.968 (1536, 128) 1 1 fused_nn_dense_add_1 fused_nn_dense_add_1 5472.76 0.986 (128, 768) 3 1 fused_nn_dense_add_13 fused_nn_dense_add_1 5457.86 0.984 (128, 768) 3 1 fused_nn_dense_add_12 fused_nn_dense_add_1 5447.73 0.982 (128, 768) 3 1 fused_nn_dense_add_15 fused_nn_dense_add_1 5444.23 0.981 (128, 768) 3 1 fused_nn_dense_add_16 fused_nn_dense_add_1 5443.17 0.981 (128, 768) 3 1 fused_nn_dense_add_14 fused_nn_dense_add_1 5438.71 0.98 (128, 768) 3 1 fused_nn_dense_add_19 fused_nn_dense_add_1 5437.9 0.98 (128, 768) 3 1 fused_nn_dense_add_11 fused_nn_dense_add_1 5436.73 0.98 (128, 768) 3 1 fused_nn_dense_add_18 fused_nn_dense_add_1 5428.44 0.978 (128, 768) 3 1 fused_nn_dense_add_110 fused_nn_dense_add_1 5427.25 0.978 (128, 768) 3 1 fused_nn_dense_add_17 fused_nn_dense_add_1 5427.19 0.978 (128, 768) 3 1 fused_nn_dense_add_111 fused_nn_dense_add_1 5424.82 0.978 (128, 768) 3 1 fused_nn_dense_add_25 fused_nn_dense_add_2 3035.18 0.547 (128, 3072) 3 1 fused_nn_dense_add_23 fused_nn_dense_add_2 3027.6 0.546 (128, 3072) 3 1 fused_nn_dense_add_26 fused_nn_dense_add_2 3023.33 0.545 (128, 3072) 3 1 fused_nn_dense_add_210 fused_nn_dense_add_2 3017.0 0.544 (128, 3072) 3 1 fused_nn_dense_add_2 fused_nn_dense_add_2 3014.86 0.543 (128, 3072) 3 1 fused_nn_dense_add_211 fused_nn_dense_add_2 3014.27 0.543 (128, 3072) 3 1 fused_nn_dense_add_24 fused_nn_dense_add_2 3012.93 0.543 (128, 3072) 3 1 fused_nn_dense_add_27 fused_nn_dense_add_2 3011.28 0.543 (128, 3072) 3 1 fused_nn_dense_add_29 fused_nn_dense_add_2 3010.02 0.542 (128, 3072) 3 1 fused_nn_dense_add_21 fused_nn_dense_add_2 3009.74 0.542 (128, 3072) 3 1 fused_nn_dense_add_28 fused_nn_dense_add_2 3004.99 0.542 (128, 3072) 3 1 fused_nn_dense_add_22 fused_nn_dense_add_2 3004.32 0.541 (128, 3072) 3 1 fused_nn_dense_add_4 fused_nn_dense_add_4 2438.5 0.439 (128, 2304) 3 1 fused_nn_dense_add_411 fused_nn_dense_add_4 2427.31 0.437 (128, 2304) 3 1 fused_nn_dense_add_41 fused_nn_dense_add_4 2421.53 0.436 (128, 2304) 3 1 fused_nn_dense_add_42 fused_nn_dense_add_4 2420.75 0.436 (128, 2304) 3 1 fused_nn_dense_add_43 fused_nn_dense_add_4 2419.17 0.436 (128, 2304) 3 1 fused_nn_dense_add_44 fused_nn_dense_add_4 2418.03 0.436 (128, 2304) 3 1 fused_nn_dense_add_47 fused_nn_dense_add_4 2415.65 0.435 (128, 2304) 3 1 fused_nn_dense_add_48 fused_nn_dense_add_4 2410.42 0.434 (128, 2304) 3 1 fused_nn_dense_add_49 fused_nn_dense_add_4 2410.1 0.434 (128, 2304) 3 1 fused_nn_dense_add_45 fused_nn_dense_add_4 2410.1 0.434 (128, 2304) 3 1 fused_nn_dense_add_410 fused_nn_dense_add_4 2408.02 0.434 (128, 2304) 3 1 fused_nn_dense_add_46 fused_nn_dense_add_4 2406.89 0.434 (128, 2304) 3 1 fused_nn_dense_add_35 fused_nn_dense_add_3 1259.93 0.227 (128, 768) 3 1 fused_nn_dense_add_33 fused_nn_dense_add_3 1257.03 0.227 (128, 768) 3 1 fused_nn_dense_add_3 fused_nn_dense_add_3 1255.55 0.226 (128, 768) 3 1 fused_nn_dense_add_32 fused_nn_dense_add_3 1254.0 0.226 (128, 768) 3 1 fused_nn_dense_add_34 fused_nn_dense_add_3 1247.36 0.225 (128, 768) 3 1 fused_nn_dense_add_31 fused_nn_dense_add_3 1247.31 0.225 (128, 768) 3 1 fused_nn_dense_add_37 fused_nn_dense_add_3 1241.73 0.224 (128, 768) 3 1 fused_nn_dense_add_39 fused_nn_dense_add_3 1239.61 0.223 (128, 768) 3 1 fused_nn_dense_add_36 fused_nn_dense_add_3 1238.8 0.223 (128, 768) 3 1 fused_nn_dense_add_38 fused_nn_dense_add_3 1235.91 0.223 (128, 768) 3 1 fused_nn_dense_add_310 fused_nn_dense_add_3 1233.13 0.222 (128, 768) 3 1 fused_nn_dense_add_311 fused_nn_dense_add_3 1232.21 0.222 (128, 768) 3 1 fused_variance_19 fused_variance_1 861.442 0.155 (128, 1, 1) 2 1 fused_variance_123 fused_variance_1 857.092 0.154 (128, 1, 1) 2 1 fused_variance_119 fused_variance_1 856.716 0.154 (128, 1, 1) 2 1 fused_variance_117 fused_variance_1 851.895 0.154 (128, 1, 1) 2 1 fused_mean_117 fused_mean_1 849.288 0.153 (128, 1, 1) 1 1 fused_variance_14 fused_variance_1 847.13 0.153 (128, 1, 1) 2 1 fused_variance_113 fused_variance_1 846.962 0.153 (128, 1, 1) 2 1 fused_variance_122 fused_variance_1 845.441 0.152 (128, 1, 1) 2 1 fused_variance_1 fused_variance_1 845.118 0.152 (128, 1, 1) 2 1 fused_variance_115 fused_variance_1 844.907 0.152 (128, 1, 1) 2 1 fused_variance_116 fused_variance_1 844.235 0.152 (128, 1, 1) 2 1 fused_variance_114 fused_variance_1 843.765 0.152 (128, 1, 1) 2 1 fused_variance_118 fused_variance_1 843.366 0.152 (128, 1, 1) 2 1 fused_variance_121 fused_variance_1 841.801 0.152 (128, 1, 1) 2 1 fused_variance_112 fused_variance_1 840.144 0.151 (128, 1, 1) 2 1 fused_variance_120 fused_variance_1 839.79 0.151 (128, 1, 1) 2 1 fused_variance_11 fused_variance_1 839.547 0.151 (128, 1, 1) 2 1 fused_variance_12 fused_variance_1 837.455 0.151 (128, 1, 1) 2 1 fused_variance_111 fused_variance_1 836.01 0.151 (128, 1, 1) 2 1 fused_variance_124 fused_variance_1 835.829 0.151 (128, 1, 1) 2 1 fused_variance_18 fused_variance_1 835.59 0.151 (128, 1, 1) 2 1 fused_variance_110 fused_variance_1 835.472 0.151 (128, 1, 1) 2 1 fused_variance_16 fused_variance_1 835.452 0.151 (128, 1, 1) 2 1 fused_variance_13 fused_variance_1 830.631 0.15 (128, 1, 1) 2 1 fused_variance_17 fused_variance_1 827.957 0.149 (128, 1, 1) 2 1 fused_variance_15 fused_variance_1 827.34 0.149 (128, 1, 1) 2 1 fused_mean_121 fused_mean_1 821.602 0.148 (128, 1, 1) 1 1 fused_mean_113 fused_mean_1 820.638 0.148 (128, 1, 1) 1 1 fused_mean_114 fused_mean_1 819.23 0.148 (128, 1, 1) 1 1 fused_mean_1 fused_mean_1 815.341 0.147 (128, 1, 1) 1 1 fused_mean_16 fused_mean_1 814.757 0.147 (128, 1, 1) 1 1 fused_mean_124 fused_mean_1 809.78 0.146 (128, 1, 1) 1 1 fused_mean_115 fused_mean_1 808.073 0.146 (128, 1, 1) 1 1 fused_mean_119 fused_mean_1 804.553 0.145 (128, 1, 1) 1 1 fused_mean_116 fused_mean_1 804.378 0.145 (128, 1, 1) 1 1 fused_mean_112 fused_mean_1 803.843 0.145 (128, 1, 1) 1 1 fused_mean_123 fused_mean_1 802.391 0.145 (128, 1, 1) 1 1 fused_mean_120 fused_mean_1 802.302 0.145 (128, 1, 1) 1 1 fused_mean_15 fused_mean_1 801.576 0.144 (128, 1, 1) 1 1 fused_mean_118 fused_mean_1 800.959 0.144 (128, 1, 1) 1 1 fused_mean_11 fused_mean_1 800.557 0.144 (128, 1, 1) 1 1 fused_mean_19 fused_mean_1 799.793 0.144 (128, 1, 1) 1 1 fused_mean_110 fused_mean_1 799.685 0.144 (128, 1, 1) 1 1 fused_mean_111 fused_mean_1 797.495 0.144 (128, 1, 1) 1 1 fused_mean_12 fused_mean_1 796.728 0.144 (128, 1, 1) 1 1 fused_mean_122 fused_mean_1 796.528 0.144 (128, 1, 1) 1 1 fused_mean_18 fused_mean_1 790.908 0.143 (128, 1, 1) 1 1 fused_mean_17 fused_mean_1 790.369 0.142 (128, 1, 1) 1 1 fused_mean_13 fused_mean_1 787.045 0.142 (128, 1, 1) 1 1 fused_mean_14 fused_mean_1 783.154 0.141 (128, 1, 1) 1 1 fused_subtract_add_sqrt_divide_multiply_add_117 fused_subtract_add_sqrt_divide_multiply_add_1 743.535 0.134 (128, 1, 768) 5 1 fused_reshape_6 fused_reshape_6 694.253 0.125 (12, 128, 128) 1 1 fused_subtract_add_sqrt_divide_multiply_add_112 fused_subtract_add_sqrt_divide_multiply_add_1 677.821 0.122 (128, 1, 768) 5 1 fused_subtract_add_sqrt_divide_multiply_add_18 fused_subtract_add_sqrt_divide_multiply_add_1 674.018 0.121 (128, 1, 768) 5 1 fused_subtract_add_sqrt_divide_multiply_add_113 fused_subtract_add_sqrt_divide_multiply_add_1 670.806 0.121 (128, 1, 768) 5 1 fused_subtract_add_sqrt_divide_multiply_add_11 fused_subtract_add_sqrt_divide_multiply_add_1 668.494 0.12 (128, 1, 768) 5 1 fused_subtract_add_sqrt_divide_multiply_add_15 fused_subtract_add_sqrt_divide_multiply_add_1 667.611 0.12 (128, 1, 768) 5 1 fused_subtract_add_sqrt_divide_multiply_add_119 fused_subtract_add_sqrt_divide_multiply_add_1 666.744 0.12 (128, 1, 768) 5 1 fused_subtract_add_sqrt_divide_multiply_add_123 fused_subtract_add_sqrt_divide_multiply_add_1 666.631 0.12 (128, 1, 768) 5 1 fused_subtract_add_sqrt_divide_multiply_add_110 fused_subtract_add_sqrt_divide_multiply_add_1 666.464 0.12 (128, 1, 768) 5 1 fused_subtract_add_sqrt_divide_multiply_add_118 fused_subtract_add_sqrt_divide_multiply_add_1 664.777 0.12 (128, 1, 768) 5 1 fused_subtract_add_sqrt_divide_multiply_add_14 fused_subtract_add_sqrt_divide_multiply_add_1 664.767 0.12 (128, 1, 768) 5 1 fused_subtract_add_sqrt_divide_multiply_add_122 fused_subtract_add_sqrt_divide_multiply_add_1 663.65 0.12 (128, 1, 768) 5 1 fused_subtract_add_sqrt_divide_multiply_add_1 fused_subtract_add_sqrt_divide_multiply_add_1 662.508 0.119 (128, 1, 768) 5 1 fused_subtract_add_sqrt_divide_multiply_add_114 fused_subtract_add_sqrt_divide_multiply_add_1 662.139 0.119 (128, 1, 768) 5 1 fused_subtract_add_sqrt_divide_multiply_add_16 fused_subtract_add_sqrt_divide_multiply_add_1 661.36 0.119 (128, 1, 768) 5 1 fused_subtract_add_sqrt_divide_multiply_add_17 fused_subtract_add_sqrt_divide_multiply_add_1 660.857 0.119 (128, 1, 768) 5 1 fused_subtract_add_sqrt_divide_multiply_add_12 fused_subtract_add_sqrt_divide_multiply_add_1 660.831 0.119 (128, 1, 768) 5 1 fused_subtract_add_sqrt_divide_multiply_add_111 fused_subtract_add_sqrt_divide_multiply_add_1 658.636 0.119 (128, 1, 768) 5 1 fused_subtract_add_sqrt_divide_multiply_add_19 fused_subtract_add_sqrt_divide_multiply_add_1 658.576 0.119 (128, 1, 768) 5 1 fused_subtract_add_sqrt_divide_multiply_add_116 fused_subtract_add_sqrt_divide_multiply_add_1 656.752 0.118 (128, 1, 768) 5 1 fused_subtract_add_sqrt_divide_multiply_add_121 fused_subtract_add_sqrt_divide_multiply_add_1 655.881 0.118 (128, 1, 768) 5 1 fused_subtract_add_sqrt_divide_multiply_add_120 fused_subtract_add_sqrt_divide_multiply_add_1 655.269 0.118 (128, 1, 768) 5 1 fused_take_transpose_contrib_reverse_reshape_transpose_11 fused_take_transpose_contrib_reverse_reshape_transpose_1 654.277 0.118 (12, 64, 128) 1 1 fused_subtract_add_sqrt_divide_multiply_add_115 fused_subtract_add_sqrt_divide_multiply_add_1 654.238 0.118 (128, 1, 768) 5 1 fused_subtract_add_sqrt_divide_multiply_add_13 fused_subtract_add_sqrt_divide_multiply_add_1 652.321 0.118 (128, 1, 768) 5 1 fused_cast_take_cast_take_add_transpose_add_1 fused_cast_take_cast_take_add_transpose_add_1 642.156 0.116 (128, 1, 768) 5 1 fused_reshape_67 fused_reshape_6 632.955 0.114 (12, 128, 128) 1 1 fused_reshape_610 fused_reshape_6 632.445 0.114 (12, 128, 128) 1 1 fused_reshape_sequence_mask_1 fused_reshape_sequence_mask_1 622.481 0.112 (1536, 128) 2 1 fused_take_transpose_contrib_reverse_reshape_transpose_111 fused_take_transpose_contrib_reverse_reshape_transpose_1 621.534 0.112 (12, 64, 128) 1 1 fused_reshape_sequence_mask_110 fused_reshape_sequence_mask_1 603.638 0.109 (1536, 128) 2 1 fused_reshape_sequence_mask_13 fused_reshape_sequence_mask_1 602.095 0.109 (1536, 128) 2 1 fused_reshape_sequence_mask_18 fused_reshape_sequence_mask_1 601.257 0.108 (1536, 128) 2 1 fused_reshape_sequence_mask_14 fused_reshape_sequence_mask_1 598.998 0.108 (1536, 128) 2 1 fused_reshape_sequence_mask_15 fused_reshape_sequence_mask_1 598.782 0.108 (1536, 128) 2 1 fused_reshape_sequence_mask_16 fused_reshape_sequence_mask_1 598.772 0.108 (1536, 128) 2 1 fused_reshape_sequence_mask_17 fused_reshape_sequence_mask_1 598.159 0.108 (1536, 128) 2 1 fused_take_transpose_contrib_reverse_reshape_transpose_19 fused_take_transpose_contrib_reverse_reshape_transpose_1 596.731 0.108 (12, 64, 128) 1 1 fused_take_transpose_contrib_reverse_reshape_transpose_16 fused_take_transpose_contrib_reverse_reshape_transpose_1 594.073 0.107 (12, 64, 128) 1 1 fused_reshape_sequence_mask_111 fused_reshape_sequence_mask_1 593.044 0.107 (1536, 128) 2 1 fused_reshape_sequence_mask_12 fused_reshape_sequence_mask_1 591.279 0.107 (1536, 128) 2 1 fused_take_transpose_contrib_reverse_reshape_transpose_110 fused_take_transpose_contrib_reverse_reshape_transpose_1 589.066 0.106 (12, 64, 128) 1 1 fused_take_transpose_contrib_reverse_reshape_transpose_17 fused_take_transpose_contrib_reverse_reshape_transpose_1 589.002 0.106 (12, 64, 128) 1 1 fused_reshape_sequence_mask_19 fused_reshape_sequence_mask_1 586.789 0.106 (1536, 128) 2 1 fused_reshape_sequence_mask_11 fused_reshape_sequence_mask_1 586.702 0.106 (1536, 128) 2 1 fused_take_transpose_contrib_reverse_reshape_transpose_18 fused_take_transpose_contrib_reverse_reshape_transpose_1 584.716 0.105 (12, 64, 128) 1 1 fused_reshape_65 fused_reshape_6 584.713 0.105 (12, 128, 128) 1 1 fused_take_transpose_contrib_reverse_reshape_transpose_14 fused_take_transpose_contrib_reverse_reshape_transpose_1 584.201 0.105 (12, 64, 128) 1 1 fused_reshape_multiply_divide_fast_erf_add_multiply_contrib_reverse_reshape_15 fused_reshape_multiply_divide_fast_erf_add_multiply_contrib_reverse_reshape_1 583.935 0.105 (128, 3072) 1 1 fused_reshape_62 fused_reshape_6 583.591 0.105 (12, 128, 128) 1 1 fused_reshape_611 fused_reshape_6 582.498 0.105 (12, 128, 128) 1 1 fused_take_transpose_contrib_reverse_reshape_transpose_1 fused_take_transpose_contrib_reverse_reshape_transpose_1 578.903 0.104 (12, 64, 128) 1 1 fused_take_transpose_contrib_reverse_reshape_transpose_15 fused_take_transpose_contrib_reverse_reshape_transpose_1 576.274 0.104 (12, 64, 128) 1 1 fused_take_transpose_contrib_reverse_reshape_transpose_12 fused_take_transpose_contrib_reverse_reshape_transpose_1 571.822 0.103 (12, 64, 128) 1 1 fused_reshape_multiply_divide_fast_erf_add_multiply_contrib_reverse_reshape_13 fused_reshape_multiply_divide_fast_erf_add_multiply_contrib_reverse_reshape_1 567.842 0.102 (128, 3072) 1 1 fused_take_transpose_contrib_reverse_reshape_transpose_13 fused_take_transpose_contrib_reverse_reshape_transpose_1 566.622 0.102 (12, 64, 128) 1 1 fused_reshape_multiply_divide_fast_erf_add_multiply_contrib_reverse_reshape_14 fused_reshape_multiply_divide_fast_erf_add_multiply_contrib_reverse_reshape_1 565.668 0.102 (128, 3072) 1 1 fused_reshape_multiply_divide_fast_erf_add_multiply_contrib_reverse_reshape_17 fused_reshape_multiply_divide_fast_erf_add_multiply_contrib_reverse_reshape_1 564.217 0.102 (128, 3072) 1 1 fused_reshape_multiply_divide_fast_erf_add_multiply_contrib_reverse_reshape_18 fused_reshape_multiply_divide_fast_erf_add_multiply_contrib_reverse_reshape_1 563.661 0.102 (128, 3072) 1 1 fused_reshape_61 fused_reshape_6 563.329 0.102 (12, 128, 128) 1 1 fused_reshape_multiply_divide_fast_erf_add_multiply_contrib_reverse_reshape_111 fused_reshape_multiply_divide_fast_erf_add_multiply_contrib_reverse_reshape_1 562.563 0.101 (128, 3072) 1 1 fused_reshape_multiply_divide_fast_erf_add_multiply_contrib_reverse_reshape_16 fused_reshape_multiply_divide_fast_erf_add_multiply_contrib_reverse_reshape_1 562.159 0.101 (128, 3072) 1 1 fused_reshape_multiply_divide_fast_erf_add_multiply_contrib_reverse_reshape_1 fused_reshape_multiply_divide_fast_erf_add_multiply_contrib_reverse_reshape_1 561.447 0.101 (128, 3072) 1 1 fused_reshape_multiply_divide_fast_erf_add_multiply_contrib_reverse_reshape_12 fused_reshape_multiply_divide_fast_erf_add_multiply_contrib_reverse_reshape_1 560.59 0.101 (128, 3072) 1 1 fused_reshape_63 fused_reshape_6 560.158 0.101 (12, 128, 128) 1 1 fused_reshape_multiply_divide_fast_erf_add_multiply_contrib_reverse_reshape_11 fused_reshape_multiply_divide_fast_erf_add_multiply_contrib_reverse_reshape_1 556.821 0.1 (128, 3072) 1 1 fused_reshape_multiply_divide_fast_erf_add_multiply_contrib_reverse_reshape_19 fused_reshape_multiply_divide_fast_erf_add_multiply_contrib_reverse_reshape_1 554.89 0.1 (128, 3072) 1 1 fused_reshape_multiply_divide_fast_erf_add_multiply_contrib_reverse_reshape_110 fused_reshape_multiply_divide_fast_erf_add_multiply_contrib_reverse_reshape_1 554.885 0.1 (128, 3072) 1 1 fused_reshape_add_110 fused_reshape_add_1 547.274 0.099 (128, 1, 768) 2 1 fused_reshape_add_1 fused_reshape_add_1 546.617 0.099 (128, 1, 768) 2 1 fused_reshape_add_17 fused_reshape_add_1 545.635 0.098 (128, 1, 768) 2 1 fused_reshape_64 fused_reshape_6 541.365 0.098 (12, 128, 128) 1 1 fused_reshape_add_112 fused_reshape_add_1 540.783 0.097 (128, 1, 768) 2 1 fused_reshape_add_11 fused_reshape_add_1 534.058 0.096 (128, 1, 768) 2 1 fused_reshape_add_16 fused_reshape_add_1 534.026 0.096 (128, 1, 768) 2 1 fused_reshape_69 fused_reshape_6 533.534 0.096 (12, 128, 128) 1 1 fused_reshape_add_19 fused_reshape_add_1 532.084 0.096 (128, 1, 768) 2 1 fused_reshape_add_cast_expand_dims_broadcast_to_reshape_1 fused_reshape_add_cast_expand_dims_broadcast_to_reshape_1 529.134 0.095 (1536,) 2 1 fused_reshape_add_13 fused_reshape_add_1 528.652 0.095 (128, 1, 768) 2 1 fused_reshape_add_117 fused_reshape_add_1 528.19 0.095 (128, 1, 768) 2 1 fused_reshape_add_15 fused_reshape_add_1 528.085 0.095 (128, 1, 768) 2 1 fused_reshape_add_123 fused_reshape_add_1 528.024 0.095 (128, 1, 768) 2 1 fused_reshape_add_18 fused_reshape_add_1 527.043 0.095 (128, 1, 768) 2 1 fused_reshape_add_14 fused_reshape_add_1 526.421 0.095 (128, 1, 768) 2 1 fused_reshape_add_111 fused_reshape_add_1 526.092 0.095 (128, 1, 768) 2 1 fused_reshape_add_114 fused_reshape_add_1 525.834 0.095 (128, 1, 768) 2 1 fused_reshape_add_119 fused_reshape_add_1 525.226 0.095 (128, 1, 768) 2 1 fused_reshape_68 fused_reshape_6 524.868 0.095 (12, 128, 128) 1 1 fused_reshape_add_12 fused_reshape_add_1 524.3 0.094 (128, 1, 768) 2 1 fused_reshape_add_116 fused_reshape_add_1 523.317 0.094 (128, 1, 768) 2 1 fused_reshape_add_118 fused_reshape_add_1 522.744 0.094 (128, 1, 768) 2 1 fused_reshape_66 fused_reshape_6 521.952 0.094 (12, 128, 128) 1 1 fused_reshape_add_113 fused_reshape_add_1 520.59 0.094 (128, 1, 768) 2 1 fused_reshape_add_122 fused_reshape_add_1 520.069 0.094 (128, 1, 768) 2 1 fused_reshape_add_121 fused_reshape_add_1 519.896 0.094 (128, 1, 768) 2 1 fused_reshape_add_115 fused_reshape_add_1 519.813 0.094 (128, 1, 768) 2 1 fused_reshape_add_120 fused_reshape_add_1 518.016 0.093 (128, 1, 768) 2 1 fused_contrib_reverse_reshape_transpose_reshape_1 fused_contrib_reverse_reshape_transpose_reshape_1 516.159 0.093 (128, 768) 1 1 fused_reshape_711 fused_reshape_7 504.168 0.091 (128, 1, 12, 3, 64) 1 1 fused_contrib_reverse_reshape_transpose_reshape_12 fused_contrib_reverse_reshape_transpose_reshape_1 502.062 0.09 (128, 768) 1 1 fused_take_transpose_contrib_reverse_reshape_divide_15 fused_take_transpose_contrib_reverse_reshape_divide_1 501.211 0.09 (12, 128, 64) 1 1 fused_contrib_reverse_reshape_712 fused_contrib_reverse_reshape_7 501.053 0.09 (128, 768) 1 1 fused_reshape_76 fused_reshape_7 500.844 0.09 (128, 1, 12, 3, 64) 1 1 fused_reshape_7 fused_reshape_7 500.491 0.09 (128, 1, 12, 3, 64) 1 1 fused_take_transpose_contrib_reverse_reshape_111 fused_take_transpose_contrib_reverse_reshape_1 495.304 0.089 (12, 128, 64) 1 1 fused_reshape_710 fused_reshape_7 494.957 0.089 (128, 1, 12, 3, 64) 1 1 fused_contrib_reverse_reshape_transpose_reshape_17 fused_contrib_reverse_reshape_transpose_reshape_1 494.557 0.089 (128, 768) 1 1 fused_contrib_reverse_reshape_76 fused_contrib_reverse_reshape_7 494.46 0.089 (128, 768) 1 1 fused_take_transpose_contrib_reverse_reshape_divide_14 fused_take_transpose_contrib_reverse_reshape_divide_1 494.276 0.089 (12, 128, 64) 1 1 fused_take_transpose_contrib_reverse_reshape_17 fused_take_transpose_contrib_reverse_reshape_1 494.256 0.089 (12, 128, 64) 1 1 fused_contrib_reverse_reshape_723 fused_contrib_reverse_reshape_7 494.001 0.089 (128, 768) 1 1 fused_contrib_reverse_reshape_transpose_reshape_15 fused_contrib_reverse_reshape_transpose_reshape_1 493.793 0.089 (128, 768) 1 1 fused_contrib_reverse_reshape_78 fused_contrib_reverse_reshape_7 493.424 0.089 (128, 768) 1 1 fused_contrib_reverse_reshape_722 fused_contrib_reverse_reshape_7 493.191 0.089 (128, 768) 1 1 fused_reshape_73 fused_reshape_7 491.892 0.089 (128, 1, 12, 3, 64) 1 1 fused_reshape_77 fused_reshape_7 491.841 0.089 (128, 1, 12, 3, 64) 1 1 fused_contrib_reverse_reshape_721 fused_contrib_reverse_reshape_7 490.841 0.088 (128, 768) 1 1 fused_contrib_reverse_reshape_transpose_reshape_13 fused_contrib_reverse_reshape_transpose_reshape_1 490.238 0.088 (128, 768) 1 1 fused_take_transpose_contrib_reverse_reshape_16 fused_take_transpose_contrib_reverse_reshape_1 490.074 0.088 (12, 128, 64) 1 1 fused_contrib_reverse_reshape_transpose_reshape_14 fused_contrib_reverse_reshape_transpose_reshape_1 489.969 0.088 (128, 768) 1 1 fused_contrib_reverse_reshape_715 fused_contrib_reverse_reshape_7 489.103 0.088 (128, 768) 1 1 fused_reshape_74 fused_reshape_7 488.709 0.088 (128, 1, 12, 3, 64) 1 1 fused_contrib_reverse_reshape_transpose_reshape_110 fused_contrib_reverse_reshape_transpose_reshape_1 488.575 0.088 (128, 768) 1 1 fused_reshape_72 fused_reshape_7 487.738 0.088 (128, 1, 12, 3, 64) 1 1 fused_contrib_reverse_reshape_transpose_reshape_16 fused_contrib_reverse_reshape_transpose_reshape_1 487.591 0.088 (128, 768) 1 1 fused_reshape_71 fused_reshape_7 486.828 0.088 (128, 1, 12, 3, 64) 1 1 fused_reshape_75 fused_reshape_7 486.283 0.088 (128, 1, 12, 3, 64) 1 1 fused_take_transpose_contrib_reverse_reshape_divide_13 fused_take_transpose_contrib_reverse_reshape_divide_1 486.128 0.088 (12, 128, 64) 1 1 fused_take_transpose_contrib_reverse_reshape_divide_1 fused_take_transpose_contrib_reverse_reshape_divide_1 485.111 0.087 (12, 128, 64) 1 1 fused_contrib_reverse_reshape_713 fused_contrib_reverse_reshape_7 485.005 0.087 (128, 768) 1 1 fused_take_transpose_contrib_reverse_reshape_14 fused_take_transpose_contrib_reverse_reshape_1 484.668 0.087 (12, 128, 64) 1 1 fused_contrib_reverse_reshape_transpose_reshape_11 fused_contrib_reverse_reshape_transpose_reshape_1 484.17 0.087 (128, 768) 1 1 fused_take_transpose_contrib_reverse_reshape_13 fused_take_transpose_contrib_reverse_reshape_1 483.902 0.087 (12, 128, 64) 1 1 fused_contrib_reverse_reshape_72 fused_contrib_reverse_reshape_7 483.224 0.087 (128, 768) 1 1 fused_contrib_reverse_reshape_transpose_reshape_18 fused_contrib_reverse_reshape_transpose_reshape_1 483.079 0.087 (128, 768) 1 1 fused_take_transpose_contrib_reverse_reshape_15 fused_take_transpose_contrib_reverse_reshape_1 482.891 0.087 (12, 128, 64) 1 1 fused_contrib_reverse_reshape_714 fused_contrib_reverse_reshape_7 482.294 0.087 (128, 768) 1 1 fused_contrib_reverse_reshape_79 fused_contrib_reverse_reshape_7 481.954 0.087 (128, 768) 1 1 fused_contrib_reverse_reshape_transpose_reshape_111 fused_contrib_reverse_reshape_transpose_reshape_1 481.909 0.087 (128, 768) 1 1 fused_take_transpose_contrib_reverse_reshape_divide_12 fused_take_transpose_contrib_reverse_reshape_divide_1 481.152 0.087 (12, 128, 64) 1 1 fused_contrib_reverse_reshape_7 fused_contrib_reverse_reshape_7 481.095 0.087 (128, 768) 1 1 fused_take_transpose_contrib_reverse_reshape_18 fused_take_transpose_contrib_reverse_reshape_1 480.857 0.087 (12, 128, 64) 1 1 fused_reshape_79 fused_reshape_7 480.613 0.087 (128, 1, 12, 3, 64) 1 1 fused_contrib_reverse_reshape_718 fused_contrib_reverse_reshape_7 480.471 0.087 (128, 768) 1 1 fused_contrib_reverse_reshape_77 fused_contrib_reverse_reshape_7 480.107 0.087 (128, 768) 1 1 fused_take_transpose_contrib_reverse_reshape_divide_16 fused_take_transpose_contrib_reverse_reshape_divide_1 479.579 0.086 (12, 128, 64) 1 1 fused_contrib_reverse_reshape_74 fused_contrib_reverse_reshape_7 479.574 0.086 (128, 768) 1 1 fused_contrib_reverse_reshape_710 fused_contrib_reverse_reshape_7 479.494 0.086 (128, 768) 1 1 fused_take_transpose_contrib_reverse_reshape_divide_111 fused_take_transpose_contrib_reverse_reshape_divide_1 479.052 0.086 (12, 128, 64) 1 1 fused_contrib_reverse_reshape_75 fused_contrib_reverse_reshape_7 478.811 0.086 (128, 768) 1 1 fused_contrib_reverse_reshape_73 fused_contrib_reverse_reshape_7 478.748 0.086 (128, 768) 1 1 fused_contrib_reverse_reshape_717 fused_contrib_reverse_reshape_7 478.325 0.086 (128, 768) 1 1 fused_take_transpose_contrib_reverse_reshape_11 fused_take_transpose_contrib_reverse_reshape_1 478.301 0.086 (12, 128, 64) 1 1 fused_take_transpose_contrib_reverse_reshape_1 fused_take_transpose_contrib_reverse_reshape_1 478.297 0.086 (12, 128, 64) 1 1 fused_take_transpose_contrib_reverse_reshape_divide_11 fused_take_transpose_contrib_reverse_reshape_divide_1 478.296 0.086 (12, 128, 64) 1 1 fused_contrib_reverse_reshape_711 fused_contrib_reverse_reshape_7 477.719 0.086 (128, 768) 1 1 fused_reshape_78 fused_reshape_7 477.659 0.086 (128, 1, 12, 3, 64) 1 1 fused_take_transpose_contrib_reverse_reshape_divide_17 fused_take_transpose_contrib_reverse_reshape_divide_1 477.602 0.086 (12, 128, 64) 1 1 fused_take_transpose_contrib_reverse_reshape_19 fused_take_transpose_contrib_reverse_reshape_1 477.591 0.086 (12, 128, 64) 1 1 fused_contrib_reverse_reshape_71 fused_contrib_reverse_reshape_7 476.849 0.086 (128, 768) 1 1 fused_take_transpose_contrib_reverse_reshape_divide_110 fused_take_transpose_contrib_reverse_reshape_divide_1 476.184 0.086 (12, 128, 64) 1 1 fused_contrib_reverse_reshape_transpose_reshape_19 fused_contrib_reverse_reshape_transpose_reshape_1 476.008 0.086 (128, 768) 1 1 fused_take_transpose_contrib_reverse_reshape_110 fused_take_transpose_contrib_reverse_reshape_1 474.298 0.085 (12, 128, 64) 1 1 fused_contrib_reverse_reshape_720 fused_contrib_reverse_reshape_7 473.96 0.085 (128, 768) 1 1 fused_take_transpose_contrib_reverse_reshape_divide_18 fused_take_transpose_contrib_reverse_reshape_divide_1 473.55 0.085 (12, 128, 64) 1 1 fused_take_transpose_contrib_reverse_reshape_12 fused_take_transpose_contrib_reverse_reshape_1 473.355 0.085 (12, 128, 64) 1 1 fused_contrib_reverse_reshape_716 fused_contrib_reverse_reshape_7 473.206 0.085 (128, 768) 1 1 fused_contrib_reverse_reshape_719 fused_contrib_reverse_reshape_7 471.196 0.085 (128, 768) 1 1 fused_take_transpose_contrib_reverse_reshape_divide_19 fused_take_transpose_contrib_reverse_reshape_divide_1 471.136 0.085 (12, 128, 64) 1 1 fused_nn_batch_matmul_210 fused_nn_batch_matmul_2 425.037 0.077 (12, 128, 64) 2 1 fused_nn_batch_matmul_25 fused_nn_batch_matmul_2 420.338 0.076 (12, 128, 64) 2 1 fused_nn_batch_matmul_21 fused_nn_batch_matmul_2 420.196 0.076 (12, 128, 64) 2 1 fused_nn_batch_matmul_29 fused_nn_batch_matmul_2 420.138 0.076 (12, 128, 64) 2 1 fused_nn_batch_matmul_27 fused_nn_batch_matmul_2 419.139 0.076 (12, 128, 64) 2 1 fused_nn_batch_matmul_23 fused_nn_batch_matmul_2 418.989 0.076 (12, 128, 64) 2 1 fused_nn_batch_matmul_24 fused_nn_batch_matmul_2 418.849 0.075 (12, 128, 64) 2 1 fused_nn_batch_matmul_28 fused_nn_batch_matmul_2 418.829 0.075 (12, 128, 64) 2 1 fused_nn_batch_matmul_26 fused_nn_batch_matmul_2 418.736 0.075 (12, 128, 64) 2 1 fused_nn_batch_matmul_22 fused_nn_batch_matmul_2 418.334 0.075 (12, 128, 64) 2 1 fused_nn_batch_matmul_2 fused_nn_batch_matmul_2 417.826 0.075 (12, 128, 64) 2 1 fused_nn_batch_matmul_211 fused_nn_batch_matmul_2 416.307 0.075 (12, 128, 64) 2 1 fused_subtract_add_sqrt_divide_multiply_add_sequence_mask_transpose_strided_slic_1854526830353013479__1 fused_subtract_add_sqrt_divide_multiply_add_sequence_mask_transpose_strided_slic_1854526830353013479__1 381.278 0.069 (1, 768) 6 1 fused_nn_batch_matmul_39 fused_nn_batch_matmul_3 378.159 0.068 (12, 128, 128) 2 1 fused_nn_batch_matmul_31 fused_nn_batch_matmul_3 377.583 0.068 (12, 128, 128) 2 1 fused_nn_batch_matmul_36 fused_nn_batch_matmul_3 376.362 0.068 (12, 128, 128) 2 1 fused_nn_batch_matmul_37 fused_nn_batch_matmul_3 376.177 0.068 (12, 128, 128) 2 1 fused_nn_batch_matmul_38 fused_nn_batch_matmul_3 375.291 0.068 (12, 128, 128) 2 1 fused_nn_batch_matmul_34 fused_nn_batch_matmul_3 374.99 0.068 (12, 128, 128) 2 1 fused_nn_batch_matmul_33 fused_nn_batch_matmul_3 374.949 0.068 (12, 128, 128) 2 1 fused_nn_batch_matmul_35 fused_nn_batch_matmul_3 374.614 0.068 (12, 128, 128) 2 1 fused_nn_batch_matmul_32 fused_nn_batch_matmul_3 374.327 0.067 (12, 128, 128) 2 1 fused_nn_batch_matmul_3 fused_nn_batch_matmul_3 373.911 0.067 (12, 128, 128) 2 1 fused_nn_batch_matmul_311 fused_nn_batch_matmul_3 372.936 0.067 (12, 128, 128) 2 1 fused_nn_batch_matmul_310 fused_nn_batch_matmul_3 372.784 0.067 (12, 128, 128) 2 1 fused_nn_dense_add_fast_tanh fused_nn_dense_add_fast_tanh 305.64 0.055 (1, 768) 3 1 fused_nn_dense_add fused_nn_dense_add 270.345 0.049 (1, 2) 3 1 fused_nn_batch_flatten_1 fused_nn_batch_flatten_1 175.1 0.032 (1, 768) 1 1 Total_time - 554852.404 - - - - 554852.404 - - - -