diff --git a/js/web/test/suite-test-list.jsonc b/js/web/test/suite-test-list.jsonc index f4ccff1d7770d..9f2f0afa61604 100644 --- a/js/web/test/suite-test-list.jsonc +++ b/js/web/test/suite-test-list.jsonc @@ -1533,7 +1533,7 @@ // // "test_adam_multiple", // // "test_adam", "test_add_bcast", - // "test_add_uint8", + "test_add_uint8", "test_add", "test_and_bcast3v1d", "test_and_bcast3v2d", @@ -1543,37 +1543,38 @@ "test_and2d", "test_and3d", "test_and4d", - "test_argmax_default_axis_example_select_last_index", + // tests "test_arg*_select_last_index" are excluded because WebNN spec does not support select_last_index attribute. + // "test_argmax_default_axis_example_select_last_index", "test_argmax_default_axis_example", - "test_argmax_default_axis_random_select_last_index", + // "test_argmax_default_axis_random_select_last_index", "test_argmax_default_axis_random", - "test_argmax_keepdims_example_select_last_index", + // "test_argmax_keepdims_example_select_last_index", "test_argmax_keepdims_example", - "test_argmax_keepdims_random_select_last_index", + // "test_argmax_keepdims_random_select_last_index", "test_argmax_keepdims_random", - "test_argmax_negative_axis_keepdims_example_select_last_index", + // "test_argmax_negative_axis_keepdims_example_select_last_index", "test_argmax_negative_axis_keepdims_example", - "test_argmax_negative_axis_keepdims_random_select_last_index", + // "test_argmax_negative_axis_keepdims_random_select_last_index", "test_argmax_negative_axis_keepdims_random", - "test_argmax_no_keepdims_example_select_last_index", + // "test_argmax_no_keepdims_example_select_last_index", "test_argmax_no_keepdims_example", - "test_argmax_no_keepdims_random_select_last_index", + // "test_argmax_no_keepdims_random_select_last_index", "test_argmax_no_keepdims_random", - "test_argmin_default_axis_example_select_last_index", + // "test_argmin_default_axis_example_select_last_index", "test_argmin_default_axis_example", - "test_argmin_default_axis_random_select_last_index", + // "test_argmin_default_axis_random_select_last_index", "test_argmin_default_axis_random", - "test_argmin_keepdims_example_select_last_index", + // "test_argmin_keepdims_example_select_last_index", "test_argmin_keepdims_example", - "test_argmin_keepdims_random_select_last_index", + // "test_argmin_keepdims_random_select_last_index", "test_argmin_keepdims_random", - "test_argmin_negative_axis_keepdims_example_select_last_index", + // "test_argmin_negative_axis_keepdims_example_select_last_index", "test_argmin_negative_axis_keepdims_example", - "test_argmin_negative_axis_keepdims_random_select_last_index", + // "test_argmin_negative_axis_keepdims_random_select_last_index", "test_argmin_negative_axis_keepdims_random", - "test_argmin_no_keepdims_example_select_last_index", + // "test_argmin_no_keepdims_example_select_last_index", "test_argmin_no_keepdims_example", - "test_argmin_no_keepdims_random_select_last_index", + // "test_argmin_no_keepdims_random_select_last_index", "test_argmin_no_keepdims_random", // "test_asin_example", // "test_asin", @@ -1587,21 +1588,21 @@ // "test_averagepool_2d_ceil", "test_averagepool_2d_default", "test_averagepool_2d_pads_count_include_pad", - "test_averagepool_2d_pads", + // "test_averagepool_2d_pads", // unsupported by TFLite backend. "test_averagepool_2d_precomputed_pads_count_include_pad", "test_averagepool_2d_precomputed_pads", "test_averagepool_2d_precomputed_same_upper", "test_averagepool_2d_precomputed_strides", - "test_averagepool_2d_same_lower", + // "test_averagepool_2d_same_lower", // unsupported by TFLite backend. "test_averagepool_2d_same_upper", "test_averagepool_2d_strides", // "test_averagepool_3d_default", "test_basic_conv_with_padding", "test_basic_conv_without_padding", "test_basic_convinteger", - "test_batchnorm_epsilon_training_mode", + // "test_batchnorm_epsilon_training_mode", // unsupported training_mode by WebNN. "test_batchnorm_epsilon", - "test_batchnorm_example_training_mode", + // "test_batchnorm_example_training_mode", // unsupported training_mode by WebNN. "test_batchnorm_example", // // "test_bernoulli_double_expanded", // // "test_bernoulli_double", @@ -1622,10 +1623,10 @@ // // "test_blackmanwindow_symmetric", // // "test_blackmanwindow", // // "test_cast_BFLOAT16_to_FLOAT", - "test_cast_DOUBLE_to_FLOAT", + // "test_cast_DOUBLE_to_FLOAT", // "test_cast_DOUBLE_to_FLOAT16", // // "test_cast_FLOAT_to_BFLOAT16", - "test_cast_FLOAT_to_DOUBLE", + // "test_cast_FLOAT_to_DOUBLE", // // "test_cast_FLOAT_to_FLOAT16", // // "test_cast_FLOAT_to_STRING", // "test_cast_FLOAT16_to_DOUBLE", @@ -1657,15 +1658,16 @@ // "test_celu", "test_clip_default_inbounds", "test_clip_default_int8_inbounds", - "test_clip_default_int8_max", - "test_clip_default_int8_min", - "test_clip_default_max", - "test_clip_default_min", - "test_clip_example", - "test_clip_inbounds", - "test_clip_outbounds", - "test_clip_splitbounds", - "test_clip", + // "test_clip_default_int8_max", + // "test_clip_default_int8_min", + // tests "test_clip*" on opset > 10 are excluded because max and min are non-constant inputs. + "opset{7,8,9,10}/test_clip_default_max", + "opset{7,8,9,10}/test_clip_default_min", + "opset{7,8,9,10}/test_clip_example", + "opset{7,8,9,10}/test_clip_inbounds", + "opset{7,8,9,10}/test_clip_outbounds", + "opset{7,8,9,10}/test_clip_splitbounds", + "opset{7,8,9,10}/test_clip", // // "test_compress_0", // // "test_compress_1", // // "test_compress_default_axis", @@ -1690,32 +1692,33 @@ "test_convinteger_without_padding", "test_convtranspose_1d", // // "test_convtranspose_3d", - // "test_convtranspose_autopad_same", - "test_convtranspose_dilations", + "!(opset14)/test_convtranspose_autopad_same", + // "test_convtranspose_dilations", // unsupported by TFLite backend. "test_convtranspose_kernel_shape", "opset{9,17}/test_convtranspose_output_shape", "test_convtranspose_pad", - "test_convtranspose_pads", + // "test_convtranspose_pads", // unsupported by TFLite backend. "test_convtranspose_with_kernel", "test_convtranspose", "test_cos_example", "test_cos", // "test_cosh_example", // "test_cosh", - "test_cumsum_1d_exclusive", - "test_cumsum_1d_reverse_exclusive", - "test_cumsum_1d_reverse", - "test_cumsum_1d", - "test_cumsum_2d_axis_0", - "test_cumsum_2d_axis_1", - "test_cumsum_2d_negative_axis", + // tests "test_cumsum*" are excluded because they use float64. + // "test_cumsum_1d_exclusive", + // "test_cumsum_1d_reverse_exclusive", + // "test_cumsum_1d_reverse", + // "test_cumsum_1d", + // "test_cumsum_2d_axis_0", + // "test_cumsum_2d_axis_1", + // "test_cumsum_2d_negative_axis", // "test_depthtospace_crd_mode_example", // "test_depthtospace_crd_mode", // "test_depthtospace_dcr_mode", // "test_depthtospace_example", // "test_depthtospace", - // // "test_dequantizelinear_axis", - // // "test_dequantizelinear", + "test_dequantizelinear_axis", + "test_dequantizelinear", // // "test_det_2d", // // "test_det_nd", // // "test_dft_axis", @@ -1723,27 +1726,27 @@ // // "test_dft", "test_div_bcast", "test_div_example", - // "test_div_uint8", + "test_div_uint8", "test_div", - // // "test_dropout_default_mask_ratio", - // // "test_dropout_default_mask", - // // "test_dropout_default_old", - // // "test_dropout_default_ratio", - // // "test_dropout_default", - // // "test_dropout_random_old", - // // "test_dropout_random", + "test_dropout_default_mask_ratio", + "test_dropout_default_mask", + "test_dropout_default_old", + "test_dropout_default_ratio", + "test_dropout_default", + "test_dropout_random_old", + "test_dropout_random", // // "test_dynamic_slice_default_axes", // // "test_dynamic_slice_end_out_of_bounds", // // "test_dynamic_slice_neg", // // "test_dynamic_slice_start_out_of_bounds", // // "test_dynamic_slice", - // // "test_dynamicquantizelinear_expanded", - // // "test_dynamicquantizelinear_max_adjusted_expanded", - // // "test_dynamicquantizelinear_max_adjusted", - // // "test_dynamicquantizelinear_min_adjusted_expanded", - // // "test_dynamicquantizelinear_min_adjusted", - // // "test_dynamicquantizelinear", - // "test_edge_pad", + "test_dynamicquantizelinear_expanded", + "test_dynamicquantizelinear_max_adjusted_expanded", + "test_dynamicquantizelinear_max_adjusted", + "test_dynamicquantizelinear_min_adjusted_expanded", + "test_dynamicquantizelinear_min_adjusted", + "test_dynamicquantizelinear", + // "opset{7,8,9,10}/test_edge_pad", // The edge padding model is unsupported by TFLite backend. // "test_einsum_batch_diagonal", // "test_einsum_batch_matmul", // "test_einsum_inner_prod", @@ -1754,7 +1757,7 @@ "test_elu", "test_equal_bcast", "test_equal", - // "test_erf", + "test_erf", "test_exp_example", "test_exp", // "test_expand_dim_changed", @@ -1777,11 +1780,11 @@ "test_gather_1", "test_gather_2d_indices", "test_gather_negative_indices", - "test_gather_elements_0", - "test_gather_elements_1", - "test_gather_elements_negative_indices", + // "test_gather_elements_0", // TFLite backend only supports constant indices. + // "test_gather_elements_1", // TFLite backend only supports constant indices. + // "test_gather_elements_negative_indices", // TFLite backend only supports constant indices. "test_gathernd_example_float32", - "test_gathernd_example_int32_batch_dim1", + // "test_gathernd_example_int32_batch_dim1", "test_gathernd_example_int32", "test_gemm_all_attributes", "test_gemm_alpha", @@ -1789,7 +1792,7 @@ "test_gemm_broadcast", "test_gemm_default_matrix_bias", "test_gemm_default_no_bias", - // "test_gemm_default_scalar_bias", + "test_gemm_default_scalar_bias", "test_gemm_default_single_elem_vector_bias", "test_gemm_default_vector_bias", "test_gemm_default_zero_bias", @@ -1845,48 +1848,49 @@ // "test_if_opt", "test_instancenorm_epsilon", "test_instancenorm_example", - // "test_isinf_negative", - // "test_isinf_positive", - // "test_isinf", - // "test_isnan", + "test_isinf_negative", + "test_isinf_positive", + "test_isinf", + "test_isnan", + // tests "test_layernorm*" are excluded because they produce 3 outputs. // "test_layer_normalization_2d_axis_negative_1_expanded", - "test_layer_normalization_2d_axis_negative_1", + // "test_layer_normalization_2d_axis_negative_1", // "test_layer_normalization_2d_axis_negative_2_expanded", - "test_layer_normalization_2d_axis_negative_2", + // "test_layer_normalization_2d_axis_negative_2", // "test_layer_normalization_2d_axis0_expanded", - "test_layer_normalization_2d_axis0", + // "test_layer_normalization_2d_axis0", // "test_layer_normalization_2d_axis1_expanded", - "test_layer_normalization_2d_axis1", + // "test_layer_normalization_2d_axis1", // "test_layer_normalization_3d_axis_negative_1_epsilon_expanded", - "test_layer_normalization_3d_axis_negative_1_epsilon", + // "test_layer_normalization_3d_axis_negative_1_epsilon", // "test_layer_normalization_3d_axis_negative_2_epsilon_expanded", - "test_layer_normalization_3d_axis_negative_2_epsilon", + // "test_layer_normalization_3d_axis_negative_2_epsilon", // "test_layer_normalization_3d_axis_negative_3_epsilon_expanded", - "test_layer_normalization_3d_axis_negative_3_epsilon", + // "test_layer_normalization_3d_axis_negative_3_epsilon", // "test_layer_normalization_3d_axis0_epsilon_expanded", - "test_layer_normalization_3d_axis0_epsilon", + // "test_layer_normalization_3d_axis0_epsilon", // "test_layer_normalization_3d_axis1_epsilon_expanded", - "test_layer_normalization_3d_axis1_epsilon", + // "test_layer_normalization_3d_axis1_epsilon", // "test_layer_normalization_3d_axis2_epsilon_expanded", - "test_layer_normalization_3d_axis2_epsilon", + // "test_layer_normalization_3d_axis2_epsilon", // "test_layer_normalization_4d_axis_negative_1_expanded", - "test_layer_normalization_4d_axis_negative_1", + // "test_layer_normalization_4d_axis_negative_1", // "test_layer_normalization_4d_axis_negative_2_expanded", - "test_layer_normalization_4d_axis_negative_2", + // "test_layer_normalization_4d_axis_negative_2", // "test_layer_normalization_4d_axis_negative_3_expanded", - "test_layer_normalization_4d_axis_negative_3", + // "test_layer_normalization_4d_axis_negative_3", // "test_layer_normalization_4d_axis_negative_4_expanded", - "test_layer_normalization_4d_axis_negative_4", + // "test_layer_normalization_4d_axis_negative_4", // "test_layer_normalization_4d_axis0_expanded", - "test_layer_normalization_4d_axis0", + // "test_layer_normalization_4d_axis0", // "test_layer_normalization_4d_axis1_expanded", - "test_layer_normalization_4d_axis1", + // "test_layer_normalization_4d_axis1", // "test_layer_normalization_4d_axis2_expanded", - "test_layer_normalization_4d_axis2", + // "test_layer_normalization_4d_axis2", // "test_layer_normalization_4d_axis3_expanded", - "test_layer_normalization_4d_axis3", + // "test_layer_normalization_4d_axis3", // "test_layer_normalization_default_axis_expanded", - "test_layer_normalization_default_axis", + // "test_layer_normalization_default_axis", "test_leakyrelu_default", "test_leakyrelu_example", "test_leakyrelu", @@ -1912,42 +1916,42 @@ // // "test_logsoftmax_large_number", // // "test_logsoftmax_negative_axis_expanded", // // "test_logsoftmax_negative_axis", - // "test_lrn_default", - // "test_lrn", + "test_lrn_default", + "test_lrn", // // "test_lstm_batchwise", "test_lstm_defaults", "test_lstm_with_initial_bias", - "test_lstm_with_peepholes", + // "test_lstm_with_peepholes", "test_matmul_2d", "test_matmul_3d", "test_matmul_4d", - // // "test_matmulinteger", + "test_matmulinteger", "test_max_example", // "test_max_float16", "test_max_float32", - "test_max_float64", + // "test_max_float64", // "test_max_int16", - // "test_max_int32", - // "test_max_int64", - // "test_max_int8", + "test_max_int32", + "test_max_int64", + "test_max_int8", "test_max_one_input", "test_max_two_inputs", // "test_max_uint16", - // "test_max_uint32", + "test_max_uint32", // "test_max_uint64", - // "test_max_uint8", + "test_max_uint8", // "test_maxpool_1d_default", // "test_maxpool_2d_ceil", "test_maxpool_2d_default", - "test_maxpool_2d_dilations", - "test_maxpool_2d_pads", + // "test_maxpool_2d_dilations", // unsupported by TFLite backend. + // "test_maxpool_2d_pads", // unsupported by TFLite backend. "test_maxpool_2d_precomputed_pads", "test_maxpool_2d_precomputed_same_upper", "test_maxpool_2d_precomputed_strides", - "test_maxpool_2d_same_lower", + // "test_maxpool_2d_same_lower", // unsupported by TFLite backend. "test_maxpool_2d_same_upper", "test_maxpool_2d_strides", - // "test_maxpool_2d_uint8", + "test_maxpool_2d_uint8", // "test_maxpool_3d_default", // "test_maxpool_with_argmax_2d_precomputed_pads", // "test_maxpool_with_argmax_2d_precomputed_strides", @@ -1960,17 +1964,17 @@ "test_min_example", // "test_min_float16", "test_min_float32", - "test_min_float64", + // "test_min_float64", // "test_min_int16", - // "test_min_int32", - // "test_min_int64", - // "test_min_int8", + "test_min_int32", + "test_min_int64", + "test_min_int8", "test_min_one_input", "test_min_two_inputs", // "test_min_uint16", - // "test_min_uint32", + "test_min_uint32", // "test_min_uint64", - // "test_min_uint8", + "test_min_uint8", // "test_mod_bcast", // "test_mod_broadcast", // "test_mod_float_mixed_sign_example", @@ -1992,9 +1996,9 @@ // // "test_momentum", "test_mul_bcast", "test_mul_example", - // "test_mul_uint8", + "test_mul_uint8", "test_mul", - // "test_mvn_expanded", + "test_mvn_expanded", // "test_mvn", "test_neg_example", "test_neg", @@ -2110,17 +2114,17 @@ // "test_pow_types_float32_uint64", // "test_pow_types_int", // "test_pow_types_int32_float32", - // "test_pow_types_int32_int32", + "test_pow_types_int32_int32", // "test_pow_types_int64_float32", - // "test_pow_types_int64_int64", + "test_pow_types_int64_int64", "test_pow", "test_prelu_broadcast", "test_prelu_example", // // "test_qlinearconv", // // "test_qlinearmatmul_2D", // // "test_qlinearmatmul_3D", - // // "test_quantizelinear_axis", - // // "test_quantizelinear", + "test_quantizelinear_axis", + "test_quantizelinear", // "test_range_float_type_positive_delta_expanded", // "test_range_float_type_positive_delta", // "test_range_int32_type_negative_delta_expanded", @@ -2129,23 +2133,24 @@ "test_reciprocal", "test_reduce_l1_default_axes_keepdims_example", "test_reduce_l1_default_axes_keepdims_random", - "test_reduce_l1_do_not_keepdims_example", - "test_reduce_l1_do_not_keepdims_random", - "test_reduce_l1_keep_dims_example", - "test_reduce_l1_keep_dims_random", - "test_reduce_l1_negative_axes_keep_dims_example", - "test_reduce_l1_negative_axes_keep_dims_random", + // tests "test_reduce_*" on opset > 13 are excluded because the axes is non-constant input. + "opset{7,8,9,10,11,12,13}/test_reduce_l1_do_not_keepdims_example", + "opset{7,8,9,10,11,12,13}/test_reduce_l1_do_not_keepdims_random", + "opset{7,8,9,10,11,12,13}/test_reduce_l1_keep_dims_example", + "opset{7,8,9,10,11,12,13}/test_reduce_l1_keep_dims_random", + "opset{7,8,9,10,11,12,13}/test_reduce_l1_negative_axes_keep_dims_example", + "opset{7,8,9,10,11,12,13}/test_reduce_l1_negative_axes_keep_dims_random", "test_reduce_l2_default_axes_keepdims_example", "test_reduce_l2_default_axes_keepdims_random", - "test_reduce_l2_do_not_keepdims_example", - "test_reduce_l2_do_not_keepdims_random", - "test_reduce_l2_keep_dims_example", - "test_reduce_l2_keep_dims_random", - "test_reduce_l2_negative_axes_keep_dims_example", - "test_reduce_l2_negative_axes_keep_dims_random", - "test_reduce_log_sum_asc_axes", + "opset{7,8,9,10,11,12,13}/test_reduce_l2_do_not_keepdims_example", + "opset{7,8,9,10,11,12,13}/test_reduce_l2_do_not_keepdims_random", + "opset{7,8,9,10,11,12,13}/test_reduce_l2_keep_dims_example", + "opset{7,8,9,10,11,12,13}/test_reduce_l2_keep_dims_random", + "opset{7,8,9,10,11,12,13}/test_reduce_l2_negative_axes_keep_dims_example", + "opset{7,8,9,10,11,12,13}/test_reduce_l2_negative_axes_keep_dims_random", + "opset{7,8,9,10,11,12,13}/test_reduce_log_sum_asc_axes", "test_reduce_log_sum_default", - "test_reduce_log_sum_desc_axes", + "opset{7,8,9,10,11,12,13}/test_reduce_log_sum_desc_axes", // tests "test_reduce_log_sum_exp_*" on opset17/opset18 are excluded because they use float64. "opset{7,8,9}/test_reduce_log_sum_exp_default_axes_keepdims_example", "opset{7,8,9}/test_reduce_log_sum_exp_default_axes_keepdims_random", @@ -2155,116 +2160,118 @@ "opset{7,8,9}/test_reduce_log_sum_exp_keepdims_random", "opset11/test_reduce_log_sum_exp_negative_axes_keepdims_example", "opset11/test_reduce_log_sum_exp_negative_axes_keepdims_random", - "test_reduce_log_sum_negative_axes", + "opset{7,8,9,10,11,12,13}/test_reduce_log_sum_negative_axes", "test_reduce_log_sum", "test_reduce_max_default_axes_keepdim_example", "test_reduce_max_default_axes_keepdims_random", - "test_reduce_max_do_not_keepdims_example", - "test_reduce_max_do_not_keepdims_random", - "test_reduce_max_keepdims_example", - "test_reduce_max_keepdims_random", - "test_reduce_max_negative_axes_keepdims_example", - "test_reduce_max_negative_axes_keepdims_random", + "opset{7,8,9,10,11,12,13}/test_reduce_max_do_not_keepdims_example", + "opset{7,8,9,10,11,12,13}/test_reduce_max_do_not_keepdims_random", + "opset{7,8,9,10,11,12,13}/test_reduce_max_keepdims_example", + "opset{7,8,9,10,11,12,13}/test_reduce_max_keepdims_random", + "opset{7,8,9,10,11,12,13}/test_reduce_max_negative_axes_keepdims_example", + "opset{7,8,9,10,11,12,13}/test_reduce_max_negative_axes_keepdims_random", "test_reduce_mean_default_axes_keepdims_example", "test_reduce_mean_default_axes_keepdims_random", - "test_reduce_mean_do_not_keepdims_example", - "test_reduce_mean_do_not_keepdims_random", - "test_reduce_mean_keepdims_example", - "test_reduce_mean_keepdims_random", - "test_reduce_mean_negative_axes_keepdims_example", - "test_reduce_mean_negative_axes_keepdims_random", + "opset{7,8,9,10,11,12,13}/test_reduce_mean_do_not_keepdims_example", + "opset{7,8,9,10,11,12,13}/test_reduce_mean_do_not_keepdims_random", + "opset{7,8,9,10,11,12,13}/test_reduce_mean_keepdims_example", + "opset{7,8,9,10,11,12,13}/test_reduce_mean_keepdims_random", + "opset{7,8,9,10,11,12,13}/test_reduce_mean_negative_axes_keepdims_example", + "opset{7,8,9,10,11,12,13}/test_reduce_mean_negative_axes_keepdims_random", "test_reduce_min_default_axes_keepdims_example", "test_reduce_min_default_axes_keepdims_random", - "test_reduce_min_do_not_keepdims_example", - "test_reduce_min_do_not_keepdims_random", - "test_reduce_min_keepdims_example", - "test_reduce_min_keepdims_random", - "test_reduce_min_negative_axes_keepdims_example", - "test_reduce_min_negative_axes_keepdims_random", + "opset{7,8,9,10,11,12,13}/test_reduce_min_do_not_keepdims_example", + "opset{7,8,9,10,11,12,13}/test_reduce_min_do_not_keepdims_random", + "opset{7,8,9,10,11,12,13}/test_reduce_min_keepdims_example", + "opset{7,8,9,10,11,12,13}/test_reduce_min_keepdims_random", + "opset{7,8,9,10,11,12,13}/test_reduce_min_negative_axes_keepdims_example", + "opset{7,8,9,10,11,12,13}/test_reduce_min_negative_axes_keepdims_random", "test_reduce_prod_default_axes_keepdims_example", "test_reduce_prod_default_axes_keepdims_random", - "test_reduce_prod_do_not_keepdims_example", - "test_reduce_prod_do_not_keepdims_random", - "test_reduce_prod_keepdims_example", - "test_reduce_prod_keepdims_random", - "test_reduce_prod_negative_axes_keepdims_example", - "test_reduce_prod_negative_axes_keepdims_random", + "opset{7,8,9,10,11,12,13}/test_reduce_prod_do_not_keepdims_example", + "opset{7,8,9,10,11,12,13}/test_reduce_prod_do_not_keepdims_random", + "opset{7,8,9,10,11,12,13}/test_reduce_prod_keepdims_example", + "opset{7,8,9,10,11,12,13}/test_reduce_prod_keepdims_random", + "opset{7,8,9,10,11,12,13}/test_reduce_prod_negative_axes_keepdims_example", + "opset{7,8,9,10,11,12,13}/test_reduce_prod_negative_axes_keepdims_random", "test_reduce_sum_default_axes_keepdims_example", "test_reduce_sum_default_axes_keepdims_random", - "test_reduce_sum_do_not_keepdims_example", - "test_reduce_sum_do_not_keepdims_random", + "opset{7,8,9,10,11}/test_reduce_sum_do_not_keepdims_example", + "opset{7,8,9,10,11}/test_reduce_sum_do_not_keepdims_random", "test_reduce_sum_empty_axes_input_noop_example", "test_reduce_sum_empty_axes_input_noop_random", - "test_reduce_sum_keepdims_example", - "test_reduce_sum_keepdims_random", - "test_reduce_sum_negative_axes_keepdims_example", - "test_reduce_sum_negative_axes_keepdims_random", + "opset{7,8,9,10,11}/test_reduce_sum_keepdims_example", + "opset{7,8,9,10,11}/test_reduce_sum_keepdims_random", + "opset{7,8,9,10,11}/test_reduce_sum_negative_axes_keepdims_example", + "opset{7,8,9,10,11}/test_reduce_sum_negative_axes_keepdims_random", "test_reduce_sum_square_default_axes_keepdims_example", "test_reduce_sum_square_default_axes_keepdims_random", - "test_reduce_sum_square_do_not_keepdims_example", - "test_reduce_sum_square_do_not_keepdims_random", - "test_reduce_sum_square_keepdims_example", - "test_reduce_sum_square_keepdims_random", - "test_reduce_sum_square_negative_axes_keepdims_example", - "test_reduce_sum_square_negative_axes_keepdims_random", - // "test_reflect_pad", + "opset{7,8,9,10,11,12,13}/test_reduce_sum_square_do_not_keepdims_example", + "opset{7,8,9,10,11,12,13}/test_reduce_sum_square_do_not_keepdims_random", + "opset{7,8,9,10,11,12,13}/test_reduce_sum_square_keepdims_example", + "opset{7,8,9,10,11,12,13}/test_reduce_sum_square_keepdims_random", + "opset{7,8,9,10,11,12,13}/test_reduce_sum_square_negative_axes_keepdims_example", + "opset{7,8,9,10,11,12,13}/test_reduce_sum_square_negative_axes_keepdims_random", + "opset{7,8,9,10}/test_reflect_pad", "test_relu", - "test_reshape_allowzero_reordered", - "test_reshape_extended_dims", - "test_reshape_negative_dim", - "test_reshape_negative_extended_dims", - "test_reshape_one_dim", - "test_reshape_reduced_dims", - "test_reshape_reordered_all_dims", - "test_reshape_reordered_dims", - "test_reshape_reordered_last_dims", - "test_reshape_zero_and_negative_dim", - "test_reshape_zero_dim", - "test_resize_downsample_linear", - "test_resize_downsample_nearest", - "test_resize_downsample_scales_cubic_A_n0p5_exclude_outside", + // tests "test_reshape*" are excluded because the shape is non-constant input. + // "test_reshape_allowzero_reordered", + // "test_reshape_extended_dims", + // "test_reshape_negative_dim", + // "test_reshape_negative_extended_dims", + // "test_reshape_one_dim", + // "test_reshape_reduced_dims", + // "test_reshape_reordered_all_dims", + // "test_reshape_reordered_dims", + // "test_reshape_reordered_last_dims", + // "test_reshape_zero_and_negative_dim", + // "test_reshape_zero_dim", + // tests "test_resize*" are excluded because scales and sizes are non-constant inputs. + // "test_resize_downsample_linear", + // "test_resize_downsample_nearest", + // "test_resize_downsample_scales_cubic_A_n0p5_exclude_outside", // "test_resize_downsample_scales_cubic_align_corners", - "test_resize_downsample_scales_cubic", + // "test_resize_downsample_scales_cubic", // "test_resize_downsample_scales_linear_align_corners", - "test_resize_downsample_scales_linear", - "test_resize_downsample_scales_nearest", - "test_resize_downsample_sizes_cubic", - "test_resize_downsample_sizes_linear_pytorch_half_pixel", - "test_resize_downsample_sizes_nearest_tf_half_pixel_for_nn", - "test_resize_downsample_sizes_nearest", - "test_resize_nearest", - "test_resize_tf_crop_and_resize", - "test_resize_upsample_linear", - "test_resize_upsample_nearest", - "test_resize_upsample_scales_cubic_A_n0p5_exclude_outside", - "test_resize_upsample_scales_cubic_align_corners", - "test_resize_upsample_scales_cubic_asymmetric", - "test_resize_upsample_scales_cubic", - "test_resize_upsample_scales_linear_align_corners", - "test_resize_upsample_scales_linear", - "test_resize_upsample_scales_nearest", - "test_resize_upsample_sizes_cubic", - "opset{12,13,17,18}/test_resize_upsample_sizes_nearest_ceil_half_pixel", - "opset{12,13,17,18}/test_resize_upsample_sizes_nearest_floor_align_corners", - "opset{12,13,17,18}/test_resize_upsample_sizes_nearest_round_prefer_ceil_asymmetric", - "test_resize_upsample_sizes_nearest", + // "test_resize_downsample_scales_linear", + // "test_resize_downsample_scales_nearest", + // "test_resize_downsample_sizes_cubic", + // "test_resize_downsample_sizes_linear_pytorch_half_pixel", + // "test_resize_downsample_sizes_nearest_tf_half_pixel_for_nn", + // "test_resize_downsample_sizes_nearest", + // "test_resize_nearest", + // "test_resize_tf_crop_and_resize", + // "test_resize_upsample_linear", + // "test_resize_upsample_nearest", + // "test_resize_upsample_scales_cubic_A_n0p5_exclude_outside", + // "test_resize_upsample_scales_cubic_align_corners", + // "test_resize_upsample_scales_cubic_asymmetric", + // "test_resize_upsample_scales_cubic", + // "test_resize_upsample_scales_linear_align_corners", + // "test_resize_upsample_scales_linear", + // "test_resize_upsample_scales_nearest", + // "test_resize_upsample_sizes_cubic", + // "opset{12,13,17,18}/test_resize_upsample_sizes_nearest_ceil_half_pixel", + // "opset{12,13,17,18}/test_resize_upsample_sizes_nearest_floor_align_corners", + // "opset{12,13,17,18}/test_resize_upsample_sizes_nearest_round_prefer_ceil_asymmetric", + // "test_resize_upsample_sizes_nearest", // // "test_reversesequence_batch", // // "test_reversesequence_time", // // "test_rnn_seq_length", // // "test_roialign_aligned_false", // // "test_roialign_aligned_true", // // "test_roialign", - // // "test_round", + "test_round", // // "test_scan_sum", // // "test_scan9_sum", - "test_scatter_elements_with_axis", - "test_scatter_elements_with_duplicate_indices", - "test_scatter_elements_with_negative_indices", - "test_scatter_elements_without_axis", + // "test_scatter_elements_with_axis", // TFLite backend does not support non-constant indices. + // "test_scatter_elements_with_duplicate_indices", // WebNN only supports reduction type 'none'. + // "test_scatter_elements_with_negative_indices", // TFLite backend does not support non-constant indices. + // "test_scatter_elements_without_axis", // TFLite backend does not support non-constant indices. // // "test_scatter_with_axis", // // "test_scatter_without_axis", - "test_scatternd_add", - "test_scatternd_multiply", + // "test_scatternd_add", // WebNN only supports reduction type 'none'. + // "test_scatternd_multiply", // WebNN only supports reduction type 'none'. "test_scatternd", // // "test_sce_mean_3d_expanded", // // "test_sce_mean_3d_log_prob_expanded", @@ -2365,14 +2372,15 @@ // "test_sinh", // // "test_size_example", // // "test_size", - "test_slice_default_axes", - "test_slice_default_steps", - "test_slice_end_out_of_bounds", - "test_slice_neg_steps", - "test_slice_neg", - "test_slice_negative_axes", - "test_slice_start_out_of_bounds", - "test_slice", + // tests "test_slice_*" on opset > 9 are excluded because starts, ends, axes and steps are non-constant inputs. + "opset{7,8,9}/test_slice_default_axes", + // "test_slice_default_steps", + "opset{7,8,9}/test_slice_end_out_of_bounds", + // "test_slice_neg_steps", + "opset{7,8,9}/test_slice_neg", + // "test_slice_negative_axes", + "opset{7,8,9}/test_slice_start_out_of_bounds", + "opset{7,8,9}/test_slice", "test_softmax_axis_0_expanded", "test_softmax_axis_0", "test_softmax_axis_1_expanded", @@ -2455,23 +2463,24 @@ "test_softmax_large_number", "test_softmax_negative_axis_expanded", "test_softmax_negative_axis", - // // "test_softplus_example", - // // "test_softplus", - // // "test_softsign_example", - // // "test_softsign", + "test_softplus_example", + "test_softplus", + "test_softsign_example", + "test_softsign", // "test_spacetodepth_example", // "test_spacetodepth", - "test_split_equal_parts_1d", - "test_split_equal_parts_2d", + // tests "test_split_*" on opset > 10 are excluded because the split input is non-constant input. + "opset{7,8,9,10}/test_split_equal_parts_1d", + "opset{7,8,9,10}/test_split_equal_parts_2d", "test_split_equal_parts_default_axis", - "test_split_variable_parts_1d", - "test_split_variable_parts_2d", - "test_split_variable_parts_default_axis", - "test_split_zero_size_splits", + "opset{7,8,9,10}/test_split_variable_parts_1d", + "opset{7,8,9,10}/test_split_variable_parts_2d", + "opset{7,8,9,10}/test_split_variable_parts_default_axis", + // "test_split_zero_size_splits", "test_sqrt_example", "test_sqrt", - "test_squeeze_negative_axes", - "test_squeeze", + // "test_squeeze_negative_axes", + "opset{7,8,9,10}/test_squeeze", // // "test_stft_with_window", // // "test_stft", // // "test_strnormalizer_export_monday_casesensintive_lower", @@ -2482,7 +2491,7 @@ // // "test_strnormalizer_nostopwords_nochangecase", "test_sub_bcast", "test_sub_example", - // "test_sub_uint8", + "test_sub_uint8", "test_sub", // "test_sum_example", // "test_sum_one_input", @@ -2501,8 +2510,9 @@ // "test_thresholdedrelu_default", // "test_thresholdedrelu_example", // "test_thresholdedrelu", - "test_tile_precomputed", - "test_tile", + // tests "test_tile*" are excluded because the repeats is non-constant input. + // "test_tile_precomputed", + // "test_tile", // // "test_top_k_negative_axis", // // "test_top_k_smallest", // // "test_top_k", @@ -2520,41 +2530,41 @@ "test_transpose_all_permutations_5", "test_transpose_default", // "test_tril_neg", - // "test_tril_one_row_neg", + "test_tril_one_row_neg", // "test_tril_out_neg", // "test_tril_out_pos", // "test_tril_pos", // "test_tril_square_neg", - // "test_tril_square", + "test_tril_square", // "test_tril_zero", - // "test_tril", + "test_tril", // "test_triu_neg", // "test_triu_one_row", // "test_triu_out_neg_out", // "test_triu_out_pos", // "test_triu_pos", // "test_triu_square_neg", - // "test_triu_square", + "test_triu_square", // "test_triu_zero", - // "test_triu", + "test_triu", // // "test_unique_not_sorted_without_axis", // // "test_unique_sorted_with_axis_3d", // // "test_unique_sorted_with_axis", // // "test_unique_sorted_with_negative_axis", // // "test_unique_sorted_without_axis", - "test_unsqueeze_axis_0", - "test_unsqueeze_axis_1", - "test_unsqueeze_axis_2", - "test_unsqueeze_axis_3", - "test_unsqueeze_negative_axes", - "test_unsqueeze_three_axes", - "test_unsqueeze_two_axes", - "test_unsqueeze_unsorted_axes", - "test_unsqueeze", + // "test_unsqueeze_axis_0", + // "test_unsqueeze_axis_1", + // "test_unsqueeze_axis_2", + // "test_unsqueeze_axis_3", + // "test_unsqueeze_negative_axes", + // "test_unsqueeze_three_axes", + // "test_unsqueeze_two_axes", + // "test_unsqueeze_unsorted_axes", + "opset{7,8,9,10}/test_unsqueeze", // "test_wrap_pad" // "test_upsample_nearest", "test_where_example", - // "test_where_long_example", + "test_where_long_example", "test_xor_bcast3v1d", "test_xor_bcast3v2d", "test_xor_bcast4v2d",