onnxruntime/js/web/test/suite-test-list.jsonc
zesongw ad6dd0a597
[WebNN] Enable npm unit tests (#18486)
### Description
- Support more test cases for WebNN EP in suite-test-list.jsonc
- Add DISABLE_WEBNN flag in build.ts as preparing for WebNN EP release
- Add test option: '--webnn-device-type' in test-runner-args-cli.ts to
support running WebNN 'gpu' deviceType
- Use Chrome Stable as default browser for WebNN testing to unblock the
CI limitation.
2024-01-09 10:10:57 -08:00

2548 lines
109 KiB
Text

{
"cpu": {
"onnx": [],
"node": [],
"ops": []
},
"webgl": {
"onnx": ["resnet50", "squeezenet", "tiny_yolov2", "emotion_ferplus"],
"node": [
"test_abs",
"test_acos_example",
"test_acos",
"test_add_bcast",
"test_add",
"test_and_bcast3v1d",
"test_and_bcast3v2d",
"test_and_bcast4v2d",
"test_and_bcast4v3d",
"test_and_bcast4v4d",
"test_and2d",
"test_and3d",
"test_and4d",
"test_asin_example",
"test_asin",
"test_atan_example",
"test_atan",
"test_averagepool_1d_default",
"test_averagepool_2d_default",
//"opset12/test_averagepool_2d_pads", // TODO: fix avgpool and maxpool on VM
// "opset12/test_averagepool_2d_precomputed_pads",
// "opset12/test_averagepool_2d_precomputed_same_upper",
// "opset12/test_averagepool_2d_precomputed_strides",
// "opset12/test_averagepool_2d_same_upper",
// "opset12/test_averagepool_2d_same_lower",
// "opset12/test_averagepool_2d_strides",
"test_averagepool_3d_default",
"test_basic_conv_with_padding",
"test_basic_conv_without_padding",
"test_batchnorm_epsilon",
"test_batchnorm_example",
"test_cast_DOUBLE_to_FLOAT",
"test_cast_FLOAT_to_DOUBLE",
"opset{7,8,9,10}/test_clip_splitbounds",
"opset{7,8,9,10}/test_clip_outbounds",
"opset{7,8,9,10}/test_clip_inbounds",
"opset{7,8,9,10}/test_clip_example",
"opset{7,8,9,10}/test_clip_default_min",
"opset{7,8,9,10}/test_clip_default_max",
"opset{7,8,9,10}/test_clip_default_inbounds",
"opset{7,8,9,10}/test_clip",
"test_concat_1d_axis_0",
"test_concat_2d_axis_0",
"test_concat_2d_axis_1",
"test_concat_3d_axis_0",
"test_concat_3d_axis_1",
"test_concat_3d_axis_2",
"test_conv_with_strides_and_asymmetric_padding",
"test_conv_with_strides_no_padding",
"test_conv_with_strides_padding",
"test_convtranspose",
"test_convtranspose_pad",
"test_convtranspose_pads",
// TODO: add this when test-case file in opset v8 is fixed (i.e. output_shape has 2 dims)
// Might have to rewrite git history for that...
// "test_convtranspose_output_shape",
"test_convtranspose_kernel_shape",
"test_convtranspose_dilations",
"test_constant",
"test_cos_example",
"test_cos",
"test_div_bcast",
"test_div_example",
"test_div",
"test_dropout_default",
"test_dropout_random",
"test_depthtospace_crd_mode",
"test_depthtospace_crd_mode_example",
"test_depthtospace_dcr_mode",
"test_depthtospace_example",
"test_elu_example",
"test_elu",
"test_elu_default",
"test_flatten_axis0",
"test_flatten_axis1",
"test_flatten_axis2",
"test_flatten_axis3",
"test_flatten_default_axis",
"test_gather_0",
"test_gather_1",
"test_gemm_nobroadcast",
"test_gemm_broadcast",
"test_globalaveragepool_precomputed",
"test_globalaveragepool",
"test_globalmaxpool_precomputed",
"test_globalmaxpool",
"test_greater_bcast",
"test_greater",
"test_instancenorm_epsilon",
"test_instancenorm_example",
"test_less_bcast",
"test_less",
"test_equal_bcast",
"test_equal",
"test_identity",
"test_leakyrelu_default",
"test_leakyrelu_example",
"test_leakyrelu",
"test_lrn_default",
"test_lrn",
"test_matmul_2d",
"test_matmul_3d",
"test_matmul_4d",
"test_maxpool_1d_default",
"test_maxpool_2d_default",
// "opset12/test_maxpool_2d_pads",
// "opset12/test_maxpool_2d_precomputed_pads",
// "opset12/test_maxpool_2d_precomputed_same_upper",
// "opset12/test_maxpool_2d_precomputed_strides",
// "opset12/test_maxpool_2d_same_lower",
// "opset12/test_maxpool_2d_same_upper",
// "opset12/test_maxpool_2d_strides",
"test_maxpool_3d_default",
"test_mul_bcast",
"test_mul_example",
"test_mul",
"test_neg",
"test_neg_example",
"test_not_2d",
"test_not_3d",
"test_not_4d",
"test_or_bcast3v1d",
"test_or_bcast3v2d",
"test_or_bcast4v2d",
"test_or_bcast4v3d",
"test_or_bcast4v4d",
"test_prelu_broadcast",
"test_prelu_example",
"test_relu",
"test_reshape_extended_dims",
"test_reshape_negative_dim",
"test_reshape_one_dim",
"test_reshape_reduced_dims",
"test_reshape_reordered_dims",
"test_sigmoid",
"test_sigmoid_example",
"test_sin_example",
"test_sin",
"test_softmax_axis_0",
"test_softmax_axis_1",
"test_softmax_axis_2",
"test_softmax_default_axis",
"test_softmax_example",
{
"name": "test_softmax_large_number",
"platformCondition": "^((?!iOS).)*$" // does NOT contains 'iOS': large number cannot be handled in a half_float environment
},
"test_sub_bcast",
"test_sub_example",
"test_sub",
"test_sum_example",
"test_sum_one_input",
"test_sum_two_inputs",
"opset{7,8,9,10,11,12,13,14,15,16,17}/test_reduce_log_sum_asc_axes",
"opset{7,8,9,10,11,12,13,14,15,16,17}/test_reduce_log_sum_default",
"opset{7,8,9,10,11,12,13,14,15,16,17}/test_reduce_log_sum_desc_axes",
"opset{7,8,9,10,11,12,13,14,15,16,17}/test_reduce_max_default_axes_keepdim_example",
"opset{7,8,9,10,11,12,13,14,15,16,17}/test_reduce_max_default_axes_keepdims_random",
"opset{7,8,9,10,11,12,13,14,15,16,17}/test_reduce_max_do_not_keepdims_example",
"opset{7,8,9,10,11,12,13,14,15,16,17}/test_reduce_max_do_not_keepdims_random",
"opset{7,8,9,10,11,12,13,14,15,16,17}/test_reduce_max_keepdims_example",
"opset{7,8,9,10,11,12,13,14,15,16,17}/test_reduce_max_keepdims_random",
"opset{7,8,9,10,11,12,13,14,15,16,17}/test_reduce_mean_default_axes_keepdims_example",
"opset{7,8,9,10,11,12,13,14,15,16,17}/test_reduce_mean_default_axes_keepdims_random",
"opset{7,8,9,10,11,12,13,14,15,16,17}/test_reduce_mean_do_not_keepdims_example",
"opset{7,8,9,10,11,12,13,14,15,16,17}/test_reduce_mean_do_not_keepdims_random",
"opset{7,8,9,10,11,12,13,14,15,16,17}/test_reduce_mean_keepdims_example",
"opset{7,8,9,10,11,12,13,14,15,16,17}/test_reduce_mean_keepdims_random",
"opset{7,8,9,10,11,12,13,14,15,16,17}/test_reduce_min_default_axes_keepdims_example",
"opset{7,8,9,10,11,12,13,14,15,16,17}/test_reduce_min_default_axes_keepdims_random",
"opset{7,8,9,10,11,12,13,14,15,16,17}/test_reduce_min_do_not_keepdims_example",
"opset{7,8,9,10,11,12,13,14,15,16,17}/test_reduce_min_do_not_keepdims_random",
"opset{7,8,9,10,11,12,13,14,15,16,17}/test_reduce_min_keepdims_example",
"opset{7,8,9,10,11,12,13,14,15,16,17}/test_reduce_min_keepdims_random",
{
"name": "opset{7,8,9,10,11,12,13,14,15,16,17}/test_reduce_prod_default_axes_keepdims_example",
"platformCondition": "^((?!iOS).)*$" // does NOT contains 'iOS': large number cannot be handled in a half_float environment
},
"opset{7,8,9,10,11,12,13,14,15,16,17}/test_reduce_prod_default_axes_keepdims_random",
"opset{7,8,9,10,11,12,13,14,15,16,17}/test_reduce_prod_do_not_keepdims_example",
"opset{7,8,9,10,11,12,13,14,15,16,17}/test_reduce_prod_do_not_keepdims_random",
"opset{7,8,9,10,11,12,13,14,15,16,17}/test_reduce_prod_keepdims_example",
"opset{7,8,9,10,11,12,13,14,15,16,17}/test_reduce_prod_keepdims_random",
"opset{7,8,9,10,11,12}/test_reduce_sum_default_axes_keepdims_example",
"opset{7,8,9,10,11,12}/test_reduce_sum_default_axes_keepdims_random",
"opset{7,8,9,10,11,12}/test_reduce_sum_do_not_keepdims_example",
"opset{7,8,9,10,11,12}/test_reduce_sum_do_not_keepdims_random",
"opset{7,8,9,10,11,12}/test_reduce_sum_keepdims_example",
"opset{7,8,9,10,11,12}/test_reduce_sum_keepdims_random",
"opset{7,8,9,10,11,12}/test_reduce_sum_square_default_axes_keepdims_example",
"opset{7,8,9,10,11,12}/test_reduce_sum_square_default_axes_keepdims_random",
"opset{7,8,9,10,11,12}/test_reduce_sum_square_do_not_keepdims_example",
"opset{7,8,9,10,11,12}/test_reduce_sum_square_do_not_keepdims_random",
"opset{7,8,9,10,11,12}/test_reduce_sum_square_keepdims_example",
"opset{7,8,9,10,11,12}/test_reduce_sum_square_keepdims_random",
"opset{7,8,9,10,11,12}/test_split_variable_parts_default_axis",
"opset{7,8,9,10,11,12}/test_split_variable_parts_1d",
"opset{7,8,9,10,11,12}/test_split_variable_parts_2d",
"opset{7,8,9,10,11,12}/test_split_equal_parts_default_axis",
"opset{7,8,9,10,11,12}/test_split_equal_parts_1d",
"opset{7,8,9,10,11,12}/test_split_equal_parts_2d",
"opset{7,8,9}/test_slice",
"opset{7,8,9}/test_slice_default_axes",
"opset{7,8,9}/test_slice_end_out_of_bounds",
"opset{7,8,9}/test_slice_neg",
// "test_slice_start_out_of_bounds", // tensor shape of 0
"test_squeeze",
"test_tan_example",
//"test_tan", // incorrect result in Chrome v100... investigating
"test_tanh_example",
"test_tanh",
"test_tile",
"test_tile_precomputed",
"test_transpose_all_permutations_0",
"test_transpose_all_permutations_1",
"test_transpose_all_permutations_2",
"test_transpose_all_permutations_3",
"test_transpose_all_permutations_4",
"test_transpose_all_permutations_5",
"test_transpose_default",
"test_unsqueeze",
"test_xor_bcast3v1d",
"test_xor_bcast3v2d",
"test_xor_bcast4v2d",
"test_xor_bcast4v3d",
"test_xor_bcast4v4d",
"test_xor2d",
"test_xor3d",
"test_xor4d"
],
"ops": [
"abs.jsonc",
"acos.jsonc",
"add.jsonc",
"and.jsonc",
"asin.jsonc",
"ceil.jsonc",
"concat.jsonc",
"conv.jsonc",
"cos.jsonc",
"div.jsonc",
"depth-to-space.jsonc",
"equal.jsonc",
"exp.jsonc",
"floor.jsonc",
"global-average-pool.jsonc",
"gemm.jsonc",
"greater.jsonc",
//"identity.jsonc",
"image-scaler.jsonc",
"instance-norm.jsonc",
"less.jsonc",
"log.jsonc",
"matmul.jsonc",
"mul.jsonc",
"neg.jsonc",
"not.jsonc",
"or.jsonc",
"leaky-relu.jsonc",
"reduce-min.jsonc",
"relu.jsonc",
"pad.jsonc",
"pad-big.jsonc",
"pow.jsonc",
"pow-big-number.jsonc",
"reshape-int32.jsonc",
"softmax.jsonc",
"sin.jsonc",
"split.jsonc",
"sqrt.jsonc",
"sub.jsonc",
"tan.jsonc",
"transpose.jsonc",
"xor.jsonc"
]
},
"webgpu": {
"onnx": [],
"node": [
"test_abs",
"test_acos_example",
"test_acos",
"test_acosh_example",
"test_acosh",
// // "test_adagrad_multiple",
// // "test_adagrad",
// // "test_adam_multiple",
// // "test_adam",
"test_add_bcast",
// "test_add_uint8",
"test_add",
// "test_and_bcast3v1d",
// "test_and_bcast3v2d",
// "test_and_bcast4v2d",
// "test_and_bcast4v3d",
// "test_and_bcast4v4d",
// "test_and2d",
// "test_and3d",
// "test_and4d",
"test_argmax_default_axis_example_select_last_index",
"test_argmax_default_axis_example",
"test_argmax_default_axis_random_select_last_index",
"test_argmax_default_axis_random",
"test_argmax_keepdims_example_select_last_index",
"test_argmax_keepdims_example",
"test_argmax_keepdims_random_select_last_index",
"test_argmax_keepdims_random",
"test_argmax_negative_axis_keepdims_example_select_last_index",
"test_argmax_negative_axis_keepdims_example",
"test_argmax_negative_axis_keepdims_random_select_last_index",
"test_argmax_negative_axis_keepdims_random",
"test_argmax_no_keepdims_example_select_last_index",
"test_argmax_no_keepdims_example",
"test_argmax_no_keepdims_random_select_last_index",
"test_argmax_no_keepdims_random",
"test_argmin_default_axis_example_select_last_index",
"test_argmin_default_axis_example",
"test_argmin_default_axis_random_select_last_index",
"test_argmin_default_axis_random",
"test_argmin_keepdims_example_select_last_index",
"test_argmin_keepdims_example",
"test_argmin_keepdims_random_select_last_index",
"test_argmin_keepdims_random",
"test_argmin_negative_axis_keepdims_example_select_last_index",
"test_argmin_negative_axis_keepdims_example",
"test_argmin_negative_axis_keepdims_random_select_last_index",
"test_argmin_negative_axis_keepdims_random",
"test_argmin_no_keepdims_example_select_last_index",
"test_argmin_no_keepdims_example",
"test_argmin_no_keepdims_random_select_last_index",
"test_argmin_no_keepdims_random",
"test_asin_example",
"test_asin",
"test_asinh_example",
"test_asinh",
"test_atan_example",
"test_atan",
"test_atanh_example",
"test_atanh",
// "test_averagepool_1d_default",
// "test_averagepool_2d_ceil",
"test_averagepool_2d_default",
"test_averagepool_2d_pads_count_include_pad",
"test_averagepool_2d_pads",
"test_averagepool_2d_precomputed_pads_count_include_pad",
"test_averagepool_2d_precomputed_pads",
"test_averagepool_2d_precomputed_same_upper",
"test_averagepool_2d_precomputed_strides",
"test_averagepool_2d_same_lower",
"test_averagepool_2d_same_upper",
"test_averagepool_2d_strides",
// "test_averagepool_3d_default",
"test_basic_conv_with_padding",
"test_basic_conv_without_padding",
// "test_basic_convinteger",
// "test_batchnorm_epsilon_training_mode",
"test_batchnorm_epsilon",
// "test_batchnorm_example_training_mode",
"test_batchnorm_example",
// // "test_bernoulli_double_expanded",
// // "test_bernoulli_double",
// // "test_bernoulli_expanded",
// // "test_bernoulli_seed_expanded",
// // "test_bernoulli_seed",
// // "test_bernoulli",
// // "test_bitshift_left_uint16",
// // "test_bitshift_left_uint32",
// // "test_bitshift_left_uint64",
// // "test_bitshift_left_uint8",
// // "test_bitshift_right_uint16",
// // "test_bitshift_right_uint32",
// // "test_bitshift_right_uint64",
// // "test_bitshift_right_uint8",
// // "test_blackmanwindow_expanded",
// // "test_blackmanwindow_symmetric_expanded",
// // "test_blackmanwindow_symmetric",
// // "test_blackmanwindow",
// // "test_cast_BFLOAT16_to_FLOAT",
// // "test_cast_DOUBLE_to_FLOAT",
// // "test_cast_DOUBLE_to_FLOAT16",
// // "test_cast_FLOAT_to_BFLOAT16",
// // "test_cast_FLOAT_to_DOUBLE",
// // "test_cast_FLOAT_to_FLOAT16",
// // "test_cast_FLOAT_to_STRING",
// // "test_cast_FLOAT16_to_DOUBLE",
// // "test_cast_FLOAT16_to_FLOAT",
// // "test_cast_STRING_to_FLOAT",
// // "test_castlike_BFLOAT16_to_FLOAT_expanded",
// // "test_castlike_BFLOAT16_to_FLOAT",
// // "test_castlike_DOUBLE_to_FLOAT_expanded",
// // "test_castlike_DOUBLE_to_FLOAT",
// // "test_castlike_DOUBLE_to_FLOAT16_expanded",
// // "test_castlike_DOUBLE_to_FLOAT16",
// // "test_castlike_FLOAT_to_BFLOAT16_expanded",
// // "test_castlike_FLOAT_to_BFLOAT16",
// // "test_castlike_FLOAT_to_DOUBLE_expanded",
// // "test_castlike_FLOAT_to_DOUBLE",
// // "test_castlike_FLOAT_to_FLOAT16_expanded",
// // "test_castlike_FLOAT_to_FLOAT16",
// // "test_castlike_FLOAT_to_STRING_expanded",
// // "test_castlike_FLOAT_to_STRING",
// // "test_castlike_FLOAT16_to_DOUBLE_expanded",
// // "test_castlike_FLOAT16_to_DOUBLE",
// // "test_castlike_FLOAT16_to_FLOAT_expanded",
// // "test_castlike_FLOAT16_to_FLOAT",
// // "test_castlike_STRING_to_FLOAT_expanded",
// // "test_castlike_STRING_to_FLOAT",
"test_ceil_example",
"test_ceil",
// "test_celu_expanded",
// "test_celu",
// "test_clip_default_inbounds",
// "test_clip_default_int8_inbounds",
// "test_clip_default_int8_max",
// "test_clip_default_int8_min",
// "test_clip_default_max",
// "test_clip_default_min",
// "test_clip_example",
// "test_clip_inbounds",
// "test_clip_outbounds",
// "test_clip_splitbounds",
// "test_clip",
// // "test_compress_0",
// // "test_compress_1",
// // "test_compress_default_axis",
// // "test_compress_negative_axis",
"test_concat_1d_axis_0",
"test_concat_1d_axis_negative_1",
"test_concat_2d_axis_0",
"test_concat_2d_axis_1",
"test_concat_2d_axis_negative_1",
"test_concat_2d_axis_negative_2",
"test_concat_3d_axis_0",
"test_concat_3d_axis_1",
"test_concat_3d_axis_2",
"test_concat_3d_axis_negative_1",
"test_concat_3d_axis_negative_2",
"test_concat_3d_axis_negative_3",
"test_conv_with_autopad_same",
"test_conv_with_strides_and_asymmetric_padding",
"test_conv_with_strides_no_padding",
"test_conv_with_strides_padding",
// // "test_convinteger_with_padding",
// // "test_convinteger_without_padding",
"test_convtranspose_1d",
// // "test_convtranspose_3d",
"test_convtranspose_autopad_same",
"test_convtranspose_dilations",
"test_convtranspose_kernel_shape",
"opset{9,17}/test_convtranspose_output_shape",
"test_convtranspose_pad",
"test_convtranspose_pads",
"test_convtranspose_with_kernel",
"test_convtranspose",
"test_cos_example",
"test_cos",
"test_cosh_example",
"test_cosh",
// "test_cumsum_1d_exclusive",
// "test_cumsum_1d_reverse_exclusive",
// "test_cumsum_1d_reverse",
// "test_cumsum_1d",
// "test_cumsum_2d_axis_0",
// "test_cumsum_2d_axis_1",
// "test_cumsum_2d_negative_axis",
// "test_depthtospace_crd_mode_example",
// "test_depthtospace_crd_mode",
// "test_depthtospace_dcr_mode",
// "test_depthtospace_example",
// "test_depthtospace",
// // "test_dequantizelinear_axis",
// // "test_dequantizelinear",
// // "test_det_2d",
// // "test_det_nd",
// // "test_dft_axis",
// // "test_dft_inverse",
// // "test_dft",
"test_div_bcast",
"test_div_example",
// "test_div_uint8",
"test_div",
// // "test_dropout_default_mask_ratio",
// // "test_dropout_default_mask",
// // "test_dropout_default_old",
// // "test_dropout_default_ratio",
// // "test_dropout_default",
// // "test_dropout_random_old",
// // "test_dropout_random",
// // "test_dynamic_slice_default_axes",
// // "test_dynamic_slice_end_out_of_bounds",
// // "test_dynamic_slice_neg",
// // "test_dynamic_slice_start_out_of_bounds",
// // "test_dynamic_slice",
// // "test_dynamicquantizelinear_expanded",
// // "test_dynamicquantizelinear_max_adjusted_expanded",
// // "test_dynamicquantizelinear_max_adjusted",
// // "test_dynamicquantizelinear_min_adjusted_expanded",
// // "test_dynamicquantizelinear_min_adjusted",
// // "test_dynamicquantizelinear",
"test_edge_pad",
// "test_einsum_batch_diagonal",
// "test_einsum_batch_matmul",
// "test_einsum_inner_prod",
// "test_einsum_sum",
// "test_einsum_transpose",
"test_elu_default",
"test_elu_example",
"test_elu",
// "test_equal_bcast",
// "test_equal",
"test_erf",
"test_exp_example",
"test_exp",
"test_expand_dim_changed",
"test_expand_dim_unchanged",
// "test_eyelike_populate_off_main_diagonal",
// "test_eyelike_with_dtype",
// "test_eyelike_without_dtype",
"test_flatten_axis0",
"test_flatten_axis1",
"test_flatten_axis2",
"test_flatten_axis3",
"test_flatten_default_axis",
"test_flatten_negative_axis1",
"test_flatten_negative_axis2",
"test_flatten_negative_axis3",
"test_flatten_negative_axis4",
"test_floor_example",
"test_floor",
"test_gather_0",
"test_gather_1",
"test_gather_2d_indices",
"test_gather_negative_indices",
"test_gather_elements_0",
"test_gather_elements_1",
"test_gather_elements_negative_indices",
// "test_gather_negative_indices",
// // "test_gathernd_example_float32",
// // "test_gathernd_example_int32_batch_dim1",
// // "test_gathernd_example_int32",
"test_gemm_all_attributes",
"test_gemm_alpha",
"test_gemm_beta",
"test_gemm_broadcast",
"test_gemm_default_matrix_bias",
"test_gemm_default_no_bias",
"test_gemm_default_scalar_bias",
"test_gemm_default_single_elem_vector_bias",
"test_gemm_default_vector_bias",
"test_gemm_default_zero_bias",
"test_gemm_nobroadcast",
"test_gemm_transposeA",
"test_gemm_transposeB",
"test_globalaveragepool_precomputed",
"test_globalaveragepool",
"test_globalmaxpool_precomputed",
"test_globalmaxpool",
"test_greater_bcast",
"test_greater_equal_bcast_expanded",
"test_greater_equal_bcast",
"test_greater_equal_expanded",
"test_greater_equal",
"test_greater",
// // "test_gridsample_aligncorners_true",
// // "test_gridsample_bicubic",
// // "test_gridsample_bilinear",
// // "test_gridsample_border_padding",
// // "test_gridsample_nearest",
// // "test_gridsample_reflection_padding",
// // "test_gridsample_zeros_padding",
// // "test_gridsample",
// // "test_gru_batchwise",
// // "test_gru_defaults",
// // "test_gru_seq_length",
// // "test_gru_with_initial_bias",
// // "test_hammingwindow_expanded",
// // "test_hammingwindow_symmetric_expanded",
// // "test_hammingwindow_symmetric",
// // "test_hammingwindow",
// // "test_hannwindow_expanded",
// // "test_hannwindow_symmetric_expanded",
// // "test_hannwindow_symmetric",
// // "test_hannwindow",
// // "test_hardmax_axis_0",
// // "test_hardmax_axis_1",
// // "test_hardmax_axis_2",
// // "test_hardmax_default_axis",
// // "test_hardmax_example",
// // "test_hardmax_negative_axis",
// // "test_hardmax_one_hot",
// // "test_hardsigmoid_default",
// // "test_hardsigmoid_example",
// // "test_hardsigmoid",
// // "test_hardswish_expanded",
// // "test_hardswish",
"test_if",
// TODO: Uncomment 'test_if_seq' and 'test_if_opt' once the test infra
// supports Sequence and Optional types
// "test_if_seq",
// "test_if_opt",
"test_instancenorm_epsilon",
"test_instancenorm_example",
// "test_isinf_negative",
// "test_isinf_positive",
// "test_isinf",
// "test_isnan",
"test_layer_normalization_2d_axis_negative_1_expanded",
"test_layer_normalization_2d_axis_negative_1",
"test_layer_normalization_2d_axis_negative_2_expanded",
"test_layer_normalization_2d_axis_negative_2",
"test_layer_normalization_2d_axis0_expanded",
"test_layer_normalization_2d_axis0",
"test_layer_normalization_2d_axis1_expanded",
"test_layer_normalization_2d_axis1",
// // "test_layer_normalization_3d_axis_negative_1_epsilon_expanded",
"test_layer_normalization_3d_axis_negative_1_epsilon",
// // "test_layer_normalization_3d_axis_negative_2_epsilon_expanded",
"test_layer_normalization_3d_axis_negative_2_epsilon",
// // "test_layer_normalization_3d_axis_negative_3_epsilon_expanded",
"test_layer_normalization_3d_axis_negative_3_epsilon",
// // "test_layer_normalization_3d_axis0_epsilon_expanded",
"test_layer_normalization_3d_axis0_epsilon",
"test_layer_normalization_3d_axis1_epsilon_expanded",
"test_layer_normalization_3d_axis1_epsilon",
// // "test_layer_normalization_3d_axis2_epsilon_expanded",
"test_layer_normalization_3d_axis2_epsilon",
"test_layer_normalization_4d_axis_negative_1_expanded",
"test_layer_normalization_4d_axis_negative_1",
// // "test_layer_normalization_4d_axis_negative_2_expanded",
"test_layer_normalization_4d_axis_negative_2",
"test_layer_normalization_4d_axis_negative_3_expanded",
"test_layer_normalization_4d_axis_negative_3",
"test_layer_normalization_4d_axis_negative_4_expanded",
"test_layer_normalization_4d_axis_negative_4",
"test_layer_normalization_4d_axis0_expanded",
"test_layer_normalization_4d_axis0",
"test_layer_normalization_4d_axis1_expanded",
"test_layer_normalization_4d_axis1",
// // "test_layer_normalization_4d_axis2_expanded",
"test_layer_normalization_4d_axis2",
"test_layer_normalization_4d_axis3_expanded",
"test_layer_normalization_4d_axis3",
"test_layer_normalization_default_axis_expanded",
"test_layer_normalization_default_axis",
"test_leakyrelu_default",
"test_leakyrelu_example",
"test_leakyrelu",
"test_less_bcast",
"test_less_equal_bcast_expanded",
"test_less_equal_bcast",
"test_less_equal_expanded",
"test_less_equal",
"test_less",
"test_log_example",
"test_log",
// // "test_logsoftmax_axis_0_expanded",
// // "test_logsoftmax_axis_0",
// // "test_logsoftmax_axis_1_expanded",
// // "test_logsoftmax_axis_1",
// // "test_logsoftmax_axis_2_expanded",
// // "test_logsoftmax_axis_2",
// // "test_logsoftmax_default_axis_expanded",
// // "test_logsoftmax_default_axis",
// // "test_logsoftmax_example_1_expanded",
// // "test_logsoftmax_example_1",
// // "test_logsoftmax_large_number_expanded",
// // "test_logsoftmax_large_number",
// // "test_logsoftmax_negative_axis_expanded",
// // "test_logsoftmax_negative_axis",
// "test_lrn_default",
// "test_lrn",
// // "test_lstm_batchwise",
// // "test_lstm_defaults",
// // "test_lstm_with_initial_bias",
// // "test_lstm_with_peepholes",
"test_matmul_2d",
"test_matmul_3d",
"test_matmul_4d",
// // "test_matmulinteger",
// "test_max_example",
// "test_max_float16",
// "test_max_float32",
// "test_max_float64",
// "test_max_int16",
// "test_max_int32",
// "test_max_int64",
// "test_max_int8",
// "test_max_one_input",
// "test_max_two_inputs",
// "test_max_uint16",
// "test_max_uint32",
// "test_max_uint64",
// "test_max_uint8",
// "test_maxpool_1d_default",
// "test_maxpool_2d_ceil",
"test_maxpool_2d_default",
// "test_maxpool_2d_dilations",
"test_maxpool_2d_pads",
"test_maxpool_2d_precomputed_pads",
"test_maxpool_2d_precomputed_same_upper",
"test_maxpool_2d_precomputed_strides",
"test_maxpool_2d_same_lower",
"test_maxpool_2d_same_upper",
"test_maxpool_2d_strides",
// "test_maxpool_2d_uint8",
// "test_maxpool_3d_default",
// "test_maxpool_with_argmax_2d_precomputed_pads",
// "test_maxpool_with_argmax_2d_precomputed_strides",
// // "test_maxunpool_export_with_output_shape",
// // "test_maxunpool_export_without_output_shape",
// // "test_mean_example",
// // "test_mean_one_input",
// // "test_mean_two_inputs",
// // "test_melweightmatrix",
// "test_min_example",
// "test_min_float16",
// "test_min_float32",
// "test_min_float64",
// "test_min_int16",
// "test_min_int32",
// "test_min_int64",
// "test_min_int8",
// "test_min_one_input",
// "test_min_two_inputs",
// "test_min_uint16",
// "test_min_uint32",
// "test_min_uint64",
// "test_min_uint8",
// "test_mod_bcast",
// "test_mod_broadcast",
// "test_mod_float_mixed_sign_example",
// "test_mod_fmod_mixed_sign_example",
// "test_mod_int64_fmod",
// "test_mod_int64_mixed_sign_example",
// "test_mod_mixed_sign_float16",
// "test_mod_mixed_sign_float32",
// "test_mod_mixed_sign_float64",
// "test_mod_mixed_sign_int16",
// "test_mod_mixed_sign_int32",
// "test_mod_mixed_sign_int64",
// "test_mod_mixed_sign_int8",
// "test_mod_uint16",
// "test_mod_uint32",
// "test_mod_uint64",
// "test_mod_uint8",
// // "test_momentum_multiple",
// // "test_momentum",
"test_mul_bcast",
"test_mul_example",
// "test_mul_uint8",
"test_mul",
// "test_mvn_expanded",
// "test_mvn",
"test_neg_example",
"test_neg",
// // "test_negative_log_likelihood_loss_iinput_shape_is_NCd1_weight_ignore_index_expanded",
// // "test_negative_log_likelihood_loss_iinput_shape_is_NCd1_weight_ignore_index",
// // "test_negative_log_likelihood_loss_input_shape_is_NC_expanded",
// // "test_negative_log_likelihood_loss_input_shape_is_NC",
// // "test_negative_log_likelihood_loss_input_shape_is_NCd1_expanded",
// // "test_negative_log_likelihood_loss_input_shape_is_NCd1_ignore_index_expanded",
// // "test_negative_log_likelihood_loss_input_shape_is_NCd1_ignore_index",
// // "test_negative_log_likelihood_loss_input_shape_is_NCd1_mean_weight_negative_ignore_index_expanded",
// // "test_negative_log_likelihood_loss_input_shape_is_NCd1_mean_weight_negative_ignore_index",
// // "test_negative_log_likelihood_loss_input_shape_is_NCd1_weight_expanded",
// // "test_negative_log_likelihood_loss_input_shape_is_NCd1_weight",
// // "test_negative_log_likelihood_loss_input_shape_is_NCd1",
// // "test_negative_log_likelihood_loss_input_shape_is_NCd1d2_expanded",
// // "test_negative_log_likelihood_loss_input_shape_is_NCd1d2_no_weight_reduction_mean_ignore_index_expanded",
// // "test_negative_log_likelihood_loss_input_shape_is_NCd1d2_no_weight_reduction_mean_ignore_index",
// // "test_negative_log_likelihood_loss_input_shape_is_NCd1d2_reduction_mean_expanded",
// // "test_negative_log_likelihood_loss_input_shape_is_NCd1d2_reduction_mean",
// // "test_negative_log_likelihood_loss_input_shape_is_NCd1d2_reduction_sum_expanded",
// // "test_negative_log_likelihood_loss_input_shape_is_NCd1d2_reduction_sum",
// // "test_negative_log_likelihood_loss_input_shape_is_NCd1d2_with_weight_expanded",
// // "test_negative_log_likelihood_loss_input_shape_is_NCd1d2_with_weight_reduction_mean_expanded",
// // "test_negative_log_likelihood_loss_input_shape_is_NCd1d2_with_weight_reduction_mean",
// // "test_negative_log_likelihood_loss_input_shape_is_NCd1d2_with_weight_reduction_sum_expanded",
// // "test_negative_log_likelihood_loss_input_shape_is_NCd1d2_with_weight_reduction_sum_ignore_index_expanded",
// // "test_negative_log_likelihood_loss_input_shape_is_NCd1d2_with_weight_reduction_sum_ignore_index",
// // "test_negative_log_likelihood_loss_input_shape_is_NCd1d2_with_weight_reduction_sum",
// // "test_negative_log_likelihood_loss_input_shape_is_NCd1d2_with_weight",
// // "test_negative_log_likelihood_loss_input_shape_is_NCd1d2",
// // "test_negative_log_likelihood_loss_input_shape_is_NCd1d2d3_none_no_weight_negative_ignore_index_expanded",
// // "test_negative_log_likelihood_loss_input_shape_is_NCd1d2d3_none_no_weight_negative_ignore_index",
// // "test_negative_log_likelihood_loss_input_shape_is_NCd1d2d3_sum_weight_high_ignore_index_expanded",
// // "test_negative_log_likelihood_loss_input_shape_is_NCd1d2d3_sum_weight_high_ignore_index",
// // "test_negative_log_likelihood_loss_input_shape_is_NCd1d2d3d4d5_mean_weight_expanded",
// // "test_negative_log_likelihood_loss_input_shape_is_NCd1d2d3d4d5_mean_weight",
// // "test_negative_log_likelihood_loss_input_shape_is_NCd1d2d3d4d5_none_no_weight_expanded",
// // "test_negative_log_likelihood_loss_input_shape_is_NCd1d2d3d4d5_none_no_weight",
// // "test_nesterov_momentum",
// // "test_nllloss_NC_expanded",
// // "test_nllloss_NC",
// // "test_nllloss_NCd1_expanded",
// // "test_nllloss_NCd1_ii_expanded",
// // "test_nllloss_NCd1_ii",
// // "test_nllloss_NCd1_mean_weight_negative_ii_expanded",
// // "test_nllloss_NCd1_mean_weight_negative_ii",
// // "test_nllloss_NCd1_weight_expanded",
// // "test_nllloss_NCd1_weight_ii_expanded",
// // "test_nllloss_NCd1_weight_ii",
// // "test_nllloss_NCd1_weight",
// // "test_nllloss_NCd1",
// // "test_nllloss_NCd1d2_expanded",
// // "test_nllloss_NCd1d2_no_weight_reduction_mean_ii_expanded",
// // "test_nllloss_NCd1d2_no_weight_reduction_mean_ii",
// // "test_nllloss_NCd1d2_reduction_mean_expanded",
// // "test_nllloss_NCd1d2_reduction_mean",
// // "test_nllloss_NCd1d2_reduction_sum_expanded",
// // "test_nllloss_NCd1d2_reduction_sum",
// // "test_nllloss_NCd1d2_with_weight_expanded",
// // "test_nllloss_NCd1d2_with_weight_reduction_mean_expanded",
// // "test_nllloss_NCd1d2_with_weight_reduction_mean",
// // "test_nllloss_NCd1d2_with_weight_reduction_sum_expanded",
// // "test_nllloss_NCd1d2_with_weight_reduction_sum_ii_expanded",
// // "test_nllloss_NCd1d2_with_weight_reduction_sum_ii",
// // "test_nllloss_NCd1d2_with_weight_reduction_sum",
// // "test_nllloss_NCd1d2_with_weight",
// // "test_nllloss_NCd1d2",
// // "test_nllloss_NCd1d2d3_none_no_weight_negative_ii_expanded",
// // "test_nllloss_NCd1d2d3_none_no_weight_negative_ii",
// // "test_nllloss_NCd1d2d3_sum_weight_high_ii_expanded",
// // "test_nllloss_NCd1d2d3_sum_weight_high_ii",
// // "test_nllloss_NCd1d2d3d4d5_mean_weight_expanded",
// // "test_nllloss_NCd1d2d3d4d5_mean_weight",
// // "test_nllloss_NCd1d2d3d4d5_none_no_weight_expanded",
// // "test_nllloss_NCd1d2d3d4d5_none_no_weight",
// "test_nonmaxsuppression_center_point_box_format",
// "test_nonmaxsuppression_flipped_coordinates",
// "test_nonmaxsuppression_identical_boxes",
// "test_nonmaxsuppression_limit_output_size",
// "test_nonmaxsuppression_single_box",
// "test_nonmaxsuppression_suppress_by_IOU_and_scores",
// "test_nonmaxsuppression_suppress_by_IOU",
// "test_nonmaxsuppression_two_batches",
// "test_nonmaxsuppression_two_classes",
// "test_nonzero_example",
"test_not_2d",
"test_not_3d",
"test_not_4d",
// // "test_onehot_negative_indices",
// // "test_onehot_with_axis",
// // "test_onehot_with_negative_axis",
// // "test_onehot_without_axis",
// // "test_optional_get_element_sequence",
// // "test_optional_get_element",
// // "test_optional_has_element_empty",
// // "test_optional_has_element",
// "test_or_bcast3v1d",
// "test_or_bcast3v2d",
// "test_or_bcast4v2d",
// "test_or_bcast4v3d",
// "test_or_bcast4v4d",
// "test_or2d",
// "test_or3d",
// "test_or4d",
"test_pow_bcast_array",
"test_pow_bcast_scalar",
"test_pow_example",
// "test_pow_types_float",
// "test_pow_types_float32_int32",
// "test_pow_types_float32_int64",
// "test_pow_types_float32_uint32",
// "test_pow_types_float32_uint64",
// "test_pow_types_int",
// "test_pow_types_int32_float32",
// "test_pow_types_int32_int32",
// "test_pow_types_int64_float32",
// "test_pow_types_int64_int64",
"test_pow",
// "test_prelu_broadcast",
// "test_prelu_example",
// // "test_qlinearconv",
// // "test_qlinearmatmul_2D",
// // "test_qlinearmatmul_3D",
// // "test_quantizelinear_axis",
// // "test_quantizelinear",
"test_range_float_type_positive_delta_expanded",
"test_range_float_type_positive_delta",
"test_range_int32_type_negative_delta_expanded",
"test_range_int32_type_negative_delta",
"test_reciprocal_example",
"test_reciprocal",
"test_reduce_l1_default_axes_keepdims_example",
"test_reduce_l1_default_axes_keepdims_random",
"test_reduce_l1_do_not_keepdims_example",
"test_reduce_l1_do_not_keepdims_random",
"test_reduce_l1_keep_dims_example",
"test_reduce_l1_keep_dims_random",
"test_reduce_l1_negative_axes_keep_dims_example",
"test_reduce_l1_negative_axes_keep_dims_random",
"test_reduce_l2_default_axes_keepdims_example",
"test_reduce_l2_default_axes_keepdims_random",
"test_reduce_l2_do_not_keepdims_example",
"test_reduce_l2_do_not_keepdims_random",
"test_reduce_l2_keep_dims_example",
"test_reduce_l2_keep_dims_random",
"test_reduce_l2_negative_axes_keep_dims_example",
"test_reduce_l2_negative_axes_keep_dims_random",
"test_reduce_log_sum_asc_axes",
"test_reduce_log_sum_default",
"test_reduce_log_sum_desc_axes",
// tests "test_reduce_log_sum_exp_*" on opset17/opset18 are excluded because they use float64.
"opset{7,8,9}/test_reduce_log_sum_exp_default_axes_keepdims_example",
"opset{7,8,9}/test_reduce_log_sum_exp_default_axes_keepdims_random",
"opset{7,8,9}/test_reduce_log_sum_exp_do_not_keepdims_example",
"opset{7,8,9}/test_reduce_log_sum_exp_do_not_keepdims_random",
"opset{7,8,9}/test_reduce_log_sum_exp_keepdims_example",
"opset{7,8,9}/test_reduce_log_sum_exp_keepdims_random",
"opset11/test_reduce_log_sum_exp_negative_axes_keepdims_example",
"opset11/test_reduce_log_sum_exp_negative_axes_keepdims_random",
"test_reduce_log_sum_negative_axes",
"test_reduce_log_sum",
"test_reduce_max_default_axes_keepdim_example",
"test_reduce_max_default_axes_keepdims_random",
"test_reduce_max_do_not_keepdims_example",
"test_reduce_max_do_not_keepdims_random",
"test_reduce_max_keepdims_example",
"test_reduce_max_keepdims_random",
"test_reduce_max_negative_axes_keepdims_example",
"test_reduce_max_negative_axes_keepdims_random",
"test_reduce_mean_default_axes_keepdims_example",
"test_reduce_mean_default_axes_keepdims_random",
"test_reduce_mean_do_not_keepdims_example",
"test_reduce_mean_do_not_keepdims_random",
"test_reduce_mean_keepdims_example",
"test_reduce_mean_keepdims_random",
"test_reduce_mean_negative_axes_keepdims_example",
"test_reduce_mean_negative_axes_keepdims_random",
"test_reduce_min_default_axes_keepdims_example",
"test_reduce_min_default_axes_keepdims_random",
"test_reduce_min_do_not_keepdims_example",
"test_reduce_min_do_not_keepdims_random",
"test_reduce_min_keepdims_example",
"test_reduce_min_keepdims_random",
"test_reduce_min_negative_axes_keepdims_example",
"test_reduce_min_negative_axes_keepdims_random",
"test_reduce_prod_default_axes_keepdims_example",
"test_reduce_prod_default_axes_keepdims_random",
"test_reduce_prod_do_not_keepdims_example",
"test_reduce_prod_do_not_keepdims_random",
"test_reduce_prod_keepdims_example",
"test_reduce_prod_keepdims_random",
"test_reduce_prod_negative_axes_keepdims_example",
"test_reduce_prod_negative_axes_keepdims_random",
"test_reduce_sum_default_axes_keepdims_example",
"test_reduce_sum_default_axes_keepdims_random",
"test_reduce_sum_do_not_keepdims_example",
"test_reduce_sum_do_not_keepdims_random",
"test_reduce_sum_empty_axes_input_noop_example",
"test_reduce_sum_empty_axes_input_noop_random",
"test_reduce_sum_keepdims_example",
"test_reduce_sum_keepdims_random",
"test_reduce_sum_negative_axes_keepdims_example",
"test_reduce_sum_negative_axes_keepdims_random",
"test_reduce_sum_square_default_axes_keepdims_example",
"test_reduce_sum_square_default_axes_keepdims_random",
"test_reduce_sum_square_do_not_keepdims_example",
"test_reduce_sum_square_do_not_keepdims_random",
"test_reduce_sum_square_keepdims_example",
"test_reduce_sum_square_keepdims_random",
"test_reduce_sum_square_negative_axes_keepdims_example",
"test_reduce_sum_square_negative_axes_keepdims_random",
"test_reflect_pad",
"test_relu",
// "test_reshape_allowzero_reordered",
"test_reshape_extended_dims",
"test_reshape_negative_dim",
"test_reshape_negative_extended_dims",
"test_reshape_one_dim",
"test_reshape_reduced_dims",
"test_reshape_reordered_all_dims",
"test_reshape_reordered_dims",
"test_reshape_reordered_last_dims",
"test_reshape_zero_and_negative_dim",
"test_reshape_zero_dim",
"test_resize_downsample_linear",
"test_resize_downsample_nearest",
"test_resize_downsample_scales_cubic_A_n0p5_exclude_outside",
// "test_resize_downsample_scales_cubic_align_corners",
"test_resize_downsample_scales_cubic",
// "test_resize_downsample_scales_linear_align_corners",
"test_resize_downsample_scales_linear",
"test_resize_downsample_scales_nearest",
"test_resize_downsample_sizes_cubic",
"test_resize_downsample_sizes_linear_pytorch_half_pixel",
"test_resize_downsample_sizes_nearest_tf_half_pixel_for_nn",
"test_resize_downsample_sizes_nearest",
"test_resize_nearest",
"test_resize_tf_crop_and_resize",
"test_resize_upsample_linear",
"test_resize_upsample_nearest",
"test_resize_upsample_scales_cubic_A_n0p5_exclude_outside",
"test_resize_upsample_scales_cubic_align_corners",
"test_resize_upsample_scales_cubic_asymmetric",
"test_resize_upsample_scales_cubic",
"test_resize_upsample_scales_linear_align_corners",
"test_resize_upsample_scales_linear",
"test_resize_upsample_scales_nearest",
"test_resize_upsample_sizes_cubic",
"opset{12,13,17,18}/test_resize_upsample_sizes_nearest_ceil_half_pixel",
"opset{12,13,17,18}/test_resize_upsample_sizes_nearest_floor_align_corners",
"opset{12,13,17,18}/test_resize_upsample_sizes_nearest_round_prefer_ceil_asymmetric",
"test_resize_upsample_sizes_nearest",
// // "test_reversesequence_batch",
// // "test_reversesequence_time",
// // "test_rnn_seq_length",
// // "test_roialign_aligned_false",
// // "test_roialign_aligned_true",
// // "test_roialign",
// // "test_round",
// // "test_scan_sum",
// // "test_scan9_sum",
// // "test_scatter_elements_with_axis",
// // "test_scatter_elements_with_duplicate_indices",
// // "test_scatter_elements_with_negative_indices",
// // "test_scatter_elements_without_axis",
// // "test_scatter_with_axis",
// // "test_scatter_without_axis",
// // "test_scatternd_add",
// // "test_scatternd_multiply",
// // "test_scatternd",
// // "test_sce_mean_3d_expanded",
// // "test_sce_mean_3d_log_prob_expanded",
// // "test_sce_mean_3d_log_prob",
// // "test_sce_mean_3d",
// // "test_sce_mean_expanded",
// // "test_sce_mean_log_prob_expanded",
// // "test_sce_mean_log_prob",
// // "test_sce_mean_no_weight_ii_3d_expanded",
// // "test_sce_mean_no_weight_ii_3d_log_prob_expanded",
// // "test_sce_mean_no_weight_ii_3d_log_prob",
// // "test_sce_mean_no_weight_ii_3d",
// // "test_sce_mean_no_weight_ii_4d_expanded",
// // "test_sce_mean_no_weight_ii_4d_log_prob_expanded",
// // "test_sce_mean_no_weight_ii_4d_log_prob",
// // "test_sce_mean_no_weight_ii_4d",
// // "test_sce_mean_no_weight_ii_expanded",
// // "test_sce_mean_no_weight_ii_log_prob_expanded",
// // "test_sce_mean_no_weight_ii_log_prob",
// // "test_sce_mean_no_weight_ii",
// // "test_sce_mean_weight_expanded",
// // "test_sce_mean_weight_ii_3d_expanded",
// // "test_sce_mean_weight_ii_3d_log_prob_expanded",
// // "test_sce_mean_weight_ii_3d_log_prob",
// // "test_sce_mean_weight_ii_3d",
// // "test_sce_mean_weight_ii_4d_expanded",
// // "test_sce_mean_weight_ii_4d_log_prob_expanded",
// // "test_sce_mean_weight_ii_4d_log_prob",
// // "test_sce_mean_weight_ii_4d",
// // "test_sce_mean_weight_ii_expanded",
// // "test_sce_mean_weight_ii_log_prob_expanded",
// // "test_sce_mean_weight_ii_log_prob",
// // "test_sce_mean_weight_ii",
// // "test_sce_mean_weight_log_prob_expanded",
// // "test_sce_mean_weight_log_prob",
// // "test_sce_mean_weight",
// // "test_sce_mean",
// // "test_sce_NCd1_mean_weight_negative_ii_expanded",
// // "test_sce_NCd1_mean_weight_negative_ii_log_prob_expanded",
// // "test_sce_NCd1_mean_weight_negative_ii_log_prob",
// // "test_sce_NCd1_mean_weight_negative_ii",
// // "test_sce_NCd1d2d3_none_no_weight_negative_ii_expanded",
// // "test_sce_NCd1d2d3_none_no_weight_negative_ii_log_prob_expanded",
// // "test_sce_NCd1d2d3_none_no_weight_negative_ii_log_prob",
// // "test_sce_NCd1d2d3_none_no_weight_negative_ii",
// // "test_sce_NCd1d2d3_sum_weight_high_ii_expanded",
// // "test_sce_NCd1d2d3_sum_weight_high_ii_log_prob_expanded",
// // "test_sce_NCd1d2d3_sum_weight_high_ii_log_prob",
// // "test_sce_NCd1d2d3_sum_weight_high_ii",
// // "test_sce_NCd1d2d3d4d5_mean_weight_expanded",
// // "test_sce_NCd1d2d3d4d5_mean_weight_log_prob_expanded",
// // "test_sce_NCd1d2d3d4d5_mean_weight_log_prob",
// // "test_sce_NCd1d2d3d4d5_mean_weight",
// // "test_sce_NCd1d2d3d4d5_none_no_weight_expanded",
// // "test_sce_NCd1d2d3d4d5_none_no_weight_log_prob_expanded",
// // "test_sce_NCd1d2d3d4d5_none_no_weight_log_prob",
// // "test_sce_NCd1d2d3d4d5_none_no_weight",
// // "test_sce_none_expanded",
// // "test_sce_none_log_prob_expanded",
// // "test_sce_none_log_prob",
// // "test_sce_none_weights_expanded",
// // "test_sce_none_weights_log_prob_expanded",
// // "test_sce_none_weights_log_prob",
// // "test_sce_none_weights",
// // "test_sce_none",
// // "test_sce_sum_expanded",
// // "test_sce_sum_log_prob_expanded",
// // "test_sce_sum_log_prob",
// // "test_sce_sum",
// "test_selu_default",
// "test_selu_example",
// "test_selu",
// // "test_sequence_insert_at_back",
// // "test_sequence_insert_at_front",
// // "test_sequence_map_add_1_sequence_1_tensor_expanded",
// // "test_sequence_map_add_1_sequence_1_tensor",
// // "test_sequence_map_add_2_sequences_expanded",
// // "test_sequence_map_add_2_sequences",
// // "test_sequence_map_extract_shapes_expanded",
// // "test_sequence_map_extract_shapes",
// // "test_sequence_map_identity_1_sequence_1_tensor_expanded",
// // "test_sequence_map_identity_1_sequence_1_tensor",
// // "test_sequence_map_identity_1_sequence_expanded",
// // "test_sequence_map_identity_1_sequence",
// // "test_sequence_map_identity_2_sequences_expanded",
// // "test_sequence_map_identity_2_sequences",
// "test_shrink_hard",
// "test_shrink_soft",
"test_sigmoid_example",
"test_sigmoid",
// "test_sign",
// "test_simple_rnn_batchwise",
// "test_simple_rnn_defaults",
// "test_simple_rnn_with_initial_bias",
"test_sin_example",
"test_sin",
"test_sinh_example",
"test_sinh",
// // "test_size_example",
// // "test_size",
"test_slice_default_axes",
"test_slice_default_steps",
// "test_slice_end_out_of_bounds",
"test_slice_neg_steps",
"test_slice_neg",
"test_slice_negative_axes",
// "test_slice_start_out_of_bounds",
"test_slice",
// "test_softmax_axis_0_expanded",
// "test_softmax_axis_0",
// "test_softmax_axis_1_expanded",
// "test_softmax_axis_1",
"test_softmax_axis_2_expanded",
"test_softmax_axis_2",
// "test_softmax_cross_entropy_input_shape_is_NCd1_mean_weight_negative_ignore_index_expanded",
// "test_softmax_cross_entropy_input_shape_is_NCd1_mean_weight_negative_ignore_index_log_prob_expanded",
// "test_softmax_cross_entropy_input_shape_is_NCd1_mean_weight_negative_ignore_index_log_prob",
// "test_softmax_cross_entropy_input_shape_is_NCd1_mean_weight_negative_ignore_index",
// "test_softmax_cross_entropy_input_shape_is_NCd1d2d3_none_no_weight_negative_ignore_index_expanded",
// "test_softmax_cross_entropy_input_shape_is_NCd1d2d3_none_no_weight_negative_ignore_index_log_prob_expanded",
// "test_softmax_cross_entropy_input_shape_is_NCd1d2d3_none_no_weight_negative_ignore_index_log_prob",
// "test_softmax_cross_entropy_input_shape_is_NCd1d2d3_none_no_weight_negative_ignore_index",
// "test_softmax_cross_entropy_input_shape_is_NCd1d2d3_sum_weight_high_ignore_index_expanded",
// "test_softmax_cross_entropy_input_shape_is_NCd1d2d3_sum_weight_high_ignore_index_log_prob_expanded",
// "test_softmax_cross_entropy_input_shape_is_NCd1d2d3_sum_weight_high_ignore_index_log_prob",
// "test_softmax_cross_entropy_input_shape_is_NCd1d2d3_sum_weight_high_ignore_index",
// "test_softmax_cross_entropy_input_shape_is_NCd1d2d3d4d5_mean_weight_expanded",
// "test_softmax_cross_entropy_input_shape_is_NCd1d2d3d4d5_mean_weight_log_prob_expanded",
// "test_softmax_cross_entropy_input_shape_is_NCd1d2d3d4d5_mean_weight_log_prob",
// "test_softmax_cross_entropy_input_shape_is_NCd1d2d3d4d5_mean_weight",
// "test_softmax_cross_entropy_input_shape_is_NCd1d2d3d4d5_none_no_weight_expanded",
// "test_softmax_cross_entropy_input_shape_is_NCd1d2d3d4d5_none_no_weight_log_prob_expanded",
// "test_softmax_cross_entropy_input_shape_is_NCd1d2d3d4d5_none_no_weight_log_prob",
// "test_softmax_cross_entropy_input_shape_is_NCd1d2d3d4d5_none_no_weight",
// "test_softmax_cross_entropy_mean_3d_expanded",
// "test_softmax_cross_entropy_mean_3d_log_prob_expanded",
// "test_softmax_cross_entropy_mean_3d_log_prob",
// "test_softmax_cross_entropy_mean_3d",
// "test_softmax_cross_entropy_mean_expanded",
// "test_softmax_cross_entropy_mean_log_prob_expanded",
// "test_softmax_cross_entropy_mean_log_prob",
// "test_softmax_cross_entropy_mean_no_weight_ignore_index_3d_expanded",
// "test_softmax_cross_entropy_mean_no_weight_ignore_index_3d_log_prob_expanded",
// "test_softmax_cross_entropy_mean_no_weight_ignore_index_3d_log_prob",
// "test_softmax_cross_entropy_mean_no_weight_ignore_index_3d",
// "test_softmax_cross_entropy_mean_no_weight_ignore_index_4d_expanded",
// "test_softmax_cross_entropy_mean_no_weight_ignore_index_4d_log_prob_expanded",
// "test_softmax_cross_entropy_mean_no_weight_ignore_index_4d_log_prob",
// "test_softmax_cross_entropy_mean_no_weight_ignore_index_4d",
// "test_softmax_cross_entropy_mean_no_weight_ignore_index_expanded",
// "test_softmax_cross_entropy_mean_no_weight_ignore_index_log_prob_expanded",
// "test_softmax_cross_entropy_mean_no_weight_ignore_index_log_prob",
// "test_softmax_cross_entropy_mean_no_weight_ignore_index",
// "test_softmax_cross_entropy_mean_weight_expanded",
// "test_softmax_cross_entropy_mean_weight_ignore_index_3d_expanded",
// "test_softmax_cross_entropy_mean_weight_ignore_index_3d_log_prob_expanded",
// "test_softmax_cross_entropy_mean_weight_ignore_index_3d_log_prob",
// "test_softmax_cross_entropy_mean_weight_ignore_index_3d",
// "test_softmax_cross_entropy_mean_weight_ignore_index_4d_expanded",
// "test_softmax_cross_entropy_mean_weight_ignore_index_4d_log_prob_expanded",
// "test_softmax_cross_entropy_mean_weight_ignore_index_4d_log_prob",
// "test_softmax_cross_entropy_mean_weight_ignore_index_4d",
// "test_softmax_cross_entropy_mean_weight_ignore_index_expanded",
// "test_softmax_cross_entropy_mean_weight_ignore_index_log_prob_expanded",
// "test_softmax_cross_entropy_mean_weight_ignore_index_log_prob",
// "test_softmax_cross_entropy_mean_weight_ignore_index",
// "test_softmax_cross_entropy_mean_weight_log_prob_expanded",
// "test_softmax_cross_entropy_mean_weight_log_prob",
// "test_softmax_cross_entropy_mean_weight",
// "test_softmax_cross_entropy_mean",
// "test_softmax_cross_entropy_none_expanded",
// "test_softmax_cross_entropy_none_log_prob_expanded",
// "test_softmax_cross_entropy_none_log_prob",
// "test_softmax_cross_entropy_none_weights_expanded",
// "test_softmax_cross_entropy_none_weights_log_prob_expanded",
// "test_softmax_cross_entropy_none_weights_log_prob",
// "test_softmax_cross_entropy_none_weights",
// "test_softmax_cross_entropy_none",
// "test_softmax_cross_entropy_sum_expanded",
// "test_softmax_cross_entropy_sum_log_prob_expanded",
// "test_softmax_cross_entropy_sum_log_prob",
// "test_softmax_cross_entropy_sum",
"opset13/test_softmax_default_axis_expanded",
"opset13/test_softmax_default_axis",
"test_softmax_example_expanded",
"test_softmax_example",
"test_softmax_large_number_expanded",
"test_softmax_large_number",
"test_softmax_negative_axis_expanded",
"test_softmax_negative_axis",
// // "test_softplus_example",
// // "test_softplus",
// // "test_softsign_example",
// // "test_softsign",
// "test_spacetodepth_example",
// "test_spacetodepth",
"test_split_equal_parts_1d",
"test_split_equal_parts_2d",
"test_split_equal_parts_default_axis",
"test_split_variable_parts_1d",
"test_split_variable_parts_2d",
"test_split_variable_parts_default_axis",
// // "test_split_zero_size_splits",
"test_sqrt_example",
"test_sqrt",
"test_squeeze_negative_axes",
"test_squeeze",
// // "test_stft_with_window",
// // "test_stft",
// // "test_strnormalizer_export_monday_casesensintive_lower",
// // "test_strnormalizer_export_monday_casesensintive_nochangecase",
// // "test_strnormalizer_export_monday_casesensintive_upper",
// // "test_strnormalizer_export_monday_empty_output",
// // "test_strnormalizer_export_monday_insensintive_upper_twodim",
// // "test_strnormalizer_nostopwords_nochangecase",
"test_sub_bcast",
"test_sub_example",
// "test_sub_uint8",
"test_sub",
// "test_sum_example",
// "test_sum_one_input",
// "test_sum_two_inputs",
"test_tan_example",
"test_tan",
"test_tanh_example",
"test_tanh",
// // "test_tfidfvectorizer_tf_batch_onlybigrams_skip0",
// // "test_tfidfvectorizer_tf_batch_onlybigrams_skip5",
// // "test_tfidfvectorizer_tf_batch_uniandbigrams_skip5",
// // "test_tfidfvectorizer_tf_only_bigrams_skip0",
// // "test_tfidfvectorizer_tf_onlybigrams_levelempty",
// // "test_tfidfvectorizer_tf_onlybigrams_skip5",
// // "test_tfidfvectorizer_tf_uniandbigrams_skip5",
"test_thresholdedrelu_default",
"test_thresholdedrelu_example",
"test_thresholdedrelu",
"test_tile_precomputed",
"test_tile",
// // "test_top_k_negative_axis",
// // "test_top_k_smallest",
// // "test_top_k",
// // "test_training_dropout_default_mask",
// // "test_training_dropout_default",
// // "test_training_dropout_mask",
// // "test_training_dropout_zero_ratio_mask",
// // "test_training_dropout_zero_ratio",
// // "test_training_dropout",
"test_transpose_all_permutations_0",
"test_transpose_all_permutations_1",
"test_transpose_all_permutations_2",
"test_transpose_all_permutations_3",
"test_transpose_all_permutations_4",
"test_transpose_all_permutations_5",
"test_transpose_default",
// "test_tril_neg",
// "test_tril_one_row_neg",
// "test_tril_out_neg",
// "test_tril_out_pos",
// "test_tril_pos",
// "test_tril_square_neg",
// "test_tril_square",
// "test_tril_zero",
// "test_tril",
// "test_triu_neg",
// "test_triu_one_row",
// "test_triu_out_neg_out",
// "test_triu_out_pos",
// "test_triu_pos",
// "test_triu_square_neg",
// "test_triu_square",
// "test_triu_zero",
// "test_triu",
// // "test_unique_not_sorted_without_axis",
// // "test_unique_sorted_with_axis_3d",
// // "test_unique_sorted_with_axis",
// // "test_unique_sorted_with_negative_axis",
// // "test_unique_sorted_without_axis",
"test_unsqueeze_axis_0",
"test_unsqueeze_axis_1",
"test_unsqueeze_axis_2",
"test_unsqueeze_axis_3",
"test_unsqueeze_negative_axes",
"test_unsqueeze_three_axes",
"test_unsqueeze_two_axes",
"test_unsqueeze_unsorted_axes",
"test_unsqueeze",
"test_wrap_pad"
// "test_upsample_nearest",
// "test_where_example",
// "test_where_long_example",
// "test_xor_bcast3v1d",
// "test_xor_bcast3v2d",
// "test_xor_bcast4v2d",
// "test_xor_bcast4v3d",
// "test_xor_bcast4v4d",
// "test_xor2d",
// "test_xor3d",
// "test_xor4d"
],
"ops": [
"abs.jsonc",
"abs-int32.jsonc",
"acos.jsonc",
"add.jsonc",
"add_int32.jsonc",
//"and.jsonc",
"asin.jsonc",
"attention.jsonc",
"batch-norm.jsonc",
"bias-add.jsonc",
"bias-split-gelu.jsonc",
"ceil.jsonc",
"concat.jsonc",
"concat_int32.jsonc",
"cast.jsonc",
"conv.jsonc",
"cos.jsonc",
"div.jsonc",
"div_int32.jsonc",
//"depth-to-space.jsonc",
"equal.jsonc",
"exp.jsonc",
"expand.jsonc",
"floor.jsonc",
"gather-elements.jsonc",
"gemm.jsonc",
"global-average-pool.jsonc",
"greater.jsonc",
"instance-norm.jsonc",
"less.jsonc",
"log.jsonc",
"matmul.jsonc",
"matmul-broadcast.jsonc",
"mul.jsonc",
"mul_int32.jsonc",
"multi-head-attention.jsonc",
//"neg.jsonc",
"neg-int32.jsonc",
"not.jsonc",
//"or.jsonc",
"layer-norm.jsonc",
"leaky-relu.jsonc",
"reduce-min.jsonc",
"relu.jsonc",
"gelu.jsonc",
"pad.jsonc",
"pad-big.jsonc",
"pow.jsonc",
"pow_int32.jsonc",
"pow-big-number.jsonc",
"reshape.jsonc",
"skip-layer-norm.jsonc",
"slice.jsonc",
//"softmax.jsonc",
"sin.jsonc",
//"split.jsonc",
"sqrt.jsonc",
"sub.jsonc",
"sub_int32.jsonc",
"tan.jsonc",
"tile.jsonc",
"transpose.jsonc",
"transpose_int32_uint32.jsonc",
"upsample.jsonc",
"where.jsonc"
// Turn on this when https://github.com/microsoft/onnxruntime/issues/17405 is fixed.
//"where_broadcast.jsonc",
//"xor.jsonc"
]
},
"wasm": {
"onnx": ["resnet50", "squeezenet", "tiny_yolov2", "emotion_ferplus"],
"node": [
// Check in node tests that have native Wasm implementations
// (i.e.) not tests that rely on the fallback cpu implementations
// Use the 'cpu' level of node tests to test those implementations
"test_add_bcast",
"test_add",
"test_sub_bcast",
"test_sub_example",
"test_sub",
"test_mul_bcast",
"test_mul_example",
"test_mul",
"test_div_bcast",
"test_div_example",
"test_div",
"test_xor_bcast3v1d",
"test_xor_bcast3v2d",
"test_xor_bcast4v2d",
"test_xor_bcast4v3d",
"test_xor_bcast4v4d",
"test_xor2d",
"test_xor3d",
"test_xor4d",
"test_or_bcast3v1d",
"test_or_bcast3v2d",
"test_or_bcast4v2d",
"test_or_bcast4v3d",
"test_or_bcast4v4d",
"test_and_bcast3v1d",
"test_and_bcast3v2d",
"test_and_bcast4v2d",
"test_and_bcast4v3d",
"test_and_bcast4v4d",
"test_and2d",
"test_and3d",
"test_and4d",
"test_prelu_broadcast",
"test_prelu_example",
"test_basic_conv_with_padding",
"test_basic_conv_without_padding",
"test_batchnorm_epsilon",
"test_batchnorm_example",
"opset{10,11,12}/test_cast_STRING_to_FLOAT",
"test_clip_splitbounds",
"test_clip_outbounds",
"test_clip_inbounds",
"test_clip_example",
"test_clip_default_min",
"test_clip_default_max",
"test_clip_default_inbounds",
"test_clip",
"test_conv_with_strides_and_asymmetric_padding",
"test_conv_with_strides_no_padding",
"test_conv_with_strides_padding",
"test_gemm_nobroadcast",
"test_gemm_broadcast",
"test_matmul_2d",
"test_matmul_3d",
"test_matmul_4d",
"test_softmax_axis_0",
"test_softmax_axis_1",
"test_softmax_axis_2",
"test_softmax_default_axis",
"test_softmax_example",
"test_softmax_large_number",
"test_sum_example",
"test_sum_one_input",
"test_sum_two_inputs",
"test_averagepool_1d_default",
"test_averagepool_2d_default",
"test_averagepool_2d_pads",
"test_averagepool_2d_precomputed_pads",
"test_averagepool_2d_precomputed_same_upper",
"test_averagepool_2d_precomputed_strides",
"test_averagepool_2d_same_upper",
"test_averagepool_2d_same_lower",
"test_averagepool_2d_strides",
"test_averagepool_3d_default",
"test_maxpool_1d_default",
"test_maxpool_2d_default",
"test_maxpool_2d_pads",
"test_maxpool_2d_precomputed_pads",
"test_maxpool_2d_precomputed_same_upper",
"test_maxpool_2d_precomputed_strides",
"test_maxpool_2d_same_lower",
"test_maxpool_2d_same_upper",
"test_maxpool_2d_strides",
"test_maxpool_3d_default",
"test_globalaveragepool_precomputed",
"test_globalaveragepool",
"test_globalmaxpool_precomputed",
"test_globalmaxpool",
"test_instancenorm_epsilon",
"test_instancenorm_example"
],
"ops": []
},
"webnn": {
"onnx": ["resnet50", "squeezenet", "tiny_yolov2", "emotion_ferplus"],
"node": [
"test_abs",
"test_acos_example",
"test_acos",
"test_acosh_example",
"test_acosh",
// // "test_adagrad_multiple",
// // "test_adagrad",
// // "test_adam_multiple",
// // "test_adam",
"test_add_bcast",
// "test_add_uint8",
"test_add",
// "test_and_bcast3v1d",
// "test_and_bcast3v2d",
// "test_and_bcast4v2d",
// "test_and_bcast4v3d",
// "test_and_bcast4v4d",
// "test_and2d",
// "test_and3d",
// "test_and4d",
// "test_argmax_default_axis_example_select_last_index",
// "test_argmax_default_axis_example",
// "test_argmax_default_axis_random_select_last_index",
// "test_argmax_default_axis_random",
// "test_argmax_keepdims_example_select_last_index",
// "test_argmax_keepdims_example",
// "test_argmax_keepdims_random_select_last_index",
// "test_argmax_keepdims_random",
// "test_argmax_negative_axis_keepdims_example_select_last_index",
// "test_argmax_negative_axis_keepdims_example",
// "test_argmax_negative_axis_keepdims_random_select_last_index",
// "test_argmax_negative_axis_keepdims_random",
// "test_argmax_no_keepdims_example_select_last_index",
// "test_argmax_no_keepdims_example",
// "test_argmax_no_keepdims_random_select_last_index",
// "test_argmax_no_keepdims_random",
// "test_argmin_default_axis_example_select_last_index",
// "test_argmin_default_axis_example",
// "test_argmin_default_axis_random_select_last_index",
// "test_argmin_default_axis_random",
// "test_argmin_keepdims_example_select_last_index",
// "test_argmin_keepdims_example",
// "test_argmin_keepdims_random_select_last_index",
// "test_argmin_keepdims_random",
// "test_argmin_negative_axis_keepdims_example_select_last_index",
// "test_argmin_negative_axis_keepdims_example",
// "test_argmin_negative_axis_keepdims_random_select_last_index",
// "test_argmin_negative_axis_keepdims_random",
// "test_argmin_no_keepdims_example_select_last_index",
// "test_argmin_no_keepdims_example",
// "test_argmin_no_keepdims_random_select_last_index",
// "test_argmin_no_keepdims_random",
// "test_asin_example",
// "test_asin",
// "test_asinh_example",
// "test_asinh",
// "test_atan_example",
// "test_atan",
// "test_atanh_example",
// "test_atanh",
// "test_averagepool_1d_default",
// "test_averagepool_2d_ceil",
"test_averagepool_2d_default",
"test_averagepool_2d_pads_count_include_pad",
"test_averagepool_2d_pads",
"test_averagepool_2d_precomputed_pads_count_include_pad",
"test_averagepool_2d_precomputed_pads",
"test_averagepool_2d_precomputed_same_upper",
"test_averagepool_2d_precomputed_strides",
"test_averagepool_2d_same_lower",
"test_averagepool_2d_same_upper",
"test_averagepool_2d_strides",
// "test_averagepool_3d_default",
"test_basic_conv_with_padding",
"test_basic_conv_without_padding",
// "test_basic_convinteger",
// "test_batchnorm_epsilon_training_mode",
// "test_batchnorm_epsilon",
// "test_batchnorm_example_training_mode",
// "test_batchnorm_example",
// // "test_bernoulli_double_expanded",
// // "test_bernoulli_double",
// // "test_bernoulli_expanded",
// // "test_bernoulli_seed_expanded",
// // "test_bernoulli_seed",
// // "test_bernoulli",
// // "test_bitshift_left_uint16",
// // "test_bitshift_left_uint32",
// // "test_bitshift_left_uint64",
// // "test_bitshift_left_uint8",
// // "test_bitshift_right_uint16",
// // "test_bitshift_right_uint32",
// // "test_bitshift_right_uint64",
// // "test_bitshift_right_uint8",
// // "test_blackmanwindow_expanded",
// // "test_blackmanwindow_symmetric_expanded",
// // "test_blackmanwindow_symmetric",
// // "test_blackmanwindow",
// // "test_cast_BFLOAT16_to_FLOAT",
// // "test_cast_DOUBLE_to_FLOAT",
// // "test_cast_DOUBLE_to_FLOAT16",
// // "test_cast_FLOAT_to_BFLOAT16",
// // "test_cast_FLOAT_to_DOUBLE",
// // "test_cast_FLOAT_to_FLOAT16",
// // "test_cast_FLOAT_to_STRING",
// // "test_cast_FLOAT16_to_DOUBLE",
// // "test_cast_FLOAT16_to_FLOAT",
// // "test_cast_STRING_to_FLOAT",
// // "test_castlike_BFLOAT16_to_FLOAT_expanded",
// // "test_castlike_BFLOAT16_to_FLOAT",
// // "test_castlike_DOUBLE_to_FLOAT_expanded",
// // "test_castlike_DOUBLE_to_FLOAT",
// // "test_castlike_DOUBLE_to_FLOAT16_expanded",
// // "test_castlike_DOUBLE_to_FLOAT16",
// // "test_castlike_FLOAT_to_BFLOAT16_expanded",
// // "test_castlike_FLOAT_to_BFLOAT16",
// // "test_castlike_FLOAT_to_DOUBLE_expanded",
// // "test_castlike_FLOAT_to_DOUBLE",
// // "test_castlike_FLOAT_to_FLOAT16_expanded",
// // "test_castlike_FLOAT_to_FLOAT16",
// // "test_castlike_FLOAT_to_STRING_expanded",
// // "test_castlike_FLOAT_to_STRING",
// // "test_castlike_FLOAT16_to_DOUBLE_expanded",
// // "test_castlike_FLOAT16_to_DOUBLE",
// // "test_castlike_FLOAT16_to_FLOAT_expanded",
// // "test_castlike_FLOAT16_to_FLOAT",
// // "test_castlike_STRING_to_FLOAT_expanded",
// // "test_castlike_STRING_to_FLOAT",
"test_ceil_example",
"test_ceil",
// "test_celu_expanded",
// "test_celu",
"test_clip_default_inbounds",
"test_clip_default_int8_inbounds",
"test_clip_default_int8_max",
"test_clip_default_int8_min",
"test_clip_default_max",
"test_clip_default_min",
"test_clip_example",
"test_clip_inbounds",
"test_clip_outbounds",
"test_clip_splitbounds",
"test_clip",
// // "test_compress_0",
// // "test_compress_1",
// // "test_compress_default_axis",
// // "test_compress_negative_axis",
"test_concat_1d_axis_0",
"test_concat_1d_axis_negative_1",
"test_concat_2d_axis_0",
"test_concat_2d_axis_1",
"test_concat_2d_axis_negative_1",
"test_concat_2d_axis_negative_2",
"test_concat_3d_axis_0",
"test_concat_3d_axis_1",
"test_concat_3d_axis_2",
"test_concat_3d_axis_negative_1",
"test_concat_3d_axis_negative_2",
"test_concat_3d_axis_negative_3",
"test_conv_with_autopad_same",
"test_conv_with_strides_and_asymmetric_padding",
"test_conv_with_strides_no_padding",
"test_conv_with_strides_padding",
// // "test_convinteger_with_padding",
// // "test_convinteger_without_padding",
// "test_convtranspose_1d",
// // "test_convtranspose_3d",
// "test_convtranspose_autopad_same",
"test_convtranspose_dilations",
"test_convtranspose_kernel_shape",
"opset{9,17}/test_convtranspose_output_shape",
"test_convtranspose_pad",
"test_convtranspose_pads",
"test_convtranspose_with_kernel",
"test_convtranspose",
"test_cos_example",
"test_cos",
// "test_cosh_example",
// "test_cosh",
// "test_cumsum_1d_exclusive",
// "test_cumsum_1d_reverse_exclusive",
// "test_cumsum_1d_reverse",
// "test_cumsum_1d",
// "test_cumsum_2d_axis_0",
// "test_cumsum_2d_axis_1",
// "test_cumsum_2d_negative_axis",
// "test_depthtospace_crd_mode_example",
// "test_depthtospace_crd_mode",
// "test_depthtospace_dcr_mode",
// "test_depthtospace_example",
// "test_depthtospace",
// // "test_dequantizelinear_axis",
// // "test_dequantizelinear",
// // "test_det_2d",
// // "test_det_nd",
// // "test_dft_axis",
// // "test_dft_inverse",
// // "test_dft",
"test_div_bcast",
"test_div_example",
// "test_div_uint8",
"test_div",
// // "test_dropout_default_mask_ratio",
// // "test_dropout_default_mask",
// // "test_dropout_default_old",
// // "test_dropout_default_ratio",
// // "test_dropout_default",
// // "test_dropout_random_old",
// // "test_dropout_random",
// // "test_dynamic_slice_default_axes",
// // "test_dynamic_slice_end_out_of_bounds",
// // "test_dynamic_slice_neg",
// // "test_dynamic_slice_start_out_of_bounds",
// // "test_dynamic_slice",
// // "test_dynamicquantizelinear_expanded",
// // "test_dynamicquantizelinear_max_adjusted_expanded",
// // "test_dynamicquantizelinear_max_adjusted",
// // "test_dynamicquantizelinear_min_adjusted_expanded",
// // "test_dynamicquantizelinear_min_adjusted",
// // "test_dynamicquantizelinear",
// "test_edge_pad",
// "test_einsum_batch_diagonal",
// "test_einsum_batch_matmul",
// "test_einsum_inner_prod",
// "test_einsum_sum",
// "test_einsum_transpose",
"test_elu_default",
"test_elu_example",
"test_elu",
// "test_equal_bcast",
// "test_equal",
// "test_erf",
"test_exp_example",
"test_exp",
// "test_expand_dim_changed",
// "test_expand_dim_unchanged",
// "test_eyelike_populate_off_main_diagonal",
// "test_eyelike_with_dtype",
// "test_eyelike_without_dtype",
"test_flatten_axis0",
"test_flatten_axis1",
"test_flatten_axis2",
"test_flatten_axis3",
"test_flatten_default_axis",
"test_flatten_negative_axis1",
"test_flatten_negative_axis2",
"test_flatten_negative_axis3",
"test_flatten_negative_axis4",
"test_floor_example",
"test_floor",
// "test_gather_0",
// "test_gather_1",
// "test_gather_2d_indices",
// "test_gather_negative_indices",
// "test_gather_elements_0",
// "test_gather_elements_1",
// "test_gather_elements_negative_indices",
// "test_gather_negative_indices",
// "test_gathernd_example_float32",
// "test_gathernd_example_int32_batch_dim1",
// "test_gathernd_example_int32",
"test_gemm_all_attributes",
"test_gemm_alpha",
"test_gemm_beta",
"test_gemm_broadcast",
"test_gemm_default_matrix_bias",
"test_gemm_default_no_bias",
// "test_gemm_default_scalar_bias",
"test_gemm_default_single_elem_vector_bias",
"test_gemm_default_vector_bias",
"test_gemm_default_zero_bias",
"test_gemm_nobroadcast",
"test_gemm_transposeA",
"test_gemm_transposeB",
"test_globalaveragepool_precomputed",
"test_globalaveragepool",
// "test_globalmaxpool_precomputed",
// "test_globalmaxpool",
// "test_greater_bcast",
// "test_greater_equal_bcast_expanded",
// "test_greater_equal_bcast",
// "test_greater_equal_expanded",
// "test_greater_equal",
// "test_greater",
// // "test_gridsample_aligncorners_true",
// // "test_gridsample_bicubic",
// // "test_gridsample_bilinear",
// // "test_gridsample_border_padding",
// // "test_gridsample_nearest",
// // "test_gridsample_reflection_padding",
// // "test_gridsample_zeros_padding",
// // "test_gridsample",
// // "test_gru_batchwise",
// // "test_gru_defaults",
// // "test_gru_seq_length",
// // "test_gru_with_initial_bias",
// // "test_hammingwindow_expanded",
// // "test_hammingwindow_symmetric_expanded",
// // "test_hammingwindow_symmetric",
// // "test_hammingwindow",
// // "test_hannwindow_expanded",
// // "test_hannwindow_symmetric_expanded",
// // "test_hannwindow_symmetric",
// // "test_hannwindow",
// // "test_hardmax_axis_0",
// // "test_hardmax_axis_1",
// // "test_hardmax_axis_2",
// // "test_hardmax_default_axis",
// // "test_hardmax_example",
// // "test_hardmax_negative_axis",
// // "test_hardmax_one_hot",
// // "test_hardsigmoid_default",
// // "test_hardsigmoid_example",
// // "test_hardsigmoid",
// "test_hardswish_expanded",
"test_hardswish",
// "test_if",
// TODO: Uncomment 'test_if_seq' and 'test_if_opt' once the test infra
// supports Sequence and Optional types
// "test_if_seq",
// "test_if_opt",
"test_instancenorm_epsilon",
// "test_instancenorm_example",
// "test_isinf_negative",
// "test_isinf_positive",
// "test_isinf",
// "test_isnan",
// "test_layer_normalization_2d_axis_negative_1_expanded",
// "test_layer_normalization_2d_axis_negative_1",
// "test_layer_normalization_2d_axis_negative_2_expanded",
// "test_layer_normalization_2d_axis_negative_2",
// "test_layer_normalization_2d_axis0_expanded",
// "test_layer_normalization_2d_axis0",
// "test_layer_normalization_2d_axis1_expanded",
// "test_layer_normalization_2d_axis1",
// // "test_layer_normalization_3d_axis_negative_1_epsilon_expanded",
// "test_layer_normalization_3d_axis_negative_1_epsilon",
// // "test_layer_normalization_3d_axis_negative_2_epsilon_expanded",
// "test_layer_normalization_3d_axis_negative_2_epsilon",
// // "test_layer_normalization_3d_axis_negative_3_epsilon_expanded",
// "test_layer_normalization_3d_axis_negative_3_epsilon",
// // "test_layer_normalization_3d_axis0_epsilon_expanded",
// "test_layer_normalization_3d_axis0_epsilon",
// "test_layer_normalization_3d_axis1_epsilon_expanded",
// "test_layer_normalization_3d_axis1_epsilon",
// // "test_layer_normalization_3d_axis2_epsilon_expanded",
// "test_layer_normalization_3d_axis2_epsilon",
// "test_layer_normalization_4d_axis_negative_1_expanded",
// "test_layer_normalization_4d_axis_negative_1",
// // "test_layer_normalization_4d_axis_negative_2_expanded",
// "test_layer_normalization_4d_axis_negative_2",
// "test_layer_normalization_4d_axis_negative_3_expanded",
// "test_layer_normalization_4d_axis_negative_3",
// "test_layer_normalization_4d_axis_negative_4_expanded",
// "test_layer_normalization_4d_axis_negative_4",
// "test_layer_normalization_4d_axis0_expanded",
// "test_layer_normalization_4d_axis0",
// "test_layer_normalization_4d_axis1_expanded",
// "test_layer_normalization_4d_axis1",
// "test_layer_normalization_4d_axis2_expanded",
// "test_layer_normalization_4d_axis2",
// "test_layer_normalization_4d_axis3_expanded",
// "test_layer_normalization_4d_axis3",
// "test_layer_normalization_default_axis_expanded",
// "test_layer_normalization_default_axis",
"test_leakyrelu_default",
"test_leakyrelu_example",
"test_leakyrelu",
// "test_less_bcast",
// "test_less_equal_bcast_expanded",
// "test_less_equal_bcast",
// "test_less_equal_expanded",
// "test_less_equal",
// "test_less",
"test_log_example",
"test_log",
// // "test_logsoftmax_axis_0_expanded",
// // "test_logsoftmax_axis_0",
// // "test_logsoftmax_axis_1_expanded",
// // "test_logsoftmax_axis_1",
// // "test_logsoftmax_axis_2_expanded",
// // "test_logsoftmax_axis_2",
// // "test_logsoftmax_default_axis_expanded",
// // "test_logsoftmax_default_axis",
// // "test_logsoftmax_example_1_expanded",
// // "test_logsoftmax_example_1",
// // "test_logsoftmax_large_number_expanded",
// // "test_logsoftmax_large_number",
// // "test_logsoftmax_negative_axis_expanded",
// // "test_logsoftmax_negative_axis",
// "test_lrn_default",
// "test_lrn",
// // "test_lstm_batchwise",
// // "test_lstm_defaults",
// // "test_lstm_with_initial_bias",
// // "test_lstm_with_peepholes",
// "test_matmul_2d",
// "test_matmul_3d",
// "test_matmul_4d",
// // "test_matmulinteger",
// "test_max_example",
// "test_max_float16",
// "test_max_float32",
// "test_max_float64",
// "test_max_int16",
// "test_max_int32",
// "test_max_int64",
// "test_max_int8",
// "test_max_one_input",
// "test_max_two_inputs",
// "test_max_uint16",
// "test_max_uint32",
// "test_max_uint64",
// "test_max_uint8",
// "test_maxpool_1d_default",
// "test_maxpool_2d_ceil",
"test_maxpool_2d_default",
// "test_maxpool_2d_dilations",
"test_maxpool_2d_pads",
"test_maxpool_2d_precomputed_pads",
"test_maxpool_2d_precomputed_same_upper",
"test_maxpool_2d_precomputed_strides",
"test_maxpool_2d_same_lower",
"test_maxpool_2d_same_upper",
"test_maxpool_2d_strides",
// "test_maxpool_2d_uint8",
// "test_maxpool_3d_default",
// "test_maxpool_with_argmax_2d_precomputed_pads",
// "test_maxpool_with_argmax_2d_precomputed_strides",
// // "test_maxunpool_export_with_output_shape",
// // "test_maxunpool_export_without_output_shape",
// // "test_mean_example",
// // "test_mean_one_input",
// // "test_mean_two_inputs",
// // "test_melweightmatrix",
// "test_min_example",
// "test_min_float16",
// "test_min_float32",
// "test_min_float64",
// "test_min_int16",
// "test_min_int32",
// "test_min_int64",
// "test_min_int8",
// "test_min_one_input",
// "test_min_two_inputs",
// "test_min_uint16",
// "test_min_uint32",
// "test_min_uint64",
// "test_min_uint8",
// "test_mod_bcast",
// "test_mod_broadcast",
// "test_mod_float_mixed_sign_example",
// "test_mod_fmod_mixed_sign_example",
// "test_mod_int64_fmod",
// "test_mod_int64_mixed_sign_example",
// "test_mod_mixed_sign_float16",
// "test_mod_mixed_sign_float32",
// "test_mod_mixed_sign_float64",
// "test_mod_mixed_sign_int16",
// "test_mod_mixed_sign_int32",
// "test_mod_mixed_sign_int64",
// "test_mod_mixed_sign_int8",
// "test_mod_uint16",
// "test_mod_uint32",
// "test_mod_uint64",
// "test_mod_uint8",
// // "test_momentum_multiple",
// // "test_momentum",
"test_mul_bcast",
"test_mul_example",
// "test_mul_uint8",
"test_mul",
// "test_mvn_expanded",
// "test_mvn",
"test_neg_example",
"test_neg",
// // "test_negative_log_likelihood_loss_iinput_shape_is_NCd1_weight_ignore_index_expanded",
// // "test_negative_log_likelihood_loss_iinput_shape_is_NCd1_weight_ignore_index",
// // "test_negative_log_likelihood_loss_input_shape_is_NC_expanded",
// // "test_negative_log_likelihood_loss_input_shape_is_NC",
// // "test_negative_log_likelihood_loss_input_shape_is_NCd1_expanded",
// // "test_negative_log_likelihood_loss_input_shape_is_NCd1_ignore_index_expanded",
// // "test_negative_log_likelihood_loss_input_shape_is_NCd1_ignore_index",
// // "test_negative_log_likelihood_loss_input_shape_is_NCd1_mean_weight_negative_ignore_index_expanded",
// // "test_negative_log_likelihood_loss_input_shape_is_NCd1_mean_weight_negative_ignore_index",
// // "test_negative_log_likelihood_loss_input_shape_is_NCd1_weight_expanded",
// // "test_negative_log_likelihood_loss_input_shape_is_NCd1_weight",
// // "test_negative_log_likelihood_loss_input_shape_is_NCd1",
// // "test_negative_log_likelihood_loss_input_shape_is_NCd1d2_expanded",
// // "test_negative_log_likelihood_loss_input_shape_is_NCd1d2_no_weight_reduction_mean_ignore_index_expanded",
// // "test_negative_log_likelihood_loss_input_shape_is_NCd1d2_no_weight_reduction_mean_ignore_index",
// // "test_negative_log_likelihood_loss_input_shape_is_NCd1d2_reduction_mean_expanded",
// // "test_negative_log_likelihood_loss_input_shape_is_NCd1d2_reduction_mean",
// // "test_negative_log_likelihood_loss_input_shape_is_NCd1d2_reduction_sum_expanded",
// // "test_negative_log_likelihood_loss_input_shape_is_NCd1d2_reduction_sum",
// // "test_negative_log_likelihood_loss_input_shape_is_NCd1d2_with_weight_expanded",
// // "test_negative_log_likelihood_loss_input_shape_is_NCd1d2_with_weight_reduction_mean_expanded",
// // "test_negative_log_likelihood_loss_input_shape_is_NCd1d2_with_weight_reduction_mean",
// // "test_negative_log_likelihood_loss_input_shape_is_NCd1d2_with_weight_reduction_sum_expanded",
// // "test_negative_log_likelihood_loss_input_shape_is_NCd1d2_with_weight_reduction_sum_ignore_index_expanded",
// // "test_negative_log_likelihood_loss_input_shape_is_NCd1d2_with_weight_reduction_sum_ignore_index",
// // "test_negative_log_likelihood_loss_input_shape_is_NCd1d2_with_weight_reduction_sum",
// // "test_negative_log_likelihood_loss_input_shape_is_NCd1d2_with_weight",
// // "test_negative_log_likelihood_loss_input_shape_is_NCd1d2",
// // "test_negative_log_likelihood_loss_input_shape_is_NCd1d2d3_none_no_weight_negative_ignore_index_expanded",
// // "test_negative_log_likelihood_loss_input_shape_is_NCd1d2d3_none_no_weight_negative_ignore_index",
// // "test_negative_log_likelihood_loss_input_shape_is_NCd1d2d3_sum_weight_high_ignore_index_expanded",
// // "test_negative_log_likelihood_loss_input_shape_is_NCd1d2d3_sum_weight_high_ignore_index",
// // "test_negative_log_likelihood_loss_input_shape_is_NCd1d2d3d4d5_mean_weight_expanded",
// // "test_negative_log_likelihood_loss_input_shape_is_NCd1d2d3d4d5_mean_weight",
// // "test_negative_log_likelihood_loss_input_shape_is_NCd1d2d3d4d5_none_no_weight_expanded",
// // "test_negative_log_likelihood_loss_input_shape_is_NCd1d2d3d4d5_none_no_weight",
// // "test_nesterov_momentum",
// // "test_nllloss_NC_expanded",
// // "test_nllloss_NC",
// // "test_nllloss_NCd1_expanded",
// // "test_nllloss_NCd1_ii_expanded",
// // "test_nllloss_NCd1_ii",
// // "test_nllloss_NCd1_mean_weight_negative_ii_expanded",
// // "test_nllloss_NCd1_mean_weight_negative_ii",
// // "test_nllloss_NCd1_weight_expanded",
// // "test_nllloss_NCd1_weight_ii_expanded",
// // "test_nllloss_NCd1_weight_ii",
// // "test_nllloss_NCd1_weight",
// // "test_nllloss_NCd1",
// // "test_nllloss_NCd1d2_expanded",
// // "test_nllloss_NCd1d2_no_weight_reduction_mean_ii_expanded",
// // "test_nllloss_NCd1d2_no_weight_reduction_mean_ii",
// // "test_nllloss_NCd1d2_reduction_mean_expanded",
// // "test_nllloss_NCd1d2_reduction_mean",
// // "test_nllloss_NCd1d2_reduction_sum_expanded",
// // "test_nllloss_NCd1d2_reduction_sum",
// // "test_nllloss_NCd1d2_with_weight_expanded",
// // "test_nllloss_NCd1d2_with_weight_reduction_mean_expanded",
// // "test_nllloss_NCd1d2_with_weight_reduction_mean",
// // "test_nllloss_NCd1d2_with_weight_reduction_sum_expanded",
// // "test_nllloss_NCd1d2_with_weight_reduction_sum_ii_expanded",
// // "test_nllloss_NCd1d2_with_weight_reduction_sum_ii",
// // "test_nllloss_NCd1d2_with_weight_reduction_sum",
// // "test_nllloss_NCd1d2_with_weight",
// // "test_nllloss_NCd1d2",
// // "test_nllloss_NCd1d2d3_none_no_weight_negative_ii_expanded",
// // "test_nllloss_NCd1d2d3_none_no_weight_negative_ii",
// // "test_nllloss_NCd1d2d3_sum_weight_high_ii_expanded",
// // "test_nllloss_NCd1d2d3_sum_weight_high_ii",
// // "test_nllloss_NCd1d2d3d4d5_mean_weight_expanded",
// // "test_nllloss_NCd1d2d3d4d5_mean_weight",
// // "test_nllloss_NCd1d2d3d4d5_none_no_weight_expanded",
// // "test_nllloss_NCd1d2d3d4d5_none_no_weight",
// "test_nonmaxsuppression_center_point_box_format",
// "test_nonmaxsuppression_flipped_coordinates",
// "test_nonmaxsuppression_identical_boxes",
// "test_nonmaxsuppression_limit_output_size",
// "test_nonmaxsuppression_single_box",
// "test_nonmaxsuppression_suppress_by_IOU_and_scores",
// "test_nonmaxsuppression_suppress_by_IOU",
// "test_nonmaxsuppression_two_batches",
// "test_nonmaxsuppression_two_classes",
// "test_nonzero_example",
// "test_not_2d",
// "test_not_3d",
// "test_not_4d",
// // "test_onehot_negative_indices",
// // "test_onehot_with_axis",
// // "test_onehot_with_negative_axis",
// // "test_onehot_without_axis",
// // "test_optional_get_element_sequence",
// // "test_optional_get_element",
// // "test_optional_has_element_empty",
// // "test_optional_has_element",
// "test_or_bcast3v1d",
// "test_or_bcast3v2d",
// "test_or_bcast4v2d",
// "test_or_bcast4v3d",
// "test_or_bcast4v4d",
// "test_or2d",
// "test_or3d",
// "test_or4d",
"test_pow_bcast_array",
"test_pow_bcast_scalar",
"test_pow_example",
// "test_pow_types_float",
// "test_pow_types_float32_int32",
// "test_pow_types_float32_int64",
// "test_pow_types_float32_uint32",
// "test_pow_types_float32_uint64",
// "test_pow_types_int",
// "test_pow_types_int32_float32",
// "test_pow_types_int32_int32",
// "test_pow_types_int64_float32",
// "test_pow_types_int64_int64",
"test_pow",
// "test_prelu_broadcast",
// "test_prelu_example",
// // "test_qlinearconv",
// // "test_qlinearmatmul_2D",
// // "test_qlinearmatmul_3D",
// // "test_quantizelinear_axis",
// // "test_quantizelinear",
// "test_range_float_type_positive_delta_expanded",
// "test_range_float_type_positive_delta",
// "test_range_int32_type_negative_delta_expanded",
// "test_range_int32_type_negative_delta",
// "test_reciprocal_example",
// "test_reciprocal",
// "test_reduce_l1_default_axes_keepdims_example",
// "test_reduce_l1_default_axes_keepdims_random",
// "test_reduce_l1_do_not_keepdims_example",
// "test_reduce_l1_do_not_keepdims_random",
// "test_reduce_l1_keep_dims_example",
// "test_reduce_l1_keep_dims_random",
// "test_reduce_l1_negative_axes_keep_dims_example",
// "test_reduce_l1_negative_axes_keep_dims_random",
// "test_reduce_l2_default_axes_keepdims_example",
// "test_reduce_l2_default_axes_keepdims_random",
// "test_reduce_l2_do_not_keepdims_example",
// "test_reduce_l2_do_not_keepdims_random",
// "test_reduce_l2_keep_dims_example",
// "test_reduce_l2_keep_dims_random",
// "test_reduce_l2_negative_axes_keep_dims_example",
// "test_reduce_l2_negative_axes_keep_dims_random",
// "test_reduce_log_sum_asc_axes",
// "test_reduce_log_sum_default",
// "test_reduce_log_sum_desc_axes",
// tests "test_reduce_log_sum_exp_*" on opset17/opset18 are excluded because they use float64.
// "opset{7,8,9}/test_reduce_log_sum_exp_default_axes_keepdims_example",
// "opset{7,8,9}/test_reduce_log_sum_exp_default_axes_keepdims_random",
// "opset{7,8,9}/test_reduce_log_sum_exp_do_not_keepdims_example",
// "opset{7,8,9}/test_reduce_log_sum_exp_do_not_keepdims_random",
// "opset{7,8,9}/test_reduce_log_sum_exp_keepdims_example",
// "opset{7,8,9}/test_reduce_log_sum_exp_keepdims_random",
// "opset11/test_reduce_log_sum_exp_negative_axes_keepdims_example",
// "opset11/test_reduce_log_sum_exp_negative_axes_keepdims_random",
// "test_reduce_log_sum_negative_axes",
// "test_reduce_log_sum",
// "test_reduce_max_default_axes_keepdim_example",
// "test_reduce_max_default_axes_keepdims_random",
// "test_reduce_max_do_not_keepdims_example",
// "test_reduce_max_do_not_keepdims_random",
// "test_reduce_max_keepdims_example",
// "test_reduce_max_keepdims_random",
// "test_reduce_max_negative_axes_keepdims_example",
// "test_reduce_max_negative_axes_keepdims_random",
// "test_reduce_mean_default_axes_keepdims_example",
// "test_reduce_mean_default_axes_keepdims_random",
// "test_reduce_mean_do_not_keepdims_example",
// "test_reduce_mean_do_not_keepdims_random",
// "test_reduce_mean_keepdims_example",
// "test_reduce_mean_keepdims_random",
// "test_reduce_mean_negative_axes_keepdims_example",
// "test_reduce_mean_negative_axes_keepdims_random",
// "test_reduce_min_default_axes_keepdims_example",
// "test_reduce_min_default_axes_keepdims_random",
// "test_reduce_min_do_not_keepdims_example",
// "test_reduce_min_do_not_keepdims_random",
// "test_reduce_min_keepdims_example",
// "test_reduce_min_keepdims_random",
// "test_reduce_min_negative_axes_keepdims_example",
// "test_reduce_min_negative_axes_keepdims_random",
// "test_reduce_prod_default_axes_keepdims_example",
// "test_reduce_prod_default_axes_keepdims_random",
// "test_reduce_prod_do_not_keepdims_example",
// "test_reduce_prod_do_not_keepdims_random",
// "test_reduce_prod_keepdims_example",
// "test_reduce_prod_keepdims_random",
// "test_reduce_prod_negative_axes_keepdims_example",
// "test_reduce_prod_negative_axes_keepdims_random",
// "test_reduce_sum_default_axes_keepdims_example",
// "test_reduce_sum_default_axes_keepdims_random",
// "test_reduce_sum_do_not_keepdims_example",
// "test_reduce_sum_do_not_keepdims_random",
// "test_reduce_sum_empty_axes_input_noop_example",
// "test_reduce_sum_empty_axes_input_noop_random",
// "test_reduce_sum_keepdims_example",
// "test_reduce_sum_keepdims_random",
// "test_reduce_sum_negative_axes_keepdims_example",
// "test_reduce_sum_negative_axes_keepdims_random",
// "test_reduce_sum_square_default_axes_keepdims_example",
// "test_reduce_sum_square_default_axes_keepdims_random",
// "test_reduce_sum_square_do_not_keepdims_example",
// "test_reduce_sum_square_do_not_keepdims_random",
// "test_reduce_sum_square_keepdims_example",
// "test_reduce_sum_square_keepdims_random",
// "test_reduce_sum_square_negative_axes_keepdims_example",
// "test_reduce_sum_square_negative_axes_keepdims_random",
// "test_reflect_pad",
"test_relu",
// "test_reshape_allowzero_reordered",
// "test_reshape_extended_dims",
// "test_reshape_negative_dim",
// "test_reshape_negative_extended_dims",
// "test_reshape_one_dim",
// "test_reshape_reduced_dims",
// "test_reshape_reordered_all_dims",
// "test_reshape_reordered_dims",
// "test_reshape_reordered_last_dims",
// "test_reshape_zero_and_negative_dim",
// "test_reshape_zero_dim",
// "test_resize_downsample_linear",
// "test_resize_downsample_nearest",
// "test_resize_downsample_scales_cubic_A_n0p5_exclude_outside",
// "test_resize_downsample_scales_cubic_align_corners",
// "test_resize_downsample_scales_cubic",
// "test_resize_downsample_scales_linear_align_corners",
// "test_resize_downsample_scales_linear",
// "test_resize_downsample_scales_nearest",
// "test_resize_downsample_sizes_cubic",
// "test_resize_downsample_sizes_linear_pytorch_half_pixel",
// "test_resize_downsample_sizes_nearest_tf_half_pixel_for_nn",
// "test_resize_downsample_sizes_nearest",
// "test_resize_nearest",
// "test_resize_tf_crop_and_resize",
// "test_resize_upsample_linear",
// "test_resize_upsample_nearest",
// "test_resize_upsample_scales_cubic_A_n0p5_exclude_outside",
// "test_resize_upsample_scales_cubic_align_corners",
// "test_resize_upsample_scales_cubic_asymmetric",
// "test_resize_upsample_scales_cubic",
// "test_resize_upsample_scales_linear_align_corners",
// "test_resize_upsample_scales_linear",
// "test_resize_upsample_scales_nearest",
// "test_resize_upsample_sizes_cubic",
// "opset{12,13,17,18}/test_resize_upsample_sizes_nearest_ceil_half_pixel",
// "opset{12,13,17,18}/test_resize_upsample_sizes_nearest_floor_align_corners",
// "opset{12,13,17,18}/test_resize_upsample_sizes_nearest_round_prefer_ceil_asymmetric",
// "test_resize_upsample_sizes_nearest",
// // "test_reversesequence_batch",
// // "test_reversesequence_time",
// // "test_rnn_seq_length",
// // "test_roialign_aligned_false",
// // "test_roialign_aligned_true",
// // "test_roialign",
// // "test_round",
// // "test_scan_sum",
// // "test_scan9_sum",
// // "test_scatter_elements_with_axis",
// // "test_scatter_elements_with_duplicate_indices",
// // "test_scatter_elements_with_negative_indices",
// // "test_scatter_elements_without_axis",
// // "test_scatter_with_axis",
// // "test_scatter_without_axis",
// // "test_scatternd_add",
// // "test_scatternd_multiply",
// // "test_scatternd",
// // "test_sce_mean_3d_expanded",
// // "test_sce_mean_3d_log_prob_expanded",
// // "test_sce_mean_3d_log_prob",
// // "test_sce_mean_3d",
// // "test_sce_mean_expanded",
// // "test_sce_mean_log_prob_expanded",
// // "test_sce_mean_log_prob",
// // "test_sce_mean_no_weight_ii_3d_expanded",
// // "test_sce_mean_no_weight_ii_3d_log_prob_expanded",
// // "test_sce_mean_no_weight_ii_3d_log_prob",
// // "test_sce_mean_no_weight_ii_3d",
// // "test_sce_mean_no_weight_ii_4d_expanded",
// // "test_sce_mean_no_weight_ii_4d_log_prob_expanded",
// // "test_sce_mean_no_weight_ii_4d_log_prob",
// // "test_sce_mean_no_weight_ii_4d",
// // "test_sce_mean_no_weight_ii_expanded",
// // "test_sce_mean_no_weight_ii_log_prob_expanded",
// // "test_sce_mean_no_weight_ii_log_prob",
// // "test_sce_mean_no_weight_ii",
// // "test_sce_mean_weight_expanded",
// // "test_sce_mean_weight_ii_3d_expanded",
// // "test_sce_mean_weight_ii_3d_log_prob_expanded",
// // "test_sce_mean_weight_ii_3d_log_prob",
// // "test_sce_mean_weight_ii_3d",
// // "test_sce_mean_weight_ii_4d_expanded",
// // "test_sce_mean_weight_ii_4d_log_prob_expanded",
// // "test_sce_mean_weight_ii_4d_log_prob",
// // "test_sce_mean_weight_ii_4d",
// // "test_sce_mean_weight_ii_expanded",
// // "test_sce_mean_weight_ii_log_prob_expanded",
// // "test_sce_mean_weight_ii_log_prob",
// // "test_sce_mean_weight_ii",
// // "test_sce_mean_weight_log_prob_expanded",
// // "test_sce_mean_weight_log_prob",
// // "test_sce_mean_weight",
// // "test_sce_mean",
// // "test_sce_NCd1_mean_weight_negative_ii_expanded",
// // "test_sce_NCd1_mean_weight_negative_ii_log_prob_expanded",
// // "test_sce_NCd1_mean_weight_negative_ii_log_prob",
// // "test_sce_NCd1_mean_weight_negative_ii",
// // "test_sce_NCd1d2d3_none_no_weight_negative_ii_expanded",
// // "test_sce_NCd1d2d3_none_no_weight_negative_ii_log_prob_expanded",
// // "test_sce_NCd1d2d3_none_no_weight_negative_ii_log_prob",
// // "test_sce_NCd1d2d3_none_no_weight_negative_ii",
// // "test_sce_NCd1d2d3_sum_weight_high_ii_expanded",
// // "test_sce_NCd1d2d3_sum_weight_high_ii_log_prob_expanded",
// // "test_sce_NCd1d2d3_sum_weight_high_ii_log_prob",
// // "test_sce_NCd1d2d3_sum_weight_high_ii",
// // "test_sce_NCd1d2d3d4d5_mean_weight_expanded",
// // "test_sce_NCd1d2d3d4d5_mean_weight_log_prob_expanded",
// // "test_sce_NCd1d2d3d4d5_mean_weight_log_prob",
// // "test_sce_NCd1d2d3d4d5_mean_weight",
// // "test_sce_NCd1d2d3d4d5_none_no_weight_expanded",
// // "test_sce_NCd1d2d3d4d5_none_no_weight_log_prob_expanded",
// // "test_sce_NCd1d2d3d4d5_none_no_weight_log_prob",
// // "test_sce_NCd1d2d3d4d5_none_no_weight",
// // "test_sce_none_expanded",
// // "test_sce_none_log_prob_expanded",
// // "test_sce_none_log_prob",
// // "test_sce_none_weights_expanded",
// // "test_sce_none_weights_log_prob_expanded",
// // "test_sce_none_weights_log_prob",
// // "test_sce_none_weights",
// // "test_sce_none",
// // "test_sce_sum_expanded",
// // "test_sce_sum_log_prob_expanded",
// // "test_sce_sum_log_prob",
// // "test_sce_sum",
// "test_selu_default",
// "test_selu_example",
// "test_selu",
// // "test_sequence_insert_at_back",
// // "test_sequence_insert_at_front",
// // "test_sequence_map_add_1_sequence_1_tensor_expanded",
// // "test_sequence_map_add_1_sequence_1_tensor",
// // "test_sequence_map_add_2_sequences_expanded",
// // "test_sequence_map_add_2_sequences",
// // "test_sequence_map_extract_shapes_expanded",
// // "test_sequence_map_extract_shapes",
// // "test_sequence_map_identity_1_sequence_1_tensor_expanded",
// // "test_sequence_map_identity_1_sequence_1_tensor",
// // "test_sequence_map_identity_1_sequence_expanded",
// // "test_sequence_map_identity_1_sequence",
// // "test_sequence_map_identity_2_sequences_expanded",
// // "test_sequence_map_identity_2_sequences",
// "test_shrink_hard",
// "test_shrink_soft",
"test_sigmoid_example",
"test_sigmoid",
// "test_sign",
// "test_simple_rnn_batchwise",
// "test_simple_rnn_defaults",
// "test_simple_rnn_with_initial_bias",
"test_sin_example",
"test_sin",
// "test_sinh_example",
// "test_sinh",
// // "test_size_example",
// // "test_size",
// "test_slice_default_axes",
// "test_slice_default_steps",
// "test_slice_end_out_of_bounds",
// "test_slice_neg_steps",
// "test_slice_neg",
// "test_slice_negative_axes",
// "test_slice_start_out_of_bounds",
// "test_slice",
// "test_softmax_axis_0_expanded",
"test_softmax_axis_0",
// "test_softmax_axis_1_expanded",
"test_softmax_axis_1",
// "test_softmax_axis_2_expanded",
"test_softmax_axis_2",
// "test_softmax_cross_entropy_input_shape_is_NCd1_mean_weight_negative_ignore_index_expanded",
// "test_softmax_cross_entropy_input_shape_is_NCd1_mean_weight_negative_ignore_index_log_prob_expanded",
// "test_softmax_cross_entropy_input_shape_is_NCd1_mean_weight_negative_ignore_index_log_prob",
// "test_softmax_cross_entropy_input_shape_is_NCd1_mean_weight_negative_ignore_index",
// "test_softmax_cross_entropy_input_shape_is_NCd1d2d3_none_no_weight_negative_ignore_index_expanded",
// "test_softmax_cross_entropy_input_shape_is_NCd1d2d3_none_no_weight_negative_ignore_index_log_prob_expanded",
// "test_softmax_cross_entropy_input_shape_is_NCd1d2d3_none_no_weight_negative_ignore_index_log_prob",
// "test_softmax_cross_entropy_input_shape_is_NCd1d2d3_none_no_weight_negative_ignore_index",
// "test_softmax_cross_entropy_input_shape_is_NCd1d2d3_sum_weight_high_ignore_index_expanded",
// "test_softmax_cross_entropy_input_shape_is_NCd1d2d3_sum_weight_high_ignore_index_log_prob_expanded",
// "test_softmax_cross_entropy_input_shape_is_NCd1d2d3_sum_weight_high_ignore_index_log_prob",
// "test_softmax_cross_entropy_input_shape_is_NCd1d2d3_sum_weight_high_ignore_index",
// "test_softmax_cross_entropy_input_shape_is_NCd1d2d3d4d5_mean_weight_expanded",
// "test_softmax_cross_entropy_input_shape_is_NCd1d2d3d4d5_mean_weight_log_prob_expanded",
// "test_softmax_cross_entropy_input_shape_is_NCd1d2d3d4d5_mean_weight_log_prob",
// "test_softmax_cross_entropy_input_shape_is_NCd1d2d3d4d5_mean_weight",
// "test_softmax_cross_entropy_input_shape_is_NCd1d2d3d4d5_none_no_weight_expanded",
// "test_softmax_cross_entropy_input_shape_is_NCd1d2d3d4d5_none_no_weight_log_prob_expanded",
// "test_softmax_cross_entropy_input_shape_is_NCd1d2d3d4d5_none_no_weight_log_prob",
// "test_softmax_cross_entropy_input_shape_is_NCd1d2d3d4d5_none_no_weight",
// "test_softmax_cross_entropy_mean_3d_expanded",
// "test_softmax_cross_entropy_mean_3d_log_prob_expanded",
// "test_softmax_cross_entropy_mean_3d_log_prob",
// "test_softmax_cross_entropy_mean_3d",
// "test_softmax_cross_entropy_mean_expanded",
// "test_softmax_cross_entropy_mean_log_prob_expanded",
// "test_softmax_cross_entropy_mean_log_prob",
// "test_softmax_cross_entropy_mean_no_weight_ignore_index_3d_expanded",
// "test_softmax_cross_entropy_mean_no_weight_ignore_index_3d_log_prob_expanded",
// "test_softmax_cross_entropy_mean_no_weight_ignore_index_3d_log_prob",
// "test_softmax_cross_entropy_mean_no_weight_ignore_index_3d",
// "test_softmax_cross_entropy_mean_no_weight_ignore_index_4d_expanded",
// "test_softmax_cross_entropy_mean_no_weight_ignore_index_4d_log_prob_expanded",
// "test_softmax_cross_entropy_mean_no_weight_ignore_index_4d_log_prob",
// "test_softmax_cross_entropy_mean_no_weight_ignore_index_4d",
// "test_softmax_cross_entropy_mean_no_weight_ignore_index_expanded",
// "test_softmax_cross_entropy_mean_no_weight_ignore_index_log_prob_expanded",
// "test_softmax_cross_entropy_mean_no_weight_ignore_index_log_prob",
// "test_softmax_cross_entropy_mean_no_weight_ignore_index",
// "test_softmax_cross_entropy_mean_weight_expanded",
// "test_softmax_cross_entropy_mean_weight_ignore_index_3d_expanded",
// "test_softmax_cross_entropy_mean_weight_ignore_index_3d_log_prob_expanded",
// "test_softmax_cross_entropy_mean_weight_ignore_index_3d_log_prob",
// "test_softmax_cross_entropy_mean_weight_ignore_index_3d",
// "test_softmax_cross_entropy_mean_weight_ignore_index_4d_expanded",
// "test_softmax_cross_entropy_mean_weight_ignore_index_4d_log_prob_expanded",
// "test_softmax_cross_entropy_mean_weight_ignore_index_4d_log_prob",
// "test_softmax_cross_entropy_mean_weight_ignore_index_4d",
// "test_softmax_cross_entropy_mean_weight_ignore_index_expanded",
// "test_softmax_cross_entropy_mean_weight_ignore_index_log_prob_expanded",
// "test_softmax_cross_entropy_mean_weight_ignore_index_log_prob",
// "test_softmax_cross_entropy_mean_weight_ignore_index",
// "test_softmax_cross_entropy_mean_weight_log_prob_expanded",
// "test_softmax_cross_entropy_mean_weight_log_prob",
// "test_softmax_cross_entropy_mean_weight",
// "test_softmax_cross_entropy_mean",
// "test_softmax_cross_entropy_none_expanded",
// "test_softmax_cross_entropy_none_log_prob_expanded",
// "test_softmax_cross_entropy_none_log_prob",
// "test_softmax_cross_entropy_none_weights_expanded",
// "test_softmax_cross_entropy_none_weights_log_prob_expanded",
// "test_softmax_cross_entropy_none_weights_log_prob",
// "test_softmax_cross_entropy_none_weights",
// "test_softmax_cross_entropy_none",
// "test_softmax_cross_entropy_sum_expanded",
// "test_softmax_cross_entropy_sum_log_prob_expanded",
// "test_softmax_cross_entropy_sum_log_prob",
// "test_softmax_cross_entropy_sum",
// "opset13/test_softmax_default_axis_expanded",
"opset13/test_softmax_default_axis",
// "test_softmax_example_expanded",
"test_softmax_example",
// "test_softmax_large_number_expanded",
"test_softmax_large_number",
// "test_softmax_negative_axis_expanded",
"test_softmax_negative_axis",
// // "test_softplus_example",
// // "test_softplus",
// // "test_softsign_example",
// // "test_softsign",
// "test_spacetodepth_example",
// "test_spacetodepth",
// "test_split_equal_parts_1d",
// "test_split_equal_parts_2d",
// "test_split_equal_parts_default_axis",
// "test_split_variable_parts_1d",
// "test_split_variable_parts_2d",
// "test_split_variable_parts_default_axis",
// "test_split_zero_size_splits",
"test_sqrt_example",
"test_sqrt",
// "test_squeeze_negative_axes",
// "test_squeeze",
// // "test_stft_with_window",
// // "test_stft",
// // "test_strnormalizer_export_monday_casesensintive_lower",
// // "test_strnormalizer_export_monday_casesensintive_nochangecase",
// // "test_strnormalizer_export_monday_casesensintive_upper",
// // "test_strnormalizer_export_monday_empty_output",
// // "test_strnormalizer_export_monday_insensintive_upper_twodim",
// // "test_strnormalizer_nostopwords_nochangecase",
"test_sub_bcast",
"test_sub_example",
// "test_sub_uint8",
"test_sub",
// "test_sum_example",
// "test_sum_one_input",
// "test_sum_two_inputs",
"test_tan_example",
"test_tan",
"test_tanh_example",
"test_tanh",
// // "test_tfidfvectorizer_tf_batch_onlybigrams_skip0",
// // "test_tfidfvectorizer_tf_batch_onlybigrams_skip5",
// // "test_tfidfvectorizer_tf_batch_uniandbigrams_skip5",
// // "test_tfidfvectorizer_tf_only_bigrams_skip0",
// // "test_tfidfvectorizer_tf_onlybigrams_levelempty",
// // "test_tfidfvectorizer_tf_onlybigrams_skip5",
// // "test_tfidfvectorizer_tf_uniandbigrams_skip5",
// "test_thresholdedrelu_default",
// "test_thresholdedrelu_example",
// "test_thresholdedrelu",
// "test_tile_precomputed",
// "test_tile",
// // "test_top_k_negative_axis",
// // "test_top_k_smallest",
// // "test_top_k",
// // "test_training_dropout_default_mask",
// // "test_training_dropout_default",
// // "test_training_dropout_mask",
// // "test_training_dropout_zero_ratio_mask",
// // "test_training_dropout_zero_ratio",
// // "test_training_dropout",
"test_transpose_all_permutations_0",
"test_transpose_all_permutations_1",
"test_transpose_all_permutations_2",
"test_transpose_all_permutations_3",
"test_transpose_all_permutations_4",
"test_transpose_all_permutations_5",
"test_transpose_default"
// "test_tril_neg",
// "test_tril_one_row_neg",
// "test_tril_out_neg",
// "test_tril_out_pos",
// "test_tril_pos",
// "test_tril_square_neg",
// "test_tril_square",
// "test_tril_zero",
// "test_tril",
// "test_triu_neg",
// "test_triu_one_row",
// "test_triu_out_neg_out",
// "test_triu_out_pos",
// "test_triu_pos",
// "test_triu_square_neg",
// "test_triu_square",
// "test_triu_zero",
// "test_triu",
// // "test_unique_not_sorted_without_axis",
// // "test_unique_sorted_with_axis_3d",
// // "test_unique_sorted_with_axis",
// // "test_unique_sorted_with_negative_axis",
// // "test_unique_sorted_without_axis",
// "test_unsqueeze_axis_0",
// "test_unsqueeze_axis_1",
// "test_unsqueeze_axis_2",
// "test_unsqueeze_axis_3",
// "test_unsqueeze_negative_axes",
// "test_unsqueeze_three_axes",
// "test_unsqueeze_two_axes",
// "test_unsqueeze_unsorted_axes",
// "test_unsqueeze",
// "test_wrap_pad"
// "test_upsample_nearest",
// "test_where_example",
// "test_where_long_example",
// "test_xor_bcast3v1d",
// "test_xor_bcast3v2d",
// "test_xor_bcast4v2d",
// "test_xor_bcast4v3d",
// "test_xor_bcast4v4d",
// "test_xor2d",
// "test_xor3d",
// "test_xor4d"
],
"ops": []
}
}