{ "cpu": { "onnx": [], "node": [], "ops": [] }, "webgl": { "onnx": ["resnet50", "squeezenet", "tiny_yolov2", "emotion_ferplus"], "node": [ "test_abs", "test_acos_example", "test_acos", "test_add_bcast", "test_add", "test_and_bcast3v1d", "test_and_bcast3v2d", "test_and_bcast4v2d", "test_and_bcast4v3d", "test_and_bcast4v4d", "test_and2d", "test_and3d", "test_and4d", "test_asin_example", "test_asin", "test_atan_example", "test_atan", "test_averagepool_1d_default", "test_averagepool_2d_default", //"opset12/test_averagepool_2d_pads", // TODO: fix avgpool and maxpool on VM // "opset12/test_averagepool_2d_precomputed_pads", // "opset12/test_averagepool_2d_precomputed_same_upper", // "opset12/test_averagepool_2d_precomputed_strides", // "opset12/test_averagepool_2d_same_upper", // "opset12/test_averagepool_2d_same_lower", // "opset12/test_averagepool_2d_strides", "test_averagepool_3d_default", "test_basic_conv_with_padding", "test_basic_conv_without_padding", "test_batchnorm_epsilon", "test_batchnorm_example", "test_cast_DOUBLE_to_FLOAT", "test_cast_FLOAT_to_DOUBLE", "opset{7,8,9,10}/test_clip_splitbounds", "opset{7,8,9,10}/test_clip_outbounds", "opset{7,8,9,10}/test_clip_inbounds", "opset{7,8,9,10}/test_clip_example", "opset{7,8,9,10}/test_clip_default_min", "opset{7,8,9,10}/test_clip_default_max", "opset{7,8,9,10}/test_clip_default_inbounds", "opset{7,8,9,10}/test_clip", "test_concat_1d_axis_0", "test_concat_2d_axis_0", "test_concat_2d_axis_1", "test_concat_3d_axis_0", "test_concat_3d_axis_1", "test_concat_3d_axis_2", "test_conv_with_strides_and_asymmetric_padding", "test_conv_with_strides_no_padding", "test_conv_with_strides_padding", "test_convtranspose", "test_convtranspose_pad", "test_convtranspose_pads", // TODO: add this when test-case file in opset v8 is fixed (i.e. output_shape has 2 dims) // Might have to rewrite git history for that... // "test_convtranspose_output_shape", "test_convtranspose_kernel_shape", "test_convtranspose_dilations", "test_constant", "test_cos_example", "test_cos", "test_div_bcast", "test_div_example", "test_div", "test_dropout_default", "test_dropout_random", "test_depthtospace_crd_mode", "test_depthtospace_crd_mode_example", "test_depthtospace_dcr_mode", "test_depthtospace_example", "test_elu_example", "test_elu", "test_elu_default", "test_flatten_axis0", "test_flatten_axis1", "test_flatten_axis2", "test_flatten_axis3", "test_flatten_default_axis", "test_gather_0", "test_gather_1", "test_gemm_nobroadcast", "test_gemm_broadcast", "test_globalaveragepool_precomputed", "test_globalaveragepool", "test_globalmaxpool_precomputed", "test_globalmaxpool", "test_greater_bcast", "test_greater", "test_instancenorm_epsilon", "test_instancenorm_example", "test_less_bcast", "test_less", "test_equal_bcast", "test_equal", "test_identity", "test_leakyrelu_default", "test_leakyrelu_example", "test_leakyrelu", "test_lrn_default", "test_lrn", "test_matmul_2d", "test_matmul_3d", "test_matmul_4d", "test_maxpool_1d_default", "test_maxpool_2d_default", // "opset12/test_maxpool_2d_pads", // "opset12/test_maxpool_2d_precomputed_pads", // "opset12/test_maxpool_2d_precomputed_same_upper", // "opset12/test_maxpool_2d_precomputed_strides", // "opset12/test_maxpool_2d_same_lower", // "opset12/test_maxpool_2d_same_upper", // "opset12/test_maxpool_2d_strides", "test_maxpool_3d_default", "test_mul_bcast", "test_mul_example", "test_mul", "test_neg", "test_neg_example", "test_not_2d", "test_not_3d", "test_not_4d", "test_or_bcast3v1d", "test_or_bcast3v2d", "test_or_bcast4v2d", "test_or_bcast4v3d", "test_or_bcast4v4d", "test_prelu_broadcast", "test_prelu_example", "test_relu", "test_reshape_extended_dims", "test_reshape_negative_dim", "test_reshape_one_dim", "test_reshape_reduced_dims", "test_reshape_reordered_dims", "test_sigmoid", "test_sigmoid_example", "test_sin_example", "test_sin", "test_softmax_axis_0", "test_softmax_axis_1", "test_softmax_axis_2", "test_softmax_default_axis", "test_softmax_example", { "name": "test_softmax_large_number", "platformCondition": "^((?!iOS).)*$" // does NOT contains 'iOS': large number cannot be handled in a half_float environment }, "test_sub_bcast", "test_sub_example", "test_sub", "test_sum_example", "test_sum_one_input", "test_sum_two_inputs", "opset{7,8,9,10,11,12,13,14,15,16,17}/test_reduce_log_sum_asc_axes", "opset{7,8,9,10,11,12,13,14,15,16,17}/test_reduce_log_sum_default", "opset{7,8,9,10,11,12,13,14,15,16,17}/test_reduce_log_sum_desc_axes", "opset{7,8,9,10,11,12,13,14,15,16,17}/test_reduce_max_default_axes_keepdim_example", "opset{7,8,9,10,11,12,13,14,15,16,17}/test_reduce_max_default_axes_keepdims_random", "opset{7,8,9,10,11,12,13,14,15,16,17}/test_reduce_max_do_not_keepdims_example", "opset{7,8,9,10,11,12,13,14,15,16,17}/test_reduce_max_do_not_keepdims_random", "opset{7,8,9,10,11,12,13,14,15,16,17}/test_reduce_max_keepdims_example", "opset{7,8,9,10,11,12,13,14,15,16,17}/test_reduce_max_keepdims_random", "opset{7,8,9,10,11,12,13,14,15,16,17}/test_reduce_mean_default_axes_keepdims_example", "opset{7,8,9,10,11,12,13,14,15,16,17}/test_reduce_mean_default_axes_keepdims_random", "opset{7,8,9,10,11,12,13,14,15,16,17}/test_reduce_mean_do_not_keepdims_example", "opset{7,8,9,10,11,12,13,14,15,16,17}/test_reduce_mean_do_not_keepdims_random", "opset{7,8,9,10,11,12,13,14,15,16,17}/test_reduce_mean_keepdims_example", "opset{7,8,9,10,11,12,13,14,15,16,17}/test_reduce_mean_keepdims_random", "opset{7,8,9,10,11,12,13,14,15,16,17}/test_reduce_min_default_axes_keepdims_example", "opset{7,8,9,10,11,12,13,14,15,16,17}/test_reduce_min_default_axes_keepdims_random", "opset{7,8,9,10,11,12,13,14,15,16,17}/test_reduce_min_do_not_keepdims_example", "opset{7,8,9,10,11,12,13,14,15,16,17}/test_reduce_min_do_not_keepdims_random", "opset{7,8,9,10,11,12,13,14,15,16,17}/test_reduce_min_keepdims_example", "opset{7,8,9,10,11,12,13,14,15,16,17}/test_reduce_min_keepdims_random", { "name": "opset{7,8,9,10,11,12,13,14,15,16,17}/test_reduce_prod_default_axes_keepdims_example", "platformCondition": "^((?!iOS).)*$" // does NOT contains 'iOS': large number cannot be handled in a half_float environment }, "opset{7,8,9,10,11,12,13,14,15,16,17}/test_reduce_prod_default_axes_keepdims_random", "opset{7,8,9,10,11,12,13,14,15,16,17}/test_reduce_prod_do_not_keepdims_example", "opset{7,8,9,10,11,12,13,14,15,16,17}/test_reduce_prod_do_not_keepdims_random", "opset{7,8,9,10,11,12,13,14,15,16,17}/test_reduce_prod_keepdims_example", "opset{7,8,9,10,11,12,13,14,15,16,17}/test_reduce_prod_keepdims_random", "opset{7,8,9,10,11,12}/test_reduce_sum_default_axes_keepdims_example", "opset{7,8,9,10,11,12}/test_reduce_sum_default_axes_keepdims_random", "opset{7,8,9,10,11,12}/test_reduce_sum_do_not_keepdims_example", "opset{7,8,9,10,11,12}/test_reduce_sum_do_not_keepdims_random", "opset{7,8,9,10,11,12}/test_reduce_sum_keepdims_example", "opset{7,8,9,10,11,12}/test_reduce_sum_keepdims_random", "opset{7,8,9,10,11,12}/test_reduce_sum_square_default_axes_keepdims_example", "opset{7,8,9,10,11,12}/test_reduce_sum_square_default_axes_keepdims_random", "opset{7,8,9,10,11,12}/test_reduce_sum_square_do_not_keepdims_example", "opset{7,8,9,10,11,12}/test_reduce_sum_square_do_not_keepdims_random", "opset{7,8,9,10,11,12}/test_reduce_sum_square_keepdims_example", "opset{7,8,9,10,11,12}/test_reduce_sum_square_keepdims_random", "opset{7,8,9,10,11,12}/test_split_variable_parts_default_axis", "opset{7,8,9,10,11,12}/test_split_variable_parts_1d", "opset{7,8,9,10,11,12}/test_split_variable_parts_2d", "opset{7,8,9,10,11,12}/test_split_equal_parts_default_axis", "opset{7,8,9,10,11,12}/test_split_equal_parts_1d", "opset{7,8,9,10,11,12}/test_split_equal_parts_2d", "opset{7,8,9}/test_slice", "opset{7,8,9}/test_slice_default_axes", "opset{7,8,9}/test_slice_end_out_of_bounds", "opset{7,8,9}/test_slice_neg", // "test_slice_start_out_of_bounds", // tensor shape of 0 "test_squeeze", "test_tan_example", //"test_tan", // incorrect result in Chrome v100... investigating "test_tanh_example", "test_tanh", "test_tile", "test_tile_precomputed", "test_transpose_all_permutations_0", "test_transpose_all_permutations_1", "test_transpose_all_permutations_2", "test_transpose_all_permutations_3", "test_transpose_all_permutations_4", "test_transpose_all_permutations_5", "test_transpose_default", "test_unsqueeze", "test_xor_bcast3v1d", "test_xor_bcast3v2d", "test_xor_bcast4v2d", "test_xor_bcast4v3d", "test_xor_bcast4v4d", "test_xor2d", "test_xor3d", "test_xor4d" ], "ops": [ "abs.jsonc", "acos.jsonc", "add.jsonc", "and.jsonc", "asin.jsonc", "ceil.jsonc", "concat.jsonc", "conv.jsonc", "cos.jsonc", "div.jsonc", "depth-to-space.jsonc", "equal.jsonc", "exp.jsonc", "floor.jsonc", "global-average-pool.jsonc", "gemm.jsonc", "greater.jsonc", //"identity.jsonc", "image-scaler.jsonc", "instance-norm.jsonc", "less.jsonc", "log.jsonc", "matmul.jsonc", "mul.jsonc", "neg.jsonc", "not.jsonc", "or.jsonc", "leaky-relu.jsonc", "reduce-min.jsonc", "relu.jsonc", "pad.jsonc", "pad-big.jsonc", "pow.jsonc", "pow-big-number.jsonc", "reshape-int32.jsonc", "softmax.jsonc", "sin.jsonc", "split.jsonc", "sqrt.jsonc", "sub.jsonc", "tan.jsonc", "transpose.jsonc", "xor.jsonc" ] }, "webgpu": { "onnx": [], "node": [ "test_abs", "test_acos_example", "test_acos", "test_acosh_example", "test_acosh", // // "test_adagrad_multiple", // // "test_adagrad", // // "test_adam_multiple", // // "test_adam", "test_add_bcast", // "test_add_uint8", "test_add", // "test_and_bcast3v1d", // "test_and_bcast3v2d", // "test_and_bcast4v2d", // "test_and_bcast4v3d", // "test_and_bcast4v4d", // "test_and2d", // "test_and3d", // "test_and4d", "test_argmax_default_axis_example_select_last_index", "test_argmax_default_axis_example", "test_argmax_default_axis_random_select_last_index", "test_argmax_default_axis_random", "test_argmax_keepdims_example_select_last_index", "test_argmax_keepdims_example", "test_argmax_keepdims_random_select_last_index", "test_argmax_keepdims_random", "test_argmax_negative_axis_keepdims_example_select_last_index", "test_argmax_negative_axis_keepdims_example", "test_argmax_negative_axis_keepdims_random_select_last_index", "test_argmax_negative_axis_keepdims_random", "test_argmax_no_keepdims_example_select_last_index", "test_argmax_no_keepdims_example", "test_argmax_no_keepdims_random_select_last_index", "test_argmax_no_keepdims_random", "test_argmin_default_axis_example_select_last_index", "test_argmin_default_axis_example", "test_argmin_default_axis_random_select_last_index", "test_argmin_default_axis_random", "test_argmin_keepdims_example_select_last_index", "test_argmin_keepdims_example", "test_argmin_keepdims_random_select_last_index", "test_argmin_keepdims_random", "test_argmin_negative_axis_keepdims_example_select_last_index", "test_argmin_negative_axis_keepdims_example", "test_argmin_negative_axis_keepdims_random_select_last_index", "test_argmin_negative_axis_keepdims_random", "test_argmin_no_keepdims_example_select_last_index", "test_argmin_no_keepdims_example", "test_argmin_no_keepdims_random_select_last_index", "test_argmin_no_keepdims_random", "test_asin_example", "test_asin", "test_asinh_example", "test_asinh", "test_atan_example", "test_atan", "test_atanh_example", "test_atanh", // "test_averagepool_1d_default", // "test_averagepool_2d_ceil", "test_averagepool_2d_default", "test_averagepool_2d_pads_count_include_pad", "test_averagepool_2d_pads", "test_averagepool_2d_precomputed_pads_count_include_pad", "test_averagepool_2d_precomputed_pads", "test_averagepool_2d_precomputed_same_upper", "test_averagepool_2d_precomputed_strides", "test_averagepool_2d_same_lower", "test_averagepool_2d_same_upper", "test_averagepool_2d_strides", // "test_averagepool_3d_default", "test_basic_conv_with_padding", "test_basic_conv_without_padding", // "test_basic_convinteger", // "test_batchnorm_epsilon_training_mode", "test_batchnorm_epsilon", // "test_batchnorm_example_training_mode", "test_batchnorm_example", // // "test_bernoulli_double_expanded", // // "test_bernoulli_double", // // "test_bernoulli_expanded", // // "test_bernoulli_seed_expanded", // // "test_bernoulli_seed", // // "test_bernoulli", // // "test_bitshift_left_uint16", // // "test_bitshift_left_uint32", // // "test_bitshift_left_uint64", // // "test_bitshift_left_uint8", // // "test_bitshift_right_uint16", // // "test_bitshift_right_uint32", // // "test_bitshift_right_uint64", // // "test_bitshift_right_uint8", // // "test_blackmanwindow_expanded", // // "test_blackmanwindow_symmetric_expanded", // // "test_blackmanwindow_symmetric", // // "test_blackmanwindow", // // "test_cast_BFLOAT16_to_FLOAT", // // "test_cast_DOUBLE_to_FLOAT", // // "test_cast_DOUBLE_to_FLOAT16", // // "test_cast_FLOAT_to_BFLOAT16", // // "test_cast_FLOAT_to_DOUBLE", // // "test_cast_FLOAT_to_FLOAT16", // // "test_cast_FLOAT_to_STRING", // // "test_cast_FLOAT16_to_DOUBLE", // // "test_cast_FLOAT16_to_FLOAT", // // "test_cast_STRING_to_FLOAT", // // "test_castlike_BFLOAT16_to_FLOAT_expanded", // // "test_castlike_BFLOAT16_to_FLOAT", // // "test_castlike_DOUBLE_to_FLOAT_expanded", // // "test_castlike_DOUBLE_to_FLOAT", // // "test_castlike_DOUBLE_to_FLOAT16_expanded", // // "test_castlike_DOUBLE_to_FLOAT16", // // "test_castlike_FLOAT_to_BFLOAT16_expanded", // // "test_castlike_FLOAT_to_BFLOAT16", // // "test_castlike_FLOAT_to_DOUBLE_expanded", // // "test_castlike_FLOAT_to_DOUBLE", // // "test_castlike_FLOAT_to_FLOAT16_expanded", // // "test_castlike_FLOAT_to_FLOAT16", // // "test_castlike_FLOAT_to_STRING_expanded", // // "test_castlike_FLOAT_to_STRING", // // "test_castlike_FLOAT16_to_DOUBLE_expanded", // // "test_castlike_FLOAT16_to_DOUBLE", // // "test_castlike_FLOAT16_to_FLOAT_expanded", // // "test_castlike_FLOAT16_to_FLOAT", // // "test_castlike_STRING_to_FLOAT_expanded", // // "test_castlike_STRING_to_FLOAT", "test_ceil_example", "test_ceil", // "test_celu_expanded", // "test_celu", // "test_clip_default_inbounds", // "test_clip_default_int8_inbounds", // "test_clip_default_int8_max", // "test_clip_default_int8_min", // "test_clip_default_max", // "test_clip_default_min", // "test_clip_example", // "test_clip_inbounds", // "test_clip_outbounds", // "test_clip_splitbounds", // "test_clip", // // "test_compress_0", // // "test_compress_1", // // "test_compress_default_axis", // // "test_compress_negative_axis", "test_concat_1d_axis_0", "test_concat_1d_axis_negative_1", "test_concat_2d_axis_0", "test_concat_2d_axis_1", "test_concat_2d_axis_negative_1", "test_concat_2d_axis_negative_2", "test_concat_3d_axis_0", "test_concat_3d_axis_1", "test_concat_3d_axis_2", "test_concat_3d_axis_negative_1", "test_concat_3d_axis_negative_2", "test_concat_3d_axis_negative_3", "test_conv_with_autopad_same", "test_conv_with_strides_and_asymmetric_padding", "test_conv_with_strides_no_padding", "test_conv_with_strides_padding", // // "test_convinteger_with_padding", // // "test_convinteger_without_padding", "test_convtranspose_1d", // // "test_convtranspose_3d", "test_convtranspose_autopad_same", "test_convtranspose_dilations", "test_convtranspose_kernel_shape", "opset{9,17}/test_convtranspose_output_shape", "test_convtranspose_pad", "test_convtranspose_pads", "test_convtranspose_with_kernel", "test_convtranspose", "test_cos_example", "test_cos", "test_cosh_example", "test_cosh", // "test_cumsum_1d_exclusive", // "test_cumsum_1d_reverse_exclusive", // "test_cumsum_1d_reverse", // "test_cumsum_1d", // "test_cumsum_2d_axis_0", // "test_cumsum_2d_axis_1", // "test_cumsum_2d_negative_axis", "test_depthtospace_crd_mode_example", "test_depthtospace_crd_mode", "test_depthtospace_dcr_mode", "test_depthtospace_example", "test_depthtospace", "test_dequantizelinear_axis", "test_dequantizelinear", // // "test_det_2d", // // "test_det_nd", // // "test_dft_axis", // // "test_dft_inverse", // // "test_dft", "test_div_bcast", "test_div_example", // "test_div_uint8", "test_div", // // "test_dropout_default_mask_ratio", // // "test_dropout_default_mask", // // "test_dropout_default_old", // // "test_dropout_default_ratio", // // "test_dropout_default", // // "test_dropout_random_old", // // "test_dropout_random", // // "test_dynamic_slice_default_axes", // // "test_dynamic_slice_end_out_of_bounds", // // "test_dynamic_slice_neg", // // "test_dynamic_slice_start_out_of_bounds", // // "test_dynamic_slice", // // "test_dynamicquantizelinear_expanded", // // "test_dynamicquantizelinear_max_adjusted_expanded", // // "test_dynamicquantizelinear_max_adjusted", // // "test_dynamicquantizelinear_min_adjusted_expanded", // // "test_dynamicquantizelinear_min_adjusted", // // "test_dynamicquantizelinear", "test_edge_pad", // "test_einsum_batch_diagonal", // "test_einsum_batch_matmul", // "test_einsum_inner_prod", // "test_einsum_sum", // "test_einsum_transpose", "test_elu_default", "test_elu_example", "test_elu", // "test_equal_bcast", // "test_equal", "test_erf", "test_exp_example", "test_exp", "test_expand_dim_changed", "test_expand_dim_unchanged", // "test_eyelike_populate_off_main_diagonal", // "test_eyelike_with_dtype", // "test_eyelike_without_dtype", "test_flatten_axis0", "test_flatten_axis1", "test_flatten_axis2", "test_flatten_axis3", "test_flatten_default_axis", "test_flatten_negative_axis1", "test_flatten_negative_axis2", "test_flatten_negative_axis3", "test_flatten_negative_axis4", "test_floor_example", "test_floor", "test_gather_0", "test_gather_1", "test_gather_2d_indices", "test_gather_negative_indices", "test_gather_elements_0", "test_gather_elements_1", "test_gather_elements_negative_indices", // "test_gather_negative_indices", // // "test_gathernd_example_float32", // // "test_gathernd_example_int32_batch_dim1", // // "test_gathernd_example_int32", "test_gemm_all_attributes", "test_gemm_alpha", "test_gemm_beta", "test_gemm_broadcast", "test_gemm_default_matrix_bias", "test_gemm_default_no_bias", // "test_gemm_default_scalar_bias", "test_gemm_default_single_elem_vector_bias", "test_gemm_default_vector_bias", "test_gemm_default_zero_bias", "test_gemm_nobroadcast", "test_gemm_transposeA", "test_gemm_transposeB", "test_globalaveragepool_precomputed", "test_globalaveragepool", "test_globalmaxpool_precomputed", "test_globalmaxpool", "test_greater_bcast", "test_greater_equal_bcast_expanded", "test_greater_equal_bcast", "test_greater_equal_expanded", "test_greater_equal", "test_greater", "test_gridsample_aligncorners_true", "test_gridsample_bicubic", "test_gridsample_bilinear", "test_gridsample_border_padding", "test_gridsample_nearest", "test_gridsample_reflection_padding", "test_gridsample_zeros_padding", "test_gridsample", // // "test_gru_batchwise", // // "test_gru_defaults", // // "test_gru_seq_length", // // "test_gru_with_initial_bias", // // "test_hammingwindow_expanded", // // "test_hammingwindow_symmetric_expanded", // // "test_hammingwindow_symmetric", // // "test_hammingwindow", // // "test_hannwindow_expanded", // // "test_hannwindow_symmetric_expanded", // // "test_hannwindow_symmetric", // // "test_hannwindow", // // "test_hardmax_axis_0", // // "test_hardmax_axis_1", // // "test_hardmax_axis_2", // // "test_hardmax_default_axis", // // "test_hardmax_example", // // "test_hardmax_negative_axis", // // "test_hardmax_one_hot", "test_hardsigmoid_default", "test_hardsigmoid_example", "test_hardsigmoid", // // "test_hardswish_expanded", // // "test_hardswish", "test_if", // TODO: Uncomment 'test_if_seq' and 'test_if_opt' once the test infra // supports Sequence and Optional types // "test_if_seq", // "test_if_opt", "test_instancenorm_epsilon", "test_instancenorm_example", // "test_isinf_negative", // "test_isinf_positive", // "test_isinf", // "test_isnan", "test_layer_normalization_2d_axis_negative_1_expanded", "test_layer_normalization_2d_axis_negative_1", "test_layer_normalization_2d_axis_negative_2_expanded", "test_layer_normalization_2d_axis_negative_2", "test_layer_normalization_2d_axis0_expanded", "test_layer_normalization_2d_axis0", "test_layer_normalization_2d_axis1_expanded", "test_layer_normalization_2d_axis1", // // "test_layer_normalization_3d_axis_negative_1_epsilon_expanded", "test_layer_normalization_3d_axis_negative_1_epsilon", // // "test_layer_normalization_3d_axis_negative_2_epsilon_expanded", "test_layer_normalization_3d_axis_negative_2_epsilon", // // "test_layer_normalization_3d_axis_negative_3_epsilon_expanded", "test_layer_normalization_3d_axis_negative_3_epsilon", // // "test_layer_normalization_3d_axis0_epsilon_expanded", "test_layer_normalization_3d_axis0_epsilon", "test_layer_normalization_3d_axis1_epsilon_expanded", "test_layer_normalization_3d_axis1_epsilon", // // "test_layer_normalization_3d_axis2_epsilon_expanded", "test_layer_normalization_3d_axis2_epsilon", "test_layer_normalization_4d_axis_negative_1_expanded", "test_layer_normalization_4d_axis_negative_1", // // "test_layer_normalization_4d_axis_negative_2_expanded", "test_layer_normalization_4d_axis_negative_2", // "test_layer_normalization_4d_axis_negative_3_expanded", "test_layer_normalization_4d_axis_negative_3", // "test_layer_normalization_4d_axis_negative_4_expanded", "test_layer_normalization_4d_axis_negative_4", "test_layer_normalization_4d_axis0_expanded", "test_layer_normalization_4d_axis0", "test_layer_normalization_4d_axis1_expanded", "test_layer_normalization_4d_axis1", // // "test_layer_normalization_4d_axis2_expanded", "test_layer_normalization_4d_axis2", "test_layer_normalization_4d_axis3_expanded", "test_layer_normalization_4d_axis3", "test_layer_normalization_default_axis_expanded", "test_layer_normalization_default_axis", "test_leakyrelu_default", "test_leakyrelu_example", "test_leakyrelu", "test_less_bcast", "test_less_equal_bcast_expanded", "test_less_equal_bcast", "test_less_equal_expanded", "test_less_equal", "test_less", "test_log_example", "test_log", // // "test_logsoftmax_axis_0_expanded", // // "test_logsoftmax_axis_0", // // "test_logsoftmax_axis_1_expanded", // // "test_logsoftmax_axis_1", // // "test_logsoftmax_axis_2_expanded", // // "test_logsoftmax_axis_2", // // "test_logsoftmax_default_axis_expanded", // // "test_logsoftmax_default_axis", // // "test_logsoftmax_example_1_expanded", // // "test_logsoftmax_example_1", // // "test_logsoftmax_large_number_expanded", // // "test_logsoftmax_large_number", // // "test_logsoftmax_negative_axis_expanded", // // "test_logsoftmax_negative_axis", // "test_lrn_default", // "test_lrn", // // "test_lstm_batchwise", // // "test_lstm_defaults", // // "test_lstm_with_initial_bias", // // "test_lstm_with_peepholes", "test_matmul_2d", "test_matmul_3d", "test_matmul_4d", // // "test_matmulinteger", // "test_max_example", // "test_max_float16", // "test_max_float32", // "test_max_float64", // "test_max_int16", // "test_max_int32", // "test_max_int64", // "test_max_int8", // "test_max_one_input", // "test_max_two_inputs", // "test_max_uint16", // "test_max_uint32", // "test_max_uint64", // "test_max_uint8", // "test_maxpool_1d_default", // "test_maxpool_2d_ceil", "test_maxpool_2d_default", // "test_maxpool_2d_dilations", "test_maxpool_2d_pads", "test_maxpool_2d_precomputed_pads", "test_maxpool_2d_precomputed_same_upper", "test_maxpool_2d_precomputed_strides", "test_maxpool_2d_same_lower", "test_maxpool_2d_same_upper", "test_maxpool_2d_strides", // "test_maxpool_2d_uint8", // "test_maxpool_3d_default", // "test_maxpool_with_argmax_2d_precomputed_pads", // "test_maxpool_with_argmax_2d_precomputed_strides", // // "test_maxunpool_export_with_output_shape", // // "test_maxunpool_export_without_output_shape", // // "test_mean_example", // // "test_mean_one_input", // // "test_mean_two_inputs", // // "test_melweightmatrix", // "test_min_example", // "test_min_float16", // "test_min_float32", // "test_min_float64", // "test_min_int16", // "test_min_int32", // "test_min_int64", // "test_min_int8", // "test_min_one_input", // "test_min_two_inputs", // "test_min_uint16", // "test_min_uint32", // "test_min_uint64", // "test_min_uint8", // "test_mod_bcast", // "test_mod_broadcast", // "test_mod_float_mixed_sign_example", // "test_mod_fmod_mixed_sign_example", // "test_mod_int64_fmod", // "test_mod_int64_mixed_sign_example", // "test_mod_mixed_sign_float16", // "test_mod_mixed_sign_float32", // "test_mod_mixed_sign_float64", // "test_mod_mixed_sign_int16", // "test_mod_mixed_sign_int32", // "test_mod_mixed_sign_int64", // "test_mod_mixed_sign_int8", // "test_mod_uint16", // "test_mod_uint32", // "test_mod_uint64", // "test_mod_uint8", // // "test_momentum_multiple", // // "test_momentum", "test_mul_bcast", "test_mul_example", // "test_mul_uint8", "test_mul", // "test_mvn_expanded", // "test_mvn", "test_neg_example", "test_neg", // // "test_negative_log_likelihood_loss_iinput_shape_is_NCd1_weight_ignore_index_expanded", // // "test_negative_log_likelihood_loss_iinput_shape_is_NCd1_weight_ignore_index", // // "test_negative_log_likelihood_loss_input_shape_is_NC_expanded", // // "test_negative_log_likelihood_loss_input_shape_is_NC", // // "test_negative_log_likelihood_loss_input_shape_is_NCd1_expanded", // // "test_negative_log_likelihood_loss_input_shape_is_NCd1_ignore_index_expanded", // // "test_negative_log_likelihood_loss_input_shape_is_NCd1_ignore_index", // // "test_negative_log_likelihood_loss_input_shape_is_NCd1_mean_weight_negative_ignore_index_expanded", // // "test_negative_log_likelihood_loss_input_shape_is_NCd1_mean_weight_negative_ignore_index", // // "test_negative_log_likelihood_loss_input_shape_is_NCd1_weight_expanded", // // "test_negative_log_likelihood_loss_input_shape_is_NCd1_weight", // // "test_negative_log_likelihood_loss_input_shape_is_NCd1", // // "test_negative_log_likelihood_loss_input_shape_is_NCd1d2_expanded", // // "test_negative_log_likelihood_loss_input_shape_is_NCd1d2_no_weight_reduction_mean_ignore_index_expanded", // // "test_negative_log_likelihood_loss_input_shape_is_NCd1d2_no_weight_reduction_mean_ignore_index", // // "test_negative_log_likelihood_loss_input_shape_is_NCd1d2_reduction_mean_expanded", // // "test_negative_log_likelihood_loss_input_shape_is_NCd1d2_reduction_mean", // // "test_negative_log_likelihood_loss_input_shape_is_NCd1d2_reduction_sum_expanded", // // "test_negative_log_likelihood_loss_input_shape_is_NCd1d2_reduction_sum", // // "test_negative_log_likelihood_loss_input_shape_is_NCd1d2_with_weight_expanded", // // "test_negative_log_likelihood_loss_input_shape_is_NCd1d2_with_weight_reduction_mean_expanded", // // "test_negative_log_likelihood_loss_input_shape_is_NCd1d2_with_weight_reduction_mean", // // "test_negative_log_likelihood_loss_input_shape_is_NCd1d2_with_weight_reduction_sum_expanded", // // "test_negative_log_likelihood_loss_input_shape_is_NCd1d2_with_weight_reduction_sum_ignore_index_expanded", // // "test_negative_log_likelihood_loss_input_shape_is_NCd1d2_with_weight_reduction_sum_ignore_index", // // "test_negative_log_likelihood_loss_input_shape_is_NCd1d2_with_weight_reduction_sum", // // "test_negative_log_likelihood_loss_input_shape_is_NCd1d2_with_weight", // // "test_negative_log_likelihood_loss_input_shape_is_NCd1d2", // // "test_negative_log_likelihood_loss_input_shape_is_NCd1d2d3_none_no_weight_negative_ignore_index_expanded", // // "test_negative_log_likelihood_loss_input_shape_is_NCd1d2d3_none_no_weight_negative_ignore_index", // // "test_negative_log_likelihood_loss_input_shape_is_NCd1d2d3_sum_weight_high_ignore_index_expanded", // // "test_negative_log_likelihood_loss_input_shape_is_NCd1d2d3_sum_weight_high_ignore_index", // // "test_negative_log_likelihood_loss_input_shape_is_NCd1d2d3d4d5_mean_weight_expanded", // // "test_negative_log_likelihood_loss_input_shape_is_NCd1d2d3d4d5_mean_weight", // // "test_negative_log_likelihood_loss_input_shape_is_NCd1d2d3d4d5_none_no_weight_expanded", // // "test_negative_log_likelihood_loss_input_shape_is_NCd1d2d3d4d5_none_no_weight", // // "test_nesterov_momentum", // // "test_nllloss_NC_expanded", // // "test_nllloss_NC", // // "test_nllloss_NCd1_expanded", // // "test_nllloss_NCd1_ii_expanded", // // "test_nllloss_NCd1_ii", // // "test_nllloss_NCd1_mean_weight_negative_ii_expanded", // // "test_nllloss_NCd1_mean_weight_negative_ii", // // "test_nllloss_NCd1_weight_expanded", // // "test_nllloss_NCd1_weight_ii_expanded", // // "test_nllloss_NCd1_weight_ii", // // "test_nllloss_NCd1_weight", // // "test_nllloss_NCd1", // // "test_nllloss_NCd1d2_expanded", // // "test_nllloss_NCd1d2_no_weight_reduction_mean_ii_expanded", // // "test_nllloss_NCd1d2_no_weight_reduction_mean_ii", // // "test_nllloss_NCd1d2_reduction_mean_expanded", // // "test_nllloss_NCd1d2_reduction_mean", // // "test_nllloss_NCd1d2_reduction_sum_expanded", // // "test_nllloss_NCd1d2_reduction_sum", // // "test_nllloss_NCd1d2_with_weight_expanded", // // "test_nllloss_NCd1d2_with_weight_reduction_mean_expanded", // // "test_nllloss_NCd1d2_with_weight_reduction_mean", // // "test_nllloss_NCd1d2_with_weight_reduction_sum_expanded", // // "test_nllloss_NCd1d2_with_weight_reduction_sum_ii_expanded", // // "test_nllloss_NCd1d2_with_weight_reduction_sum_ii", // // "test_nllloss_NCd1d2_with_weight_reduction_sum", // // "test_nllloss_NCd1d2_with_weight", // // "test_nllloss_NCd1d2", // // "test_nllloss_NCd1d2d3_none_no_weight_negative_ii_expanded", // // "test_nllloss_NCd1d2d3_none_no_weight_negative_ii", // // "test_nllloss_NCd1d2d3_sum_weight_high_ii_expanded", // // "test_nllloss_NCd1d2d3_sum_weight_high_ii", // // "test_nllloss_NCd1d2d3d4d5_mean_weight_expanded", // // "test_nllloss_NCd1d2d3d4d5_mean_weight", // // "test_nllloss_NCd1d2d3d4d5_none_no_weight_expanded", // // "test_nllloss_NCd1d2d3d4d5_none_no_weight", // "test_nonmaxsuppression_center_point_box_format", // "test_nonmaxsuppression_flipped_coordinates", // "test_nonmaxsuppression_identical_boxes", // "test_nonmaxsuppression_limit_output_size", // "test_nonmaxsuppression_single_box", // "test_nonmaxsuppression_suppress_by_IOU_and_scores", // "test_nonmaxsuppression_suppress_by_IOU", // "test_nonmaxsuppression_two_batches", // "test_nonmaxsuppression_two_classes", // "test_nonzero_example", "test_not_2d", "test_not_3d", "test_not_4d", // // "test_onehot_negative_indices", // // "test_onehot_with_axis", // // "test_onehot_with_negative_axis", // // "test_onehot_without_axis", // // "test_optional_get_element_sequence", // // "test_optional_get_element", // // "test_optional_has_element_empty", // // "test_optional_has_element", // "test_or_bcast3v1d", // "test_or_bcast3v2d", // "test_or_bcast4v2d", // "test_or_bcast4v3d", // "test_or_bcast4v4d", // "test_or2d", // "test_or3d", // "test_or4d", "test_pow_bcast_array", "test_pow_bcast_scalar", "test_pow_example", // "test_pow_types_float", // "test_pow_types_float32_int32", // "test_pow_types_float32_int64", // "test_pow_types_float32_uint32", // "test_pow_types_float32_uint64", // "test_pow_types_int", // "test_pow_types_int32_float32", // "test_pow_types_int32_int32", // "test_pow_types_int64_float32", // "test_pow_types_int64_int64", "test_pow", // "test_prelu_broadcast", // "test_prelu_example", // // "test_qlinearconv", // // "test_qlinearmatmul_2D", // // "test_qlinearmatmul_3D", // // "test_quantizelinear_axis", // // "test_quantizelinear", "test_range_float_type_positive_delta_expanded", "test_range_float_type_positive_delta", "test_range_int32_type_negative_delta_expanded", "test_range_int32_type_negative_delta", "test_reciprocal_example", "test_reciprocal", "test_reduce_l1_default_axes_keepdims_example", "test_reduce_l1_default_axes_keepdims_random", "test_reduce_l1_do_not_keepdims_example", "test_reduce_l1_do_not_keepdims_random", "test_reduce_l1_keep_dims_example", "test_reduce_l1_keep_dims_random", "test_reduce_l1_negative_axes_keep_dims_example", "test_reduce_l1_negative_axes_keep_dims_random", "test_reduce_l2_default_axes_keepdims_example", "test_reduce_l2_default_axes_keepdims_random", "test_reduce_l2_do_not_keepdims_example", "test_reduce_l2_do_not_keepdims_random", "test_reduce_l2_keep_dims_example", "test_reduce_l2_keep_dims_random", "test_reduce_l2_negative_axes_keep_dims_example", "test_reduce_l2_negative_axes_keep_dims_random", "test_reduce_log_sum_asc_axes", "test_reduce_log_sum_default", "test_reduce_log_sum_desc_axes", // tests "test_reduce_log_sum_exp_*" on opset17/opset18 are excluded because they use float64. "opset{7,8,9}/test_reduce_log_sum_exp_default_axes_keepdims_example", "opset{7,8,9}/test_reduce_log_sum_exp_default_axes_keepdims_random", "opset{7,8,9}/test_reduce_log_sum_exp_do_not_keepdims_example", "opset{7,8,9}/test_reduce_log_sum_exp_do_not_keepdims_random", "opset{7,8,9}/test_reduce_log_sum_exp_keepdims_example", "opset{7,8,9}/test_reduce_log_sum_exp_keepdims_random", "opset11/test_reduce_log_sum_exp_negative_axes_keepdims_example", "opset11/test_reduce_log_sum_exp_negative_axes_keepdims_random", "test_reduce_log_sum_negative_axes", "test_reduce_log_sum", "test_reduce_max_default_axes_keepdim_example", "test_reduce_max_default_axes_keepdims_random", "test_reduce_max_do_not_keepdims_example", "test_reduce_max_do_not_keepdims_random", "test_reduce_max_keepdims_example", "test_reduce_max_keepdims_random", "test_reduce_max_negative_axes_keepdims_example", "test_reduce_max_negative_axes_keepdims_random", "test_reduce_mean_default_axes_keepdims_example", "test_reduce_mean_default_axes_keepdims_random", "test_reduce_mean_do_not_keepdims_example", "test_reduce_mean_do_not_keepdims_random", "test_reduce_mean_keepdims_example", "test_reduce_mean_keepdims_random", "test_reduce_mean_negative_axes_keepdims_example", "test_reduce_mean_negative_axes_keepdims_random", "test_reduce_min_default_axes_keepdims_example", "test_reduce_min_default_axes_keepdims_random", "test_reduce_min_do_not_keepdims_example", "test_reduce_min_do_not_keepdims_random", "test_reduce_min_keepdims_example", "test_reduce_min_keepdims_random", "test_reduce_min_negative_axes_keepdims_example", "test_reduce_min_negative_axes_keepdims_random", "test_reduce_prod_default_axes_keepdims_example", "test_reduce_prod_default_axes_keepdims_random", "test_reduce_prod_do_not_keepdims_example", "test_reduce_prod_do_not_keepdims_random", "test_reduce_prod_keepdims_example", "test_reduce_prod_keepdims_random", "test_reduce_prod_negative_axes_keepdims_example", "test_reduce_prod_negative_axes_keepdims_random", "test_reduce_sum_default_axes_keepdims_example", "test_reduce_sum_default_axes_keepdims_random", "test_reduce_sum_do_not_keepdims_example", "test_reduce_sum_do_not_keepdims_random", "test_reduce_sum_empty_axes_input_noop_example", "test_reduce_sum_empty_axes_input_noop_random", "test_reduce_sum_keepdims_example", "test_reduce_sum_keepdims_random", "test_reduce_sum_negative_axes_keepdims_example", "test_reduce_sum_negative_axes_keepdims_random", "test_reduce_sum_square_default_axes_keepdims_example", "test_reduce_sum_square_default_axes_keepdims_random", "test_reduce_sum_square_do_not_keepdims_example", "test_reduce_sum_square_do_not_keepdims_random", "test_reduce_sum_square_keepdims_example", "test_reduce_sum_square_keepdims_random", "test_reduce_sum_square_negative_axes_keepdims_example", "test_reduce_sum_square_negative_axes_keepdims_random", "test_reflect_pad", "test_relu", // "test_reshape_allowzero_reordered", "test_reshape_extended_dims", "test_reshape_negative_dim", "test_reshape_negative_extended_dims", "test_reshape_one_dim", "test_reshape_reduced_dims", "test_reshape_reordered_all_dims", "test_reshape_reordered_dims", "test_reshape_reordered_last_dims", "test_reshape_zero_and_negative_dim", "test_reshape_zero_dim", "test_resize_downsample_linear", "test_resize_downsample_nearest", "test_resize_downsample_scales_cubic_A_n0p5_exclude_outside", // "test_resize_downsample_scales_cubic_align_corners", "test_resize_downsample_scales_cubic", // "test_resize_downsample_scales_linear_align_corners", "test_resize_downsample_scales_linear", "test_resize_downsample_scales_nearest", "test_resize_downsample_sizes_cubic", "test_resize_downsample_sizes_linear_pytorch_half_pixel", "test_resize_downsample_sizes_nearest_tf_half_pixel_for_nn", "test_resize_downsample_sizes_nearest", "test_resize_nearest", "test_resize_tf_crop_and_resize", "test_resize_upsample_linear", "test_resize_upsample_nearest", "test_resize_upsample_scales_cubic_A_n0p5_exclude_outside", "test_resize_upsample_scales_cubic_align_corners", "test_resize_upsample_scales_cubic_asymmetric", "test_resize_upsample_scales_cubic", "test_resize_upsample_scales_linear_align_corners", "test_resize_upsample_scales_linear", "test_resize_upsample_scales_nearest", "test_resize_upsample_sizes_cubic", "opset{12,13,17,18}/test_resize_upsample_sizes_nearest_ceil_half_pixel", "opset{12,13,17,18}/test_resize_upsample_sizes_nearest_floor_align_corners", "opset{12,13,17,18}/test_resize_upsample_sizes_nearest_round_prefer_ceil_asymmetric", "test_resize_upsample_sizes_nearest", // // "test_reversesequence_batch", // // "test_reversesequence_time", // // "test_rnn_seq_length", // // "test_roialign_aligned_false", // // "test_roialign_aligned_true", // // "test_roialign", // // "test_round", // // "test_scan_sum", // // "test_scan9_sum", // // "test_scatter_elements_with_axis", // // "test_scatter_elements_with_duplicate_indices", // // "test_scatter_elements_with_negative_indices", // // "test_scatter_elements_without_axis", // // "test_scatter_with_axis", // // "test_scatter_without_axis", // // "test_scatternd_add", // // "test_scatternd_multiply", // // "test_scatternd", // // "test_sce_mean_3d_expanded", // // "test_sce_mean_3d_log_prob_expanded", // // "test_sce_mean_3d_log_prob", // // "test_sce_mean_3d", // // "test_sce_mean_expanded", // // "test_sce_mean_log_prob_expanded", // // "test_sce_mean_log_prob", // // "test_sce_mean_no_weight_ii_3d_expanded", // // "test_sce_mean_no_weight_ii_3d_log_prob_expanded", // // "test_sce_mean_no_weight_ii_3d_log_prob", // // "test_sce_mean_no_weight_ii_3d", // // "test_sce_mean_no_weight_ii_4d_expanded", // // "test_sce_mean_no_weight_ii_4d_log_prob_expanded", // // "test_sce_mean_no_weight_ii_4d_log_prob", // // "test_sce_mean_no_weight_ii_4d", // // "test_sce_mean_no_weight_ii_expanded", // // "test_sce_mean_no_weight_ii_log_prob_expanded", // // "test_sce_mean_no_weight_ii_log_prob", // // "test_sce_mean_no_weight_ii", // // "test_sce_mean_weight_expanded", // // "test_sce_mean_weight_ii_3d_expanded", // // "test_sce_mean_weight_ii_3d_log_prob_expanded", // // "test_sce_mean_weight_ii_3d_log_prob", // // "test_sce_mean_weight_ii_3d", // // "test_sce_mean_weight_ii_4d_expanded", // // "test_sce_mean_weight_ii_4d_log_prob_expanded", // // "test_sce_mean_weight_ii_4d_log_prob", // // "test_sce_mean_weight_ii_4d", // // "test_sce_mean_weight_ii_expanded", // // "test_sce_mean_weight_ii_log_prob_expanded", // // "test_sce_mean_weight_ii_log_prob", // // "test_sce_mean_weight_ii", // // "test_sce_mean_weight_log_prob_expanded", // // "test_sce_mean_weight_log_prob", // // "test_sce_mean_weight", // // "test_sce_mean", // // "test_sce_NCd1_mean_weight_negative_ii_expanded", // // "test_sce_NCd1_mean_weight_negative_ii_log_prob_expanded", // // "test_sce_NCd1_mean_weight_negative_ii_log_prob", // // "test_sce_NCd1_mean_weight_negative_ii", // // "test_sce_NCd1d2d3_none_no_weight_negative_ii_expanded", // // "test_sce_NCd1d2d3_none_no_weight_negative_ii_log_prob_expanded", // // "test_sce_NCd1d2d3_none_no_weight_negative_ii_log_prob", // // "test_sce_NCd1d2d3_none_no_weight_negative_ii", // // "test_sce_NCd1d2d3_sum_weight_high_ii_expanded", // // "test_sce_NCd1d2d3_sum_weight_high_ii_log_prob_expanded", // // "test_sce_NCd1d2d3_sum_weight_high_ii_log_prob", // // "test_sce_NCd1d2d3_sum_weight_high_ii", // // "test_sce_NCd1d2d3d4d5_mean_weight_expanded", // // "test_sce_NCd1d2d3d4d5_mean_weight_log_prob_expanded", // // "test_sce_NCd1d2d3d4d5_mean_weight_log_prob", // // "test_sce_NCd1d2d3d4d5_mean_weight", // // "test_sce_NCd1d2d3d4d5_none_no_weight_expanded", // // "test_sce_NCd1d2d3d4d5_none_no_weight_log_prob_expanded", // // "test_sce_NCd1d2d3d4d5_none_no_weight_log_prob", // // "test_sce_NCd1d2d3d4d5_none_no_weight", // // "test_sce_none_expanded", // // "test_sce_none_log_prob_expanded", // // "test_sce_none_log_prob", // // "test_sce_none_weights_expanded", // // "test_sce_none_weights_log_prob_expanded", // // "test_sce_none_weights_log_prob", // // "test_sce_none_weights", // // "test_sce_none", // // "test_sce_sum_expanded", // // "test_sce_sum_log_prob_expanded", // // "test_sce_sum_log_prob", // // "test_sce_sum", // "test_selu_default", // "test_selu_example", // "test_selu", // // "test_sequence_insert_at_back", // // "test_sequence_insert_at_front", // // "test_sequence_map_add_1_sequence_1_tensor_expanded", // // "test_sequence_map_add_1_sequence_1_tensor", // // "test_sequence_map_add_2_sequences_expanded", // // "test_sequence_map_add_2_sequences", // // "test_sequence_map_extract_shapes_expanded", // // "test_sequence_map_extract_shapes", // // "test_sequence_map_identity_1_sequence_1_tensor_expanded", // // "test_sequence_map_identity_1_sequence_1_tensor", // // "test_sequence_map_identity_1_sequence_expanded", // // "test_sequence_map_identity_1_sequence", // // "test_sequence_map_identity_2_sequences_expanded", // // "test_sequence_map_identity_2_sequences", // "test_shrink_hard", // "test_shrink_soft", "test_sigmoid_example", "test_sigmoid", // "test_sign", // "test_simple_rnn_batchwise", // "test_simple_rnn_defaults", // "test_simple_rnn_with_initial_bias", "test_sin_example", "test_sin", "test_sinh_example", "test_sinh", // // "test_size_example", // // "test_size", "test_slice_default_axes", "test_slice_default_steps", // "test_slice_end_out_of_bounds", "test_slice_neg_steps", "test_slice_neg", "test_slice_negative_axes", // "test_slice_start_out_of_bounds", "test_slice", // "test_softmax_axis_0_expanded", // "test_softmax_axis_0", // "test_softmax_axis_1_expanded", // "test_softmax_axis_1", "test_softmax_axis_2_expanded", "test_softmax_axis_2", // "test_softmax_cross_entropy_input_shape_is_NCd1_mean_weight_negative_ignore_index_expanded", // "test_softmax_cross_entropy_input_shape_is_NCd1_mean_weight_negative_ignore_index_log_prob_expanded", // "test_softmax_cross_entropy_input_shape_is_NCd1_mean_weight_negative_ignore_index_log_prob", // "test_softmax_cross_entropy_input_shape_is_NCd1_mean_weight_negative_ignore_index", // "test_softmax_cross_entropy_input_shape_is_NCd1d2d3_none_no_weight_negative_ignore_index_expanded", // "test_softmax_cross_entropy_input_shape_is_NCd1d2d3_none_no_weight_negative_ignore_index_log_prob_expanded", // "test_softmax_cross_entropy_input_shape_is_NCd1d2d3_none_no_weight_negative_ignore_index_log_prob", // "test_softmax_cross_entropy_input_shape_is_NCd1d2d3_none_no_weight_negative_ignore_index", // "test_softmax_cross_entropy_input_shape_is_NCd1d2d3_sum_weight_high_ignore_index_expanded", // "test_softmax_cross_entropy_input_shape_is_NCd1d2d3_sum_weight_high_ignore_index_log_prob_expanded", // "test_softmax_cross_entropy_input_shape_is_NCd1d2d3_sum_weight_high_ignore_index_log_prob", // "test_softmax_cross_entropy_input_shape_is_NCd1d2d3_sum_weight_high_ignore_index", // "test_softmax_cross_entropy_input_shape_is_NCd1d2d3d4d5_mean_weight_expanded", // "test_softmax_cross_entropy_input_shape_is_NCd1d2d3d4d5_mean_weight_log_prob_expanded", // "test_softmax_cross_entropy_input_shape_is_NCd1d2d3d4d5_mean_weight_log_prob", // "test_softmax_cross_entropy_input_shape_is_NCd1d2d3d4d5_mean_weight", // "test_softmax_cross_entropy_input_shape_is_NCd1d2d3d4d5_none_no_weight_expanded", // "test_softmax_cross_entropy_input_shape_is_NCd1d2d3d4d5_none_no_weight_log_prob_expanded", // "test_softmax_cross_entropy_input_shape_is_NCd1d2d3d4d5_none_no_weight_log_prob", // "test_softmax_cross_entropy_input_shape_is_NCd1d2d3d4d5_none_no_weight", // "test_softmax_cross_entropy_mean_3d_expanded", // "test_softmax_cross_entropy_mean_3d_log_prob_expanded", // "test_softmax_cross_entropy_mean_3d_log_prob", // "test_softmax_cross_entropy_mean_3d", // "test_softmax_cross_entropy_mean_expanded", // "test_softmax_cross_entropy_mean_log_prob_expanded", // "test_softmax_cross_entropy_mean_log_prob", // "test_softmax_cross_entropy_mean_no_weight_ignore_index_3d_expanded", // "test_softmax_cross_entropy_mean_no_weight_ignore_index_3d_log_prob_expanded", // "test_softmax_cross_entropy_mean_no_weight_ignore_index_3d_log_prob", // "test_softmax_cross_entropy_mean_no_weight_ignore_index_3d", // "test_softmax_cross_entropy_mean_no_weight_ignore_index_4d_expanded", // "test_softmax_cross_entropy_mean_no_weight_ignore_index_4d_log_prob_expanded", // "test_softmax_cross_entropy_mean_no_weight_ignore_index_4d_log_prob", // "test_softmax_cross_entropy_mean_no_weight_ignore_index_4d", // "test_softmax_cross_entropy_mean_no_weight_ignore_index_expanded", // "test_softmax_cross_entropy_mean_no_weight_ignore_index_log_prob_expanded", // "test_softmax_cross_entropy_mean_no_weight_ignore_index_log_prob", // "test_softmax_cross_entropy_mean_no_weight_ignore_index", // "test_softmax_cross_entropy_mean_weight_expanded", // "test_softmax_cross_entropy_mean_weight_ignore_index_3d_expanded", // "test_softmax_cross_entropy_mean_weight_ignore_index_3d_log_prob_expanded", // "test_softmax_cross_entropy_mean_weight_ignore_index_3d_log_prob", // "test_softmax_cross_entropy_mean_weight_ignore_index_3d", // "test_softmax_cross_entropy_mean_weight_ignore_index_4d_expanded", // "test_softmax_cross_entropy_mean_weight_ignore_index_4d_log_prob_expanded", // "test_softmax_cross_entropy_mean_weight_ignore_index_4d_log_prob", // "test_softmax_cross_entropy_mean_weight_ignore_index_4d", // "test_softmax_cross_entropy_mean_weight_ignore_index_expanded", // "test_softmax_cross_entropy_mean_weight_ignore_index_log_prob_expanded", // "test_softmax_cross_entropy_mean_weight_ignore_index_log_prob", // "test_softmax_cross_entropy_mean_weight_ignore_index", // "test_softmax_cross_entropy_mean_weight_log_prob_expanded", // "test_softmax_cross_entropy_mean_weight_log_prob", // "test_softmax_cross_entropy_mean_weight", // "test_softmax_cross_entropy_mean", // "test_softmax_cross_entropy_none_expanded", // "test_softmax_cross_entropy_none_log_prob_expanded", // "test_softmax_cross_entropy_none_log_prob", // "test_softmax_cross_entropy_none_weights_expanded", // "test_softmax_cross_entropy_none_weights_log_prob_expanded", // "test_softmax_cross_entropy_none_weights_log_prob", // "test_softmax_cross_entropy_none_weights", // "test_softmax_cross_entropy_none", // "test_softmax_cross_entropy_sum_expanded", // "test_softmax_cross_entropy_sum_log_prob_expanded", // "test_softmax_cross_entropy_sum_log_prob", // "test_softmax_cross_entropy_sum", "opset13/test_softmax_default_axis_expanded", "opset13/test_softmax_default_axis", "test_softmax_example_expanded", "test_softmax_example", "test_softmax_large_number_expanded", "test_softmax_large_number", "test_softmax_negative_axis_expanded", "test_softmax_negative_axis", // // "test_softplus_example", // // "test_softplus", // // "test_softsign_example", // // "test_softsign", // "test_spacetodepth_example", // "test_spacetodepth", "test_split_equal_parts_1d", "test_split_equal_parts_2d", "test_split_equal_parts_default_axis", "test_split_variable_parts_1d", "test_split_variable_parts_2d", "test_split_variable_parts_default_axis", "test_split_zero_size_splits", "test_sqrt_example", "test_sqrt", "test_squeeze_negative_axes", "test_squeeze", // // "test_stft_with_window", // // "test_stft", // // "test_strnormalizer_export_monday_casesensintive_lower", // // "test_strnormalizer_export_monday_casesensintive_nochangecase", // // "test_strnormalizer_export_monday_casesensintive_upper", // // "test_strnormalizer_export_monday_empty_output", // // "test_strnormalizer_export_monday_insensintive_upper_twodim", // // "test_strnormalizer_nostopwords_nochangecase", "test_sub_bcast", "test_sub_example", // "test_sub_uint8", "test_sub", // "test_sum_example", // "test_sum_one_input", // "test_sum_two_inputs", "test_tan_example", "test_tan", "test_tanh_example", "test_tanh", // // "test_tfidfvectorizer_tf_batch_onlybigrams_skip0", // // "test_tfidfvectorizer_tf_batch_onlybigrams_skip5", // // "test_tfidfvectorizer_tf_batch_uniandbigrams_skip5", // // "test_tfidfvectorizer_tf_only_bigrams_skip0", // // "test_tfidfvectorizer_tf_onlybigrams_levelempty", // // "test_tfidfvectorizer_tf_onlybigrams_skip5", // // "test_tfidfvectorizer_tf_uniandbigrams_skip5", "test_thresholdedrelu_default", "test_thresholdedrelu_example", "test_thresholdedrelu", "test_tile_precomputed", "test_tile", // // "test_top_k_negative_axis", // // "test_top_k_smallest", // // "test_top_k", // // "test_training_dropout_default_mask", // // "test_training_dropout_default", // // "test_training_dropout_mask", // // "test_training_dropout_zero_ratio_mask", // // "test_training_dropout_zero_ratio", // // "test_training_dropout", "test_transpose_all_permutations_0", "test_transpose_all_permutations_1", "test_transpose_all_permutations_2", "test_transpose_all_permutations_3", "test_transpose_all_permutations_4", "test_transpose_all_permutations_5", "test_transpose_default", // "test_tril_neg", // "test_tril_one_row_neg", // "test_tril_out_neg", // "test_tril_out_pos", // "test_tril_pos", // "test_tril_square_neg", // "test_tril_square", // "test_tril_zero", // "test_tril", // "test_triu_neg", // "test_triu_one_row", // "test_triu_out_neg_out", // "test_triu_out_pos", // "test_triu_pos", // "test_triu_square_neg", // "test_triu_square", // "test_triu_zero", // "test_triu", // // "test_unique_not_sorted_without_axis", // // "test_unique_sorted_with_axis_3d", // // "test_unique_sorted_with_axis", // // "test_unique_sorted_with_negative_axis", // // "test_unique_sorted_without_axis", "test_unsqueeze_axis_0", "test_unsqueeze_axis_1", "test_unsqueeze_axis_2", "test_unsqueeze_axis_3", "test_unsqueeze_negative_axes", "test_unsqueeze_three_axes", "test_unsqueeze_two_axes", "test_unsqueeze_unsorted_axes", "test_unsqueeze", "test_wrap_pad" // "test_upsample_nearest", // "test_where_example", // "test_where_long_example", // "test_xor_bcast3v1d", // "test_xor_bcast3v2d", // "test_xor_bcast4v2d", // "test_xor_bcast4v3d", // "test_xor_bcast4v4d", // "test_xor2d", // "test_xor3d", // "test_xor4d" ], "ops": [ "abs.jsonc", "abs-int32.jsonc", "acos.jsonc", "add.jsonc", "add_int32.jsonc", "add_zero-sized.jsonc", //"and.jsonc", "asin.jsonc", "attention.jsonc", "batch-norm.jsonc", "bias-add.jsonc", "bias-split-gelu.jsonc", "ceil.jsonc", "concat.jsonc", "concat_int32.jsonc", "concat_zero-sized.jsonc", "cast.jsonc", "conv.jsonc", "conv1d.jsonc", "conv3dncdhw.jsonc", "cos.jsonc", "div.jsonc", "div_int32.jsonc", "depth-to-space.jsonc", "dequantizelinear.jsonc", "dequantize-linear-int4.jsonc", "equal.jsonc", "exp.jsonc", "expand.jsonc", "fast-gelu.jsonc", "floor.jsonc", "fused-conv.jsonc", "fused-conv3dncdhw.jsonc", "gather.jsonc", "gather-block-quantized.jsonc", "gather-elements.jsonc", "gemm.jsonc", "global-average-pool.jsonc", "greater.jsonc", "group-query-attention.jsonc", "instance-norm.jsonc", "less.jsonc", "log.jsonc", "matmul.jsonc", "matmulnbits.jsonc", "matmul-broadcast.jsonc", "max-pool.jsonc", "mul.jsonc", "mul_int32.jsonc", "multihead-attention.jsonc", //"neg.jsonc", "neg-int32.jsonc", "not.jsonc", //"or.jsonc", "layer-norm.jsonc", "leaky-relu.jsonc", "reduce-min.jsonc", "relu.jsonc", "gelu.jsonc", "pad_f16.jsonc", "pad.jsonc", "pad-big.jsonc", "pow.jsonc", "pow_int32.jsonc", "pow-big-number.jsonc", "reshape.jsonc", "rotary-embedding.jsonc", "scatternd.jsonc", "simplified-layer-norm.jsonc", "skip-layer-norm.jsonc", "skip-simplified-layer-norm.jsonc", "slice.jsonc", //"softmax.jsonc", "sin.jsonc", //"split.jsonc", "sqrt.jsonc", "sub.jsonc", "sub_int32.jsonc", "tan.jsonc", "tanh.jsonc", "tile.jsonc", "transpose.jsonc", "transpose_int32_uint32.jsonc", "upsample.jsonc", "where.jsonc" // Turn on this when https://github.com/microsoft/onnxruntime/issues/17405 is fixed. //"where_broadcast.jsonc", //"xor.jsonc" ] }, "wasm": { "onnx": ["resnet50", "squeezenet", "tiny_yolov2", "emotion_ferplus"], "node": [ // Check in node tests that have native Wasm implementations // (i.e.) not tests that rely on the fallback cpu implementations // Use the 'cpu' level of node tests to test those implementations "test_add_bcast", "test_add", "test_sub_bcast", "test_sub_example", "test_sub", "test_mul_bcast", "test_mul_example", "test_mul", "test_div_bcast", "test_div_example", "test_div", "test_xor_bcast3v1d", "test_xor_bcast3v2d", "test_xor_bcast4v2d", "test_xor_bcast4v3d", "test_xor_bcast4v4d", "test_xor2d", "test_xor3d", "test_xor4d", "test_or_bcast3v1d", "test_or_bcast3v2d", "test_or_bcast4v2d", "test_or_bcast4v3d", "test_or_bcast4v4d", "test_and_bcast3v1d", "test_and_bcast3v2d", "test_and_bcast4v2d", "test_and_bcast4v3d", "test_and_bcast4v4d", "test_and2d", "test_and3d", "test_and4d", "test_prelu_broadcast", "test_prelu_example", "test_basic_conv_with_padding", "test_basic_conv_without_padding", "test_batchnorm_epsilon", "test_batchnorm_example", "opset{10,11,12}/test_cast_STRING_to_FLOAT", "test_clip_splitbounds", "test_clip_outbounds", "test_clip_inbounds", "test_clip_example", "test_clip_default_min", "test_clip_default_max", "test_clip_default_inbounds", "test_clip", "test_conv_with_strides_and_asymmetric_padding", "test_conv_with_strides_no_padding", "test_conv_with_strides_padding", "test_gemm_nobroadcast", "test_gemm_broadcast", "test_matmul_2d", "test_matmul_3d", "test_matmul_4d", "test_softmax_axis_0", "test_softmax_axis_1", "test_softmax_axis_2", "test_softmax_default_axis", "test_softmax_example", "test_softmax_large_number", "test_sum_example", "test_sum_one_input", "test_sum_two_inputs", "test_averagepool_1d_default", "test_averagepool_2d_default", "test_averagepool_2d_pads", "test_averagepool_2d_precomputed_pads", "test_averagepool_2d_precomputed_same_upper", "test_averagepool_2d_precomputed_strides", "test_averagepool_2d_same_upper", "test_averagepool_2d_same_lower", "test_averagepool_2d_strides", "test_averagepool_3d_default", "test_maxpool_1d_default", "test_maxpool_2d_default", "test_maxpool_2d_pads", "test_maxpool_2d_precomputed_pads", "test_maxpool_2d_precomputed_same_upper", "test_maxpool_2d_precomputed_strides", "test_maxpool_2d_same_lower", "test_maxpool_2d_same_upper", "test_maxpool_2d_strides", "test_maxpool_3d_default", "test_globalaveragepool_precomputed", "test_globalaveragepool", "test_globalmaxpool_precomputed", "test_globalmaxpool", "test_instancenorm_epsilon", "test_instancenorm_example" ], "ops": [] }, "webnn": { "onnx": ["resnet50", "squeezenet", "tiny_yolov2", "emotion_ferplus"], "node": [ "test_abs", // "test_acos_example", // "test_acos", // "test_acosh_example", // "test_acosh", // // "test_adagrad_multiple", // // "test_adagrad", // // "test_adam_multiple", // // "test_adam", "test_add_bcast", // "test_add_uint8", "test_add", "test_and_bcast3v1d", "test_and_bcast3v2d", "test_and_bcast4v2d", "test_and_bcast4v3d", "test_and_bcast4v4d", "test_and2d", "test_and3d", "test_and4d", "test_argmax_default_axis_example_select_last_index", "test_argmax_default_axis_example", "test_argmax_default_axis_random_select_last_index", "test_argmax_default_axis_random", "test_argmax_keepdims_example_select_last_index", "test_argmax_keepdims_example", "test_argmax_keepdims_random_select_last_index", "test_argmax_keepdims_random", "test_argmax_negative_axis_keepdims_example_select_last_index", "test_argmax_negative_axis_keepdims_example", "test_argmax_negative_axis_keepdims_random_select_last_index", "test_argmax_negative_axis_keepdims_random", "test_argmax_no_keepdims_example_select_last_index", "test_argmax_no_keepdims_example", "test_argmax_no_keepdims_random_select_last_index", "test_argmax_no_keepdims_random", "test_argmin_default_axis_example_select_last_index", "test_argmin_default_axis_example", "test_argmin_default_axis_random_select_last_index", "test_argmin_default_axis_random", "test_argmin_keepdims_example_select_last_index", "test_argmin_keepdims_example", "test_argmin_keepdims_random_select_last_index", "test_argmin_keepdims_random", "test_argmin_negative_axis_keepdims_example_select_last_index", "test_argmin_negative_axis_keepdims_example", "test_argmin_negative_axis_keepdims_random_select_last_index", "test_argmin_negative_axis_keepdims_random", "test_argmin_no_keepdims_example_select_last_index", "test_argmin_no_keepdims_example", "test_argmin_no_keepdims_random_select_last_index", "test_argmin_no_keepdims_random", // "test_asin_example", // "test_asin", // "test_asinh_example", // "test_asinh", // "test_atan_example", // "test_atan", // "test_atanh_example", // "test_atanh", // "test_averagepool_1d_default", // "test_averagepool_2d_ceil", "test_averagepool_2d_default", "test_averagepool_2d_pads_count_include_pad", "test_averagepool_2d_pads", "test_averagepool_2d_precomputed_pads_count_include_pad", "test_averagepool_2d_precomputed_pads", "test_averagepool_2d_precomputed_same_upper", "test_averagepool_2d_precomputed_strides", "test_averagepool_2d_same_lower", "test_averagepool_2d_same_upper", "test_averagepool_2d_strides", // "test_averagepool_3d_default", "test_basic_conv_with_padding", "test_basic_conv_without_padding", // "test_basic_convinteger", "test_batchnorm_epsilon_training_mode", "test_batchnorm_epsilon", "test_batchnorm_example_training_mode", "test_batchnorm_example", // // "test_bernoulli_double_expanded", // // "test_bernoulli_double", // // "test_bernoulli_expanded", // // "test_bernoulli_seed_expanded", // // "test_bernoulli_seed", // // "test_bernoulli", // // "test_bitshift_left_uint16", // // "test_bitshift_left_uint32", // // "test_bitshift_left_uint64", // // "test_bitshift_left_uint8", // // "test_bitshift_right_uint16", // // "test_bitshift_right_uint32", // // "test_bitshift_right_uint64", // // "test_bitshift_right_uint8", // // "test_blackmanwindow_expanded", // // "test_blackmanwindow_symmetric_expanded", // // "test_blackmanwindow_symmetric", // // "test_blackmanwindow", // // "test_cast_BFLOAT16_to_FLOAT", "test_cast_DOUBLE_to_FLOAT", // "test_cast_DOUBLE_to_FLOAT16", // // "test_cast_FLOAT_to_BFLOAT16", "test_cast_FLOAT_to_DOUBLE", // // "test_cast_FLOAT_to_FLOAT16", // // "test_cast_FLOAT_to_STRING", // "test_cast_FLOAT16_to_DOUBLE", // "test_cast_FLOAT16_to_FLOAT", // // "test_cast_STRING_to_FLOAT", // // "test_castlike_BFLOAT16_to_FLOAT_expanded", // // "test_castlike_BFLOAT16_to_FLOAT", // // "test_castlike_DOUBLE_to_FLOAT_expanded", // // "test_castlike_DOUBLE_to_FLOAT", // // "test_castlike_DOUBLE_to_FLOAT16_expanded", // // "test_castlike_DOUBLE_to_FLOAT16", // // "test_castlike_FLOAT_to_BFLOAT16_expanded", // // "test_castlike_FLOAT_to_BFLOAT16", // // "test_castlike_FLOAT_to_DOUBLE_expanded", // // "test_castlike_FLOAT_to_DOUBLE", // // "test_castlike_FLOAT_to_FLOAT16_expanded", // // "test_castlike_FLOAT_to_FLOAT16", // // "test_castlike_FLOAT_to_STRING_expanded", // // "test_castlike_FLOAT_to_STRING", // // "test_castlike_FLOAT16_to_DOUBLE_expanded", // // "test_castlike_FLOAT16_to_DOUBLE", // // "test_castlike_FLOAT16_to_FLOAT_expanded", // // "test_castlike_FLOAT16_to_FLOAT", // // "test_castlike_STRING_to_FLOAT_expanded", // // "test_castlike_STRING_to_FLOAT", "test_ceil_example", "test_ceil", // "test_celu_expanded", // "test_celu", "test_clip_default_inbounds", "test_clip_default_int8_inbounds", "test_clip_default_int8_max", "test_clip_default_int8_min", "test_clip_default_max", "test_clip_default_min", "test_clip_example", "test_clip_inbounds", "test_clip_outbounds", "test_clip_splitbounds", "test_clip", // // "test_compress_0", // // "test_compress_1", // // "test_compress_default_axis", // // "test_compress_negative_axis", "test_concat_1d_axis_0", "test_concat_1d_axis_negative_1", "test_concat_2d_axis_0", "test_concat_2d_axis_1", "test_concat_2d_axis_negative_1", "test_concat_2d_axis_negative_2", "test_concat_3d_axis_0", "test_concat_3d_axis_1", "test_concat_3d_axis_2", "test_concat_3d_axis_negative_1", "test_concat_3d_axis_negative_2", "test_concat_3d_axis_negative_3", "test_conv_with_autopad_same", "test_conv_with_strides_and_asymmetric_padding", "test_conv_with_strides_no_padding", "test_conv_with_strides_padding", // // "test_convinteger_with_padding", // // "test_convinteger_without_padding", "test_convtranspose_1d", // // "test_convtranspose_3d", // "test_convtranspose_autopad_same", "test_convtranspose_dilations", "test_convtranspose_kernel_shape", "opset{9,17}/test_convtranspose_output_shape", "test_convtranspose_pad", "test_convtranspose_pads", "test_convtranspose_with_kernel", "test_convtranspose", "test_cos_example", "test_cos", // "test_cosh_example", // "test_cosh", "test_cumsum_1d_exclusive", "test_cumsum_1d_reverse_exclusive", "test_cumsum_1d_reverse", "test_cumsum_1d", "test_cumsum_2d_axis_0", "test_cumsum_2d_axis_1", "test_cumsum_2d_negative_axis", // "test_depthtospace_crd_mode_example", // "test_depthtospace_crd_mode", // "test_depthtospace_dcr_mode", // "test_depthtospace_example", // "test_depthtospace", // // "test_dequantizelinear_axis", // // "test_dequantizelinear", // // "test_det_2d", // // "test_det_nd", // // "test_dft_axis", // // "test_dft_inverse", // // "test_dft", "test_div_bcast", "test_div_example", // "test_div_uint8", "test_div", // // "test_dropout_default_mask_ratio", // // "test_dropout_default_mask", // // "test_dropout_default_old", // // "test_dropout_default_ratio", // // "test_dropout_default", // // "test_dropout_random_old", // // "test_dropout_random", // // "test_dynamic_slice_default_axes", // // "test_dynamic_slice_end_out_of_bounds", // // "test_dynamic_slice_neg", // // "test_dynamic_slice_start_out_of_bounds", // // "test_dynamic_slice", // // "test_dynamicquantizelinear_expanded", // // "test_dynamicquantizelinear_max_adjusted_expanded", // // "test_dynamicquantizelinear_max_adjusted", // // "test_dynamicquantizelinear_min_adjusted_expanded", // // "test_dynamicquantizelinear_min_adjusted", // // "test_dynamicquantizelinear", // "test_edge_pad", // "test_einsum_batch_diagonal", // "test_einsum_batch_matmul", // "test_einsum_inner_prod", // "test_einsum_sum", // "test_einsum_transpose", "test_elu_default", "test_elu_example", "test_elu", "test_equal_bcast", "test_equal", // "test_erf", "test_exp_example", "test_exp", // "test_expand_dim_changed", // "test_expand_dim_unchanged", // "test_eyelike_populate_off_main_diagonal", // "test_eyelike_with_dtype", // "test_eyelike_without_dtype", "test_flatten_axis0", "test_flatten_axis1", "test_flatten_axis2", "test_flatten_axis3", "test_flatten_default_axis", "test_flatten_negative_axis1", "test_flatten_negative_axis2", "test_flatten_negative_axis3", "test_flatten_negative_axis4", "test_floor_example", "test_floor", "test_gather_0", "test_gather_1", "test_gather_2d_indices", "test_gather_negative_indices", "test_gather_elements_0", "test_gather_elements_1", "test_gather_elements_negative_indices", "test_gathernd_example_float32", "test_gathernd_example_int32_batch_dim1", "test_gathernd_example_int32", "test_gemm_all_attributes", "test_gemm_alpha", "test_gemm_beta", "test_gemm_broadcast", "test_gemm_default_matrix_bias", "test_gemm_default_no_bias", // "test_gemm_default_scalar_bias", "test_gemm_default_single_elem_vector_bias", "test_gemm_default_vector_bias", "test_gemm_default_zero_bias", "test_gemm_nobroadcast", "test_gemm_transposeA", "test_gemm_transposeB", "test_globalaveragepool_precomputed", "test_globalaveragepool", "test_globalmaxpool_precomputed", "test_globalmaxpool", "test_greater_bcast", "test_greater_equal_bcast_expanded", "test_greater_equal_bcast", "test_greater_equal_expanded", "test_greater_equal", "test_greater", // // "test_gridsample_aligncorners_true", // // "test_gridsample_bicubic", // // "test_gridsample_bilinear", // // "test_gridsample_border_padding", // // "test_gridsample_nearest", // // "test_gridsample_reflection_padding", // // "test_gridsample_zeros_padding", // // "test_gridsample", // // "test_gru_batchwise", "test_gru_defaults", "test_gru_seq_length", "test_gru_with_initial_bias", // // "test_hammingwindow_expanded", // // "test_hammingwindow_symmetric_expanded", // // "test_hammingwindow_symmetric", // // "test_hammingwindow", // // "test_hannwindow_expanded", // // "test_hannwindow_symmetric_expanded", // // "test_hannwindow_symmetric", // // "test_hannwindow", // // "test_hardmax_axis_0", // // "test_hardmax_axis_1", // // "test_hardmax_axis_2", // // "test_hardmax_default_axis", // // "test_hardmax_example", // // "test_hardmax_negative_axis", // // "test_hardmax_one_hot", "test_hardsigmoid_default", "test_hardsigmoid_example", "test_hardsigmoid", "test_hardswish_expanded", "test_hardswish", // "test_if", // TODO: Uncomment 'test_if_seq' and 'test_if_opt' once the test infra // supports Sequence and Optional types // "test_if_seq", // "test_if_opt", "test_instancenorm_epsilon", "test_instancenorm_example", // "test_isinf_negative", // "test_isinf_positive", // "test_isinf", // "test_isnan", // "test_layer_normalization_2d_axis_negative_1_expanded", "test_layer_normalization_2d_axis_negative_1", // "test_layer_normalization_2d_axis_negative_2_expanded", "test_layer_normalization_2d_axis_negative_2", // "test_layer_normalization_2d_axis0_expanded", "test_layer_normalization_2d_axis0", // "test_layer_normalization_2d_axis1_expanded", "test_layer_normalization_2d_axis1", // "test_layer_normalization_3d_axis_negative_1_epsilon_expanded", "test_layer_normalization_3d_axis_negative_1_epsilon", // "test_layer_normalization_3d_axis_negative_2_epsilon_expanded", "test_layer_normalization_3d_axis_negative_2_epsilon", // "test_layer_normalization_3d_axis_negative_3_epsilon_expanded", "test_layer_normalization_3d_axis_negative_3_epsilon", // "test_layer_normalization_3d_axis0_epsilon_expanded", "test_layer_normalization_3d_axis0_epsilon", // "test_layer_normalization_3d_axis1_epsilon_expanded", "test_layer_normalization_3d_axis1_epsilon", // "test_layer_normalization_3d_axis2_epsilon_expanded", "test_layer_normalization_3d_axis2_epsilon", // "test_layer_normalization_4d_axis_negative_1_expanded", "test_layer_normalization_4d_axis_negative_1", // "test_layer_normalization_4d_axis_negative_2_expanded", "test_layer_normalization_4d_axis_negative_2", // "test_layer_normalization_4d_axis_negative_3_expanded", "test_layer_normalization_4d_axis_negative_3", // "test_layer_normalization_4d_axis_negative_4_expanded", "test_layer_normalization_4d_axis_negative_4", // "test_layer_normalization_4d_axis0_expanded", "test_layer_normalization_4d_axis0", // "test_layer_normalization_4d_axis1_expanded", "test_layer_normalization_4d_axis1", // "test_layer_normalization_4d_axis2_expanded", "test_layer_normalization_4d_axis2", // "test_layer_normalization_4d_axis3_expanded", "test_layer_normalization_4d_axis3", // "test_layer_normalization_default_axis_expanded", "test_layer_normalization_default_axis", "test_leakyrelu_default", "test_leakyrelu_example", "test_leakyrelu", "test_less_bcast", "test_less_equal_bcast_expanded", "test_less_equal_bcast", "test_less_equal_expanded", "test_less_equal", "test_less", "test_log_example", "test_log", // // "test_logsoftmax_axis_0_expanded", // // "test_logsoftmax_axis_0", // // "test_logsoftmax_axis_1_expanded", // // "test_logsoftmax_axis_1", // // "test_logsoftmax_axis_2_expanded", // // "test_logsoftmax_axis_2", // // "test_logsoftmax_default_axis_expanded", // // "test_logsoftmax_default_axis", // // "test_logsoftmax_example_1_expanded", // // "test_logsoftmax_example_1", // // "test_logsoftmax_large_number_expanded", // // "test_logsoftmax_large_number", // // "test_logsoftmax_negative_axis_expanded", // // "test_logsoftmax_negative_axis", // "test_lrn_default", // "test_lrn", // // "test_lstm_batchwise", "test_lstm_defaults", "test_lstm_with_initial_bias", "test_lstm_with_peepholes", "test_matmul_2d", "test_matmul_3d", "test_matmul_4d", // // "test_matmulinteger", "test_max_example", // "test_max_float16", "test_max_float32", "test_max_float64", // "test_max_int16", // "test_max_int32", // "test_max_int64", // "test_max_int8", "test_max_one_input", "test_max_two_inputs", // "test_max_uint16", // "test_max_uint32", // "test_max_uint64", // "test_max_uint8", // "test_maxpool_1d_default", // "test_maxpool_2d_ceil", "test_maxpool_2d_default", "test_maxpool_2d_dilations", "test_maxpool_2d_pads", "test_maxpool_2d_precomputed_pads", "test_maxpool_2d_precomputed_same_upper", "test_maxpool_2d_precomputed_strides", "test_maxpool_2d_same_lower", "test_maxpool_2d_same_upper", "test_maxpool_2d_strides", // "test_maxpool_2d_uint8", // "test_maxpool_3d_default", // "test_maxpool_with_argmax_2d_precomputed_pads", // "test_maxpool_with_argmax_2d_precomputed_strides", // // "test_maxunpool_export_with_output_shape", // // "test_maxunpool_export_without_output_shape", // // "test_mean_example", // // "test_mean_one_input", // // "test_mean_two_inputs", // // "test_melweightmatrix", "test_min_example", // "test_min_float16", "test_min_float32", "test_min_float64", // "test_min_int16", // "test_min_int32", // "test_min_int64", // "test_min_int8", "test_min_one_input", "test_min_two_inputs", // "test_min_uint16", // "test_min_uint32", // "test_min_uint64", // "test_min_uint8", // "test_mod_bcast", // "test_mod_broadcast", // "test_mod_float_mixed_sign_example", // "test_mod_fmod_mixed_sign_example", // "test_mod_int64_fmod", // "test_mod_int64_mixed_sign_example", // "test_mod_mixed_sign_float16", // "test_mod_mixed_sign_float32", // "test_mod_mixed_sign_float64", // "test_mod_mixed_sign_int16", // "test_mod_mixed_sign_int32", // "test_mod_mixed_sign_int64", // "test_mod_mixed_sign_int8", // "test_mod_uint16", // "test_mod_uint32", // "test_mod_uint64", // "test_mod_uint8", // // "test_momentum_multiple", // // "test_momentum", "test_mul_bcast", "test_mul_example", // "test_mul_uint8", "test_mul", // "test_mvn_expanded", // "test_mvn", "test_neg_example", "test_neg", // // "test_negative_log_likelihood_loss_iinput_shape_is_NCd1_weight_ignore_index_expanded", // // "test_negative_log_likelihood_loss_iinput_shape_is_NCd1_weight_ignore_index", // // "test_negative_log_likelihood_loss_input_shape_is_NC_expanded", // // "test_negative_log_likelihood_loss_input_shape_is_NC", // // "test_negative_log_likelihood_loss_input_shape_is_NCd1_expanded", // // "test_negative_log_likelihood_loss_input_shape_is_NCd1_ignore_index_expanded", // // "test_negative_log_likelihood_loss_input_shape_is_NCd1_ignore_index", // // "test_negative_log_likelihood_loss_input_shape_is_NCd1_mean_weight_negative_ignore_index_expanded", // // "test_negative_log_likelihood_loss_input_shape_is_NCd1_mean_weight_negative_ignore_index", // // "test_negative_log_likelihood_loss_input_shape_is_NCd1_weight_expanded", // // "test_negative_log_likelihood_loss_input_shape_is_NCd1_weight", // // "test_negative_log_likelihood_loss_input_shape_is_NCd1", // // "test_negative_log_likelihood_loss_input_shape_is_NCd1d2_expanded", // // "test_negative_log_likelihood_loss_input_shape_is_NCd1d2_no_weight_reduction_mean_ignore_index_expanded", // // "test_negative_log_likelihood_loss_input_shape_is_NCd1d2_no_weight_reduction_mean_ignore_index", // // "test_negative_log_likelihood_loss_input_shape_is_NCd1d2_reduction_mean_expanded", // // "test_negative_log_likelihood_loss_input_shape_is_NCd1d2_reduction_mean", // // "test_negative_log_likelihood_loss_input_shape_is_NCd1d2_reduction_sum_expanded", // // "test_negative_log_likelihood_loss_input_shape_is_NCd1d2_reduction_sum", // // "test_negative_log_likelihood_loss_input_shape_is_NCd1d2_with_weight_expanded", // // "test_negative_log_likelihood_loss_input_shape_is_NCd1d2_with_weight_reduction_mean_expanded", // // "test_negative_log_likelihood_loss_input_shape_is_NCd1d2_with_weight_reduction_mean", // // "test_negative_log_likelihood_loss_input_shape_is_NCd1d2_with_weight_reduction_sum_expanded", // // "test_negative_log_likelihood_loss_input_shape_is_NCd1d2_with_weight_reduction_sum_ignore_index_expanded", // // "test_negative_log_likelihood_loss_input_shape_is_NCd1d2_with_weight_reduction_sum_ignore_index", // // "test_negative_log_likelihood_loss_input_shape_is_NCd1d2_with_weight_reduction_sum", // // "test_negative_log_likelihood_loss_input_shape_is_NCd1d2_with_weight", // // "test_negative_log_likelihood_loss_input_shape_is_NCd1d2", // // "test_negative_log_likelihood_loss_input_shape_is_NCd1d2d3_none_no_weight_negative_ignore_index_expanded", // // "test_negative_log_likelihood_loss_input_shape_is_NCd1d2d3_none_no_weight_negative_ignore_index", // // "test_negative_log_likelihood_loss_input_shape_is_NCd1d2d3_sum_weight_high_ignore_index_expanded", // // "test_negative_log_likelihood_loss_input_shape_is_NCd1d2d3_sum_weight_high_ignore_index", // // "test_negative_log_likelihood_loss_input_shape_is_NCd1d2d3d4d5_mean_weight_expanded", // // "test_negative_log_likelihood_loss_input_shape_is_NCd1d2d3d4d5_mean_weight", // // "test_negative_log_likelihood_loss_input_shape_is_NCd1d2d3d4d5_none_no_weight_expanded", // // "test_negative_log_likelihood_loss_input_shape_is_NCd1d2d3d4d5_none_no_weight", // // "test_nesterov_momentum", // // "test_nllloss_NC_expanded", // // "test_nllloss_NC", // // "test_nllloss_NCd1_expanded", // // "test_nllloss_NCd1_ii_expanded", // // "test_nllloss_NCd1_ii", // // "test_nllloss_NCd1_mean_weight_negative_ii_expanded", // // "test_nllloss_NCd1_mean_weight_negative_ii", // // "test_nllloss_NCd1_weight_expanded", // // "test_nllloss_NCd1_weight_ii_expanded", // // "test_nllloss_NCd1_weight_ii", // // "test_nllloss_NCd1_weight", // // "test_nllloss_NCd1", // // "test_nllloss_NCd1d2_expanded", // // "test_nllloss_NCd1d2_no_weight_reduction_mean_ii_expanded", // // "test_nllloss_NCd1d2_no_weight_reduction_mean_ii", // // "test_nllloss_NCd1d2_reduction_mean_expanded", // // "test_nllloss_NCd1d2_reduction_mean", // // "test_nllloss_NCd1d2_reduction_sum_expanded", // // "test_nllloss_NCd1d2_reduction_sum", // // "test_nllloss_NCd1d2_with_weight_expanded", // // "test_nllloss_NCd1d2_with_weight_reduction_mean_expanded", // // "test_nllloss_NCd1d2_with_weight_reduction_mean", // // "test_nllloss_NCd1d2_with_weight_reduction_sum_expanded", // // "test_nllloss_NCd1d2_with_weight_reduction_sum_ii_expanded", // // "test_nllloss_NCd1d2_with_weight_reduction_sum_ii", // // "test_nllloss_NCd1d2_with_weight_reduction_sum", // // "test_nllloss_NCd1d2_with_weight", // // "test_nllloss_NCd1d2", // // "test_nllloss_NCd1d2d3_none_no_weight_negative_ii_expanded", // // "test_nllloss_NCd1d2d3_none_no_weight_negative_ii", // // "test_nllloss_NCd1d2d3_sum_weight_high_ii_expanded", // // "test_nllloss_NCd1d2d3_sum_weight_high_ii", // // "test_nllloss_NCd1d2d3d4d5_mean_weight_expanded", // // "test_nllloss_NCd1d2d3d4d5_mean_weight", // // "test_nllloss_NCd1d2d3d4d5_none_no_weight_expanded", // // "test_nllloss_NCd1d2d3d4d5_none_no_weight", // "test_nonmaxsuppression_center_point_box_format", // "test_nonmaxsuppression_flipped_coordinates", // "test_nonmaxsuppression_identical_boxes", // "test_nonmaxsuppression_limit_output_size", // "test_nonmaxsuppression_single_box", // "test_nonmaxsuppression_suppress_by_IOU_and_scores", // "test_nonmaxsuppression_suppress_by_IOU", // "test_nonmaxsuppression_two_batches", // "test_nonmaxsuppression_two_classes", // "test_nonzero_example", "test_not_2d", "test_not_3d", "test_not_4d", // // "test_onehot_negative_indices", // // "test_onehot_with_axis", // // "test_onehot_with_negative_axis", // // "test_onehot_without_axis", // // "test_optional_get_element_sequence", // // "test_optional_get_element", // // "test_optional_has_element_empty", // // "test_optional_has_element", "test_or_bcast3v1d", "test_or_bcast3v2d", "test_or_bcast4v2d", "test_or_bcast4v3d", "test_or_bcast4v4d", "test_or2d", "test_or3d", "test_or4d", "test_pow_bcast_array", "test_pow_bcast_scalar", "test_pow_example", // "test_pow_types_float", // "test_pow_types_float32_int32", // "test_pow_types_float32_int64", // "test_pow_types_float32_uint32", // "test_pow_types_float32_uint64", // "test_pow_types_int", // "test_pow_types_int32_float32", // "test_pow_types_int32_int32", // "test_pow_types_int64_float32", // "test_pow_types_int64_int64", "test_pow", "test_prelu_broadcast", "test_prelu_example", // // "test_qlinearconv", // // "test_qlinearmatmul_2D", // // "test_qlinearmatmul_3D", // // "test_quantizelinear_axis", // // "test_quantizelinear", // "test_range_float_type_positive_delta_expanded", // "test_range_float_type_positive_delta", // "test_range_int32_type_negative_delta_expanded", // "test_range_int32_type_negative_delta", "test_reciprocal_example", "test_reciprocal", "test_reduce_l1_default_axes_keepdims_example", "test_reduce_l1_default_axes_keepdims_random", "test_reduce_l1_do_not_keepdims_example", "test_reduce_l1_do_not_keepdims_random", "test_reduce_l1_keep_dims_example", "test_reduce_l1_keep_dims_random", "test_reduce_l1_negative_axes_keep_dims_example", "test_reduce_l1_negative_axes_keep_dims_random", "test_reduce_l2_default_axes_keepdims_example", "test_reduce_l2_default_axes_keepdims_random", "test_reduce_l2_do_not_keepdims_example", "test_reduce_l2_do_not_keepdims_random", "test_reduce_l2_keep_dims_example", "test_reduce_l2_keep_dims_random", "test_reduce_l2_negative_axes_keep_dims_example", "test_reduce_l2_negative_axes_keep_dims_random", "test_reduce_log_sum_asc_axes", "test_reduce_log_sum_default", "test_reduce_log_sum_desc_axes", // tests "test_reduce_log_sum_exp_*" on opset17/opset18 are excluded because they use float64. // "opset{7,8,9}/test_reduce_log_sum_exp_default_axes_keepdims_example", // "opset{7,8,9}/test_reduce_log_sum_exp_default_axes_keepdims_random", // "opset{7,8,9}/test_reduce_log_sum_exp_do_not_keepdims_example", // "opset{7,8,9}/test_reduce_log_sum_exp_do_not_keepdims_random", // "opset{7,8,9}/test_reduce_log_sum_exp_keepdims_example", // "opset{7,8,9}/test_reduce_log_sum_exp_keepdims_random", // "opset11/test_reduce_log_sum_exp_negative_axes_keepdims_example", // "opset11/test_reduce_log_sum_exp_negative_axes_keepdims_random", "test_reduce_log_sum_negative_axes", "test_reduce_log_sum", "test_reduce_max_default_axes_keepdim_example", // "test_reduce_max_default_axes_keepdims_random", // "test_reduce_max_do_not_keepdims_example", // "test_reduce_max_do_not_keepdims_random", // "test_reduce_max_keepdims_example", // "test_reduce_max_keepdims_random", // "test_reduce_max_negative_axes_keepdims_example", // "test_reduce_max_negative_axes_keepdims_random", // "test_reduce_mean_default_axes_keepdims_example", // "test_reduce_mean_default_axes_keepdims_random", // "test_reduce_mean_do_not_keepdims_example", // "test_reduce_mean_do_not_keepdims_random", // "test_reduce_mean_keepdims_example", // "test_reduce_mean_keepdims_random", // "test_reduce_mean_negative_axes_keepdims_example", // "test_reduce_mean_negative_axes_keepdims_random", // "test_reduce_min_default_axes_keepdims_example", // "test_reduce_min_default_axes_keepdims_random", // "test_reduce_min_do_not_keepdims_example", // "test_reduce_min_do_not_keepdims_random", // "test_reduce_min_keepdims_example", // "test_reduce_min_keepdims_random", // "test_reduce_min_negative_axes_keepdims_example", // "test_reduce_min_negative_axes_keepdims_random", // "test_reduce_prod_default_axes_keepdims_example", // "test_reduce_prod_default_axes_keepdims_random", // "test_reduce_prod_do_not_keepdims_example", // "test_reduce_prod_do_not_keepdims_random", // "test_reduce_prod_keepdims_example", // "test_reduce_prod_keepdims_random", // "test_reduce_prod_negative_axes_keepdims_example", // "test_reduce_prod_negative_axes_keepdims_random", // "test_reduce_sum_default_axes_keepdims_example", // "test_reduce_sum_default_axes_keepdims_random", // "test_reduce_sum_do_not_keepdims_example", // "test_reduce_sum_do_not_keepdims_random", "test_reduce_sum_empty_axes_input_noop_example", "test_reduce_sum_empty_axes_input_noop_random", // "test_reduce_sum_keepdims_example", // "test_reduce_sum_keepdims_random", // "test_reduce_sum_negative_axes_keepdims_example", // "test_reduce_sum_negative_axes_keepdims_random", // "test_reduce_sum_square_default_axes_keepdims_example", // "test_reduce_sum_square_default_axes_keepdims_random", // "test_reduce_sum_square_do_not_keepdims_example", // "test_reduce_sum_square_do_not_keepdims_random", // "test_reduce_sum_square_keepdims_example", // "test_reduce_sum_square_keepdims_random", // "test_reduce_sum_square_negative_axes_keepdims_example", // "test_reduce_sum_square_negative_axes_keepdims_random", // "test_reflect_pad", "test_relu", "test_reshape_allowzero_reordered", "test_reshape_extended_dims", "test_reshape_negative_dim", "test_reshape_negative_extended_dims", "test_reshape_one_dim", "test_reshape_reduced_dims", "test_reshape_reordered_all_dims", "test_reshape_reordered_dims", "test_reshape_reordered_last_dims", "test_reshape_zero_and_negative_dim", "test_reshape_zero_dim", "test_resize_downsample_linear", "test_resize_downsample_nearest", "test_resize_downsample_scales_cubic_A_n0p5_exclude_outside", // "test_resize_downsample_scales_cubic_align_corners", "test_resize_downsample_scales_cubic", // "test_resize_downsample_scales_linear_align_corners", "test_resize_downsample_scales_linear", "test_resize_downsample_scales_nearest", "test_resize_downsample_sizes_cubic", "test_resize_downsample_sizes_linear_pytorch_half_pixel", "test_resize_downsample_sizes_nearest_tf_half_pixel_for_nn", "test_resize_downsample_sizes_nearest", "test_resize_nearest", "test_resize_tf_crop_and_resize", "test_resize_upsample_linear", "test_resize_upsample_nearest", "test_resize_upsample_scales_cubic_A_n0p5_exclude_outside", "test_resize_upsample_scales_cubic_align_corners", "test_resize_upsample_scales_cubic_asymmetric", "test_resize_upsample_scales_cubic", "test_resize_upsample_scales_linear_align_corners", "test_resize_upsample_scales_linear", "test_resize_upsample_scales_nearest", "test_resize_upsample_sizes_cubic", "opset{12,13,17,18}/test_resize_upsample_sizes_nearest_ceil_half_pixel", "opset{12,13,17,18}/test_resize_upsample_sizes_nearest_floor_align_corners", "opset{12,13,17,18}/test_resize_upsample_sizes_nearest_round_prefer_ceil_asymmetric", "test_resize_upsample_sizes_nearest", // // "test_reversesequence_batch", // // "test_reversesequence_time", // // "test_rnn_seq_length", // // "test_roialign_aligned_false", // // "test_roialign_aligned_true", // // "test_roialign", // // "test_round", // // "test_scan_sum", // // "test_scan9_sum", "test_scatter_elements_with_axis", "test_scatter_elements_with_duplicate_indices", "test_scatter_elements_with_negative_indices", "test_scatter_elements_without_axis", // // "test_scatter_with_axis", // // "test_scatter_without_axis", "test_scatternd_add", "test_scatternd_multiply", "test_scatternd", // // "test_sce_mean_3d_expanded", // // "test_sce_mean_3d_log_prob_expanded", // // "test_sce_mean_3d_log_prob", // // "test_sce_mean_3d", // // "test_sce_mean_expanded", // // "test_sce_mean_log_prob_expanded", // // "test_sce_mean_log_prob", // // "test_sce_mean_no_weight_ii_3d_expanded", // // "test_sce_mean_no_weight_ii_3d_log_prob_expanded", // // "test_sce_mean_no_weight_ii_3d_log_prob", // // "test_sce_mean_no_weight_ii_3d", // // "test_sce_mean_no_weight_ii_4d_expanded", // // "test_sce_mean_no_weight_ii_4d_log_prob_expanded", // // "test_sce_mean_no_weight_ii_4d_log_prob", // // "test_sce_mean_no_weight_ii_4d", // // "test_sce_mean_no_weight_ii_expanded", // // "test_sce_mean_no_weight_ii_log_prob_expanded", // // "test_sce_mean_no_weight_ii_log_prob", // // "test_sce_mean_no_weight_ii", // // "test_sce_mean_weight_expanded", // // "test_sce_mean_weight_ii_3d_expanded", // // "test_sce_mean_weight_ii_3d_log_prob_expanded", // // "test_sce_mean_weight_ii_3d_log_prob", // // "test_sce_mean_weight_ii_3d", // // "test_sce_mean_weight_ii_4d_expanded", // // "test_sce_mean_weight_ii_4d_log_prob_expanded", // // "test_sce_mean_weight_ii_4d_log_prob", // // "test_sce_mean_weight_ii_4d", // // "test_sce_mean_weight_ii_expanded", // // "test_sce_mean_weight_ii_log_prob_expanded", // // "test_sce_mean_weight_ii_log_prob", // // "test_sce_mean_weight_ii", // // "test_sce_mean_weight_log_prob_expanded", // // "test_sce_mean_weight_log_prob", // // "test_sce_mean_weight", // // "test_sce_mean", // // "test_sce_NCd1_mean_weight_negative_ii_expanded", // // "test_sce_NCd1_mean_weight_negative_ii_log_prob_expanded", // // "test_sce_NCd1_mean_weight_negative_ii_log_prob", // // "test_sce_NCd1_mean_weight_negative_ii", // // "test_sce_NCd1d2d3_none_no_weight_negative_ii_expanded", // // "test_sce_NCd1d2d3_none_no_weight_negative_ii_log_prob_expanded", // // "test_sce_NCd1d2d3_none_no_weight_negative_ii_log_prob", // // "test_sce_NCd1d2d3_none_no_weight_negative_ii", // // "test_sce_NCd1d2d3_sum_weight_high_ii_expanded", // // "test_sce_NCd1d2d3_sum_weight_high_ii_log_prob_expanded", // // "test_sce_NCd1d2d3_sum_weight_high_ii_log_prob", // // "test_sce_NCd1d2d3_sum_weight_high_ii", // // "test_sce_NCd1d2d3d4d5_mean_weight_expanded", // // "test_sce_NCd1d2d3d4d5_mean_weight_log_prob_expanded", // // "test_sce_NCd1d2d3d4d5_mean_weight_log_prob", // // "test_sce_NCd1d2d3d4d5_mean_weight", // // "test_sce_NCd1d2d3d4d5_none_no_weight_expanded", // // "test_sce_NCd1d2d3d4d5_none_no_weight_log_prob_expanded", // // "test_sce_NCd1d2d3d4d5_none_no_weight_log_prob", // // "test_sce_NCd1d2d3d4d5_none_no_weight", // // "test_sce_none_expanded", // // "test_sce_none_log_prob_expanded", // // "test_sce_none_log_prob", // // "test_sce_none_weights_expanded", // // "test_sce_none_weights_log_prob_expanded", // // "test_sce_none_weights_log_prob", // // "test_sce_none_weights", // // "test_sce_none", // // "test_sce_sum_expanded", // // "test_sce_sum_log_prob_expanded", // // "test_sce_sum_log_prob", // // "test_sce_sum", // "test_selu_default", // "test_selu_example", // "test_selu", // // "test_sequence_insert_at_back", // // "test_sequence_insert_at_front", // // "test_sequence_map_add_1_sequence_1_tensor_expanded", // // "test_sequence_map_add_1_sequence_1_tensor", // // "test_sequence_map_add_2_sequences_expanded", // // "test_sequence_map_add_2_sequences", // // "test_sequence_map_extract_shapes_expanded", // // "test_sequence_map_extract_shapes", // // "test_sequence_map_identity_1_sequence_1_tensor_expanded", // // "test_sequence_map_identity_1_sequence_1_tensor", // // "test_sequence_map_identity_1_sequence_expanded", // // "test_sequence_map_identity_1_sequence", // // "test_sequence_map_identity_2_sequences_expanded", // // "test_sequence_map_identity_2_sequences", // "test_shrink_hard", // "test_shrink_soft", "test_sigmoid_example", "test_sigmoid", "test_sign", // "test_simple_rnn_batchwise", // "test_simple_rnn_defaults", // "test_simple_rnn_with_initial_bias", "test_sin_example", "test_sin", // "test_sinh_example", // "test_sinh", // // "test_size_example", // // "test_size", "test_slice_default_axes", "test_slice_default_steps", "test_slice_end_out_of_bounds", "test_slice_neg_steps", "test_slice_neg", "test_slice_negative_axes", "test_slice_start_out_of_bounds", "test_slice", // "test_softmax_axis_0_expanded", "test_softmax_axis_0", // "test_softmax_axis_1_expanded", "test_softmax_axis_1", // "test_softmax_axis_2_expanded", "test_softmax_axis_2", // "test_softmax_cross_entropy_input_shape_is_NCd1_mean_weight_negative_ignore_index_expanded", // "test_softmax_cross_entropy_input_shape_is_NCd1_mean_weight_negative_ignore_index_log_prob_expanded", // "test_softmax_cross_entropy_input_shape_is_NCd1_mean_weight_negative_ignore_index_log_prob", // "test_softmax_cross_entropy_input_shape_is_NCd1_mean_weight_negative_ignore_index", // "test_softmax_cross_entropy_input_shape_is_NCd1d2d3_none_no_weight_negative_ignore_index_expanded", // "test_softmax_cross_entropy_input_shape_is_NCd1d2d3_none_no_weight_negative_ignore_index_log_prob_expanded", // "test_softmax_cross_entropy_input_shape_is_NCd1d2d3_none_no_weight_negative_ignore_index_log_prob", // "test_softmax_cross_entropy_input_shape_is_NCd1d2d3_none_no_weight_negative_ignore_index", // "test_softmax_cross_entropy_input_shape_is_NCd1d2d3_sum_weight_high_ignore_index_expanded", // "test_softmax_cross_entropy_input_shape_is_NCd1d2d3_sum_weight_high_ignore_index_log_prob_expanded", // "test_softmax_cross_entropy_input_shape_is_NCd1d2d3_sum_weight_high_ignore_index_log_prob", // "test_softmax_cross_entropy_input_shape_is_NCd1d2d3_sum_weight_high_ignore_index", // "test_softmax_cross_entropy_input_shape_is_NCd1d2d3d4d5_mean_weight_expanded", // "test_softmax_cross_entropy_input_shape_is_NCd1d2d3d4d5_mean_weight_log_prob_expanded", // "test_softmax_cross_entropy_input_shape_is_NCd1d2d3d4d5_mean_weight_log_prob", // "test_softmax_cross_entropy_input_shape_is_NCd1d2d3d4d5_mean_weight", // "test_softmax_cross_entropy_input_shape_is_NCd1d2d3d4d5_none_no_weight_expanded", // "test_softmax_cross_entropy_input_shape_is_NCd1d2d3d4d5_none_no_weight_log_prob_expanded", // "test_softmax_cross_entropy_input_shape_is_NCd1d2d3d4d5_none_no_weight_log_prob", // "test_softmax_cross_entropy_input_shape_is_NCd1d2d3d4d5_none_no_weight", // "test_softmax_cross_entropy_mean_3d_expanded", // "test_softmax_cross_entropy_mean_3d_log_prob_expanded", // "test_softmax_cross_entropy_mean_3d_log_prob", // "test_softmax_cross_entropy_mean_3d", // "test_softmax_cross_entropy_mean_expanded", // "test_softmax_cross_entropy_mean_log_prob_expanded", // "test_softmax_cross_entropy_mean_log_prob", // "test_softmax_cross_entropy_mean_no_weight_ignore_index_3d_expanded", // "test_softmax_cross_entropy_mean_no_weight_ignore_index_3d_log_prob_expanded", // "test_softmax_cross_entropy_mean_no_weight_ignore_index_3d_log_prob", // "test_softmax_cross_entropy_mean_no_weight_ignore_index_3d", // "test_softmax_cross_entropy_mean_no_weight_ignore_index_4d_expanded", // "test_softmax_cross_entropy_mean_no_weight_ignore_index_4d_log_prob_expanded", // "test_softmax_cross_entropy_mean_no_weight_ignore_index_4d_log_prob", // "test_softmax_cross_entropy_mean_no_weight_ignore_index_4d", // "test_softmax_cross_entropy_mean_no_weight_ignore_index_expanded", // "test_softmax_cross_entropy_mean_no_weight_ignore_index_log_prob_expanded", // "test_softmax_cross_entropy_mean_no_weight_ignore_index_log_prob", // "test_softmax_cross_entropy_mean_no_weight_ignore_index", // "test_softmax_cross_entropy_mean_weight_expanded", // "test_softmax_cross_entropy_mean_weight_ignore_index_3d_expanded", // "test_softmax_cross_entropy_mean_weight_ignore_index_3d_log_prob_expanded", // "test_softmax_cross_entropy_mean_weight_ignore_index_3d_log_prob", // "test_softmax_cross_entropy_mean_weight_ignore_index_3d", // "test_softmax_cross_entropy_mean_weight_ignore_index_4d_expanded", // "test_softmax_cross_entropy_mean_weight_ignore_index_4d_log_prob_expanded", // "test_softmax_cross_entropy_mean_weight_ignore_index_4d_log_prob", // "test_softmax_cross_entropy_mean_weight_ignore_index_4d", // "test_softmax_cross_entropy_mean_weight_ignore_index_expanded", // "test_softmax_cross_entropy_mean_weight_ignore_index_log_prob_expanded", // "test_softmax_cross_entropy_mean_weight_ignore_index_log_prob", // "test_softmax_cross_entropy_mean_weight_ignore_index", // "test_softmax_cross_entropy_mean_weight_log_prob_expanded", // "test_softmax_cross_entropy_mean_weight_log_prob", // "test_softmax_cross_entropy_mean_weight", // "test_softmax_cross_entropy_mean", // "test_softmax_cross_entropy_none_expanded", // "test_softmax_cross_entropy_none_log_prob_expanded", // "test_softmax_cross_entropy_none_log_prob", // "test_softmax_cross_entropy_none_weights_expanded", // "test_softmax_cross_entropy_none_weights_log_prob_expanded", // "test_softmax_cross_entropy_none_weights_log_prob", // "test_softmax_cross_entropy_none_weights", // "test_softmax_cross_entropy_none", // "test_softmax_cross_entropy_sum_expanded", // "test_softmax_cross_entropy_sum_log_prob_expanded", // "test_softmax_cross_entropy_sum_log_prob", // "test_softmax_cross_entropy_sum", // "opset13/test_softmax_default_axis_expanded", "opset13/test_softmax_default_axis", // "test_softmax_example_expanded", "test_softmax_example", // "test_softmax_large_number_expanded", "test_softmax_large_number", // "test_softmax_negative_axis_expanded", "test_softmax_negative_axis", // // "test_softplus_example", // // "test_softplus", // // "test_softsign_example", // // "test_softsign", // "test_spacetodepth_example", // "test_spacetodepth", "test_split_equal_parts_1d", "test_split_equal_parts_2d", "test_split_equal_parts_default_axis", "test_split_variable_parts_1d", "test_split_variable_parts_2d", "test_split_variable_parts_default_axis", "test_split_zero_size_splits", "test_sqrt_example", "test_sqrt", "test_squeeze_negative_axes", "test_squeeze", // // "test_stft_with_window", // // "test_stft", // // "test_strnormalizer_export_monday_casesensintive_lower", // // "test_strnormalizer_export_monday_casesensintive_nochangecase", // // "test_strnormalizer_export_monday_casesensintive_upper", // // "test_strnormalizer_export_monday_empty_output", // // "test_strnormalizer_export_monday_insensintive_upper_twodim", // // "test_strnormalizer_nostopwords_nochangecase", "test_sub_bcast", "test_sub_example", // "test_sub_uint8", "test_sub", // "test_sum_example", // "test_sum_one_input", // "test_sum_two_inputs", "test_tan_example", "test_tan", "test_tanh_example", "test_tanh", // // "test_tfidfvectorizer_tf_batch_onlybigrams_skip0", // // "test_tfidfvectorizer_tf_batch_onlybigrams_skip5", // // "test_tfidfvectorizer_tf_batch_uniandbigrams_skip5", // // "test_tfidfvectorizer_tf_only_bigrams_skip0", // // "test_tfidfvectorizer_tf_onlybigrams_levelempty", // // "test_tfidfvectorizer_tf_onlybigrams_skip5", // // "test_tfidfvectorizer_tf_uniandbigrams_skip5", // "test_thresholdedrelu_default", // "test_thresholdedrelu_example", // "test_thresholdedrelu", "test_tile_precomputed", "test_tile", // // "test_top_k_negative_axis", // // "test_top_k_smallest", // // "test_top_k", // // "test_training_dropout_default_mask", // // "test_training_dropout_default", // // "test_training_dropout_mask", // // "test_training_dropout_zero_ratio_mask", // // "test_training_dropout_zero_ratio", // // "test_training_dropout", "test_transpose_all_permutations_0", "test_transpose_all_permutations_1", "test_transpose_all_permutations_2", "test_transpose_all_permutations_3", "test_transpose_all_permutations_4", "test_transpose_all_permutations_5", "test_transpose_default", // "test_tril_neg", // "test_tril_one_row_neg", // "test_tril_out_neg", // "test_tril_out_pos", // "test_tril_pos", // "test_tril_square_neg", // "test_tril_square", // "test_tril_zero", // "test_tril", // "test_triu_neg", // "test_triu_one_row", // "test_triu_out_neg_out", // "test_triu_out_pos", // "test_triu_pos", // "test_triu_square_neg", // "test_triu_square", // "test_triu_zero", // "test_triu", // // "test_unique_not_sorted_without_axis", // // "test_unique_sorted_with_axis_3d", // // "test_unique_sorted_with_axis", // // "test_unique_sorted_with_negative_axis", // // "test_unique_sorted_without_axis", "test_unsqueeze_axis_0", "test_unsqueeze_axis_1", "test_unsqueeze_axis_2", "test_unsqueeze_axis_3", "test_unsqueeze_negative_axes", "test_unsqueeze_three_axes", "test_unsqueeze_two_axes", "test_unsqueeze_unsorted_axes", "test_unsqueeze", // "test_wrap_pad" // "test_upsample_nearest", "test_where_example", // "test_where_long_example", "test_xor_bcast3v1d", "test_xor_bcast3v2d", "test_xor_bcast4v2d", "test_xor_bcast4v3d", "test_xor_bcast4v4d", "test_xor2d", "test_xor3d", "test_xor4d" ], "ops": [] } }