saymrwulf/onnxruntime
1
0
Fork 0
mirror of https://github.com/saymrwulf/onnxruntime.git synced 2026-07-18 18:52:16 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions
onnxruntime/js/web/test/suite-test-list.jsonc
Yulong Wang 45ff957973
1.17.3 cherry-picks for ORT Web changes (#19926) 
### Description
This PR is a preview of cherry-picks for ort-web to `rel-1.17.3` based
on `rel-1.17.2`.

<details>

<summary>Changes of ort-web to cherry-pick</summary>

The following commits are from main branch.

`o` stands for pick, and `x` stands for skip.
```
o   2e0a388c36 [js/webgpu] Add HardSigmoid support (#19215)
o   d226e40856 [js/webgpu] set query type in onRunStart (#19202)
o   61610ff986 [js/webgpu] Add FusedConv clip test case (#18900)
o   a33b5bd1fa [JS/WebGPU] Added Uniforms to SkipLayerNorm. (#18788)
o   591f90c0b9 [js/webgpu] Fix issue of timestamp query (#19258)
o   7252c6e747 [WebNN EP] Support WebNN async API with Asyncify (#19145)
o   5b06505073 [js/webgpu] Fix Tanh explosion (#19201)
o   656ca66186 [js/webgpu] Support uniforms for conv, conv transpose, conv grouped (#18753)
o   a3f0e2422b [js/webgpu] Support f16 uniform (#19098)
o   9e69606360 fix f16 for attention, enable slice and flatten for more types (#19262)
o   624b4e2063 [js/webgpu] Remove enableShapesUniforms (#19279)
o   90883a366a [js/webgpu] Add hardSigmoid activation for fusedConv (#19233)
o   85cef0af8c [js/webgpu] Support capture and replay for jsep (#18989)
o   d73131cf0f [js/webgpu] Use DataType as uniform cpu type (#19281)
o   dd1f6ccc45 [js/webgpu] resolve codescan alert (#19343)
o   3a2ab1963a [js/webgpu] Refactor createTensorShapeVariables (#18883)
o   efc17e79de [js/webgpu] Fix the undefined push error (#19366)
 x  50806a7dd5 [js/web] support external data in npm test (#19377)
o   ccbe264a39 [js/webgpu] Add LeakyRelu activation for fusedConv (#19369)
o   5ff27ef02a [js/webgpu] support customop FastGelu (#19392)
 x  03be65e064 [js/web] fix types exports in package.json (#19458)
o   06269a3952 [js/webgpu] allow uint8 tensors for webgpu (#19545)
o   dfeda9019c [JS/WebGPU] Add MatMulNBits (#19446)
o   1b48054e1b [js/webgpu] Create Split indices helpers by rank, not by shape (#19554)
o   3fe2c137ee [js] small fix to workaround formatter (#19400)
 x  70567a4b3a [js/web] use ApiTensor insteadof onnxjs Tensor in TensorResultValidator (#19358)
o   6e04e36e3f [js/common] upgrade tsc in common from 4.9.5 to 5.2.2 (#19317)
o   58f4921686 [js] changes to allow Float16Array if any polyfill is available (#19305)
o   57d6819212 [js/web] Fix fused-conv is not included in npm test (#19581)
o   ebd220b073 Misspelling in README.md (#19433)
o   38c3432393 Bump ip from 1.1.8 to 1.1.9 in /js/react_native (#19582)
o   fe82fccf1a [js/webgpu] Fix Conv2DTransposeMatMul f16 compilation failure (#19596)
o   76a2a487a1 Bump ip from 1.1.8 to 1.1.9 in /js/react_native/e2e (#19583)
o   29b1106033 [node] Switch to setImmediate to avoid starving the Node.js event loop (#19610)
o   ae3d73c981 [JS/WebGPU] Fix Split and Where to handle corner cases. (#19613)
o   aec2389ad0 [js/webgpu] allows a ProgramInfo's RunData to use zero sized output (#19614)
o   bb43a0f133 [js/webgpu] minor fixes to make tinyllama work (#19564)
o   0edb035808 [js/web] fix suite test list for zero sized tensor (#19638)
o   3cb81cdde2 [js/common] move 'env.wasm.trace' to 'env.trace' (#19617)
o   e30618d055 [js/webgpu] use Headless for webgpu test by default (#19702)
o   f06164ef8b [js/web] transfer input buffer back to caller thread (#19677)
 x  a788514027 [js/web] dump debug logs for karma for diagnose purpose (#19785)
o   24b72d2613 [JS/WebGPU] Preserve zero size input tensor dims. (#19737)
o   4538d31a8b [js/webgpu] expose a few properties in WebGPU API (#19857)
o   53de2d8cb0 [js/webgpu] Enable GroupedConvVectorize path (#19791)
o   ed250b88c3 [JS/WebGPU] Optimize MatMulNBits (#19852)
 x  e771a763c3 [js/test] align web test runner flags with ort.env (#19790)
o   79e50aeef3 [js/web] rewrite backend resolve to allow multiple EPs (#19735)
o   acb0df2280 Fix #19931 broken Get Started link of "ONNX Runtime JavaScript API" page (#19932)
o   b29849a287 [js/common] fix typedoc warnings (#19933)
o   afdab62f53 Bump follow-redirects from 1.15.4 to 1.15.6 in /js/web (#19949)
o   28ad6c3955 Bump follow-redirects from 1.15.4 to 1.15.6 in /js/node (#19951)
o   7e0d424934 accumulate in fp32 for Reduce* (#19868)
o   4c6a6a37f7 [js/webgpu] Fix NAN caused by un-initialized buffer in instance-norm (#19387)
o   01c7aaf6aa [js/webgpu] allow setting env.webgpu.adapter (#19940)
o   c45cff60cf [js/webgpu] fix maxpool / fp16 (#19981)
```

</details>

<details>
<summary>Cherry-pick commandlines</summary>

```sh
git cherry-pick 2e0a388c36
git cherry-pick d226e40856
git cherry-pick 61610ff986
git cherry-pick a33b5bd1fa
git cherry-pick 591f90c0b9
git cherry-pick 7252c6e747
git cherry-pick 5b06505073
git cherry-pick 656ca66186
git cherry-pick a3f0e2422b
git cherry-pick 9e69606360
git cherry-pick 624b4e2063
git cherry-pick 90883a366a
git cherry-pick 85cef0af8c  #<<<<< Note: conflicts
git cherry-pick d73131cf0f
git cherry-pick dd1f6ccc45
git cherry-pick 3a2ab1963a
git cherry-pick efc17e79de
git cherry-pick ccbe264a39
git cherry-pick 5ff27ef02a
git cherry-pick 06269a3952
git cherry-pick dfeda9019c
git cherry-pick 1b48054e1b
git cherry-pick 3fe2c137ee
git cherry-pick 6e04e36e3f
git cherry-pick 58f4921686
git cherry-pick 57d6819212
git cherry-pick ebd220b073
git cherry-pick 38c3432393
git cherry-pick fe82fccf1a
git cherry-pick 76a2a487a1
git cherry-pick 29b1106033
git cherry-pick ae3d73c981
git cherry-pick aec2389ad0
git cherry-pick bb43a0f133
git cherry-pick 0edb035808
git cherry-pick 3cb81cdde2
git cherry-pick e30618d055
git cherry-pick f06164ef8b
git cherry-pick 24b72d2613
git cherry-pick 4538d31a8b
git cherry-pick 53de2d8cb0
git cherry-pick ed250b88c3
git cherry-pick 79e50aeef3
git cherry-pick acb0df2280
git cherry-pick b29849a287
git cherry-pick afdab62f53
git cherry-pick 28ad6c3955
git cherry-pick 7e0d424934
git cherry-pick 4c6a6a37f7
git cherry-pick 01c7aaf6aa
git cherry-pick c45cff60cf
```
</details>

<details>
<summary>Cherry-pick conflicts</summary>

- 85cef0af8c #18989
this change is for enabling graph capture feature for JSEP, and it is
done after ROCM EP enabled graph capture feature. However, the ROCM EP
graph capture feature is not cherry-picked in rel-1.17.2.
</details>

---------

Signed-off-by: dependabot[bot] <support@github.com>
Co-authored-by: Jiajia Qin <jiajia.qin@intel.com>
Co-authored-by: Xu Xing <xing.xu@intel.com>
Co-authored-by: satyajandhyala <satya.k.jandhyala@gmail.com>
Co-authored-by: Yang Gu <yang.gu@intel.com>
Co-authored-by: Wanming Lin <wanming.lin@intel.com>
Co-authored-by: Jiajie Hu <jiajie.hu@intel.com>
Co-authored-by: Guenther Schmuelling <guschmue@microsoft.com>
Co-authored-by: Matttttt <18152455+martholomew@users.noreply.github.com>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
Co-authored-by: Segev Finer <segev208@gmail.com>
Co-authored-by: Belem Zhang <belem.zhang@intel.com>
2024-03-29 13:13:39 -07:00

2553 lines
108 KiB
Text
Raw Blame History

{
"cpu": {
"onnx": [],
"node": [],
"ops": []
},
"webgl": {
"onnx": ["resnet50", "squeezenet", "tiny_yolov2", "emotion_ferplus"],
"node": [
"test_abs",
"test_acos_example",
"test_acos",
"test_add_bcast",
"test_add",
"test_and_bcast3v1d",
"test_and_bcast3v2d",
"test_and_bcast4v2d",
"test_and_bcast4v3d",
"test_and_bcast4v4d",
"test_and2d",
"test_and3d",
"test_and4d",
"test_asin_example",
"test_asin",
"test_atan_example",
"test_atan",
"test_averagepool_1d_default",
"test_averagepool_2d_default",
//"opset12/test_averagepool_2d_pads", // TODO: fix avgpool and maxpool on VM
// "opset12/test_averagepool_2d_precomputed_pads",
// "opset12/test_averagepool_2d_precomputed_same_upper",
// "opset12/test_averagepool_2d_precomputed_strides",
// "opset12/test_averagepool_2d_same_upper",
// "opset12/test_averagepool_2d_same_lower",
// "opset12/test_averagepool_2d_strides",
"test_averagepool_3d_default",
"test_basic_conv_with_padding",
"test_basic_conv_without_padding",
"test_batchnorm_epsilon",
"test_batchnorm_example",
"test_cast_DOUBLE_to_FLOAT",
"test_cast_FLOAT_to_DOUBLE",
"opset{7,8,9,10}/test_clip_splitbounds",
"opset{7,8,9,10}/test_clip_outbounds",
"opset{7,8,9,10}/test_clip_inbounds",
"opset{7,8,9,10}/test_clip_example",
"opset{7,8,9,10}/test_clip_default_min",
"opset{7,8,9,10}/test_clip_default_max",
"opset{7,8,9,10}/test_clip_default_inbounds",
"opset{7,8,9,10}/test_clip",
"test_concat_1d_axis_0",
"test_concat_2d_axis_0",
"test_concat_2d_axis_1",
"test_concat_3d_axis_0",
"test_concat_3d_axis_1",
"test_concat_3d_axis_2",
"test_conv_with_strides_and_asymmetric_padding",
"test_conv_with_strides_no_padding",
"test_conv_with_strides_padding",
"test_convtranspose",
"test_convtranspose_pad",
"test_convtranspose_pads",
// TODO: add this when test-case file in opset v8 is fixed (i.e. output_shape has 2 dims)
// Might have to rewrite git history for that...
// "test_convtranspose_output_shape",
"test_convtranspose_kernel_shape",
"test_convtranspose_dilations",
"test_constant",
"test_cos_example",
"test_cos",
"test_div_bcast",
"test_div_example",
"test_div",
"test_dropout_default",
"test_dropout_random",
"test_depthtospace_crd_mode",
"test_depthtospace_crd_mode_example",
"test_depthtospace_dcr_mode",
"test_depthtospace_example",
"test_elu_example",
"test_elu",
"test_elu_default",
"test_flatten_axis0",
"test_flatten_axis1",
"test_flatten_axis2",
"test_flatten_axis3",
"test_flatten_default_axis",
"test_gather_0",
"test_gather_1",
"test_gemm_nobroadcast",
"test_gemm_broadcast",
"test_globalaveragepool_precomputed",
"test_globalaveragepool",
"test_globalmaxpool_precomputed",
"test_globalmaxpool",
"test_greater_bcast",
"test_greater",
"test_instancenorm_epsilon",
"test_instancenorm_example",
"test_less_bcast",
"test_less",
"test_equal_bcast",
"test_equal",
"test_identity",
"test_leakyrelu_default",
"test_leakyrelu_example",
"test_leakyrelu",
"test_lrn_default",
"test_lrn",
"test_matmul_2d",
"test_matmul_3d",
"test_matmul_4d",
"test_maxpool_1d_default",
"test_maxpool_2d_default",
// "opset12/test_maxpool_2d_pads",
// "opset12/test_maxpool_2d_precomputed_pads",
// "opset12/test_maxpool_2d_precomputed_same_upper",
// "opset12/test_maxpool_2d_precomputed_strides",
// "opset12/test_maxpool_2d_same_lower",
// "opset12/test_maxpool_2d_same_upper",
// "opset12/test_maxpool_2d_strides",
"test_maxpool_3d_default",
"test_mul_bcast",
"test_mul_example",
"test_mul",
"test_neg",
"test_neg_example",
"test_not_2d",
"test_not_3d",
"test_not_4d",
"test_or_bcast3v1d",
"test_or_bcast3v2d",
"test_or_bcast4v2d",
"test_or_bcast4v3d",
"test_or_bcast4v4d",
"test_prelu_broadcast",
"test_prelu_example",
"test_relu",
"test_reshape_extended_dims",
"test_reshape_negative_dim",
"test_reshape_one_dim",
"test_reshape_reduced_dims",
"test_reshape_reordered_dims",
"test_sigmoid",
"test_sigmoid_example",
"test_sin_example",
"test_sin",
"test_softmax_axis_0",
"test_softmax_axis_1",
"test_softmax_axis_2",
"test_softmax_default_axis",
"test_softmax_example",
{
"name": "test_softmax_large_number",
"platformCondition": "^((?!iOS).)*$" // does NOT contains 'iOS': large number cannot be handled in a half_float environment
},
"test_sub_bcast",
"test_sub_example",
"test_sub",
"test_sum_example",
"test_sum_one_input",
"test_sum_two_inputs",
"opset{7,8,9,10,11,12,13,14,15,16,17}/test_reduce_log_sum_asc_axes",
"opset{7,8,9,10,11,12,13,14,15,16,17}/test_reduce_log_sum_default",
"opset{7,8,9,10,11,12,13,14,15,16,17}/test_reduce_log_sum_desc_axes",
"opset{7,8,9,10,11,12,13,14,15,16,17}/test_reduce_max_default_axes_keepdim_example",
"opset{7,8,9,10,11,12,13,14,15,16,17}/test_reduce_max_default_axes_keepdims_random",
"opset{7,8,9,10,11,12,13,14,15,16,17}/test_reduce_max_do_not_keepdims_example",
"opset{7,8,9,10,11,12,13,14,15,16,17}/test_reduce_max_do_not_keepdims_random",
"opset{7,8,9,10,11,12,13,14,15,16,17}/test_reduce_max_keepdims_example",
"opset{7,8,9,10,11,12,13,14,15,16,17}/test_reduce_max_keepdims_random",
"opset{7,8,9,10,11,12,13,14,15,16,17}/test_reduce_mean_default_axes_keepdims_example",
"opset{7,8,9,10,11,12,13,14,15,16,17}/test_reduce_mean_default_axes_keepdims_random",
"opset{7,8,9,10,11,12,13,14,15,16,17}/test_reduce_mean_do_not_keepdims_example",
"opset{7,8,9,10,11,12,13,14,15,16,17}/test_reduce_mean_do_not_keepdims_random",
"opset{7,8,9,10,11,12,13,14,15,16,17}/test_reduce_mean_keepdims_example",
"opset{7,8,9,10,11,12,13,14,15,16,17}/test_reduce_mean_keepdims_random",
"opset{7,8,9,10,11,12,13,14,15,16,17}/test_reduce_min_default_axes_keepdims_example",
"opset{7,8,9,10,11,12,13,14,15,16,17}/test_reduce_min_default_axes_keepdims_random",
"opset{7,8,9,10,11,12,13,14,15,16,17}/test_reduce_min_do_not_keepdims_example",
"opset{7,8,9,10,11,12,13,14,15,16,17}/test_reduce_min_do_not_keepdims_random",
"opset{7,8,9,10,11,12,13,14,15,16,17}/test_reduce_min_keepdims_example",
"opset{7,8,9,10,11,12,13,14,15,16,17}/test_reduce_min_keepdims_random",
{
"name": "opset{7,8,9,10,11,12,13,14,15,16,17}/test_reduce_prod_default_axes_keepdims_example",
"platformCondition": "^((?!iOS).)*$" // does NOT contains 'iOS': large number cannot be handled in a half_float environment
},
"opset{7,8,9,10,11,12,13,14,15,16,17}/test_reduce_prod_default_axes_keepdims_random",
"opset{7,8,9,10,11,12,13,14,15,16,17}/test_reduce_prod_do_not_keepdims_example",
"opset{7,8,9,10,11,12,13,14,15,16,17}/test_reduce_prod_do_not_keepdims_random",
"opset{7,8,9,10,11,12,13,14,15,16,17}/test_reduce_prod_keepdims_example",
"opset{7,8,9,10,11,12,13,14,15,16,17}/test_reduce_prod_keepdims_random",
"opset{7,8,9,10,11,12}/test_reduce_sum_default_axes_keepdims_example",
"opset{7,8,9,10,11,12}/test_reduce_sum_default_axes_keepdims_random",
"opset{7,8,9,10,11,12}/test_reduce_sum_do_not_keepdims_example",
"opset{7,8,9,10,11,12}/test_reduce_sum_do_not_keepdims_random",
"opset{7,8,9,10,11,12}/test_reduce_sum_keepdims_example",
"opset{7,8,9,10,11,12}/test_reduce_sum_keepdims_random",
"opset{7,8,9,10,11,12}/test_reduce_sum_square_default_axes_keepdims_example",
"opset{7,8,9,10,11,12}/test_reduce_sum_square_default_axes_keepdims_random",
"opset{7,8,9,10,11,12}/test_reduce_sum_square_do_not_keepdims_example",
"opset{7,8,9,10,11,12}/test_reduce_sum_square_do_not_keepdims_random",
"opset{7,8,9,10,11,12}/test_reduce_sum_square_keepdims_example",
"opset{7,8,9,10,11,12}/test_reduce_sum_square_keepdims_random",
"opset{7,8,9,10,11,12}/test_split_variable_parts_default_axis",
"opset{7,8,9,10,11,12}/test_split_variable_parts_1d",
"opset{7,8,9,10,11,12}/test_split_variable_parts_2d",
"opset{7,8,9,10,11,12}/test_split_equal_parts_default_axis",
"opset{7,8,9,10,11,12}/test_split_equal_parts_1d",
"opset{7,8,9,10,11,12}/test_split_equal_parts_2d",
"opset{7,8,9}/test_slice",
"opset{7,8,9}/test_slice_default_axes",
"opset{7,8,9}/test_slice_end_out_of_bounds",
"opset{7,8,9}/test_slice_neg",
// "test_slice_start_out_of_bounds", // tensor shape of 0
"test_squeeze",
"test_tan_example",
//"test_tan", // incorrect result in Chrome v100... investigating
"test_tanh_example",
"test_tanh",
"test_tile",
"test_tile_precomputed",
"test_transpose_all_permutations_0",
"test_transpose_all_permutations_1",
"test_transpose_all_permutations_2",
"test_transpose_all_permutations_3",
"test_transpose_all_permutations_4",
"test_transpose_all_permutations_5",
"test_transpose_default",
"test_unsqueeze",
"test_xor_bcast3v1d",
"test_xor_bcast3v2d",
"test_xor_bcast4v2d",
"test_xor_bcast4v3d",
"test_xor_bcast4v4d",
"test_xor2d",
"test_xor3d",
"test_xor4d"
],
"ops": [
"abs.jsonc",
"acos.jsonc",
"add.jsonc",
"and.jsonc",
"asin.jsonc",
"ceil.jsonc",
"concat.jsonc",
"conv.jsonc",
"cos.jsonc",
"div.jsonc",
"depth-to-space.jsonc",
"equal.jsonc",
"exp.jsonc",
"floor.jsonc",
"global-average-pool.jsonc",
"gemm.jsonc",
"greater.jsonc",
//"identity.jsonc",
"image-scaler.jsonc",
"instance-norm.jsonc",
"less.jsonc",
"log.jsonc",
"matmul.jsonc",
"mul.jsonc",
"neg.jsonc",
"not.jsonc",
"or.jsonc",
"leaky-relu.jsonc",
"reduce-min.jsonc",
"relu.jsonc",
"pad.jsonc",
"pad-big.jsonc",
"pow.jsonc",
"pow-big-number.jsonc",
"reshape-int32.jsonc",
"softmax.jsonc",
"sin.jsonc",
"split.jsonc",
"sqrt.jsonc",
"sub.jsonc",
"tan.jsonc",
"transpose.jsonc",
"xor.jsonc"
]
},
"webgpu": {
"onnx": [],
"node": [
"test_abs",
"test_acos_example",
"test_acos",
"test_acosh_example",
"test_acosh",
// // "test_adagrad_multiple",
// // "test_adagrad",
// // "test_adam_multiple",
// // "test_adam",
"test_add_bcast",
// "test_add_uint8",
"test_add",
// "test_and_bcast3v1d",
// "test_and_bcast3v2d",
// "test_and_bcast4v2d",
// "test_and_bcast4v3d",
// "test_and_bcast4v4d",
// "test_and2d",
// "test_and3d",
// "test_and4d",
"test_argmax_default_axis_example_select_last_index",
"test_argmax_default_axis_example",
"test_argmax_default_axis_random_select_last_index",
"test_argmax_default_axis_random",
"test_argmax_keepdims_example_select_last_index",
"test_argmax_keepdims_example",
"test_argmax_keepdims_random_select_last_index",
"test_argmax_keepdims_random",
"test_argmax_negative_axis_keepdims_example_select_last_index",
"test_argmax_negative_axis_keepdims_example",
"test_argmax_negative_axis_keepdims_random_select_last_index",
"test_argmax_negative_axis_keepdims_random",
"test_argmax_no_keepdims_example_select_last_index",
"test_argmax_no_keepdims_example",
"test_argmax_no_keepdims_random_select_last_index",
"test_argmax_no_keepdims_random",
"test_argmin_default_axis_example_select_last_index",
"test_argmin_default_axis_example",
"test_argmin_default_axis_random_select_last_index",
"test_argmin_default_axis_random",
"test_argmin_keepdims_example_select_last_index",
"test_argmin_keepdims_example",
"test_argmin_keepdims_random_select_last_index",
"test_argmin_keepdims_random",
"test_argmin_negative_axis_keepdims_example_select_last_index",
"test_argmin_negative_axis_keepdims_example",
"test_argmin_negative_axis_keepdims_random_select_last_index",
"test_argmin_negative_axis_keepdims_random",
"test_argmin_no_keepdims_example_select_last_index",
"test_argmin_no_keepdims_example",
"test_argmin_no_keepdims_random_select_last_index",
"test_argmin_no_keepdims_random",
"test_asin_example",
"test_asin",
"test_asinh_example",
"test_asinh",
"test_atan_example",
"test_atan",
"test_atanh_example",
"test_atanh",
// "test_averagepool_1d_default",
// "test_averagepool_2d_ceil",
"test_averagepool_2d_default",
"test_averagepool_2d_pads_count_include_pad",
"test_averagepool_2d_pads",
"test_averagepool_2d_precomputed_pads_count_include_pad",
"test_averagepool_2d_precomputed_pads",
"test_averagepool_2d_precomputed_same_upper",
"test_averagepool_2d_precomputed_strides",
"test_averagepool_2d_same_lower",
"test_averagepool_2d_same_upper",
"test_averagepool_2d_strides",
// "test_averagepool_3d_default",
"test_basic_conv_with_padding",
"test_basic_conv_without_padding",
// "test_basic_convinteger",
// "test_batchnorm_epsilon_training_mode",
"test_batchnorm_epsilon",
// "test_batchnorm_example_training_mode",
"test_batchnorm_example",
// // "test_bernoulli_double_expanded",
// // "test_bernoulli_double",
// // "test_bernoulli_expanded",
// // "test_bernoulli_seed_expanded",
// // "test_bernoulli_seed",
// // "test_bernoulli",
// // "test_bitshift_left_uint16",
// // "test_bitshift_left_uint32",
// // "test_bitshift_left_uint64",
// // "test_bitshift_left_uint8",
// // "test_bitshift_right_uint16",
// // "test_bitshift_right_uint32",
// // "test_bitshift_right_uint64",
// // "test_bitshift_right_uint8",
// // "test_blackmanwindow_expanded",
// // "test_blackmanwindow_symmetric_expanded",
// // "test_blackmanwindow_symmetric",
// // "test_blackmanwindow",
// // "test_cast_BFLOAT16_to_FLOAT",
// // "test_cast_DOUBLE_to_FLOAT",
// // "test_cast_DOUBLE_to_FLOAT16",
// // "test_cast_FLOAT_to_BFLOAT16",
// // "test_cast_FLOAT_to_DOUBLE",
// // "test_cast_FLOAT_to_FLOAT16",
// // "test_cast_FLOAT_to_STRING",
// // "test_cast_FLOAT16_to_DOUBLE",
// // "test_cast_FLOAT16_to_FLOAT",
// // "test_cast_STRING_to_FLOAT",
// // "test_castlike_BFLOAT16_to_FLOAT_expanded",
// // "test_castlike_BFLOAT16_to_FLOAT",
// // "test_castlike_DOUBLE_to_FLOAT_expanded",
// // "test_castlike_DOUBLE_to_FLOAT",
// // "test_castlike_DOUBLE_to_FLOAT16_expanded",
// // "test_castlike_DOUBLE_to_FLOAT16",
// // "test_castlike_FLOAT_to_BFLOAT16_expanded",
// // "test_castlike_FLOAT_to_BFLOAT16",
// // "test_castlike_FLOAT_to_DOUBLE_expanded",
// // "test_castlike_FLOAT_to_DOUBLE",
// // "test_castlike_FLOAT_to_FLOAT16_expanded",
// // "test_castlike_FLOAT_to_FLOAT16",
// // "test_castlike_FLOAT_to_STRING_expanded",
// // "test_castlike_FLOAT_to_STRING",
// // "test_castlike_FLOAT16_to_DOUBLE_expanded",
// // "test_castlike_FLOAT16_to_DOUBLE",
// // "test_castlike_FLOAT16_to_FLOAT_expanded",
// // "test_castlike_FLOAT16_to_FLOAT",
// // "test_castlike_STRING_to_FLOAT_expanded",
// // "test_castlike_STRING_to_FLOAT",
"test_ceil_example",
"test_ceil",
// "test_celu_expanded",
// "test_celu",
// "test_clip_default_inbounds",
// "test_clip_default_int8_inbounds",
// "test_clip_default_int8_max",
// "test_clip_default_int8_min",
// "test_clip_default_max",
// "test_clip_default_min",
// "test_clip_example",
// "test_clip_inbounds",
// "test_clip_outbounds",
// "test_clip_splitbounds",
// "test_clip",
// // "test_compress_0",
// // "test_compress_1",
// // "test_compress_default_axis",
// // "test_compress_negative_axis",
"test_concat_1d_axis_0",
"test_concat_1d_axis_negative_1",
"test_concat_2d_axis_0",
"test_concat_2d_axis_1",
"test_concat_2d_axis_negative_1",
"test_concat_2d_axis_negative_2",
"test_concat_3d_axis_0",
"test_concat_3d_axis_1",
"test_concat_3d_axis_2",
"test_concat_3d_axis_negative_1",
"test_concat_3d_axis_negative_2",
"test_concat_3d_axis_negative_3",
"test_conv_with_autopad_same",
"test_conv_with_strides_and_asymmetric_padding",
"test_conv_with_strides_no_padding",
"test_conv_with_strides_padding",
// // "test_convinteger_with_padding",
// // "test_convinteger_without_padding",
"test_convtranspose_1d",
// // "test_convtranspose_3d",
"test_convtranspose_autopad_same",
"test_convtranspose_dilations",
"test_convtranspose_kernel_shape",
"opset{9,17}/test_convtranspose_output_shape",
"test_convtranspose_pad",
"test_convtranspose_pads",
"test_convtranspose_with_kernel",
"test_convtranspose",
"test_cos_example",
"test_cos",
"test_cosh_example",
"test_cosh",
// "test_cumsum_1d_exclusive",
// "test_cumsum_1d_reverse_exclusive",
// "test_cumsum_1d_reverse",
// "test_cumsum_1d",
// "test_cumsum_2d_axis_0",
// "test_cumsum_2d_axis_1",
// "test_cumsum_2d_negative_axis",
// "test_depthtospace_crd_mode_example",
// "test_depthtospace_crd_mode",
// "test_depthtospace_dcr_mode",
// "test_depthtospace_example",
// "test_depthtospace",
// // "test_dequantizelinear_axis",
// // "test_dequantizelinear",
// // "test_det_2d",
// // "test_det_nd",
// // "test_dft_axis",
// // "test_dft_inverse",
// // "test_dft",
"test_div_bcast",
"test_div_example",
// "test_div_uint8",
"test_div",
// // "test_dropout_default_mask_ratio",
// // "test_dropout_default_mask",
// // "test_dropout_default_old",
// // "test_dropout_default_ratio",
// // "test_dropout_default",
// // "test_dropout_random_old",
// // "test_dropout_random",
// // "test_dynamic_slice_default_axes",
// // "test_dynamic_slice_end_out_of_bounds",
// // "test_dynamic_slice_neg",
// // "test_dynamic_slice_start_out_of_bounds",
// // "test_dynamic_slice",
// // "test_dynamicquantizelinear_expanded",
// // "test_dynamicquantizelinear_max_adjusted_expanded",
// // "test_dynamicquantizelinear_max_adjusted",
// // "test_dynamicquantizelinear_min_adjusted_expanded",
// // "test_dynamicquantizelinear_min_adjusted",
// // "test_dynamicquantizelinear",
"test_edge_pad",
// "test_einsum_batch_diagonal",
// "test_einsum_batch_matmul",
// "test_einsum_inner_prod",
// "test_einsum_sum",
// "test_einsum_transpose",
"test_elu_default",
"test_elu_example",
"test_elu",
// "test_equal_bcast",
// "test_equal",
"test_erf",
"test_exp_example",
"test_exp",
"test_expand_dim_changed",
"test_expand_dim_unchanged",
// "test_eyelike_populate_off_main_diagonal",
// "test_eyelike_with_dtype",
// "test_eyelike_without_dtype",
"test_flatten_axis0",
"test_flatten_axis1",
"test_flatten_axis2",
"test_flatten_axis3",
"test_flatten_default_axis",
"test_flatten_negative_axis1",
"test_flatten_negative_axis2",
"test_flatten_negative_axis3",
"test_flatten_negative_axis4",
"test_floor_example",
"test_floor",
"test_gather_0",
"test_gather_1",
"test_gather_2d_indices",
"test_gather_negative_indices",
"test_gather_elements_0",
"test_gather_elements_1",
"test_gather_elements_negative_indices",
// "test_gather_negative_indices",
// // "test_gathernd_example_float32",
// // "test_gathernd_example_int32_batch_dim1",
// // "test_gathernd_example_int32",
"test_gemm_all_attributes",
"test_gemm_alpha",
"test_gemm_beta",
"test_gemm_broadcast",
"test_gemm_default_matrix_bias",
"test_gemm_default_no_bias",
// "test_gemm_default_scalar_bias",
"test_gemm_default_single_elem_vector_bias",
"test_gemm_default_vector_bias",
"test_gemm_default_zero_bias",
"test_gemm_nobroadcast",
"test_gemm_transposeA",
"test_gemm_transposeB",
"test_globalaveragepool_precomputed",
"test_globalaveragepool",
"test_globalmaxpool_precomputed",
"test_globalmaxpool",
"test_greater_bcast",
"test_greater_equal_bcast_expanded",
"test_greater_equal_bcast",
"test_greater_equal_expanded",
"test_greater_equal",
"test_greater",
// // "test_gridsample_aligncorners_true",
// // "test_gridsample_bicubic",
// // "test_gridsample_bilinear",
// // "test_gridsample_border_padding",
// // "test_gridsample_nearest",
// // "test_gridsample_reflection_padding",
// // "test_gridsample_zeros_padding",
// // "test_gridsample",
// // "test_gru_batchwise",
// // "test_gru_defaults",
// // "test_gru_seq_length",
// // "test_gru_with_initial_bias",
// // "test_hammingwindow_expanded",
// // "test_hammingwindow_symmetric_expanded",
// // "test_hammingwindow_symmetric",
// // "test_hammingwindow",
// // "test_hannwindow_expanded",
// // "test_hannwindow_symmetric_expanded",
// // "test_hannwindow_symmetric",
// // "test_hannwindow",
// // "test_hardmax_axis_0",
// // "test_hardmax_axis_1",
// // "test_hardmax_axis_2",
// // "test_hardmax_default_axis",
// // "test_hardmax_example",
// // "test_hardmax_negative_axis",
// // "test_hardmax_one_hot",
"test_hardsigmoid_default",
"test_hardsigmoid_example",
"test_hardsigmoid",
// // "test_hardswish_expanded",
// // "test_hardswish",
"test_if",
// TODO: Uncomment 'test_if_seq' and 'test_if_opt' once the test infra
// supports Sequence and Optional types
// "test_if_seq",
// "test_if_opt",
"test_instancenorm_epsilon",
"test_instancenorm_example",
// "test_isinf_negative",
// "test_isinf_positive",
// "test_isinf",
// "test_isnan",
"test_layer_normalization_2d_axis_negative_1_expanded",
"test_layer_normalization_2d_axis_negative_1",
"test_layer_normalization_2d_axis_negative_2_expanded",
"test_layer_normalization_2d_axis_negative_2",
"test_layer_normalization_2d_axis0_expanded",
"test_layer_normalization_2d_axis0",
"test_layer_normalization_2d_axis1_expanded",
"test_layer_normalization_2d_axis1",
// // "test_layer_normalization_3d_axis_negative_1_epsilon_expanded",
"test_layer_normalization_3d_axis_negative_1_epsilon",
// // "test_layer_normalization_3d_axis_negative_2_epsilon_expanded",
"test_layer_normalization_3d_axis_negative_2_epsilon",
// // "test_layer_normalization_3d_axis_negative_3_epsilon_expanded",
"test_layer_normalization_3d_axis_negative_3_epsilon",
// // "test_layer_normalization_3d_axis0_epsilon_expanded",
"test_layer_normalization_3d_axis0_epsilon",
"test_layer_normalization_3d_axis1_epsilon_expanded",
"test_layer_normalization_3d_axis1_epsilon",
// // "test_layer_normalization_3d_axis2_epsilon_expanded",
"test_layer_normalization_3d_axis2_epsilon",
"test_layer_normalization_4d_axis_negative_1_expanded",
"test_layer_normalization_4d_axis_negative_1",
// // "test_layer_normalization_4d_axis_negative_2_expanded",
"test_layer_normalization_4d_axis_negative_2",
// "test_layer_normalization_4d_axis_negative_3_expanded",
"test_layer_normalization_4d_axis_negative_3",
// "test_layer_normalization_4d_axis_negative_4_expanded",
"test_layer_normalization_4d_axis_negative_4",
"test_layer_normalization_4d_axis0_expanded",
"test_layer_normalization_4d_axis0",
"test_layer_normalization_4d_axis1_expanded",
"test_layer_normalization_4d_axis1",
// // "test_layer_normalization_4d_axis2_expanded",
"test_layer_normalization_4d_axis2",
"test_layer_normalization_4d_axis3_expanded",
"test_layer_normalization_4d_axis3",
"test_layer_normalization_default_axis_expanded",
"test_layer_normalization_default_axis",
"test_leakyrelu_default",
"test_leakyrelu_example",
"test_leakyrelu",
"test_less_bcast",
"test_less_equal_bcast_expanded",
"test_less_equal_bcast",
"test_less_equal_expanded",
"test_less_equal",
"test_less",
"test_log_example",
"test_log",
// // "test_logsoftmax_axis_0_expanded",
// // "test_logsoftmax_axis_0",
// // "test_logsoftmax_axis_1_expanded",
// // "test_logsoftmax_axis_1",
// // "test_logsoftmax_axis_2_expanded",
// // "test_logsoftmax_axis_2",
// // "test_logsoftmax_default_axis_expanded",
// // "test_logsoftmax_default_axis",
// // "test_logsoftmax_example_1_expanded",
// // "test_logsoftmax_example_1",
// // "test_logsoftmax_large_number_expanded",
// // "test_logsoftmax_large_number",
// // "test_logsoftmax_negative_axis_expanded",
// // "test_logsoftmax_negative_axis",
// "test_lrn_default",
// "test_lrn",
// // "test_lstm_batchwise",
// // "test_lstm_defaults",
// // "test_lstm_with_initial_bias",
// // "test_lstm_with_peepholes",
"test_matmul_2d",
"test_matmul_3d",
"test_matmul_4d",
// // "test_matmulinteger",
// "test_max_example",
// "test_max_float16",
// "test_max_float32",
// "test_max_float64",
// "test_max_int16",
// "test_max_int32",
// "test_max_int64",
// "test_max_int8",
// "test_max_one_input",
// "test_max_two_inputs",
// "test_max_uint16",
// "test_max_uint32",
// "test_max_uint64",
// "test_max_uint8",
// "test_maxpool_1d_default",
// "test_maxpool_2d_ceil",
"test_maxpool_2d_default",
// "test_maxpool_2d_dilations",
"test_maxpool_2d_pads",
"test_maxpool_2d_precomputed_pads",
"test_maxpool_2d_precomputed_same_upper",
"test_maxpool_2d_precomputed_strides",
"test_maxpool_2d_same_lower",
"test_maxpool_2d_same_upper",
"test_maxpool_2d_strides",
// "test_maxpool_2d_uint8",
// "test_maxpool_3d_default",
// "test_maxpool_with_argmax_2d_precomputed_pads",
// "test_maxpool_with_argmax_2d_precomputed_strides",
// // "test_maxunpool_export_with_output_shape",
// // "test_maxunpool_export_without_output_shape",
// // "test_mean_example",
// // "test_mean_one_input",
// // "test_mean_two_inputs",
// // "test_melweightmatrix",
// "test_min_example",
// "test_min_float16",
// "test_min_float32",
// "test_min_float64",
// "test_min_int16",
// "test_min_int32",
// "test_min_int64",
// "test_min_int8",
// "test_min_one_input",
// "test_min_two_inputs",
// "test_min_uint16",
// "test_min_uint32",
// "test_min_uint64",
// "test_min_uint8",
// "test_mod_bcast",
// "test_mod_broadcast",
// "test_mod_float_mixed_sign_example",
// "test_mod_fmod_mixed_sign_example",
// "test_mod_int64_fmod",
// "test_mod_int64_mixed_sign_example",
// "test_mod_mixed_sign_float16",
// "test_mod_mixed_sign_float32",
// "test_mod_mixed_sign_float64",
// "test_mod_mixed_sign_int16",
// "test_mod_mixed_sign_int32",
// "test_mod_mixed_sign_int64",
// "test_mod_mixed_sign_int8",
// "test_mod_uint16",
// "test_mod_uint32",
// "test_mod_uint64",
// "test_mod_uint8",
// // "test_momentum_multiple",
// // "test_momentum",
"test_mul_bcast",
"test_mul_example",
// "test_mul_uint8",
"test_mul",
// "test_mvn_expanded",
// "test_mvn",
"test_neg_example",
"test_neg",
// // "test_negative_log_likelihood_loss_iinput_shape_is_NCd1_weight_ignore_index_expanded",
// // "test_negative_log_likelihood_loss_iinput_shape_is_NCd1_weight_ignore_index",
// // "test_negative_log_likelihood_loss_input_shape_is_NC_expanded",
// // "test_negative_log_likelihood_loss_input_shape_is_NC",
// // "test_negative_log_likelihood_loss_input_shape_is_NCd1_expanded",
// // "test_negative_log_likelihood_loss_input_shape_is_NCd1_ignore_index_expanded",
// // "test_negative_log_likelihood_loss_input_shape_is_NCd1_ignore_index",
// // "test_negative_log_likelihood_loss_input_shape_is_NCd1_mean_weight_negative_ignore_index_expanded",
// // "test_negative_log_likelihood_loss_input_shape_is_NCd1_mean_weight_negative_ignore_index",
// // "test_negative_log_likelihood_loss_input_shape_is_NCd1_weight_expanded",
// // "test_negative_log_likelihood_loss_input_shape_is_NCd1_weight",
// // "test_negative_log_likelihood_loss_input_shape_is_NCd1",
// // "test_negative_log_likelihood_loss_input_shape_is_NCd1d2_expanded",
// // "test_negative_log_likelihood_loss_input_shape_is_NCd1d2_no_weight_reduction_mean_ignore_index_expanded",
// // "test_negative_log_likelihood_loss_input_shape_is_NCd1d2_no_weight_reduction_mean_ignore_index",
// // "test_negative_log_likelihood_loss_input_shape_is_NCd1d2_reduction_mean_expanded",
// // "test_negative_log_likelihood_loss_input_shape_is_NCd1d2_reduction_mean",
// // "test_negative_log_likelihood_loss_input_shape_is_NCd1d2_reduction_sum_expanded",
// // "test_negative_log_likelihood_loss_input_shape_is_NCd1d2_reduction_sum",
// // "test_negative_log_likelihood_loss_input_shape_is_NCd1d2_with_weight_expanded",
// // "test_negative_log_likelihood_loss_input_shape_is_NCd1d2_with_weight_reduction_mean_expanded",
// // "test_negative_log_likelihood_loss_input_shape_is_NCd1d2_with_weight_reduction_mean",
// // "test_negative_log_likelihood_loss_input_shape_is_NCd1d2_with_weight_reduction_sum_expanded",
// // "test_negative_log_likelihood_loss_input_shape_is_NCd1d2_with_weight_reduction_sum_ignore_index_expanded",
// // "test_negative_log_likelihood_loss_input_shape_is_NCd1d2_with_weight_reduction_sum_ignore_index",
// // "test_negative_log_likelihood_loss_input_shape_is_NCd1d2_with_weight_reduction_sum",
// // "test_negative_log_likelihood_loss_input_shape_is_NCd1d2_with_weight",
// // "test_negative_log_likelihood_loss_input_shape_is_NCd1d2",
// // "test_negative_log_likelihood_loss_input_shape_is_NCd1d2d3_none_no_weight_negative_ignore_index_expanded",
// // "test_negative_log_likelihood_loss_input_shape_is_NCd1d2d3_none_no_weight_negative_ignore_index",
// // "test_negative_log_likelihood_loss_input_shape_is_NCd1d2d3_sum_weight_high_ignore_index_expanded",
// // "test_negative_log_likelihood_loss_input_shape_is_NCd1d2d3_sum_weight_high_ignore_index",
// // "test_negative_log_likelihood_loss_input_shape_is_NCd1d2d3d4d5_mean_weight_expanded",
// // "test_negative_log_likelihood_loss_input_shape_is_NCd1d2d3d4d5_mean_weight",
// // "test_negative_log_likelihood_loss_input_shape_is_NCd1d2d3d4d5_none_no_weight_expanded",
// // "test_negative_log_likelihood_loss_input_shape_is_NCd1d2d3d4d5_none_no_weight",
// // "test_nesterov_momentum",
// // "test_nllloss_NC_expanded",
// // "test_nllloss_NC",
// // "test_nllloss_NCd1_expanded",
// // "test_nllloss_NCd1_ii_expanded",
// // "test_nllloss_NCd1_ii",
// // "test_nllloss_NCd1_mean_weight_negative_ii_expanded",
// // "test_nllloss_NCd1_mean_weight_negative_ii",
// // "test_nllloss_NCd1_weight_expanded",
// // "test_nllloss_NCd1_weight_ii_expanded",
// // "test_nllloss_NCd1_weight_ii",
// // "test_nllloss_NCd1_weight",
// // "test_nllloss_NCd1",
// // "test_nllloss_NCd1d2_expanded",
// // "test_nllloss_NCd1d2_no_weight_reduction_mean_ii_expanded",
// // "test_nllloss_NCd1d2_no_weight_reduction_mean_ii",
// // "test_nllloss_NCd1d2_reduction_mean_expanded",
// // "test_nllloss_NCd1d2_reduction_mean",
// // "test_nllloss_NCd1d2_reduction_sum_expanded",
// // "test_nllloss_NCd1d2_reduction_sum",
// // "test_nllloss_NCd1d2_with_weight_expanded",
// // "test_nllloss_NCd1d2_with_weight_reduction_mean_expanded",
// // "test_nllloss_NCd1d2_with_weight_reduction_mean",
// // "test_nllloss_NCd1d2_with_weight_reduction_sum_expanded",
// // "test_nllloss_NCd1d2_with_weight_reduction_sum_ii_expanded",
// // "test_nllloss_NCd1d2_with_weight_reduction_sum_ii",
// // "test_nllloss_NCd1d2_with_weight_reduction_sum",
// // "test_nllloss_NCd1d2_with_weight",
// // "test_nllloss_NCd1d2",
// // "test_nllloss_NCd1d2d3_none_no_weight_negative_ii_expanded",
// // "test_nllloss_NCd1d2d3_none_no_weight_negative_ii",
// // "test_nllloss_NCd1d2d3_sum_weight_high_ii_expanded",
// // "test_nllloss_NCd1d2d3_sum_weight_high_ii",
// // "test_nllloss_NCd1d2d3d4d5_mean_weight_expanded",
// // "test_nllloss_NCd1d2d3d4d5_mean_weight",
// // "test_nllloss_NCd1d2d3d4d5_none_no_weight_expanded",
// // "test_nllloss_NCd1d2d3d4d5_none_no_weight",
// "test_nonmaxsuppression_center_point_box_format",
// "test_nonmaxsuppression_flipped_coordinates",
// "test_nonmaxsuppression_identical_boxes",
// "test_nonmaxsuppression_limit_output_size",
// "test_nonmaxsuppression_single_box",
// "test_nonmaxsuppression_suppress_by_IOU_and_scores",
// "test_nonmaxsuppression_suppress_by_IOU",
// "test_nonmaxsuppression_two_batches",
// "test_nonmaxsuppression_two_classes",
// "test_nonzero_example",
"test_not_2d",
"test_not_3d",
"test_not_4d",
// // "test_onehot_negative_indices",
// // "test_onehot_with_axis",
// // "test_onehot_with_negative_axis",
// // "test_onehot_without_axis",
// // "test_optional_get_element_sequence",
// // "test_optional_get_element",
// // "test_optional_has_element_empty",
// // "test_optional_has_element",
// "test_or_bcast3v1d",
// "test_or_bcast3v2d",
// "test_or_bcast4v2d",
// "test_or_bcast4v3d",
// "test_or_bcast4v4d",
// "test_or2d",
// "test_or3d",
// "test_or4d",
"test_pow_bcast_array",
"test_pow_bcast_scalar",
"test_pow_example",
// "test_pow_types_float",
// "test_pow_types_float32_int32",
// "test_pow_types_float32_int64",
// "test_pow_types_float32_uint32",
// "test_pow_types_float32_uint64",
// "test_pow_types_int",
// "test_pow_types_int32_float32",
// "test_pow_types_int32_int32",
// "test_pow_types_int64_float32",
// "test_pow_types_int64_int64",
"test_pow",
// "test_prelu_broadcast",
// "test_prelu_example",
// // "test_qlinearconv",
// // "test_qlinearmatmul_2D",
// // "test_qlinearmatmul_3D",
// // "test_quantizelinear_axis",
// // "test_quantizelinear",
"test_range_float_type_positive_delta_expanded",
"test_range_float_type_positive_delta",
"test_range_int32_type_negative_delta_expanded",
"test_range_int32_type_negative_delta",
"test_reciprocal_example",
"test_reciprocal",
"test_reduce_l1_default_axes_keepdims_example",
"test_reduce_l1_default_axes_keepdims_random",
"test_reduce_l1_do_not_keepdims_example",
"test_reduce_l1_do_not_keepdims_random",
"test_reduce_l1_keep_dims_example",
"test_reduce_l1_keep_dims_random",
"test_reduce_l1_negative_axes_keep_dims_example",
"test_reduce_l1_negative_axes_keep_dims_random",
"test_reduce_l2_default_axes_keepdims_example",
"test_reduce_l2_default_axes_keepdims_random",
"test_reduce_l2_do_not_keepdims_example",
"test_reduce_l2_do_not_keepdims_random",
"test_reduce_l2_keep_dims_example",
"test_reduce_l2_keep_dims_random",
"test_reduce_l2_negative_axes_keep_dims_example",
"test_reduce_l2_negative_axes_keep_dims_random",
"test_reduce_log_sum_asc_axes",
"test_reduce_log_sum_default",
"test_reduce_log_sum_desc_axes",
// tests "test_reduce_log_sum_exp_*" on opset17/opset18 are excluded because they use float64.
"opset{7,8,9}/test_reduce_log_sum_exp_default_axes_keepdims_example",
"opset{7,8,9}/test_reduce_log_sum_exp_default_axes_keepdims_random",
"opset{7,8,9}/test_reduce_log_sum_exp_do_not_keepdims_example",
"opset{7,8,9}/test_reduce_log_sum_exp_do_not_keepdims_random",
"opset{7,8,9}/test_reduce_log_sum_exp_keepdims_example",
"opset{7,8,9}/test_reduce_log_sum_exp_keepdims_random",
"opset11/test_reduce_log_sum_exp_negative_axes_keepdims_example",
"opset11/test_reduce_log_sum_exp_negative_axes_keepdims_random",
"test_reduce_log_sum_negative_axes",
"test_reduce_log_sum",
"test_reduce_max_default_axes_keepdim_example",
"test_reduce_max_default_axes_keepdims_random",
"test_reduce_max_do_not_keepdims_example",
"test_reduce_max_do_not_keepdims_random",
"test_reduce_max_keepdims_example",
"test_reduce_max_keepdims_random",
"test_reduce_max_negative_axes_keepdims_example",
"test_reduce_max_negative_axes_keepdims_random",
"test_reduce_mean_default_axes_keepdims_example",
"test_reduce_mean_default_axes_keepdims_random",
"test_reduce_mean_do_not_keepdims_example",
"test_reduce_mean_do_not_keepdims_random",
"test_reduce_mean_keepdims_example",
"test_reduce_mean_keepdims_random",
"test_reduce_mean_negative_axes_keepdims_example",
"test_reduce_mean_negative_axes_keepdims_random",
"test_reduce_min_default_axes_keepdims_example",
"test_reduce_min_default_axes_keepdims_random",
"test_reduce_min_do_not_keepdims_example",
"test_reduce_min_do_not_keepdims_random",
"test_reduce_min_keepdims_example",
"test_reduce_min_keepdims_random",
"test_reduce_min_negative_axes_keepdims_example",
"test_reduce_min_negative_axes_keepdims_random",
"test_reduce_prod_default_axes_keepdims_example",
"test_reduce_prod_default_axes_keepdims_random",
"test_reduce_prod_do_not_keepdims_example",
"test_reduce_prod_do_not_keepdims_random",
"test_reduce_prod_keepdims_example",
"test_reduce_prod_keepdims_random",
"test_reduce_prod_negative_axes_keepdims_example",
"test_reduce_prod_negative_axes_keepdims_random",
"test_reduce_sum_default_axes_keepdims_example",
"test_reduce_sum_default_axes_keepdims_random",
"test_reduce_sum_do_not_keepdims_example",
"test_reduce_sum_do_not_keepdims_random",
"test_reduce_sum_empty_axes_input_noop_example",
"test_reduce_sum_empty_axes_input_noop_random",
"test_reduce_sum_keepdims_example",
"test_reduce_sum_keepdims_random",
"test_reduce_sum_negative_axes_keepdims_example",
"test_reduce_sum_negative_axes_keepdims_random",
"test_reduce_sum_square_default_axes_keepdims_example",
"test_reduce_sum_square_default_axes_keepdims_random",
"test_reduce_sum_square_do_not_keepdims_example",
"test_reduce_sum_square_do_not_keepdims_random",
"test_reduce_sum_square_keepdims_example",
"test_reduce_sum_square_keepdims_random",
"test_reduce_sum_square_negative_axes_keepdims_example",
"test_reduce_sum_square_negative_axes_keepdims_random",
"test_reflect_pad",
"test_relu",
// "test_reshape_allowzero_reordered",
"test_reshape_extended_dims",
"test_reshape_negative_dim",
"test_reshape_negative_extended_dims",
"test_reshape_one_dim",
"test_reshape_reduced_dims",
"test_reshape_reordered_all_dims",
"test_reshape_reordered_dims",
"test_reshape_reordered_last_dims",
"test_reshape_zero_and_negative_dim",
"test_reshape_zero_dim",
"test_resize_downsample_linear",
"test_resize_downsample_nearest",
"test_resize_downsample_scales_cubic_A_n0p5_exclude_outside",
// "test_resize_downsample_scales_cubic_align_corners",
"test_resize_downsample_scales_cubic",
// "test_resize_downsample_scales_linear_align_corners",
"test_resize_downsample_scales_linear",
"test_resize_downsample_scales_nearest",
"test_resize_downsample_sizes_cubic",
"test_resize_downsample_sizes_linear_pytorch_half_pixel",
"test_resize_downsample_sizes_nearest_tf_half_pixel_for_nn",
"test_resize_downsample_sizes_nearest",
"test_resize_nearest",
"test_resize_tf_crop_and_resize",
"test_resize_upsample_linear",
"test_resize_upsample_nearest",
"test_resize_upsample_scales_cubic_A_n0p5_exclude_outside",
"test_resize_upsample_scales_cubic_align_corners",
"test_resize_upsample_scales_cubic_asymmetric",
"test_resize_upsample_scales_cubic",
"test_resize_upsample_scales_linear_align_corners",
"test_resize_upsample_scales_linear",
"test_resize_upsample_scales_nearest",
"test_resize_upsample_sizes_cubic",
"opset{12,13,17,18}/test_resize_upsample_sizes_nearest_ceil_half_pixel",
"opset{12,13,17,18}/test_resize_upsample_sizes_nearest_floor_align_corners",
"opset{12,13,17,18}/test_resize_upsample_sizes_nearest_round_prefer_ceil_asymmetric",
"test_resize_upsample_sizes_nearest",
// // "test_reversesequence_batch",
// // "test_reversesequence_time",
// // "test_rnn_seq_length",
// // "test_roialign_aligned_false",
// // "test_roialign_aligned_true",
// // "test_roialign",
// // "test_round",
// // "test_scan_sum",
// // "test_scan9_sum",
// // "test_scatter_elements_with_axis",
// // "test_scatter_elements_with_duplicate_indices",
// // "test_scatter_elements_with_negative_indices",
// // "test_scatter_elements_without_axis",
// // "test_scatter_with_axis",
// // "test_scatter_without_axis",
// // "test_scatternd_add",
// // "test_scatternd_multiply",
// // "test_scatternd",
// // "test_sce_mean_3d_expanded",
// // "test_sce_mean_3d_log_prob_expanded",
// // "test_sce_mean_3d_log_prob",
// // "test_sce_mean_3d",
// // "test_sce_mean_expanded",
// // "test_sce_mean_log_prob_expanded",
// // "test_sce_mean_log_prob",
// // "test_sce_mean_no_weight_ii_3d_expanded",
// // "test_sce_mean_no_weight_ii_3d_log_prob_expanded",
// // "test_sce_mean_no_weight_ii_3d_log_prob",
// // "test_sce_mean_no_weight_ii_3d",
// // "test_sce_mean_no_weight_ii_4d_expanded",
// // "test_sce_mean_no_weight_ii_4d_log_prob_expanded",
// // "test_sce_mean_no_weight_ii_4d_log_prob",
// // "test_sce_mean_no_weight_ii_4d",
// // "test_sce_mean_no_weight_ii_expanded",
// // "test_sce_mean_no_weight_ii_log_prob_expanded",
// // "test_sce_mean_no_weight_ii_log_prob",
// // "test_sce_mean_no_weight_ii",
// // "test_sce_mean_weight_expanded",
// // "test_sce_mean_weight_ii_3d_expanded",
// // "test_sce_mean_weight_ii_3d_log_prob_expanded",
// // "test_sce_mean_weight_ii_3d_log_prob",
// // "test_sce_mean_weight_ii_3d",
// // "test_sce_mean_weight_ii_4d_expanded",
// // "test_sce_mean_weight_ii_4d_log_prob_expanded",
// // "test_sce_mean_weight_ii_4d_log_prob",
// // "test_sce_mean_weight_ii_4d",
// // "test_sce_mean_weight_ii_expanded",
// // "test_sce_mean_weight_ii_log_prob_expanded",
// // "test_sce_mean_weight_ii_log_prob",
// // "test_sce_mean_weight_ii",
// // "test_sce_mean_weight_log_prob_expanded",
// // "test_sce_mean_weight_log_prob",
// // "test_sce_mean_weight",
// // "test_sce_mean",
// // "test_sce_NCd1_mean_weight_negative_ii_expanded",
// // "test_sce_NCd1_mean_weight_negative_ii_log_prob_expanded",
// // "test_sce_NCd1_mean_weight_negative_ii_log_prob",
// // "test_sce_NCd1_mean_weight_negative_ii",
// // "test_sce_NCd1d2d3_none_no_weight_negative_ii_expanded",
// // "test_sce_NCd1d2d3_none_no_weight_negative_ii_log_prob_expanded",
// // "test_sce_NCd1d2d3_none_no_weight_negative_ii_log_prob",
// // "test_sce_NCd1d2d3_none_no_weight_negative_ii",
// // "test_sce_NCd1d2d3_sum_weight_high_ii_expanded",
// // "test_sce_NCd1d2d3_sum_weight_high_ii_log_prob_expanded",
// // "test_sce_NCd1d2d3_sum_weight_high_ii_log_prob",
// // "test_sce_NCd1d2d3_sum_weight_high_ii",
// // "test_sce_NCd1d2d3d4d5_mean_weight_expanded",
// // "test_sce_NCd1d2d3d4d5_mean_weight_log_prob_expanded",
// // "test_sce_NCd1d2d3d4d5_mean_weight_log_prob",
// // "test_sce_NCd1d2d3d4d5_mean_weight",
// // "test_sce_NCd1d2d3d4d5_none_no_weight_expanded",
// // "test_sce_NCd1d2d3d4d5_none_no_weight_log_prob_expanded",
// // "test_sce_NCd1d2d3d4d5_none_no_weight_log_prob",
// // "test_sce_NCd1d2d3d4d5_none_no_weight",
// // "test_sce_none_expanded",
// // "test_sce_none_log_prob_expanded",
// // "test_sce_none_log_prob",
// // "test_sce_none_weights_expanded",
// // "test_sce_none_weights_log_prob_expanded",
// // "test_sce_none_weights_log_prob",
// // "test_sce_none_weights",
// // "test_sce_none",
// // "test_sce_sum_expanded",
// // "test_sce_sum_log_prob_expanded",
// // "test_sce_sum_log_prob",
// // "test_sce_sum",
// "test_selu_default",
// "test_selu_example",
// "test_selu",
// // "test_sequence_insert_at_back",
// // "test_sequence_insert_at_front",
// // "test_sequence_map_add_1_sequence_1_tensor_expanded",
// // "test_sequence_map_add_1_sequence_1_tensor",
// // "test_sequence_map_add_2_sequences_expanded",
// // "test_sequence_map_add_2_sequences",
// // "test_sequence_map_extract_shapes_expanded",
// // "test_sequence_map_extract_shapes",
// // "test_sequence_map_identity_1_sequence_1_tensor_expanded",
// // "test_sequence_map_identity_1_sequence_1_tensor",
// // "test_sequence_map_identity_1_sequence_expanded",
// // "test_sequence_map_identity_1_sequence",
// // "test_sequence_map_identity_2_sequences_expanded",
// // "test_sequence_map_identity_2_sequences",
// "test_shrink_hard",
// "test_shrink_soft",
"test_sigmoid_example",
"test_sigmoid",
// "test_sign",
// "test_simple_rnn_batchwise",
// "test_simple_rnn_defaults",
// "test_simple_rnn_with_initial_bias",
"test_sin_example",
"test_sin",
"test_sinh_example",
"test_sinh",
// // "test_size_example",
// // "test_size",
"test_slice_default_axes",
"test_slice_default_steps",
// "test_slice_end_out_of_bounds",
"test_slice_neg_steps",
"test_slice_neg",
"test_slice_negative_axes",
// "test_slice_start_out_of_bounds",
"test_slice",
// "test_softmax_axis_0_expanded",
// "test_softmax_axis_0",
// "test_softmax_axis_1_expanded",
// "test_softmax_axis_1",
"test_softmax_axis_2_expanded",
"test_softmax_axis_2",
// "test_softmax_cross_entropy_input_shape_is_NCd1_mean_weight_negative_ignore_index_expanded",
// "test_softmax_cross_entropy_input_shape_is_NCd1_mean_weight_negative_ignore_index_log_prob_expanded",
// "test_softmax_cross_entropy_input_shape_is_NCd1_mean_weight_negative_ignore_index_log_prob",
// "test_softmax_cross_entropy_input_shape_is_NCd1_mean_weight_negative_ignore_index",
// "test_softmax_cross_entropy_input_shape_is_NCd1d2d3_none_no_weight_negative_ignore_index_expanded",
// "test_softmax_cross_entropy_input_shape_is_NCd1d2d3_none_no_weight_negative_ignore_index_log_prob_expanded",
// "test_softmax_cross_entropy_input_shape_is_NCd1d2d3_none_no_weight_negative_ignore_index_log_prob",
// "test_softmax_cross_entropy_input_shape_is_NCd1d2d3_none_no_weight_negative_ignore_index",
// "test_softmax_cross_entropy_input_shape_is_NCd1d2d3_sum_weight_high_ignore_index_expanded",
// "test_softmax_cross_entropy_input_shape_is_NCd1d2d3_sum_weight_high_ignore_index_log_prob_expanded",
// "test_softmax_cross_entropy_input_shape_is_NCd1d2d3_sum_weight_high_ignore_index_log_prob",
// "test_softmax_cross_entropy_input_shape_is_NCd1d2d3_sum_weight_high_ignore_index",
// "test_softmax_cross_entropy_input_shape_is_NCd1d2d3d4d5_mean_weight_expanded",
// "test_softmax_cross_entropy_input_shape_is_NCd1d2d3d4d5_mean_weight_log_prob_expanded",
// "test_softmax_cross_entropy_input_shape_is_NCd1d2d3d4d5_mean_weight_log_prob",
// "test_softmax_cross_entropy_input_shape_is_NCd1d2d3d4d5_mean_weight",
// "test_softmax_cross_entropy_input_shape_is_NCd1d2d3d4d5_none_no_weight_expanded",
// "test_softmax_cross_entropy_input_shape_is_NCd1d2d3d4d5_none_no_weight_log_prob_expanded",
// "test_softmax_cross_entropy_input_shape_is_NCd1d2d3d4d5_none_no_weight_log_prob",
// "test_softmax_cross_entropy_input_shape_is_NCd1d2d3d4d5_none_no_weight",
// "test_softmax_cross_entropy_mean_3d_expanded",
// "test_softmax_cross_entropy_mean_3d_log_prob_expanded",
// "test_softmax_cross_entropy_mean_3d_log_prob",
// "test_softmax_cross_entropy_mean_3d",
// "test_softmax_cross_entropy_mean_expanded",
// "test_softmax_cross_entropy_mean_log_prob_expanded",
// "test_softmax_cross_entropy_mean_log_prob",
// "test_softmax_cross_entropy_mean_no_weight_ignore_index_3d_expanded",
// "test_softmax_cross_entropy_mean_no_weight_ignore_index_3d_log_prob_expanded",
// "test_softmax_cross_entropy_mean_no_weight_ignore_index_3d_log_prob",
// "test_softmax_cross_entropy_mean_no_weight_ignore_index_3d",
// "test_softmax_cross_entropy_mean_no_weight_ignore_index_4d_expanded",
// "test_softmax_cross_entropy_mean_no_weight_ignore_index_4d_log_prob_expanded",
// "test_softmax_cross_entropy_mean_no_weight_ignore_index_4d_log_prob",
// "test_softmax_cross_entropy_mean_no_weight_ignore_index_4d",
// "test_softmax_cross_entropy_mean_no_weight_ignore_index_expanded",
// "test_softmax_cross_entropy_mean_no_weight_ignore_index_log_prob_expanded",
// "test_softmax_cross_entropy_mean_no_weight_ignore_index_log_prob",
// "test_softmax_cross_entropy_mean_no_weight_ignore_index",
// "test_softmax_cross_entropy_mean_weight_expanded",
// "test_softmax_cross_entropy_mean_weight_ignore_index_3d_expanded",
// "test_softmax_cross_entropy_mean_weight_ignore_index_3d_log_prob_expanded",
// "test_softmax_cross_entropy_mean_weight_ignore_index_3d_log_prob",
// "test_softmax_cross_entropy_mean_weight_ignore_index_3d",
// "test_softmax_cross_entropy_mean_weight_ignore_index_4d_expanded",
// "test_softmax_cross_entropy_mean_weight_ignore_index_4d_log_prob_expanded",
// "test_softmax_cross_entropy_mean_weight_ignore_index_4d_log_prob",
// "test_softmax_cross_entropy_mean_weight_ignore_index_4d",
// "test_softmax_cross_entropy_mean_weight_ignore_index_expanded",
// "test_softmax_cross_entropy_mean_weight_ignore_index_log_prob_expanded",
// "test_softmax_cross_entropy_mean_weight_ignore_index_log_prob",
// "test_softmax_cross_entropy_mean_weight_ignore_index",
// "test_softmax_cross_entropy_mean_weight_log_prob_expanded",
// "test_softmax_cross_entropy_mean_weight_log_prob",
// "test_softmax_cross_entropy_mean_weight",
// "test_softmax_cross_entropy_mean",
// "test_softmax_cross_entropy_none_expanded",
// "test_softmax_cross_entropy_none_log_prob_expanded",
// "test_softmax_cross_entropy_none_log_prob",
// "test_softmax_cross_entropy_none_weights_expanded",
// "test_softmax_cross_entropy_none_weights_log_prob_expanded",
// "test_softmax_cross_entropy_none_weights_log_prob",
// "test_softmax_cross_entropy_none_weights",
// "test_softmax_cross_entropy_none",
// "test_softmax_cross_entropy_sum_expanded",
// "test_softmax_cross_entropy_sum_log_prob_expanded",
// "test_softmax_cross_entropy_sum_log_prob",
// "test_softmax_cross_entropy_sum",
"opset13/test_softmax_default_axis_expanded",
"opset13/test_softmax_default_axis",
"test_softmax_example_expanded",
"test_softmax_example",
"test_softmax_large_number_expanded",
"test_softmax_large_number",
"test_softmax_negative_axis_expanded",
"test_softmax_negative_axis",
// // "test_softplus_example",
// // "test_softplus",
// // "test_softsign_example",
// // "test_softsign",
// "test_spacetodepth_example",
// "test_spacetodepth",
"test_split_equal_parts_1d",
"test_split_equal_parts_2d",
"test_split_equal_parts_default_axis",
"test_split_variable_parts_1d",
"test_split_variable_parts_2d",
"test_split_variable_parts_default_axis",
"test_split_zero_size_splits",
"test_sqrt_example",
"test_sqrt",
"test_squeeze_negative_axes",
"test_squeeze",
// // "test_stft_with_window",
// // "test_stft",
// // "test_strnormalizer_export_monday_casesensintive_lower",
// // "test_strnormalizer_export_monday_casesensintive_nochangecase",
// // "test_strnormalizer_export_monday_casesensintive_upper",
// // "test_strnormalizer_export_monday_empty_output",
// // "test_strnormalizer_export_monday_insensintive_upper_twodim",
// // "test_strnormalizer_nostopwords_nochangecase",
"test_sub_bcast",
"test_sub_example",
// "test_sub_uint8",
"test_sub",
// "test_sum_example",
// "test_sum_one_input",
// "test_sum_two_inputs",
"test_tan_example",
"test_tan",
"test_tanh_example",
"test_tanh",
// // "test_tfidfvectorizer_tf_batch_onlybigrams_skip0",
// // "test_tfidfvectorizer_tf_batch_onlybigrams_skip5",
// // "test_tfidfvectorizer_tf_batch_uniandbigrams_skip5",
// // "test_tfidfvectorizer_tf_only_bigrams_skip0",
// // "test_tfidfvectorizer_tf_onlybigrams_levelempty",
// // "test_tfidfvectorizer_tf_onlybigrams_skip5",
// // "test_tfidfvectorizer_tf_uniandbigrams_skip5",
"test_thresholdedrelu_default",
"test_thresholdedrelu_example",
"test_thresholdedrelu",
"test_tile_precomputed",
"test_tile",
// // "test_top_k_negative_axis",
// // "test_top_k_smallest",
// // "test_top_k",
// // "test_training_dropout_default_mask",
// // "test_training_dropout_default",
// // "test_training_dropout_mask",
// // "test_training_dropout_zero_ratio_mask",
// // "test_training_dropout_zero_ratio",
// // "test_training_dropout",
"test_transpose_all_permutations_0",
"test_transpose_all_permutations_1",
"test_transpose_all_permutations_2",
"test_transpose_all_permutations_3",
"test_transpose_all_permutations_4",
"test_transpose_all_permutations_5",
"test_transpose_default",
// "test_tril_neg",
// "test_tril_one_row_neg",
// "test_tril_out_neg",
// "test_tril_out_pos",
// "test_tril_pos",
// "test_tril_square_neg",
// "test_tril_square",
// "test_tril_zero",
// "test_tril",
// "test_triu_neg",
// "test_triu_one_row",
// "test_triu_out_neg_out",
// "test_triu_out_pos",
// "test_triu_pos",
// "test_triu_square_neg",
// "test_triu_square",
// "test_triu_zero",
// "test_triu",
// // "test_unique_not_sorted_without_axis",
// // "test_unique_sorted_with_axis_3d",
// // "test_unique_sorted_with_axis",
// // "test_unique_sorted_with_negative_axis",
// // "test_unique_sorted_without_axis",
"test_unsqueeze_axis_0",
"test_unsqueeze_axis_1",
"test_unsqueeze_axis_2",
"test_unsqueeze_axis_3",
"test_unsqueeze_negative_axes",
"test_unsqueeze_three_axes",
"test_unsqueeze_two_axes",
"test_unsqueeze_unsorted_axes",
"test_unsqueeze",
"test_wrap_pad"
// "test_upsample_nearest",
// "test_where_example",
// "test_where_long_example",
// "test_xor_bcast3v1d",
// "test_xor_bcast3v2d",
// "test_xor_bcast4v2d",
// "test_xor_bcast4v3d",
// "test_xor_bcast4v4d",
// "test_xor2d",
// "test_xor3d",
// "test_xor4d"
],
"ops": [
"abs.jsonc",
"abs-int32.jsonc",
"acos.jsonc",
"add.jsonc",
"add_int32.jsonc",
"add_zero-sized.jsonc",
//"and.jsonc",
"asin.jsonc",
"attention.jsonc",
"batch-norm.jsonc",
"bias-add.jsonc",
"bias-split-gelu.jsonc",
"ceil.jsonc",
"concat.jsonc",
"concat_int32.jsonc",
"concat_zero-sized.jsonc",
"cast.jsonc",
"conv.jsonc",
"cos.jsonc",
"div.jsonc",
"div_int32.jsonc",
//"depth-to-space.jsonc",
"equal.jsonc",
"exp.jsonc",
"expand.jsonc",
"fast-gelu.jsonc",
"floor.jsonc",
"fused-conv.jsonc",
"gather-elements.jsonc",
"gemm.jsonc",
"global-average-pool.jsonc",
"greater.jsonc",
"instance-norm.jsonc",
"less.jsonc",
"log.jsonc",
"matmul.jsonc",
"matmulnbits.jsonc",
"matmul-broadcast.jsonc",
"mul.jsonc",
"mul_int32.jsonc",
"multi-head-attention.jsonc",
//"neg.jsonc",
"neg-int32.jsonc",
"not.jsonc",
//"or.jsonc",
"layer-norm.jsonc",
"leaky-relu.jsonc",
"reduce-min.jsonc",
"relu.jsonc",
"gelu.jsonc",
"pad.jsonc",
"pad-big.jsonc",
"pow.jsonc",
"pow_int32.jsonc",
"pow-big-number.jsonc",
"reshape.jsonc",
"skip-layer-norm.jsonc",
"slice.jsonc",
//"softmax.jsonc",
"sin.jsonc",
//"split.jsonc",
"sqrt.jsonc",
"sub.jsonc",
"sub_int32.jsonc",
"tan.jsonc",
"tanh.jsonc",
"tile.jsonc",
"transpose.jsonc",
"transpose_int32_uint32.jsonc",
"upsample.jsonc",
"where.jsonc"
// Turn on this when https://github.com/microsoft/onnxruntime/issues/17405 is fixed.
//"where_broadcast.jsonc",
//"xor.jsonc"
]
},
"wasm": {
"onnx": ["resnet50", "squeezenet", "tiny_yolov2", "emotion_ferplus"],
"node": [
// Check in node tests that have native Wasm implementations
// (i.e.) not tests that rely on the fallback cpu implementations
// Use the 'cpu' level of node tests to test those implementations
"test_add_bcast",
"test_add",
"test_sub_bcast",
"test_sub_example",
"test_sub",
"test_mul_bcast",
"test_mul_example",
"test_mul",
"test_div_bcast",
"test_div_example",
"test_div",
"test_xor_bcast3v1d",
"test_xor_bcast3v2d",
"test_xor_bcast4v2d",
"test_xor_bcast4v3d",
"test_xor_bcast4v4d",
"test_xor2d",
"test_xor3d",
"test_xor4d",
"test_or_bcast3v1d",
"test_or_bcast3v2d",
"test_or_bcast4v2d",
"test_or_bcast4v3d",
"test_or_bcast4v4d",
"test_and_bcast3v1d",
"test_and_bcast3v2d",
"test_and_bcast4v2d",
"test_and_bcast4v3d",
"test_and_bcast4v4d",
"test_and2d",
"test_and3d",
"test_and4d",
"test_prelu_broadcast",
"test_prelu_example",
"test_basic_conv_with_padding",
"test_basic_conv_without_padding",
"test_batchnorm_epsilon",
"test_batchnorm_example",
"opset{10,11,12}/test_cast_STRING_to_FLOAT",
"test_clip_splitbounds",
"test_clip_outbounds",
"test_clip_inbounds",
"test_clip_example",
"test_clip_default_min",
"test_clip_default_max",
"test_clip_default_inbounds",
"test_clip",
"test_conv_with_strides_and_asymmetric_padding",
"test_conv_with_strides_no_padding",
"test_conv_with_strides_padding",
"test_gemm_nobroadcast",
"test_gemm_broadcast",
"test_matmul_2d",
"test_matmul_3d",
"test_matmul_4d",
"test_softmax_axis_0",
"test_softmax_axis_1",
"test_softmax_axis_2",
"test_softmax_default_axis",
"test_softmax_example",
"test_softmax_large_number",
"test_sum_example",
"test_sum_one_input",
"test_sum_two_inputs",
"test_averagepool_1d_default",
"test_averagepool_2d_default",
"test_averagepool_2d_pads",
"test_averagepool_2d_precomputed_pads",
"test_averagepool_2d_precomputed_same_upper",
"test_averagepool_2d_precomputed_strides",
"test_averagepool_2d_same_upper",
"test_averagepool_2d_same_lower",
"test_averagepool_2d_strides",
"test_averagepool_3d_default",
"test_maxpool_1d_default",
"test_maxpool_2d_default",
"test_maxpool_2d_pads",
"test_maxpool_2d_precomputed_pads",
"test_maxpool_2d_precomputed_same_upper",
"test_maxpool_2d_precomputed_strides",
"test_maxpool_2d_same_lower",
"test_maxpool_2d_same_upper",
"test_maxpool_2d_strides",
"test_maxpool_3d_default",
"test_globalaveragepool_precomputed",
"test_globalaveragepool",
"test_globalmaxpool_precomputed",
"test_globalmaxpool",
"test_instancenorm_epsilon",
"test_instancenorm_example"
],
"ops": []
},
"webnn": {
"onnx": ["resnet50", "squeezenet", "tiny_yolov2", "emotion_ferplus"],
"node": [
"test_abs",
// "test_acos_example",
// "test_acos",
// "test_acosh_example",
// "test_acosh",
// // "test_adagrad_multiple",
// // "test_adagrad",
// // "test_adam_multiple",
// // "test_adam",
"test_add_bcast",
// "test_add_uint8",
"test_add",
// "test_and_bcast3v1d",
// "test_and_bcast3v2d",
// "test_and_bcast4v2d",
// "test_and_bcast4v3d",
// "test_and_bcast4v4d",
// "test_and2d",
// "test_and3d",
// "test_and4d",
"test_argmax_default_axis_example_select_last_index",
"test_argmax_default_axis_example",
"test_argmax_default_axis_random_select_last_index",
"test_argmax_default_axis_random",
"test_argmax_keepdims_example_select_last_index",
"test_argmax_keepdims_example",
"test_argmax_keepdims_random_select_last_index",
"test_argmax_keepdims_random",
"test_argmax_negative_axis_keepdims_example_select_last_index",
"test_argmax_negative_axis_keepdims_example",
"test_argmax_negative_axis_keepdims_random_select_last_index",
"test_argmax_negative_axis_keepdims_random",
"test_argmax_no_keepdims_example_select_last_index",
"test_argmax_no_keepdims_example",
"test_argmax_no_keepdims_random_select_last_index",
"test_argmax_no_keepdims_random",
"test_argmin_default_axis_example_select_last_index",
"test_argmin_default_axis_example",
"test_argmin_default_axis_random_select_last_index",
"test_argmin_default_axis_random",
"test_argmin_keepdims_example_select_last_index",
"test_argmin_keepdims_example",
"test_argmin_keepdims_random_select_last_index",
"test_argmin_keepdims_random",
"test_argmin_negative_axis_keepdims_example_select_last_index",
"test_argmin_negative_axis_keepdims_example",
"test_argmin_negative_axis_keepdims_random_select_last_index",
"test_argmin_negative_axis_keepdims_random",
"test_argmin_no_keepdims_example_select_last_index",
"test_argmin_no_keepdims_example",
"test_argmin_no_keepdims_random_select_last_index",
"test_argmin_no_keepdims_random",
// "test_asin_example",
// "test_asin",
// "test_asinh_example",
// "test_asinh",
// "test_atan_example",
// "test_atan",
// "test_atanh_example",
// "test_atanh",
// "test_averagepool_1d_default",
// "test_averagepool_2d_ceil",
"test_averagepool_2d_default",
"test_averagepool_2d_pads_count_include_pad",
"test_averagepool_2d_pads",
"test_averagepool_2d_precomputed_pads_count_include_pad",
"test_averagepool_2d_precomputed_pads",
"test_averagepool_2d_precomputed_same_upper",
"test_averagepool_2d_precomputed_strides",
"test_averagepool_2d_same_lower",
"test_averagepool_2d_same_upper",
"test_averagepool_2d_strides",
// "test_averagepool_3d_default",
"test_basic_conv_with_padding",
"test_basic_conv_without_padding",
// "test_basic_convinteger",
"test_batchnorm_epsilon_training_mode",
"test_batchnorm_epsilon",
"test_batchnorm_example_training_mode",
"test_batchnorm_example",
// // "test_bernoulli_double_expanded",
// // "test_bernoulli_double",
// // "test_bernoulli_expanded",
// // "test_bernoulli_seed_expanded",
// // "test_bernoulli_seed",
// // "test_bernoulli",
// // "test_bitshift_left_uint16",
// // "test_bitshift_left_uint32",
// // "test_bitshift_left_uint64",
// // "test_bitshift_left_uint8",
// // "test_bitshift_right_uint16",
// // "test_bitshift_right_uint32",
// // "test_bitshift_right_uint64",
// // "test_bitshift_right_uint8",
// // "test_blackmanwindow_expanded",
// // "test_blackmanwindow_symmetric_expanded",
// // "test_blackmanwindow_symmetric",
// // "test_blackmanwindow",
// // "test_cast_BFLOAT16_to_FLOAT",
"test_cast_DOUBLE_to_FLOAT",
// "test_cast_DOUBLE_to_FLOAT16",
// // "test_cast_FLOAT_to_BFLOAT16",
"test_cast_FLOAT_to_DOUBLE",
// // "test_cast_FLOAT_to_FLOAT16",
// // "test_cast_FLOAT_to_STRING",
// "test_cast_FLOAT16_to_DOUBLE",
// "test_cast_FLOAT16_to_FLOAT",
// // "test_cast_STRING_to_FLOAT",
// // "test_castlike_BFLOAT16_to_FLOAT_expanded",
// // "test_castlike_BFLOAT16_to_FLOAT",
// // "test_castlike_DOUBLE_to_FLOAT_expanded",
// // "test_castlike_DOUBLE_to_FLOAT",
// // "test_castlike_DOUBLE_to_FLOAT16_expanded",
// // "test_castlike_DOUBLE_to_FLOAT16",
// // "test_castlike_FLOAT_to_BFLOAT16_expanded",
// // "test_castlike_FLOAT_to_BFLOAT16",
// // "test_castlike_FLOAT_to_DOUBLE_expanded",
// // "test_castlike_FLOAT_to_DOUBLE",
// // "test_castlike_FLOAT_to_FLOAT16_expanded",
// // "test_castlike_FLOAT_to_FLOAT16",
// // "test_castlike_FLOAT_to_STRING_expanded",
// // "test_castlike_FLOAT_to_STRING",
// // "test_castlike_FLOAT16_to_DOUBLE_expanded",
// // "test_castlike_FLOAT16_to_DOUBLE",
// // "test_castlike_FLOAT16_to_FLOAT_expanded",
// // "test_castlike_FLOAT16_to_FLOAT",
// // "test_castlike_STRING_to_FLOAT_expanded",
// // "test_castlike_STRING_to_FLOAT",
"test_ceil_example",
"test_ceil",
// "test_celu_expanded",
// "test_celu",
"test_clip_default_inbounds",
"test_clip_default_int8_inbounds",
"test_clip_default_int8_max",
"test_clip_default_int8_min",
"test_clip_default_max",
"test_clip_default_min",
"test_clip_example",
"test_clip_inbounds",
"test_clip_outbounds",
"test_clip_splitbounds",
"test_clip",
// // "test_compress_0",
// // "test_compress_1",
// // "test_compress_default_axis",
// // "test_compress_negative_axis",
"test_concat_1d_axis_0",
"test_concat_1d_axis_negative_1",
"test_concat_2d_axis_0",
"test_concat_2d_axis_1",
"test_concat_2d_axis_negative_1",
"test_concat_2d_axis_negative_2",
"test_concat_3d_axis_0",
"test_concat_3d_axis_1",
"test_concat_3d_axis_2",
"test_concat_3d_axis_negative_1",
"test_concat_3d_axis_negative_2",
"test_concat_3d_axis_negative_3",
"test_conv_with_autopad_same",
"test_conv_with_strides_and_asymmetric_padding",
"test_conv_with_strides_no_padding",
"test_conv_with_strides_padding",
// // "test_convinteger_with_padding",
// // "test_convinteger_without_padding",
"test_convtranspose_1d",
// // "test_convtranspose_3d",
// "test_convtranspose_autopad_same",
"test_convtranspose_dilations",
"test_convtranspose_kernel_shape",
"opset{9,17}/test_convtranspose_output_shape",
"test_convtranspose_pad",
"test_convtranspose_pads",
"test_convtranspose_with_kernel",
"test_convtranspose",
"test_cos_example",
"test_cos",
// "test_cosh_example",
// "test_cosh",
// "test_cumsum_1d_exclusive",
// "test_cumsum_1d_reverse_exclusive",
// "test_cumsum_1d_reverse",
// "test_cumsum_1d",
// "test_cumsum_2d_axis_0",
// "test_cumsum_2d_axis_1",
// "test_cumsum_2d_negative_axis",
// "test_depthtospace_crd_mode_example",
// "test_depthtospace_crd_mode",
// "test_depthtospace_dcr_mode",
// "test_depthtospace_example",
// "test_depthtospace",
// // "test_dequantizelinear_axis",
// // "test_dequantizelinear",
// // "test_det_2d",
// // "test_det_nd",
// // "test_dft_axis",
// // "test_dft_inverse",
// // "test_dft",
"test_div_bcast",
"test_div_example",
// "test_div_uint8",
"test_div",
// // "test_dropout_default_mask_ratio",
// // "test_dropout_default_mask",
// // "test_dropout_default_old",
// // "test_dropout_default_ratio",
// // "test_dropout_default",
// // "test_dropout_random_old",
// // "test_dropout_random",
// // "test_dynamic_slice_default_axes",
// // "test_dynamic_slice_end_out_of_bounds",
// // "test_dynamic_slice_neg",
// // "test_dynamic_slice_start_out_of_bounds",
// // "test_dynamic_slice",
// // "test_dynamicquantizelinear_expanded",
// // "test_dynamicquantizelinear_max_adjusted_expanded",
// // "test_dynamicquantizelinear_max_adjusted",
// // "test_dynamicquantizelinear_min_adjusted_expanded",
// // "test_dynamicquantizelinear_min_adjusted",
// // "test_dynamicquantizelinear",
// "test_edge_pad",
// "test_einsum_batch_diagonal",
// "test_einsum_batch_matmul",
// "test_einsum_inner_prod",
// "test_einsum_sum",
// "test_einsum_transpose",
"test_elu_default",
"test_elu_example",
"test_elu",
"test_equal_bcast",
"test_equal",
// "test_erf",
"test_exp_example",
"test_exp",
// "test_expand_dim_changed",
// "test_expand_dim_unchanged",
// "test_eyelike_populate_off_main_diagonal",
// "test_eyelike_with_dtype",
// "test_eyelike_without_dtype",
"test_flatten_axis0",
"test_flatten_axis1",
"test_flatten_axis2",
"test_flatten_axis3",
"test_flatten_default_axis",
"test_flatten_negative_axis1",
"test_flatten_negative_axis2",
"test_flatten_negative_axis3",
"test_flatten_negative_axis4",
"test_floor_example",
"test_floor",
"test_gather_0",
"test_gather_1",
"test_gather_2d_indices",
"test_gather_negative_indices",
"test_gather_elements_0",
"test_gather_elements_1",
"test_gather_elements_negative_indices",
// "test_gathernd_example_float32",
// "test_gathernd_example_int32_batch_dim1",
// "test_gathernd_example_int32",
"test_gemm_all_attributes",
"test_gemm_alpha",
"test_gemm_beta",
"test_gemm_broadcast",
"test_gemm_default_matrix_bias",
"test_gemm_default_no_bias",
// "test_gemm_default_scalar_bias",
"test_gemm_default_single_elem_vector_bias",
"test_gemm_default_vector_bias",
"test_gemm_default_zero_bias",
"test_gemm_nobroadcast",
"test_gemm_transposeA",
"test_gemm_transposeB",
"test_globalaveragepool_precomputed",
"test_globalaveragepool",
"test_globalmaxpool_precomputed",
"test_globalmaxpool",
"test_greater_bcast",
"test_greater_equal_bcast_expanded",
"test_greater_equal_bcast",
"test_greater_equal_expanded",
"test_greater_equal",
"test_greater",
// // "test_gridsample_aligncorners_true",
// // "test_gridsample_bicubic",
// // "test_gridsample_bilinear",
// // "test_gridsample_border_padding",
// // "test_gridsample_nearest",
// // "test_gridsample_reflection_padding",
// // "test_gridsample_zeros_padding",
// // "test_gridsample",
// // "test_gru_batchwise",
// // "test_gru_defaults",
// // "test_gru_seq_length",
// // "test_gru_with_initial_bias",
// // "test_hammingwindow_expanded",
// // "test_hammingwindow_symmetric_expanded",
// // "test_hammingwindow_symmetric",
// // "test_hammingwindow",
// // "test_hannwindow_expanded",
// // "test_hannwindow_symmetric_expanded",
// // "test_hannwindow_symmetric",
// // "test_hannwindow",
// // "test_hardmax_axis_0",
// // "test_hardmax_axis_1",
// // "test_hardmax_axis_2",
// // "test_hardmax_default_axis",
// // "test_hardmax_example",
// // "test_hardmax_negative_axis",
// // "test_hardmax_one_hot",
"test_hardsigmoid_default",
"test_hardsigmoid_example",
"test_hardsigmoid",
"test_hardswish_expanded",
"test_hardswish",
// "test_if",
// TODO: Uncomment 'test_if_seq' and 'test_if_opt' once the test infra
// supports Sequence and Optional types
// "test_if_seq",
// "test_if_opt",
"test_instancenorm_epsilon",
"test_instancenorm_example",
// "test_isinf_negative",
// "test_isinf_positive",
// "test_isinf",
// "test_isnan",
// "test_layer_normalization_2d_axis_negative_1_expanded",
"test_layer_normalization_2d_axis_negative_1",
// "test_layer_normalization_2d_axis_negative_2_expanded",
"test_layer_normalization_2d_axis_negative_2",
// "test_layer_normalization_2d_axis0_expanded",
"test_layer_normalization_2d_axis0",
// "test_layer_normalization_2d_axis1_expanded",
"test_layer_normalization_2d_axis1",
// "test_layer_normalization_3d_axis_negative_1_epsilon_expanded",
"test_layer_normalization_3d_axis_negative_1_epsilon",
// "test_layer_normalization_3d_axis_negative_2_epsilon_expanded",
"test_layer_normalization_3d_axis_negative_2_epsilon",
// "test_layer_normalization_3d_axis_negative_3_epsilon_expanded",
"test_layer_normalization_3d_axis_negative_3_epsilon",
// "test_layer_normalization_3d_axis0_epsilon_expanded",
"test_layer_normalization_3d_axis0_epsilon",
// "test_layer_normalization_3d_axis1_epsilon_expanded",
"test_layer_normalization_3d_axis1_epsilon",
// "test_layer_normalization_3d_axis2_epsilon_expanded",
"test_layer_normalization_3d_axis2_epsilon",
// "test_layer_normalization_4d_axis_negative_1_expanded",
"test_layer_normalization_4d_axis_negative_1",
// "test_layer_normalization_4d_axis_negative_2_expanded",
"test_layer_normalization_4d_axis_negative_2",
// "test_layer_normalization_4d_axis_negative_3_expanded",
"test_layer_normalization_4d_axis_negative_3",
// "test_layer_normalization_4d_axis_negative_4_expanded",
"test_layer_normalization_4d_axis_negative_4",
// "test_layer_normalization_4d_axis0_expanded",
"test_layer_normalization_4d_axis0",
// "test_layer_normalization_4d_axis1_expanded",
"test_layer_normalization_4d_axis1",
// "test_layer_normalization_4d_axis2_expanded",
"test_layer_normalization_4d_axis2",
// "test_layer_normalization_4d_axis3_expanded",
"test_layer_normalization_4d_axis3",
// "test_layer_normalization_default_axis_expanded",
"test_layer_normalization_default_axis",
"test_leakyrelu_default",
"test_leakyrelu_example",
"test_leakyrelu",
"test_less_bcast",
"test_less_equal_bcast_expanded",
"test_less_equal_bcast",
"test_less_equal_expanded",
"test_less_equal",
"test_less",
"test_log_example",
"test_log",
// // "test_logsoftmax_axis_0_expanded",
// // "test_logsoftmax_axis_0",
// // "test_logsoftmax_axis_1_expanded",
// // "test_logsoftmax_axis_1",
// // "test_logsoftmax_axis_2_expanded",
// // "test_logsoftmax_axis_2",
// // "test_logsoftmax_default_axis_expanded",
// // "test_logsoftmax_default_axis",
// // "test_logsoftmax_example_1_expanded",
// // "test_logsoftmax_example_1",
// // "test_logsoftmax_large_number_expanded",
// // "test_logsoftmax_large_number",
// // "test_logsoftmax_negative_axis_expanded",
// // "test_logsoftmax_negative_axis",
// "test_lrn_default",
// "test_lrn",
// // "test_lstm_batchwise",
// // "test_lstm_defaults",
// // "test_lstm_with_initial_bias",
// // "test_lstm_with_peepholes",
"test_matmul_2d",
"test_matmul_3d",
"test_matmul_4d",
// // "test_matmulinteger",
"test_max_example",
// "test_max_float16",
"test_max_float32",
"test_max_float64",
// "test_max_int16",
// "test_max_int32",
// "test_max_int64",
// "test_max_int8",
"test_max_one_input",
"test_max_two_inputs",
// "test_max_uint16",
// "test_max_uint32",
// "test_max_uint64",
// "test_max_uint8",
// "test_maxpool_1d_default",
// "test_maxpool_2d_ceil",
"test_maxpool_2d_default",
"test_maxpool_2d_dilations",
"test_maxpool_2d_pads",
"test_maxpool_2d_precomputed_pads",
"test_maxpool_2d_precomputed_same_upper",
"test_maxpool_2d_precomputed_strides",
"test_maxpool_2d_same_lower",
"test_maxpool_2d_same_upper",
"test_maxpool_2d_strides",
// "test_maxpool_2d_uint8",
// "test_maxpool_3d_default",
// "test_maxpool_with_argmax_2d_precomputed_pads",
// "test_maxpool_with_argmax_2d_precomputed_strides",
// // "test_maxunpool_export_with_output_shape",
// // "test_maxunpool_export_without_output_shape",
// // "test_mean_example",
// // "test_mean_one_input",
// // "test_mean_two_inputs",
// // "test_melweightmatrix",
"test_min_example",
// "test_min_float16",
"test_min_float32",
"test_min_float64",
// "test_min_int16",
// "test_min_int32",
// "test_min_int64",
// "test_min_int8",
"test_min_one_input",
"test_min_two_inputs",
// "test_min_uint16",
// "test_min_uint32",
// "test_min_uint64",
// "test_min_uint8",
// "test_mod_bcast",
// "test_mod_broadcast",
// "test_mod_float_mixed_sign_example",
// "test_mod_fmod_mixed_sign_example",
// "test_mod_int64_fmod",
// "test_mod_int64_mixed_sign_example",
// "test_mod_mixed_sign_float16",
// "test_mod_mixed_sign_float32",
// "test_mod_mixed_sign_float64",
// "test_mod_mixed_sign_int16",
// "test_mod_mixed_sign_int32",
// "test_mod_mixed_sign_int64",
// "test_mod_mixed_sign_int8",
// "test_mod_uint16",
// "test_mod_uint32",
// "test_mod_uint64",
// "test_mod_uint8",
// // "test_momentum_multiple",
// // "test_momentum",
"test_mul_bcast",
"test_mul_example",
// "test_mul_uint8",
"test_mul",
// "test_mvn_expanded",
// "test_mvn",
"test_neg_example",
"test_neg",
// // "test_negative_log_likelihood_loss_iinput_shape_is_NCd1_weight_ignore_index_expanded",
// // "test_negative_log_likelihood_loss_iinput_shape_is_NCd1_weight_ignore_index",
// // "test_negative_log_likelihood_loss_input_shape_is_NC_expanded",
// // "test_negative_log_likelihood_loss_input_shape_is_NC",
// // "test_negative_log_likelihood_loss_input_shape_is_NCd1_expanded",
// // "test_negative_log_likelihood_loss_input_shape_is_NCd1_ignore_index_expanded",
// // "test_negative_log_likelihood_loss_input_shape_is_NCd1_ignore_index",
// // "test_negative_log_likelihood_loss_input_shape_is_NCd1_mean_weight_negative_ignore_index_expanded",
// // "test_negative_log_likelihood_loss_input_shape_is_NCd1_mean_weight_negative_ignore_index",
// // "test_negative_log_likelihood_loss_input_shape_is_NCd1_weight_expanded",
// // "test_negative_log_likelihood_loss_input_shape_is_NCd1_weight",
// // "test_negative_log_likelihood_loss_input_shape_is_NCd1",
// // "test_negative_log_likelihood_loss_input_shape_is_NCd1d2_expanded",
// // "test_negative_log_likelihood_loss_input_shape_is_NCd1d2_no_weight_reduction_mean_ignore_index_expanded",
// // "test_negative_log_likelihood_loss_input_shape_is_NCd1d2_no_weight_reduction_mean_ignore_index",
// // "test_negative_log_likelihood_loss_input_shape_is_NCd1d2_reduction_mean_expanded",
// // "test_negative_log_likelihood_loss_input_shape_is_NCd1d2_reduction_mean",
// // "test_negative_log_likelihood_loss_input_shape_is_NCd1d2_reduction_sum_expanded",
// // "test_negative_log_likelihood_loss_input_shape_is_NCd1d2_reduction_sum",
// // "test_negative_log_likelihood_loss_input_shape_is_NCd1d2_with_weight_expanded",
// // "test_negative_log_likelihood_loss_input_shape_is_NCd1d2_with_weight_reduction_mean_expanded",
// // "test_negative_log_likelihood_loss_input_shape_is_NCd1d2_with_weight_reduction_mean",
// // "test_negative_log_likelihood_loss_input_shape_is_NCd1d2_with_weight_reduction_sum_expanded",
// // "test_negative_log_likelihood_loss_input_shape_is_NCd1d2_with_weight_reduction_sum_ignore_index_expanded",
// // "test_negative_log_likelihood_loss_input_shape_is_NCd1d2_with_weight_reduction_sum_ignore_index",
// // "test_negative_log_likelihood_loss_input_shape_is_NCd1d2_with_weight_reduction_sum",
// // "test_negative_log_likelihood_loss_input_shape_is_NCd1d2_with_weight",
// // "test_negative_log_likelihood_loss_input_shape_is_NCd1d2",
// // "test_negative_log_likelihood_loss_input_shape_is_NCd1d2d3_none_no_weight_negative_ignore_index_expanded",
// // "test_negative_log_likelihood_loss_input_shape_is_NCd1d2d3_none_no_weight_negative_ignore_index",
// // "test_negative_log_likelihood_loss_input_shape_is_NCd1d2d3_sum_weight_high_ignore_index_expanded",
// // "test_negative_log_likelihood_loss_input_shape_is_NCd1d2d3_sum_weight_high_ignore_index",
// // "test_negative_log_likelihood_loss_input_shape_is_NCd1d2d3d4d5_mean_weight_expanded",
// // "test_negative_log_likelihood_loss_input_shape_is_NCd1d2d3d4d5_mean_weight",
// // "test_negative_log_likelihood_loss_input_shape_is_NCd1d2d3d4d5_none_no_weight_expanded",
// // "test_negative_log_likelihood_loss_input_shape_is_NCd1d2d3d4d5_none_no_weight",
// // "test_nesterov_momentum",
// // "test_nllloss_NC_expanded",
// // "test_nllloss_NC",
// // "test_nllloss_NCd1_expanded",
// // "test_nllloss_NCd1_ii_expanded",
// // "test_nllloss_NCd1_ii",
// // "test_nllloss_NCd1_mean_weight_negative_ii_expanded",
// // "test_nllloss_NCd1_mean_weight_negative_ii",
// // "test_nllloss_NCd1_weight_expanded",
// // "test_nllloss_NCd1_weight_ii_expanded",
// // "test_nllloss_NCd1_weight_ii",
// // "test_nllloss_NCd1_weight",
// // "test_nllloss_NCd1",
// // "test_nllloss_NCd1d2_expanded",
// // "test_nllloss_NCd1d2_no_weight_reduction_mean_ii_expanded",
// // "test_nllloss_NCd1d2_no_weight_reduction_mean_ii",
// // "test_nllloss_NCd1d2_reduction_mean_expanded",
// // "test_nllloss_NCd1d2_reduction_mean",
// // "test_nllloss_NCd1d2_reduction_sum_expanded",
// // "test_nllloss_NCd1d2_reduction_sum",
// // "test_nllloss_NCd1d2_with_weight_expanded",
// // "test_nllloss_NCd1d2_with_weight_reduction_mean_expanded",
// // "test_nllloss_NCd1d2_with_weight_reduction_mean",
// // "test_nllloss_NCd1d2_with_weight_reduction_sum_expanded",
// // "test_nllloss_NCd1d2_with_weight_reduction_sum_ii_expanded",
// // "test_nllloss_NCd1d2_with_weight_reduction_sum_ii",
// // "test_nllloss_NCd1d2_with_weight_reduction_sum",
// // "test_nllloss_NCd1d2_with_weight",
// // "test_nllloss_NCd1d2",
// // "test_nllloss_NCd1d2d3_none_no_weight_negative_ii_expanded",
// // "test_nllloss_NCd1d2d3_none_no_weight_negative_ii",
// // "test_nllloss_NCd1d2d3_sum_weight_high_ii_expanded",
// // "test_nllloss_NCd1d2d3_sum_weight_high_ii",
// // "test_nllloss_NCd1d2d3d4d5_mean_weight_expanded",
// // "test_nllloss_NCd1d2d3d4d5_mean_weight",
// // "test_nllloss_NCd1d2d3d4d5_none_no_weight_expanded",
// // "test_nllloss_NCd1d2d3d4d5_none_no_weight",
// "test_nonmaxsuppression_center_point_box_format",
// "test_nonmaxsuppression_flipped_coordinates",
// "test_nonmaxsuppression_identical_boxes",
// "test_nonmaxsuppression_limit_output_size",
// "test_nonmaxsuppression_single_box",
// "test_nonmaxsuppression_suppress_by_IOU_and_scores",
// "test_nonmaxsuppression_suppress_by_IOU",
// "test_nonmaxsuppression_two_batches",
// "test_nonmaxsuppression_two_classes",
// "test_nonzero_example",
"test_not_2d",
"test_not_3d",
"test_not_4d",
// // "test_onehot_negative_indices",
// // "test_onehot_with_axis",
// // "test_onehot_with_negative_axis",
// // "test_onehot_without_axis",
// // "test_optional_get_element_sequence",
// // "test_optional_get_element",
// // "test_optional_has_element_empty",
// // "test_optional_has_element",
// "test_or_bcast3v1d",
// "test_or_bcast3v2d",
// "test_or_bcast4v2d",
// "test_or_bcast4v3d",
// "test_or_bcast4v4d",
// "test_or2d",
// "test_or3d",
// "test_or4d",
"test_pow_bcast_array",
"test_pow_bcast_scalar",
"test_pow_example",
// "test_pow_types_float",
// "test_pow_types_float32_int32",
// "test_pow_types_float32_int64",
// "test_pow_types_float32_uint32",
// "test_pow_types_float32_uint64",
// "test_pow_types_int",
// "test_pow_types_int32_float32",
// "test_pow_types_int32_int32",
// "test_pow_types_int64_float32",
// "test_pow_types_int64_int64",
"test_pow",
"test_prelu_broadcast",
"test_prelu_example",
// // "test_qlinearconv",
// // "test_qlinearmatmul_2D",
// // "test_qlinearmatmul_3D",
// // "test_quantizelinear_axis",
// // "test_quantizelinear",
// "test_range_float_type_positive_delta_expanded",
// "test_range_float_type_positive_delta",
// "test_range_int32_type_negative_delta_expanded",
// "test_range_int32_type_negative_delta",
"test_reciprocal_example",
"test_reciprocal",
"test_reduce_l1_default_axes_keepdims_example",
"test_reduce_l1_default_axes_keepdims_random",
"test_reduce_l1_do_not_keepdims_example",
"test_reduce_l1_do_not_keepdims_random",
"test_reduce_l1_keep_dims_example",
"test_reduce_l1_keep_dims_random",
"test_reduce_l1_negative_axes_keep_dims_example",
"test_reduce_l1_negative_axes_keep_dims_random",
"test_reduce_l2_default_axes_keepdims_example",
"test_reduce_l2_default_axes_keepdims_random",
"test_reduce_l2_do_not_keepdims_example",
"test_reduce_l2_do_not_keepdims_random",
"test_reduce_l2_keep_dims_example",
"test_reduce_l2_keep_dims_random",
"test_reduce_l2_negative_axes_keep_dims_example",
"test_reduce_l2_negative_axes_keep_dims_random",
"test_reduce_log_sum_asc_axes",
"test_reduce_log_sum_default",
"test_reduce_log_sum_desc_axes",
// tests "test_reduce_log_sum_exp_*" on opset17/opset18 are excluded because they use float64.
// "opset{7,8,9}/test_reduce_log_sum_exp_default_axes_keepdims_example",
// "opset{7,8,9}/test_reduce_log_sum_exp_default_axes_keepdims_random",
// "opset{7,8,9}/test_reduce_log_sum_exp_do_not_keepdims_example",
// "opset{7,8,9}/test_reduce_log_sum_exp_do_not_keepdims_random",
// "opset{7,8,9}/test_reduce_log_sum_exp_keepdims_example",
// "opset{7,8,9}/test_reduce_log_sum_exp_keepdims_random",
// "opset11/test_reduce_log_sum_exp_negative_axes_keepdims_example",
// "opset11/test_reduce_log_sum_exp_negative_axes_keepdims_random",
"test_reduce_log_sum_negative_axes",
"test_reduce_log_sum",
"test_reduce_max_default_axes_keepdim_example",
// "test_reduce_max_default_axes_keepdims_random",
// "test_reduce_max_do_not_keepdims_example",
// "test_reduce_max_do_not_keepdims_random",
// "test_reduce_max_keepdims_example",
// "test_reduce_max_keepdims_random",
// "test_reduce_max_negative_axes_keepdims_example",
// "test_reduce_max_negative_axes_keepdims_random",
// "test_reduce_mean_default_axes_keepdims_example",
// "test_reduce_mean_default_axes_keepdims_random",
// "test_reduce_mean_do_not_keepdims_example",
// "test_reduce_mean_do_not_keepdims_random",
// "test_reduce_mean_keepdims_example",
// "test_reduce_mean_keepdims_random",
// "test_reduce_mean_negative_axes_keepdims_example",
// "test_reduce_mean_negative_axes_keepdims_random",
// "test_reduce_min_default_axes_keepdims_example",
// "test_reduce_min_default_axes_keepdims_random",
// "test_reduce_min_do_not_keepdims_example",
// "test_reduce_min_do_not_keepdims_random",
// "test_reduce_min_keepdims_example",
// "test_reduce_min_keepdims_random",
// "test_reduce_min_negative_axes_keepdims_example",
// "test_reduce_min_negative_axes_keepdims_random",
// "test_reduce_prod_default_axes_keepdims_example",
// "test_reduce_prod_default_axes_keepdims_random",
// "test_reduce_prod_do_not_keepdims_example",
// "test_reduce_prod_do_not_keepdims_random",
// "test_reduce_prod_keepdims_example",
// "test_reduce_prod_keepdims_random",
// "test_reduce_prod_negative_axes_keepdims_example",
// "test_reduce_prod_negative_axes_keepdims_random",
// "test_reduce_sum_default_axes_keepdims_example",
// "test_reduce_sum_default_axes_keepdims_random",
// "test_reduce_sum_do_not_keepdims_example",
// "test_reduce_sum_do_not_keepdims_random",
"test_reduce_sum_empty_axes_input_noop_example",
"test_reduce_sum_empty_axes_input_noop_random",
// "test_reduce_sum_keepdims_example",
// "test_reduce_sum_keepdims_random",
// "test_reduce_sum_negative_axes_keepdims_example",
// "test_reduce_sum_negative_axes_keepdims_random",
// "test_reduce_sum_square_default_axes_keepdims_example",
// "test_reduce_sum_square_default_axes_keepdims_random",
// "test_reduce_sum_square_do_not_keepdims_example",
// "test_reduce_sum_square_do_not_keepdims_random",
// "test_reduce_sum_square_keepdims_example",
// "test_reduce_sum_square_keepdims_random",
// "test_reduce_sum_square_negative_axes_keepdims_example",
// "test_reduce_sum_square_negative_axes_keepdims_random",
// "test_reflect_pad",
"test_relu",
"test_reshape_allowzero_reordered",
"test_reshape_extended_dims",
"test_reshape_negative_dim",
"test_reshape_negative_extended_dims",
"test_reshape_one_dim",
"test_reshape_reduced_dims",
"test_reshape_reordered_all_dims",
"test_reshape_reordered_dims",
"test_reshape_reordered_last_dims",
"test_reshape_zero_and_negative_dim",
"test_reshape_zero_dim",
"test_resize_downsample_linear",
"test_resize_downsample_nearest",
"test_resize_downsample_scales_cubic_A_n0p5_exclude_outside",
// "test_resize_downsample_scales_cubic_align_corners",
"test_resize_downsample_scales_cubic",
// "test_resize_downsample_scales_linear_align_corners",
"test_resize_downsample_scales_linear",
"test_resize_downsample_scales_nearest",
"test_resize_downsample_sizes_cubic",
"test_resize_downsample_sizes_linear_pytorch_half_pixel",
"test_resize_downsample_sizes_nearest_tf_half_pixel_for_nn",
"test_resize_downsample_sizes_nearest",
"test_resize_nearest",
"test_resize_tf_crop_and_resize",
"test_resize_upsample_linear",
"test_resize_upsample_nearest",
"test_resize_upsample_scales_cubic_A_n0p5_exclude_outside",
"test_resize_upsample_scales_cubic_align_corners",
"test_resize_upsample_scales_cubic_asymmetric",
"test_resize_upsample_scales_cubic",
"test_resize_upsample_scales_linear_align_corners",
"test_resize_upsample_scales_linear",
"test_resize_upsample_scales_nearest",
"test_resize_upsample_sizes_cubic",
"opset{12,13,17,18}/test_resize_upsample_sizes_nearest_ceil_half_pixel",
"opset{12,13,17,18}/test_resize_upsample_sizes_nearest_floor_align_corners",
"opset{12,13,17,18}/test_resize_upsample_sizes_nearest_round_prefer_ceil_asymmetric",
"test_resize_upsample_sizes_nearest",
// // "test_reversesequence_batch",
// // "test_reversesequence_time",
// // "test_rnn_seq_length",
// // "test_roialign_aligned_false",
// // "test_roialign_aligned_true",
// // "test_roialign",
// // "test_round",
// // "test_scan_sum",
// // "test_scan9_sum",
// // "test_scatter_elements_with_axis",
// // "test_scatter_elements_with_duplicate_indices",
// // "test_scatter_elements_with_negative_indices",
// // "test_scatter_elements_without_axis",
// // "test_scatter_with_axis",
// // "test_scatter_without_axis",
// // "test_scatternd_add",
// // "test_scatternd_multiply",
// // "test_scatternd",
// // "test_sce_mean_3d_expanded",
// // "test_sce_mean_3d_log_prob_expanded",
// // "test_sce_mean_3d_log_prob",
// // "test_sce_mean_3d",
// // "test_sce_mean_expanded",
// // "test_sce_mean_log_prob_expanded",
// // "test_sce_mean_log_prob",
// // "test_sce_mean_no_weight_ii_3d_expanded",
// // "test_sce_mean_no_weight_ii_3d_log_prob_expanded",
// // "test_sce_mean_no_weight_ii_3d_log_prob",
// // "test_sce_mean_no_weight_ii_3d",
// // "test_sce_mean_no_weight_ii_4d_expanded",
// // "test_sce_mean_no_weight_ii_4d_log_prob_expanded",
// // "test_sce_mean_no_weight_ii_4d_log_prob",
// // "test_sce_mean_no_weight_ii_4d",
// // "test_sce_mean_no_weight_ii_expanded",
// // "test_sce_mean_no_weight_ii_log_prob_expanded",
// // "test_sce_mean_no_weight_ii_log_prob",
// // "test_sce_mean_no_weight_ii",
// // "test_sce_mean_weight_expanded",
// // "test_sce_mean_weight_ii_3d_expanded",
// // "test_sce_mean_weight_ii_3d_log_prob_expanded",
// // "test_sce_mean_weight_ii_3d_log_prob",
// // "test_sce_mean_weight_ii_3d",
// // "test_sce_mean_weight_ii_4d_expanded",
// // "test_sce_mean_weight_ii_4d_log_prob_expanded",
// // "test_sce_mean_weight_ii_4d_log_prob",
// // "test_sce_mean_weight_ii_4d",
// // "test_sce_mean_weight_ii_expanded",
// // "test_sce_mean_weight_ii_log_prob_expanded",
// // "test_sce_mean_weight_ii_log_prob",
// // "test_sce_mean_weight_ii",
// // "test_sce_mean_weight_log_prob_expanded",
// // "test_sce_mean_weight_log_prob",
// // "test_sce_mean_weight",
// // "test_sce_mean",
// // "test_sce_NCd1_mean_weight_negative_ii_expanded",
// // "test_sce_NCd1_mean_weight_negative_ii_log_prob_expanded",
// // "test_sce_NCd1_mean_weight_negative_ii_log_prob",
// // "test_sce_NCd1_mean_weight_negative_ii",
// // "test_sce_NCd1d2d3_none_no_weight_negative_ii_expanded",
// // "test_sce_NCd1d2d3_none_no_weight_negative_ii_log_prob_expanded",
// // "test_sce_NCd1d2d3_none_no_weight_negative_ii_log_prob",
// // "test_sce_NCd1d2d3_none_no_weight_negative_ii",
// // "test_sce_NCd1d2d3_sum_weight_high_ii_expanded",
// // "test_sce_NCd1d2d3_sum_weight_high_ii_log_prob_expanded",
// // "test_sce_NCd1d2d3_sum_weight_high_ii_log_prob",
// // "test_sce_NCd1d2d3_sum_weight_high_ii",
// // "test_sce_NCd1d2d3d4d5_mean_weight_expanded",
// // "test_sce_NCd1d2d3d4d5_mean_weight_log_prob_expanded",
// // "test_sce_NCd1d2d3d4d5_mean_weight_log_prob",
// // "test_sce_NCd1d2d3d4d5_mean_weight",
// // "test_sce_NCd1d2d3d4d5_none_no_weight_expanded",
// // "test_sce_NCd1d2d3d4d5_none_no_weight_log_prob_expanded",
// // "test_sce_NCd1d2d3d4d5_none_no_weight_log_prob",
// // "test_sce_NCd1d2d3d4d5_none_no_weight",
// // "test_sce_none_expanded",
// // "test_sce_none_log_prob_expanded",
// // "test_sce_none_log_prob",
// // "test_sce_none_weights_expanded",
// // "test_sce_none_weights_log_prob_expanded",
// // "test_sce_none_weights_log_prob",
// // "test_sce_none_weights",
// // "test_sce_none",
// // "test_sce_sum_expanded",
// // "test_sce_sum_log_prob_expanded",
// // "test_sce_sum_log_prob",
// // "test_sce_sum",
// "test_selu_default",
// "test_selu_example",
// "test_selu",
// // "test_sequence_insert_at_back",
// // "test_sequence_insert_at_front",
// // "test_sequence_map_add_1_sequence_1_tensor_expanded",
// // "test_sequence_map_add_1_sequence_1_tensor",
// // "test_sequence_map_add_2_sequences_expanded",
// // "test_sequence_map_add_2_sequences",
// // "test_sequence_map_extract_shapes_expanded",
// // "test_sequence_map_extract_shapes",
// // "test_sequence_map_identity_1_sequence_1_tensor_expanded",
// // "test_sequence_map_identity_1_sequence_1_tensor",
// // "test_sequence_map_identity_1_sequence_expanded",
// // "test_sequence_map_identity_1_sequence",
// // "test_sequence_map_identity_2_sequences_expanded",
// // "test_sequence_map_identity_2_sequences",
// "test_shrink_hard",
// "test_shrink_soft",
"test_sigmoid_example",
"test_sigmoid",
// "test_sign",
// "test_simple_rnn_batchwise",
// "test_simple_rnn_defaults",
// "test_simple_rnn_with_initial_bias",
"test_sin_example",
"test_sin",
// "test_sinh_example",
// "test_sinh",
// // "test_size_example",
// // "test_size",
// "test_slice_default_axes",
// "test_slice_default_steps",
// "test_slice_end_out_of_bounds",
// "test_slice_neg_steps",
// "test_slice_neg",
// "test_slice_negative_axes",
// "test_slice_start_out_of_bounds",
// "test_slice",
// "test_softmax_axis_0_expanded",
"test_softmax_axis_0",
// "test_softmax_axis_1_expanded",
"test_softmax_axis_1",
// "test_softmax_axis_2_expanded",
"test_softmax_axis_2",
// "test_softmax_cross_entropy_input_shape_is_NCd1_mean_weight_negative_ignore_index_expanded",
// "test_softmax_cross_entropy_input_shape_is_NCd1_mean_weight_negative_ignore_index_log_prob_expanded",
// "test_softmax_cross_entropy_input_shape_is_NCd1_mean_weight_negative_ignore_index_log_prob",
// "test_softmax_cross_entropy_input_shape_is_NCd1_mean_weight_negative_ignore_index",
// "test_softmax_cross_entropy_input_shape_is_NCd1d2d3_none_no_weight_negative_ignore_index_expanded",
// "test_softmax_cross_entropy_input_shape_is_NCd1d2d3_none_no_weight_negative_ignore_index_log_prob_expanded",
// "test_softmax_cross_entropy_input_shape_is_NCd1d2d3_none_no_weight_negative_ignore_index_log_prob",
// "test_softmax_cross_entropy_input_shape_is_NCd1d2d3_none_no_weight_negative_ignore_index",
// "test_softmax_cross_entropy_input_shape_is_NCd1d2d3_sum_weight_high_ignore_index_expanded",
// "test_softmax_cross_entropy_input_shape_is_NCd1d2d3_sum_weight_high_ignore_index_log_prob_expanded",
// "test_softmax_cross_entropy_input_shape_is_NCd1d2d3_sum_weight_high_ignore_index_log_prob",
// "test_softmax_cross_entropy_input_shape_is_NCd1d2d3_sum_weight_high_ignore_index",
// "test_softmax_cross_entropy_input_shape_is_NCd1d2d3d4d5_mean_weight_expanded",
// "test_softmax_cross_entropy_input_shape_is_NCd1d2d3d4d5_mean_weight_log_prob_expanded",
// "test_softmax_cross_entropy_input_shape_is_NCd1d2d3d4d5_mean_weight_log_prob",
// "test_softmax_cross_entropy_input_shape_is_NCd1d2d3d4d5_mean_weight",
// "test_softmax_cross_entropy_input_shape_is_NCd1d2d3d4d5_none_no_weight_expanded",
// "test_softmax_cross_entropy_input_shape_is_NCd1d2d3d4d5_none_no_weight_log_prob_expanded",
// "test_softmax_cross_entropy_input_shape_is_NCd1d2d3d4d5_none_no_weight_log_prob",
// "test_softmax_cross_entropy_input_shape_is_NCd1d2d3d4d5_none_no_weight",
// "test_softmax_cross_entropy_mean_3d_expanded",
// "test_softmax_cross_entropy_mean_3d_log_prob_expanded",
// "test_softmax_cross_entropy_mean_3d_log_prob",
// "test_softmax_cross_entropy_mean_3d",
// "test_softmax_cross_entropy_mean_expanded",
// "test_softmax_cross_entropy_mean_log_prob_expanded",
// "test_softmax_cross_entropy_mean_log_prob",
// "test_softmax_cross_entropy_mean_no_weight_ignore_index_3d_expanded",
// "test_softmax_cross_entropy_mean_no_weight_ignore_index_3d_log_prob_expanded",
// "test_softmax_cross_entropy_mean_no_weight_ignore_index_3d_log_prob",
// "test_softmax_cross_entropy_mean_no_weight_ignore_index_3d",
// "test_softmax_cross_entropy_mean_no_weight_ignore_index_4d_expanded",
// "test_softmax_cross_entropy_mean_no_weight_ignore_index_4d_log_prob_expanded",
// "test_softmax_cross_entropy_mean_no_weight_ignore_index_4d_log_prob",
// "test_softmax_cross_entropy_mean_no_weight_ignore_index_4d",
// "test_softmax_cross_entropy_mean_no_weight_ignore_index_expanded",
// "test_softmax_cross_entropy_mean_no_weight_ignore_index_log_prob_expanded",
// "test_softmax_cross_entropy_mean_no_weight_ignore_index_log_prob",
// "test_softmax_cross_entropy_mean_no_weight_ignore_index",
// "test_softmax_cross_entropy_mean_weight_expanded",
// "test_softmax_cross_entropy_mean_weight_ignore_index_3d_expanded",
// "test_softmax_cross_entropy_mean_weight_ignore_index_3d_log_prob_expanded",
// "test_softmax_cross_entropy_mean_weight_ignore_index_3d_log_prob",
// "test_softmax_cross_entropy_mean_weight_ignore_index_3d",
// "test_softmax_cross_entropy_mean_weight_ignore_index_4d_expanded",
// "test_softmax_cross_entropy_mean_weight_ignore_index_4d_log_prob_expanded",
// "test_softmax_cross_entropy_mean_weight_ignore_index_4d_log_prob",
// "test_softmax_cross_entropy_mean_weight_ignore_index_4d",
// "test_softmax_cross_entropy_mean_weight_ignore_index_expanded",
// "test_softmax_cross_entropy_mean_weight_ignore_index_log_prob_expanded",
// "test_softmax_cross_entropy_mean_weight_ignore_index_log_prob",
// "test_softmax_cross_entropy_mean_weight_ignore_index",
// "test_softmax_cross_entropy_mean_weight_log_prob_expanded",
// "test_softmax_cross_entropy_mean_weight_log_prob",
// "test_softmax_cross_entropy_mean_weight",
// "test_softmax_cross_entropy_mean",
// "test_softmax_cross_entropy_none_expanded",
// "test_softmax_cross_entropy_none_log_prob_expanded",
// "test_softmax_cross_entropy_none_log_prob",
// "test_softmax_cross_entropy_none_weights_expanded",
// "test_softmax_cross_entropy_none_weights_log_prob_expanded",
// "test_softmax_cross_entropy_none_weights_log_prob",
// "test_softmax_cross_entropy_none_weights",
// "test_softmax_cross_entropy_none",
// "test_softmax_cross_entropy_sum_expanded",
// "test_softmax_cross_entropy_sum_log_prob_expanded",
// "test_softmax_cross_entropy_sum_log_prob",
// "test_softmax_cross_entropy_sum",
// "opset13/test_softmax_default_axis_expanded",
"opset13/test_softmax_default_axis",
// "test_softmax_example_expanded",
"test_softmax_example",
// "test_softmax_large_number_expanded",
"test_softmax_large_number",
// "test_softmax_negative_axis_expanded",
"test_softmax_negative_axis",
// // "test_softplus_example",
// // "test_softplus",
// // "test_softsign_example",
// // "test_softsign",
// "test_spacetodepth_example",
// "test_spacetodepth",
"test_split_equal_parts_1d",
"test_split_equal_parts_2d",
"test_split_equal_parts_default_axis",
"test_split_variable_parts_1d",
"test_split_variable_parts_2d",
"test_split_variable_parts_default_axis",
"test_split_zero_size_splits",
"test_sqrt_example",
"test_sqrt",
"test_squeeze_negative_axes",
"test_squeeze",
// // "test_stft_with_window",
// // "test_stft",
// // "test_strnormalizer_export_monday_casesensintive_lower",
// // "test_strnormalizer_export_monday_casesensintive_nochangecase",
// // "test_strnormalizer_export_monday_casesensintive_upper",
// // "test_strnormalizer_export_monday_empty_output",
// // "test_strnormalizer_export_monday_insensintive_upper_twodim",
// // "test_strnormalizer_nostopwords_nochangecase",
"test_sub_bcast",
"test_sub_example",
// "test_sub_uint8",
"test_sub",
// "test_sum_example",
// "test_sum_one_input",
// "test_sum_two_inputs",
"test_tan_example",
"test_tan",
"test_tanh_example",
"test_tanh",
// // "test_tfidfvectorizer_tf_batch_onlybigrams_skip0",
// // "test_tfidfvectorizer_tf_batch_onlybigrams_skip5",
// // "test_tfidfvectorizer_tf_batch_uniandbigrams_skip5",
// // "test_tfidfvectorizer_tf_only_bigrams_skip0",
// // "test_tfidfvectorizer_tf_onlybigrams_levelempty",
// // "test_tfidfvectorizer_tf_onlybigrams_skip5",
// // "test_tfidfvectorizer_tf_uniandbigrams_skip5",
// "test_thresholdedrelu_default",
// "test_thresholdedrelu_example",
// "test_thresholdedrelu",
// "test_tile_precomputed",
// "test_tile",
// // "test_top_k_negative_axis",
// // "test_top_k_smallest",
// // "test_top_k",
// // "test_training_dropout_default_mask",
// // "test_training_dropout_default",
// // "test_training_dropout_mask",
// // "test_training_dropout_zero_ratio_mask",
// // "test_training_dropout_zero_ratio",
// // "test_training_dropout",
"test_transpose_all_permutations_0",
"test_transpose_all_permutations_1",
"test_transpose_all_permutations_2",
"test_transpose_all_permutations_3",
"test_transpose_all_permutations_4",
"test_transpose_all_permutations_5",
"test_transpose_default",
// "test_tril_neg",
// "test_tril_one_row_neg",
// "test_tril_out_neg",
// "test_tril_out_pos",
// "test_tril_pos",
// "test_tril_square_neg",
// "test_tril_square",
// "test_tril_zero",
// "test_tril",
// "test_triu_neg",
// "test_triu_one_row",
// "test_triu_out_neg_out",
// "test_triu_out_pos",
// "test_triu_pos",
// "test_triu_square_neg",
// "test_triu_square",
// "test_triu_zero",
// "test_triu",
// // "test_unique_not_sorted_without_axis",
// // "test_unique_sorted_with_axis_3d",
// // "test_unique_sorted_with_axis",
// // "test_unique_sorted_with_negative_axis",
// // "test_unique_sorted_without_axis",
"test_unsqueeze_axis_0",
"test_unsqueeze_axis_1",
"test_unsqueeze_axis_2",
"test_unsqueeze_axis_3",
"test_unsqueeze_negative_axes",
"test_unsqueeze_three_axes",
"test_unsqueeze_two_axes",
"test_unsqueeze_unsorted_axes",
"test_unsqueeze",
// "test_wrap_pad"
// "test_upsample_nearest",
"test_where_example"
// "test_where_long_example",
// "test_xor_bcast3v1d",
// "test_xor_bcast3v2d",
// "test_xor_bcast4v2d",
// "test_xor_bcast4v3d",
// "test_xor_bcast4v4d",
// "test_xor2d",
// "test_xor3d",
// "test_xor4d"
],
"ops": []
}
}
Reference in a new issue View git blame Copy permalink