From 1654ce6dd4cb36061b453e37892d40da2f493bcf Mon Sep 17 00:00:00 2001 From: Scott Todd Date: Wed, 20 Nov 2024 13:41:13 -0800 Subject: [PATCH] Bump iree-test-suites commit used for testing onnx ops. (#19229) Commits: https://github.com/iree-org/iree-test-suites/compare/3a0ea13cbdc954365d653a48cc99cc63a9ff09b3...8e6af9e75d874ef8c9f8ff55f12cb38157dd55eb Notably, https://github.com/iree-org/iree-test-suites/pull/41 and https://github.com/iree-org/iree-test-suites/pull/42 added a few new test cases and removed broken test cases that failed to import for one reason or another. --- .github/workflows/pkgci_test_onnx.yml | 4 +- .../onnx_ops/onnx_ops_cpu_llvm_sync.json | 82 ++----------------- .../onnx_ops/onnx_ops_gpu_rocm_rdna3.json | 82 ++----------------- .../onnx_ops/onnx_ops_gpu_vulkan.json | 82 ++----------------- 4 files changed, 26 insertions(+), 224 deletions(-) diff --git a/.github/workflows/pkgci_test_onnx.yml b/.github/workflows/pkgci_test_onnx.yml index 65d606c9958a..d352d27da711 100644 --- a/.github/workflows/pkgci_test_onnx.yml +++ b/.github/workflows/pkgci_test_onnx.yml @@ -90,7 +90,7 @@ jobs: uses: actions/checkout@692973e3d937129bcbf40652eb9f2f61becf3332 # v4.1.7 with: repository: iree-org/iree-test-suites - ref: 3a0ea13cbdc954365d653a48cc99cc63a9ff09b3 + ref: 8e6af9e75d874ef8c9f8ff55f12cb38157dd55eb path: iree-test-suites - name: Install ONNX ops test suite requirements run: | @@ -158,7 +158,7 @@ jobs: uses: actions/checkout@692973e3d937129bcbf40652eb9f2f61becf3332 # v4.1.7 with: repository: iree-org/iree-test-suites - ref: 3a0ea13cbdc954365d653a48cc99cc63a9ff09b3 + ref: 8e6af9e75d874ef8c9f8ff55f12cb38157dd55eb path: iree-test-suites - name: Install ONNX models test suite requirements run: | diff --git a/tests/external/iree-test-suites/onnx_ops/onnx_ops_cpu_llvm_sync.json b/tests/external/iree-test-suites/onnx_ops/onnx_ops_cpu_llvm_sync.json index ebdac72b04c7..abbacba76305 100644 --- a/tests/external/iree-test-suites/onnx_ops/onnx_ops_cpu_llvm_sync.json +++ b/tests/external/iree-test-suites/onnx_ops/onnx_ops_cpu_llvm_sync.json @@ -15,10 +15,6 @@ ], "skip_run_tests": [], "expected_compile_failures": [ - "onnx/node/generated/test_adagrad", - "onnx/node/generated/test_adagrad_multiple", - "onnx/node/generated/test_adam", - "onnx/node/generated/test_adam_multiple", "onnx/node/generated/test_affine_grid_2d", "onnx/node/generated/test_affine_grid_2d_align_corners", "onnx/node/generated/test_affine_grid_2d_align_corners_expanded", @@ -27,10 +23,6 @@ "onnx/node/generated/test_affine_grid_3d_align_corners", "onnx/node/generated/test_affine_grid_3d_align_corners_expanded", "onnx/node/generated/test_affine_grid_3d_expanded", - "onnx/node/generated/test_ai_onnx_ml_array_feature_extractor", - "onnx/node/generated/test_ai_onnx_ml_binarizer", - "onnx/node/generated/test_ai_onnx_ml_tree_ensemble_set_membership", - "onnx/node/generated/test_ai_onnx_ml_tree_ensemble_single_tree", "onnx/node/generated/test_averagepool_2d_precomputed_same_upper", "onnx/node/generated/test_averagepool_2d_same_lower", "onnx/node/generated/test_averagepool_2d_same_upper", @@ -39,58 +31,8 @@ "onnx/node/generated/test_bernoulli_seed", "onnx/node/generated/test_bernoulli_seed_expanded", "onnx/node/generated/test_cast_DOUBLE_to_FLOAT16", - "onnx/node/generated/test_cast_FLOAT16_to_FLOAT8E4M3FN", - "onnx/node/generated/test_cast_FLOAT16_to_FLOAT8E4M3FNUZ", - "onnx/node/generated/test_cast_FLOAT16_to_FLOAT8E5M2", - "onnx/node/generated/test_cast_FLOAT16_to_FLOAT8E5M2FNUZ", - "onnx/node/generated/test_cast_FLOAT16_to_INT4", - "onnx/node/generated/test_cast_FLOAT16_to_UINT4", - "onnx/node/generated/test_cast_FLOAT8E4M3FNUZ_to_FLOAT", - "onnx/node/generated/test_cast_FLOAT8E4M3FNUZ_to_FLOAT16", - "onnx/node/generated/test_cast_FLOAT8E4M3FN_to_FLOAT", - "onnx/node/generated/test_cast_FLOAT8E4M3FN_to_FLOAT16", - "onnx/node/generated/test_cast_FLOAT8E5M2FNUZ_to_FLOAT", - "onnx/node/generated/test_cast_FLOAT8E5M2FNUZ_to_FLOAT16", - "onnx/node/generated/test_cast_FLOAT8E5M2_to_FLOAT", - "onnx/node/generated/test_cast_FLOAT8E5M2_to_FLOAT16", - "onnx/node/generated/test_cast_FLOAT_to_FLOAT8E4M3FN", - "onnx/node/generated/test_cast_FLOAT_to_FLOAT8E4M3FNUZ", - "onnx/node/generated/test_cast_FLOAT_to_FLOAT8E5M2", - "onnx/node/generated/test_cast_FLOAT_to_FLOAT8E5M2FNUZ", - "onnx/node/generated/test_cast_FLOAT_to_INT4", - "onnx/node/generated/test_cast_FLOAT_to_UINT4", - "onnx/node/generated/test_cast_INT4_to_FLOAT", - "onnx/node/generated/test_cast_INT4_to_FLOAT16", - "onnx/node/generated/test_cast_INT4_to_INT8", - "onnx/node/generated/test_cast_UINT4_to_FLOAT", - "onnx/node/generated/test_cast_UINT4_to_FLOAT16", - "onnx/node/generated/test_cast_UINT4_to_UINT8", - "onnx/node/generated/test_cast_no_saturate_FLOAT16_to_FLOAT8E4M3FN", - "onnx/node/generated/test_cast_no_saturate_FLOAT16_to_FLOAT8E4M3FNUZ", - "onnx/node/generated/test_cast_no_saturate_FLOAT16_to_FLOAT8E5M2", - "onnx/node/generated/test_cast_no_saturate_FLOAT16_to_FLOAT8E5M2FNUZ", - "onnx/node/generated/test_cast_no_saturate_FLOAT_to_FLOAT8E4M3FN", - "onnx/node/generated/test_cast_no_saturate_FLOAT_to_FLOAT8E4M3FNUZ", - "onnx/node/generated/test_cast_no_saturate_FLOAT_to_FLOAT8E5M2", - "onnx/node/generated/test_cast_no_saturate_FLOAT_to_FLOAT8E5M2FNUZ", "onnx/node/generated/test_castlike_DOUBLE_to_FLOAT16", "onnx/node/generated/test_castlike_DOUBLE_to_FLOAT16_expanded", - "onnx/node/generated/test_castlike_FLOAT8E4M3FNUZ_to_FLOAT", - "onnx/node/generated/test_castlike_FLOAT8E4M3FNUZ_to_FLOAT_expanded", - "onnx/node/generated/test_castlike_FLOAT8E4M3FN_to_FLOAT", - "onnx/node/generated/test_castlike_FLOAT8E4M3FN_to_FLOAT_expanded", - "onnx/node/generated/test_castlike_FLOAT8E5M2FNUZ_to_FLOAT", - "onnx/node/generated/test_castlike_FLOAT8E5M2FNUZ_to_FLOAT_expanded", - "onnx/node/generated/test_castlike_FLOAT8E5M2_to_FLOAT", - "onnx/node/generated/test_castlike_FLOAT8E5M2_to_FLOAT_expanded", - "onnx/node/generated/test_castlike_FLOAT_to_FLOAT8E4M3FN", - "onnx/node/generated/test_castlike_FLOAT_to_FLOAT8E4M3FNUZ", - "onnx/node/generated/test_castlike_FLOAT_to_FLOAT8E4M3FNUZ_expanded", - "onnx/node/generated/test_castlike_FLOAT_to_FLOAT8E4M3FN_expanded", - "onnx/node/generated/test_castlike_FLOAT_to_FLOAT8E5M2", - "onnx/node/generated/test_castlike_FLOAT_to_FLOAT8E5M2FNUZ", - "onnx/node/generated/test_castlike_FLOAT_to_FLOAT8E5M2FNUZ_expanded", - "onnx/node/generated/test_castlike_FLOAT_to_FLOAT8E5M2_expanded", "onnx/node/generated/test_col2im", "onnx/node/generated/test_col2im_5d", "onnx/node/generated/test_col2im_dilations", @@ -101,6 +43,8 @@ "onnx/node/generated/test_compress_default_axis", "onnx/node/generated/test_compress_negative_axis", "onnx/node/generated/test_convtranspose_autopad_same", + "onnx/node/generated/test_convtranspose_group_2", + "onnx/node/generated/test_convtranspose_group_2_image_3", "onnx/node/generated/test_cumsum_1d", "onnx/node/generated/test_cumsum_1d_exclusive", "onnx/node/generated/test_cumsum_1d_reverse", @@ -112,12 +56,6 @@ "onnx/node/generated/test_deform_conv_with_multiple_offset_groups", "onnx/node/generated/test_dequantizelinear_axis", "onnx/node/generated/test_dequantizelinear_blocked", - "onnx/node/generated/test_dequantizelinear_e4m3fn", - "onnx/node/generated/test_dequantizelinear_e4m3fn_float16", - "onnx/node/generated/test_dequantizelinear_e4m3fn_zero_point", - "onnx/node/generated/test_dequantizelinear_e5m2", - "onnx/node/generated/test_dequantizelinear_int4", - "onnx/node/generated/test_dequantizelinear_uint4", "onnx/node/generated/test_dft", "onnx/node/generated/test_dft_axis", "onnx/node/generated/test_dft_axis_opset19", @@ -154,9 +92,6 @@ "onnx/node/generated/test_maxunpool_export_with_output_shape", "onnx/node/generated/test_maxunpool_export_without_output_shape", "onnx/node/generated/test_mod_mixed_sign_float64", - "onnx/node/generated/test_momentum", - "onnx/node/generated/test_momentum_multiple", - "onnx/node/generated/test_nesterov_momentum", "onnx/node/generated/test_nllloss_NCd1", "onnx/node/generated/test_nllloss_NCd1_ii", "onnx/node/generated/test_nllloss_NCd1_mean_weight_negative_ii", @@ -186,11 +121,7 @@ "onnx/node/generated/test_quantizelinear_axis", "onnx/node/generated/test_quantizelinear_blocked_asymmetric", "onnx/node/generated/test_quantizelinear_blocked_symmetric", - "onnx/node/generated/test_quantizelinear_e4m3fn", - "onnx/node/generated/test_quantizelinear_e5m2", - "onnx/node/generated/test_quantizelinear_int4", "onnx/node/generated/test_quantizelinear_uint16", - "onnx/node/generated/test_quantizelinear_uint4", "onnx/node/generated/test_range_float_type_positive_delta_expanded", "onnx/node/generated/test_range_int32_type_negative_delta_expanded", "onnx/node/generated/test_reduce_l1_do_not_keepdims_example", @@ -278,6 +209,7 @@ "onnx/node/generated/test_reduce_sum_keepdims_example", "onnx/node/generated/test_reduce_sum_keepdims_random", "onnx/node/generated/test_reduce_sum_negative_axes_keepdims_example", + "onnx/node/generated/test_reduce_sum_negative_axes_keepdims_random", "onnx/node/generated/test_reduce_sum_square_do_not_keepdims_example", "onnx/node/generated/test_reduce_sum_square_do_not_keepdims_example_expanded", "onnx/node/generated/test_reduce_sum_square_do_not_keepdims_random", @@ -304,6 +236,7 @@ "onnx/node/generated/test_resize_tf_crop_and_resize", "onnx/node/generated/test_resize_tf_crop_and_resize_axes_2_3", "onnx/node/generated/test_resize_tf_crop_and_resize_axes_3_2", + "onnx/node/generated/test_resize_tf_crop_and_resize_extrapolation_value", "onnx/node/generated/test_resize_upsample_scales_cubic_A_n0p5_exclude_outside", "onnx/node/generated/test_resize_upsample_scales_nearest_axes_2_3", "onnx/node/generated/test_resize_upsample_scales_nearest_axes_3_2", @@ -311,6 +244,7 @@ "onnx/node/generated/test_resize_upsample_sizes_nearest_axes_3_2", "onnx/node/generated/test_resize_upsample_sizes_nearest_floor_align_corners", "onnx/node/generated/test_resize_upsample_sizes_nearest_not_larger", + "onnx/node/generated/test_resize_upsample_sizes_nearest_not_smaller", "onnx/node/generated/test_roialign_aligned_false", "onnx/node/generated/test_roialign_aligned_true", "onnx/node/generated/test_roialign_mode_max", @@ -359,8 +293,6 @@ "onnx/node/generated/test_slice_neg_steps", "onnx/node/generated/test_slice_negative_axes", "onnx/node/generated/test_slice_start_out_of_bounds", - "onnx/node/generated/test_softsign", - "onnx/node/generated/test_softsign_example", "onnx/node/generated/test_stft", "onnx/node/generated/test_stft_with_window", "onnx/node/generated/test_tfidfvectorizer_tf_batch_onlybigrams_skip0", @@ -410,11 +342,13 @@ "onnx/node/generated/test_qlinearmatmul_3D_uint8_float16", "onnx/node/generated/test_qlinearmatmul_3D_uint8_float32", "onnx/node/generated/test_reduce_max_bool_inputs", - "onnx/node/generated/test_reduce_min_empty_set", + "onnx/node/generated/test_reduce_max_empty_set", "onnx/node/generated/test_reduce_min_bool_inputs", + "onnx/node/generated/test_reduce_min_empty_set", "onnx/node/generated/test_reduce_sum_empty_set_non_reduced_axis_zero", "onnx/node/generated/test_resize_downsample_scales_cubic_align_corners", "onnx/node/generated/test_resize_downsample_scales_linear_align_corners", + "onnx/node/generated/test_scan_sum", "onnx/node/generated/test_sce_mean_weight", "onnx/node/generated/test_sce_mean_weight_ii", "onnx/node/generated/test_sce_mean_weight_ii_log_prob", diff --git a/tests/external/iree-test-suites/onnx_ops/onnx_ops_gpu_rocm_rdna3.json b/tests/external/iree-test-suites/onnx_ops/onnx_ops_gpu_rocm_rdna3.json index 65f928b77c2a..a215adb62b79 100644 --- a/tests/external/iree-test-suites/onnx_ops/onnx_ops_gpu_rocm_rdna3.json +++ b/tests/external/iree-test-suites/onnx_ops/onnx_ops_gpu_rocm_rdna3.json @@ -16,10 +16,6 @@ ], "skip_run_tests": [], "expected_compile_failures": [ - "onnx/node/generated/test_adagrad", - "onnx/node/generated/test_adagrad_multiple", - "onnx/node/generated/test_adam", - "onnx/node/generated/test_adam_multiple", "onnx/node/generated/test_affine_grid_2d", "onnx/node/generated/test_affine_grid_2d_align_corners", "onnx/node/generated/test_affine_grid_2d_align_corners_expanded", @@ -28,10 +24,6 @@ "onnx/node/generated/test_affine_grid_3d_align_corners", "onnx/node/generated/test_affine_grid_3d_align_corners_expanded", "onnx/node/generated/test_affine_grid_3d_expanded", - "onnx/node/generated/test_ai_onnx_ml_array_feature_extractor", - "onnx/node/generated/test_ai_onnx_ml_binarizer", - "onnx/node/generated/test_ai_onnx_ml_tree_ensemble_set_membership", - "onnx/node/generated/test_ai_onnx_ml_tree_ensemble_single_tree", "onnx/node/generated/test_averagepool_2d_precomputed_same_upper", "onnx/node/generated/test_averagepool_2d_same_lower", "onnx/node/generated/test_averagepool_2d_same_upper", @@ -39,56 +31,6 @@ "onnx/node/generated/test_basic_deform_conv_without_padding", "onnx/node/generated/test_bernoulli_seed", "onnx/node/generated/test_bernoulli_seed_expanded", - "onnx/node/generated/test_cast_FLOAT16_to_FLOAT8E4M3FN", - "onnx/node/generated/test_cast_FLOAT16_to_FLOAT8E4M3FNUZ", - "onnx/node/generated/test_cast_FLOAT16_to_FLOAT8E5M2", - "onnx/node/generated/test_cast_FLOAT16_to_FLOAT8E5M2FNUZ", - "onnx/node/generated/test_cast_FLOAT16_to_INT4", - "onnx/node/generated/test_cast_FLOAT16_to_UINT4", - "onnx/node/generated/test_cast_FLOAT8E4M3FNUZ_to_FLOAT", - "onnx/node/generated/test_cast_FLOAT8E4M3FNUZ_to_FLOAT16", - "onnx/node/generated/test_cast_FLOAT8E4M3FN_to_FLOAT", - "onnx/node/generated/test_cast_FLOAT8E4M3FN_to_FLOAT16", - "onnx/node/generated/test_cast_FLOAT8E5M2FNUZ_to_FLOAT", - "onnx/node/generated/test_cast_FLOAT8E5M2FNUZ_to_FLOAT16", - "onnx/node/generated/test_cast_FLOAT8E5M2_to_FLOAT", - "onnx/node/generated/test_cast_FLOAT8E5M2_to_FLOAT16", - "onnx/node/generated/test_cast_FLOAT_to_FLOAT8E4M3FN", - "onnx/node/generated/test_cast_FLOAT_to_FLOAT8E4M3FNUZ", - "onnx/node/generated/test_cast_FLOAT_to_FLOAT8E5M2", - "onnx/node/generated/test_cast_FLOAT_to_FLOAT8E5M2FNUZ", - "onnx/node/generated/test_cast_FLOAT_to_INT4", - "onnx/node/generated/test_cast_FLOAT_to_UINT4", - "onnx/node/generated/test_cast_INT4_to_FLOAT", - "onnx/node/generated/test_cast_INT4_to_FLOAT16", - "onnx/node/generated/test_cast_INT4_to_INT8", - "onnx/node/generated/test_cast_UINT4_to_FLOAT", - "onnx/node/generated/test_cast_UINT4_to_FLOAT16", - "onnx/node/generated/test_cast_UINT4_to_UINT8", - "onnx/node/generated/test_cast_no_saturate_FLOAT16_to_FLOAT8E4M3FN", - "onnx/node/generated/test_cast_no_saturate_FLOAT16_to_FLOAT8E4M3FNUZ", - "onnx/node/generated/test_cast_no_saturate_FLOAT16_to_FLOAT8E5M2", - "onnx/node/generated/test_cast_no_saturate_FLOAT16_to_FLOAT8E5M2FNUZ", - "onnx/node/generated/test_cast_no_saturate_FLOAT_to_FLOAT8E4M3FN", - "onnx/node/generated/test_cast_no_saturate_FLOAT_to_FLOAT8E4M3FNUZ", - "onnx/node/generated/test_cast_no_saturate_FLOAT_to_FLOAT8E5M2", - "onnx/node/generated/test_cast_no_saturate_FLOAT_to_FLOAT8E5M2FNUZ", - "onnx/node/generated/test_castlike_FLOAT8E4M3FNUZ_to_FLOAT", - "onnx/node/generated/test_castlike_FLOAT8E4M3FNUZ_to_FLOAT_expanded", - "onnx/node/generated/test_castlike_FLOAT8E4M3FN_to_FLOAT", - "onnx/node/generated/test_castlike_FLOAT8E4M3FN_to_FLOAT_expanded", - "onnx/node/generated/test_castlike_FLOAT8E5M2FNUZ_to_FLOAT", - "onnx/node/generated/test_castlike_FLOAT8E5M2FNUZ_to_FLOAT_expanded", - "onnx/node/generated/test_castlike_FLOAT8E5M2_to_FLOAT", - "onnx/node/generated/test_castlike_FLOAT8E5M2_to_FLOAT_expanded", - "onnx/node/generated/test_castlike_FLOAT_to_FLOAT8E4M3FN", - "onnx/node/generated/test_castlike_FLOAT_to_FLOAT8E4M3FNUZ", - "onnx/node/generated/test_castlike_FLOAT_to_FLOAT8E4M3FNUZ_expanded", - "onnx/node/generated/test_castlike_FLOAT_to_FLOAT8E4M3FN_expanded", - "onnx/node/generated/test_castlike_FLOAT_to_FLOAT8E5M2", - "onnx/node/generated/test_castlike_FLOAT_to_FLOAT8E5M2FNUZ", - "onnx/node/generated/test_castlike_FLOAT_to_FLOAT8E5M2FNUZ_expanded", - "onnx/node/generated/test_castlike_FLOAT_to_FLOAT8E5M2_expanded", "onnx/node/generated/test_col2im", "onnx/node/generated/test_col2im_5d", "onnx/node/generated/test_col2im_dilations", @@ -99,6 +41,8 @@ "onnx/node/generated/test_compress_default_axis", "onnx/node/generated/test_compress_negative_axis", "onnx/node/generated/test_convtranspose_autopad_same", + "onnx/node/generated/test_convtranspose_group_2", + "onnx/node/generated/test_convtranspose_group_2_image_3", "onnx/node/generated/test_cumsum_1d", "onnx/node/generated/test_cumsum_1d_exclusive", "onnx/node/generated/test_cumsum_1d_reverse", @@ -110,12 +54,6 @@ "onnx/node/generated/test_deform_conv_with_multiple_offset_groups", "onnx/node/generated/test_dequantizelinear_axis", "onnx/node/generated/test_dequantizelinear_blocked", - "onnx/node/generated/test_dequantizelinear_e4m3fn", - "onnx/node/generated/test_dequantizelinear_e4m3fn_float16", - "onnx/node/generated/test_dequantizelinear_e4m3fn_zero_point", - "onnx/node/generated/test_dequantizelinear_e5m2", - "onnx/node/generated/test_dequantizelinear_int4", - "onnx/node/generated/test_dequantizelinear_uint4", "onnx/node/generated/test_dft", "onnx/node/generated/test_dft_axis", "onnx/node/generated/test_dft_axis_opset19", @@ -151,9 +89,6 @@ "onnx/node/generated/test_maxpool_with_argmax_2d_precomputed_strides", "onnx/node/generated/test_maxunpool_export_with_output_shape", "onnx/node/generated/test_maxunpool_export_without_output_shape", - "onnx/node/generated/test_momentum", - "onnx/node/generated/test_momentum_multiple", - "onnx/node/generated/test_nesterov_momentum", "onnx/node/generated/test_nllloss_NCd1", "onnx/node/generated/test_nllloss_NCd1_ii", "onnx/node/generated/test_nllloss_NCd1_mean_weight_negative_ii", @@ -183,11 +118,7 @@ "onnx/node/generated/test_quantizelinear_axis", "onnx/node/generated/test_quantizelinear_blocked_asymmetric", "onnx/node/generated/test_quantizelinear_blocked_symmetric", - "onnx/node/generated/test_quantizelinear_e4m3fn", - "onnx/node/generated/test_quantizelinear_e5m2", - "onnx/node/generated/test_quantizelinear_int4", "onnx/node/generated/test_quantizelinear_uint16", - "onnx/node/generated/test_quantizelinear_uint4", "onnx/node/generated/test_range_float_type_positive_delta_expanded", "onnx/node/generated/test_range_int32_type_negative_delta_expanded", "onnx/node/generated/test_reduce_l1_do_not_keepdims_example", @@ -273,6 +204,7 @@ "onnx/node/generated/test_reduce_sum_keepdims_example", "onnx/node/generated/test_reduce_sum_keepdims_random", "onnx/node/generated/test_reduce_sum_negative_axes_keepdims_example", + "onnx/node/generated/test_reduce_sum_negative_axes_keepdims_random", "onnx/node/generated/test_reduce_sum_square_do_not_keepdims_example", "onnx/node/generated/test_reduce_sum_square_do_not_keepdims_example_expanded", "onnx/node/generated/test_reduce_sum_square_do_not_keepdims_random", @@ -299,6 +231,7 @@ "onnx/node/generated/test_resize_tf_crop_and_resize", "onnx/node/generated/test_resize_tf_crop_and_resize_axes_2_3", "onnx/node/generated/test_resize_tf_crop_and_resize_axes_3_2", + "onnx/node/generated/test_resize_tf_crop_and_resize_extrapolation_value", "onnx/node/generated/test_resize_upsample_scales_cubic_A_n0p5_exclude_outside", "onnx/node/generated/test_resize_upsample_scales_nearest_axes_2_3", "onnx/node/generated/test_resize_upsample_scales_nearest_axes_3_2", @@ -306,6 +239,7 @@ "onnx/node/generated/test_resize_upsample_sizes_nearest_axes_3_2", "onnx/node/generated/test_resize_upsample_sizes_nearest_floor_align_corners", "onnx/node/generated/test_resize_upsample_sizes_nearest_not_larger", + "onnx/node/generated/test_resize_upsample_sizes_nearest_not_smaller", "onnx/node/generated/test_roialign_aligned_false", "onnx/node/generated/test_roialign_aligned_true", "onnx/node/generated/test_roialign_mode_max", @@ -354,8 +288,6 @@ "onnx/node/generated/test_slice_neg_steps", "onnx/node/generated/test_slice_negative_axes", "onnx/node/generated/test_slice_start_out_of_bounds", - "onnx/node/generated/test_softsign", - "onnx/node/generated/test_softsign_example", "onnx/node/generated/test_stft", "onnx/node/generated/test_stft_with_window", "onnx/node/generated/test_tfidfvectorizer_tf_batch_onlybigrams_skip0", @@ -441,21 +373,23 @@ "onnx/node/generated/test_reduce_log_sum_exp_default_axes_keepdims_random", "onnx/node/generated/test_reduce_log_sum_negative_axes", "onnx/node/generated/test_reduce_max_bool_inputs", + "onnx/node/generated/test_reduce_max_empty_set", "onnx/node/generated/test_reduce_mean_default_axes_keepdims_example", "onnx/node/generated/test_reduce_mean_default_axes_keepdims_random", "onnx/node/generated/test_reduce_min_bool_inputs", "onnx/node/generated/test_reduce_min_empty_set", "onnx/node/generated/test_reduce_sum_default_axes_keepdims_example", "onnx/node/generated/test_reduce_sum_default_axes_keepdims_random", + "onnx/node/generated/test_reduce_sum_empty_axes_input_noop", "onnx/node/generated/test_reduce_sum_empty_axes_input_noop_example", "onnx/node/generated/test_reduce_sum_empty_set_non_reduced_axis_zero", - "onnx/node/generated/test_reduce_sum_negative_axes_keepdims_random", "onnx/node/generated/test_reduce_sum_square_default_axes_keepdims_example", "onnx/node/generated/test_reduce_sum_square_default_axes_keepdims_example_expanded", "onnx/node/generated/test_reduce_sum_square_default_axes_keepdims_random", "onnx/node/generated/test_reduce_sum_square_default_axes_keepdims_random_expanded", "onnx/node/generated/test_resize_downsample_scales_cubic_align_corners", "onnx/node/generated/test_resize_downsample_scales_linear_align_corners", + "onnx/node/generated/test_scan_sum", "onnx/node/generated/test_sce_mean_weight", "onnx/node/generated/test_sce_mean_weight_ii", "onnx/node/generated/test_sce_mean_weight_ii_log_prob", diff --git a/tests/external/iree-test-suites/onnx_ops/onnx_ops_gpu_vulkan.json b/tests/external/iree-test-suites/onnx_ops/onnx_ops_gpu_vulkan.json index 65d75dc413b7..721c34c4ad82 100644 --- a/tests/external/iree-test-suites/onnx_ops/onnx_ops_gpu_vulkan.json +++ b/tests/external/iree-test-suites/onnx_ops/onnx_ops_gpu_vulkan.json @@ -16,10 +16,6 @@ ], "skip_run_tests": [], "expected_compile_failures": [ - "onnx/node/generated/test_adagrad", - "onnx/node/generated/test_adagrad_multiple", - "onnx/node/generated/test_adam", - "onnx/node/generated/test_adam_multiple", "onnx/node/generated/test_affine_grid_2d", "onnx/node/generated/test_affine_grid_2d_align_corners", "onnx/node/generated/test_affine_grid_2d_align_corners_expanded", @@ -28,10 +24,6 @@ "onnx/node/generated/test_affine_grid_3d_align_corners", "onnx/node/generated/test_affine_grid_3d_align_corners_expanded", "onnx/node/generated/test_affine_grid_3d_expanded", - "onnx/node/generated/test_ai_onnx_ml_array_feature_extractor", - "onnx/node/generated/test_ai_onnx_ml_binarizer", - "onnx/node/generated/test_ai_onnx_ml_tree_ensemble_set_membership", - "onnx/node/generated/test_ai_onnx_ml_tree_ensemble_single_tree", "onnx/node/generated/test_argmax_default_axis_example_select_last_index", "onnx/node/generated/test_argmax_default_axis_random_select_last_index", "onnx/node/generated/test_argmax_keepdims_example_select_last_index", @@ -64,56 +56,6 @@ "onnx/node/generated/test_basic_deform_conv_without_padding", "onnx/node/generated/test_bernoulli_seed", "onnx/node/generated/test_bernoulli_seed_expanded", - "onnx/node/generated/test_cast_FLOAT16_to_FLOAT8E4M3FN", - "onnx/node/generated/test_cast_FLOAT16_to_FLOAT8E4M3FNUZ", - "onnx/node/generated/test_cast_FLOAT16_to_FLOAT8E5M2", - "onnx/node/generated/test_cast_FLOAT16_to_FLOAT8E5M2FNUZ", - "onnx/node/generated/test_cast_FLOAT16_to_INT4", - "onnx/node/generated/test_cast_FLOAT16_to_UINT4", - "onnx/node/generated/test_cast_FLOAT8E4M3FNUZ_to_FLOAT", - "onnx/node/generated/test_cast_FLOAT8E4M3FNUZ_to_FLOAT16", - "onnx/node/generated/test_cast_FLOAT8E4M3FN_to_FLOAT", - "onnx/node/generated/test_cast_FLOAT8E4M3FN_to_FLOAT16", - "onnx/node/generated/test_cast_FLOAT8E5M2FNUZ_to_FLOAT", - "onnx/node/generated/test_cast_FLOAT8E5M2FNUZ_to_FLOAT16", - "onnx/node/generated/test_cast_FLOAT8E5M2_to_FLOAT", - "onnx/node/generated/test_cast_FLOAT8E5M2_to_FLOAT16", - "onnx/node/generated/test_cast_FLOAT_to_FLOAT8E4M3FN", - "onnx/node/generated/test_cast_FLOAT_to_FLOAT8E4M3FNUZ", - "onnx/node/generated/test_cast_FLOAT_to_FLOAT8E5M2", - "onnx/node/generated/test_cast_FLOAT_to_FLOAT8E5M2FNUZ", - "onnx/node/generated/test_cast_FLOAT_to_INT4", - "onnx/node/generated/test_cast_FLOAT_to_UINT4", - "onnx/node/generated/test_cast_INT4_to_FLOAT", - "onnx/node/generated/test_cast_INT4_to_FLOAT16", - "onnx/node/generated/test_cast_INT4_to_INT8", - "onnx/node/generated/test_cast_UINT4_to_FLOAT", - "onnx/node/generated/test_cast_UINT4_to_FLOAT16", - "onnx/node/generated/test_cast_UINT4_to_UINT8", - "onnx/node/generated/test_cast_no_saturate_FLOAT16_to_FLOAT8E4M3FN", - "onnx/node/generated/test_cast_no_saturate_FLOAT16_to_FLOAT8E4M3FNUZ", - "onnx/node/generated/test_cast_no_saturate_FLOAT16_to_FLOAT8E5M2", - "onnx/node/generated/test_cast_no_saturate_FLOAT16_to_FLOAT8E5M2FNUZ", - "onnx/node/generated/test_cast_no_saturate_FLOAT_to_FLOAT8E4M3FN", - "onnx/node/generated/test_cast_no_saturate_FLOAT_to_FLOAT8E4M3FNUZ", - "onnx/node/generated/test_cast_no_saturate_FLOAT_to_FLOAT8E5M2", - "onnx/node/generated/test_cast_no_saturate_FLOAT_to_FLOAT8E5M2FNUZ", - "onnx/node/generated/test_castlike_FLOAT8E4M3FNUZ_to_FLOAT", - "onnx/node/generated/test_castlike_FLOAT8E4M3FNUZ_to_FLOAT_expanded", - "onnx/node/generated/test_castlike_FLOAT8E4M3FN_to_FLOAT", - "onnx/node/generated/test_castlike_FLOAT8E4M3FN_to_FLOAT_expanded", - "onnx/node/generated/test_castlike_FLOAT8E5M2FNUZ_to_FLOAT", - "onnx/node/generated/test_castlike_FLOAT8E5M2FNUZ_to_FLOAT_expanded", - "onnx/node/generated/test_castlike_FLOAT8E5M2_to_FLOAT", - "onnx/node/generated/test_castlike_FLOAT8E5M2_to_FLOAT_expanded", - "onnx/node/generated/test_castlike_FLOAT_to_FLOAT8E4M3FN", - "onnx/node/generated/test_castlike_FLOAT_to_FLOAT8E4M3FNUZ", - "onnx/node/generated/test_castlike_FLOAT_to_FLOAT8E4M3FNUZ_expanded", - "onnx/node/generated/test_castlike_FLOAT_to_FLOAT8E4M3FN_expanded", - "onnx/node/generated/test_castlike_FLOAT_to_FLOAT8E5M2", - "onnx/node/generated/test_castlike_FLOAT_to_FLOAT8E5M2FNUZ", - "onnx/node/generated/test_castlike_FLOAT_to_FLOAT8E5M2FNUZ_expanded", - "onnx/node/generated/test_castlike_FLOAT_to_FLOAT8E5M2_expanded", "onnx/node/generated/test_center_crop_pad_crop", "onnx/node/generated/test_center_crop_pad_crop_and_pad", "onnx/node/generated/test_center_crop_pad_crop_and_pad_expanded", @@ -136,6 +78,8 @@ "onnx/node/generated/test_compress_default_axis", "onnx/node/generated/test_compress_negative_axis", "onnx/node/generated/test_convtranspose_autopad_same", + "onnx/node/generated/test_convtranspose_group_2", + "onnx/node/generated/test_convtranspose_group_2_image_3", "onnx/node/generated/test_cumsum_1d", "onnx/node/generated/test_cumsum_1d_exclusive", "onnx/node/generated/test_cumsum_1d_reverse", @@ -147,12 +91,6 @@ "onnx/node/generated/test_deform_conv_with_multiple_offset_groups", "onnx/node/generated/test_dequantizelinear_axis", "onnx/node/generated/test_dequantizelinear_blocked", - "onnx/node/generated/test_dequantizelinear_e4m3fn", - "onnx/node/generated/test_dequantizelinear_e4m3fn_float16", - "onnx/node/generated/test_dequantizelinear_e4m3fn_zero_point", - "onnx/node/generated/test_dequantizelinear_e5m2", - "onnx/node/generated/test_dequantizelinear_int4", - "onnx/node/generated/test_dequantizelinear_uint4", "onnx/node/generated/test_dft", "onnx/node/generated/test_dft_axis", "onnx/node/generated/test_dft_axis_opset19", @@ -202,9 +140,6 @@ "onnx/node/generated/test_mod_int64_fmod", "onnx/node/generated/test_mod_mixed_sign_int64", "onnx/node/generated/test_mod_uint64", - "onnx/node/generated/test_momentum", - "onnx/node/generated/test_momentum_multiple", - "onnx/node/generated/test_nesterov_momentum", "onnx/node/generated/test_nllloss_NCd1", "onnx/node/generated/test_nllloss_NCd1_ii", "onnx/node/generated/test_nllloss_NCd1_mean_weight_negative_ii", @@ -240,11 +175,7 @@ "onnx/node/generated/test_quantizelinear_axis", "onnx/node/generated/test_quantizelinear_blocked_asymmetric", "onnx/node/generated/test_quantizelinear_blocked_symmetric", - "onnx/node/generated/test_quantizelinear_e4m3fn", - "onnx/node/generated/test_quantizelinear_e5m2", - "onnx/node/generated/test_quantizelinear_int4", "onnx/node/generated/test_quantizelinear_uint16", - "onnx/node/generated/test_quantizelinear_uint4", "onnx/node/generated/test_range_float_type_positive_delta_expanded", "onnx/node/generated/test_range_int32_type_negative_delta_expanded", "onnx/node/generated/test_reduce_l1_do_not_keepdims_example", @@ -332,6 +263,7 @@ "onnx/node/generated/test_reduce_sum_keepdims_example", "onnx/node/generated/test_reduce_sum_keepdims_random", "onnx/node/generated/test_reduce_sum_negative_axes_keepdims_example", + "onnx/node/generated/test_reduce_sum_negative_axes_keepdims_random", "onnx/node/generated/test_reduce_sum_square_do_not_keepdims_example", "onnx/node/generated/test_reduce_sum_square_do_not_keepdims_example_expanded", "onnx/node/generated/test_reduce_sum_square_do_not_keepdims_random", @@ -367,6 +299,7 @@ "onnx/node/generated/test_resize_tf_crop_and_resize", "onnx/node/generated/test_resize_tf_crop_and_resize_axes_2_3", "onnx/node/generated/test_resize_tf_crop_and_resize_axes_3_2", + "onnx/node/generated/test_resize_tf_crop_and_resize_extrapolation_value", "onnx/node/generated/test_resize_upsample_scales_cubic", "onnx/node/generated/test_resize_upsample_scales_cubic_A_n0p5_exclude_outside", "onnx/node/generated/test_resize_upsample_scales_cubic_align_corners", @@ -384,6 +317,7 @@ "onnx/node/generated/test_resize_upsample_sizes_nearest_ceil_half_pixel", "onnx/node/generated/test_resize_upsample_sizes_nearest_floor_align_corners", "onnx/node/generated/test_resize_upsample_sizes_nearest_not_larger", + "onnx/node/generated/test_resize_upsample_sizes_nearest_not_smaller", "onnx/node/generated/test_resize_upsample_sizes_nearest_round_prefer_ceil_asymmetric", "onnx/node/generated/test_roialign_aligned_false", "onnx/node/generated/test_roialign_aligned_true", @@ -437,8 +371,6 @@ "onnx/node/generated/test_slice_neg_steps", "onnx/node/generated/test_slice_negative_axes", "onnx/node/generated/test_slice_start_out_of_bounds", - "onnx/node/generated/test_softsign", - "onnx/node/generated/test_softsign_example", "onnx/node/generated/test_stft", "onnx/node/generated/test_stft_with_window", "onnx/node/generated/test_tfidfvectorizer_tf_batch_onlybigrams_skip0", @@ -566,18 +498,20 @@ "onnx/node/generated/test_reduce_log_sum_default", "onnx/node/generated/test_reduce_log_sum_exp_default_axes_keepdims_example", "onnx/node/generated/test_reduce_log_sum_exp_default_axes_keepdims_random", + "onnx/node/generated/test_reduce_max_empty_set", "onnx/node/generated/test_reduce_mean_default_axes_keepdims_example", "onnx/node/generated/test_reduce_mean_default_axes_keepdims_random", "onnx/node/generated/test_reduce_min_empty_set", "onnx/node/generated/test_reduce_sum_default_axes_keepdims_example", "onnx/node/generated/test_reduce_sum_default_axes_keepdims_random", + "onnx/node/generated/test_reduce_sum_empty_axes_input_noop", "onnx/node/generated/test_reduce_sum_empty_axes_input_noop_example", "onnx/node/generated/test_reduce_sum_empty_set_non_reduced_axis_zero", - "onnx/node/generated/test_reduce_sum_negative_axes_keepdims_random", "onnx/node/generated/test_reduce_sum_square_default_axes_keepdims_example", "onnx/node/generated/test_reduce_sum_square_default_axes_keepdims_example_expanded", "onnx/node/generated/test_reduce_sum_square_default_axes_keepdims_random", "onnx/node/generated/test_reduce_sum_square_default_axes_keepdims_random_expanded", + "onnx/node/generated/test_scan_sum", "onnx/node/generated/test_shape_end_1", "onnx/node/generated/test_shape_start_1_end_2", "onnx/node/generated/test_shape_start_1_end_negative_1",