From e344a583b0f39c6b8aca57f61b957022f45ec047 Mon Sep 17 00:00:00 2001
From: sumitsays <sumitagarwal330@gmail.com>
Date: Mon, 3 May 2021 12:08:31 -0700
Subject: [PATCH] updated sampleTolerance of model fp16_inception_v1 for GPU
 execution provider (#7533)

Co-authored-by: Sumit Agarwal <sumitagarwal@microsoft.com>
---
 winml/test/model/model_tests.cpp    | 4 ++++
 winml/test/model/skip_model_tests.h | 6 ++++++
 2 files changed, 10 insertions(+)

diff --git a/winml/test/model/model_tests.cpp b/winml/test/model/model_tests.cpp
index 74bc3052b3..3e940dd05e 100644
--- a/winml/test/model/model_tests.cpp
+++ b/winml/test/model/model_tests.cpp
@@ -38,6 +38,10 @@ class ModelTest : public testing::TestWithParam<std::tuple<ITestCase*, winml::Le
 #ifdef USE_DML
     if (m_deviceKind == winml::LearningModelDeviceKind::DirectX) {
       m_relativePerSampleTolerance = 0.009;  // tolerate up to 0.9% difference of expected result.
+      auto gpuSampleTolerancePerTestsItr = gpuSampleTolerancePerTests.find(m_testCase->GetTestCaseName());
+      if (gpuSampleTolerancePerTestsItr != gpuSampleTolerancePerTests.end()) {
+        m_perSampleTolerance = gpuSampleTolerancePerTestsItr->second;
+      }
     }
 #endif
   }
diff --git a/winml/test/model/skip_model_tests.h b/winml/test/model/skip_model_tests.h
index 51cf36ff0d..4930d7b25c 100644
--- a/winml/test/model/skip_model_tests.h
+++ b/winml/test/model/skip_model_tests.h
@@ -134,3 +134,9 @@ std::unordered_map<std::string, std::pair<std::string, std::string>> disabledGpu
       {"fp16_inception_v1_opset8", std::make_pair("NVIDIA", "Bug 31144419: Results of fp16_inception_v1 opset7 and opset8 aren't accurate enough on AMD Radeon VII & Intel(R) UHD Graphics 630 & NVIDIA https://microsoft.visualstudio.com/OS/_workitems/edit/31144419")},
       {"candy_opset9", std::make_pair("Intel\\(R\\) (UHD )?Graphics", "Bug 31652854: Results of candy_opset9 aren't accurate enough on Intel Graphics https://microsoft.visualstudio.com/OS/_workitems/edit/31652854")},
     });
+
+/*
+    test name -> sampleTolerance
+*/
+std::unordered_map<std::string, double> gpuSampleTolerancePerTests(
+    {{"fp16_inception_v1", 0.005}});