updated sampleTolerance of model fp16_inception_v1 for GPU execution provider (#7533)

Co-authored-by: Sumit Agarwal <sumitagarwal@microsoft.com>
This commit is contained in:
sumitsays 2021-05-03 12:08:31 -07:00 committed by GitHub
parent b0a3b501fe
commit e344a583b0
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
2 changed files with 10 additions and 0 deletions

View file

@ -38,6 +38,10 @@ class ModelTest : public testing::TestWithParam<std::tuple<ITestCase*, winml::Le
#ifdef USE_DML
if (m_deviceKind == winml::LearningModelDeviceKind::DirectX) {
m_relativePerSampleTolerance = 0.009; // tolerate up to 0.9% difference of expected result.
auto gpuSampleTolerancePerTestsItr = gpuSampleTolerancePerTests.find(m_testCase->GetTestCaseName());
if (gpuSampleTolerancePerTestsItr != gpuSampleTolerancePerTests.end()) {
m_perSampleTolerance = gpuSampleTolerancePerTestsItr->second;
}
}
#endif
}

View file

@ -134,3 +134,9 @@ std::unordered_map<std::string, std::pair<std::string, std::string>> disabledGpu
{"fp16_inception_v1_opset8", std::make_pair("NVIDIA", "Bug 31144419: Results of fp16_inception_v1 opset7 and opset8 aren't accurate enough on AMD Radeon VII & Intel(R) UHD Graphics 630 & NVIDIA https://microsoft.visualstudio.com/OS/_workitems/edit/31144419")},
{"candy_opset9", std::make_pair("Intel\\(R\\) (UHD )?Graphics", "Bug 31652854: Results of candy_opset9 aren't accurate enough on Intel Graphics https://microsoft.visualstudio.com/OS/_workitems/edit/31652854")},
});
/*
test name -> sampleTolerance
*/
std::unordered_map<std::string, double> gpuSampleTolerancePerTests(
{{"fp16_inception_v1", 0.005}});