mirror of
https://github.com/saymrwulf/onnxruntime.git
synced 2026-05-18 21:21:17 +00:00
0e8d4c3d21
### Description 1. Add two build jobs for enabling Address Sanitizer in CI. One for Windows CPU, One for Linux CPU. 2. Set default compiler flags/linker flags in build.py for normal Windows/Linux/MacOS build. This can help control compiler flags in a more centralized way. 3. All Windows binaries in our official packages will be built with "/PROFILE" flag. Symbols of onnxruntime.dll can be found at [Microsoft public symbol server](https://learn.microsoft.com/en-us/windows-hardware/drivers/debugger/microsoft-public-symbols). Limitations: 1. On Linux Address Sanitizer ignores RPATH settings in ELF binaries. Therefore once Address Sanitizer is enabled, before running tests we need to manually set LD_LIBRARY_PATH properly otherwise libonnxruntime.so may not be able to find custom ops and shared EPs. 4. On Linux we also need to set LD_PRELOAD before running some tests(if the main executable, like python, is not built with address sanitizer. On Windows we do not need to. 5. On Windows before running python tests we should manually copy address sanitizer DLL to the onnxruntime/capi directory, because python 3.8 and above has enabled "Safe DLL Search Mode" that wouldn't use the information provided by PATH env. 6. On Linux Address Sanitizer found a lot of memory leaks from our python binding code. Therefore right now we cannot enable Address Sanitizer when building ONNX Runtime with python binding. 7. Address Sanitizer itself uses a lot of memory address space and delays memory deallocations, which is easy to cause OOM issues in 32-bit applications. We cannot run all the tests in onnxruntime_test_all in 32-bit mode with Address Sanitizer due to this reason. However, we still can run individual tests in such a way. We just cannot run all of them in one process. ### Motivation and Context To catch memory issues.
105 lines
3.9 KiB
PowerShell
105 lines
3.9 KiB
PowerShell
# Copyright (c) Microsoft Corporation. All rights reserved.
|
|
# Licensed under the MIT License.
|
|
|
|
# This script depends on python.exe, cmake.exe and Visual C++ spectre-mitigated libs.
|
|
# Please setup AGENT_TEMPDIRECTORY env variable before running this script
|
|
# Your PATH must contain a dir that contains python.exe. And cpu arch of the python.exe
|
|
# must match the $cpu_arch passed in to this script.
|
|
|
|
param (
|
|
[string]$cpu_arch = "x64",
|
|
[string]$build_config = "RelWithDebInfo",
|
|
[string]$install_prefix = ".",
|
|
[switch]$use_cache
|
|
)
|
|
|
|
. "$PSScriptRoot\helpers.ps1"
|
|
|
|
$ort_src_root = (Get-Item $PSScriptRoot).parent.parent.parent.parent.FullName
|
|
|
|
Write-Host "ONNX Runtime src root: $ort_src_root"
|
|
|
|
$ErrorActionPreference = "Stop"
|
|
|
|
$Env:Path = "$install_prefix\bin;" + $env:Path
|
|
$Env:MSBUILDDISABLENODEREUSE=1
|
|
|
|
New-Item -Path "$install_prefix" -ItemType Directory -Force
|
|
|
|
# Setup compile flags
|
|
$compile_flags = @('/MP', '/guard:cf', '/DWIN32', '/D_WINDOWS', '/DWINVER=0x0A00', '/D_WIN32_WINNT=0x0A00', '/DNTDDI_VERSION=0x0A000000', '/W3')
|
|
$linker_flags=@('/guard:cf')
|
|
|
|
if ($use_cache) {
|
|
$debug_info_format = "/Z7"
|
|
}
|
|
else {
|
|
$debug_info_format = "/Zi"
|
|
}
|
|
|
|
if($build_config -eq 'Release'){
|
|
$compile_flags += "/O2", "/Ob2", "/DNDEBUG", "/Gw", "/GL"
|
|
} elseif($build_config -eq 'RelWithDebInfo'){
|
|
$compile_flags += "$debug_info_format", "/O2", "/Ob1", "/DNDEBUG", "/Gw", "/GL"
|
|
} elseif($build_config -eq 'Debug'){
|
|
$compile_flags += "$debug_info_format", "/Ob0", "/Od", "/RTC1"
|
|
} elseif($build_config -eq 'MinSizeRel'){
|
|
$compile_flags += "/O1", "/Ob1", "/DNDEBUG", "/Gw", "/GL"
|
|
}
|
|
|
|
# cmake args that applies to every 3rd-party library
|
|
[string[]]$cmake_extra_args="`"-DCMAKE_C_FLAGS=$compile_flags`"", "--compile-no-warning-as-error", "--fresh", "-Wno-dev"
|
|
|
|
|
|
if($cpu_arch -eq 'x86'){
|
|
$cmake_extra_args += "-A", "Win32", "-T", "host=x64"
|
|
$compile_flags += '/Qspectre'
|
|
$linker_flags += '/machine:x86'
|
|
} elseif($cpu_arch -eq 'x64') {
|
|
$linker_flags += '/machine:x64'
|
|
$compile_flags += '/Qspectre'
|
|
} elseif($cpu_arch -eq 'arm') {
|
|
$linker_flags += '/machine:ARM'
|
|
} elseif($cpu_arch -eq 'arm64') {
|
|
$linker_flags += '/machine:ARM64'
|
|
} elseif($cpu_arch -eq 'arm64ec') {
|
|
$linker_flags += '/machine:ARM64EC'
|
|
} else {
|
|
throw "$cpu_arch is not supported"
|
|
}
|
|
|
|
Write-Host $compile_flags
|
|
|
|
$cmake_extra_args += "-DCMAKE_CXX_STANDARD=17", "`"-DCMAKE_CXX_FLAGS=$compile_flags /EHsc`""
|
|
|
|
if ($use_cache) {
|
|
if ($build_config -eq 'RelWithDebInfo') {
|
|
$cmake_extra_args += "-DCMAKE_CXX_FLAGS_RELWITHDEBINFO=`"/MD /Z7 /O2 /Ob1 /DNDEBUG`""
|
|
}
|
|
elseif ($build_config -eq 'Debug') {
|
|
$cmake_extra_args += "-DCMAKE_CXX_FLAGS_DEBUG=`"/MDd /Z7 /Ob0 /Od /RTC1`""
|
|
}
|
|
}
|
|
|
|
$cmake_extra_args += "-DCMAKE_EXE_LINKER_FLAGS=`"$linker_flags`""
|
|
|
|
# Find the full path of cmake.exe
|
|
$cmake_command = (Get-Command -CommandType Application cmake)[0]
|
|
$cmake_path = $cmake_command.Path
|
|
$vshwere_path = Join-Path -Path ${env:ProgramFiles(x86)} "Microsoft Visual Studio\Installer\vswhere.exe"
|
|
if(-not (Test-Path $vshwere_path -PathType Leaf)){
|
|
$vshwere_path = Join-Path -Path ${env:ProgramFiles} "Microsoft Visual Studio\Installer\vswhere.exe"
|
|
}
|
|
|
|
$msbuild_path = &$vshwere_path -latest -requires Microsoft.Component.MSBuild -find MSBuild\**\Bin\MSBuild.exe | select-object -first 1
|
|
|
|
Install-Pybind -cmake_path $cmake_path -src_root $ort_src_root -build_config $build_config -cmake_extra_args $cmake_extra_args -msbuild_path $msbuild_path -cpu_arch $cpu_arch
|
|
|
|
Install-Abseil -cmake_path $cmake_path -src_root $ort_src_root -build_config $build_config -cmake_extra_args $cmake_extra_args -msbuild_path $msbuild_path -cpu_arch $cpu_arch
|
|
|
|
Install-Protobuf -cmake_path $cmake_path -src_root $ort_src_root -build_config $build_config -cmake_extra_args $cmake_extra_args -msbuild_path $msbuild_path -cpu_arch $cpu_arch
|
|
|
|
$protobuf_version="4.21.12"
|
|
|
|
# ONNX doesn't allow us to specify CMake's path
|
|
Install-ONNX -build_config $build_config -src_root $ort_src_root -protobuf_version $protobuf_version
|