onnxruntime/tools/ci_build/github/azure-pipelines/templates/c-api-cpu.yml

parameters:
- name: RunOnnxRuntimeTests
  displayName: Run Tests?
  type: boolean
  default: true

- name: DoCompliance
  displayName: Run Compliance Tasks?
  type: boolean
  default: true

- name: DoEsrp
  displayName: Run code sign tasks? Must be true if you are doing an Onnx Runtime release.
  type: boolean
  default: false

- name: IsReleaseBuild
  displayName: Is a release build? Set it to true if you are doing an Onnx Runtime release.
  type: boolean
  default: false

- name: AdditionalBuildFlags
  displayName: Additional build flags for build.py
  type: string
  default: ''

- name: AdditionalWinBuildFlags
  displayName: Additional build flags that just for Windows Builds
  type: string
  default: ''

- name: OrtNugetPackageId
  displayName: Package name for nuget
  type: string
  default: 'Microsoft.ML.OnnxRuntime'

- name: BuildVariant
  type: string
  default: 'default'

- name: SpecificArtifact
  displayName: Use Specific Artifact
  type: boolean
  default: false

- name: BuildId
  displayName: Specific Artifact's BuildId
  type: string
  default: '0'

stages:
- template: linux-cpu-packaging-pipeline.yml
  parameters:
    AdditionalBuildFlags: ${{ parameters.AdditionalBuildFlags }}

- template: mac-cpu-packaging-pipeline.yml
  parameters:
    AllowReleasedOpsetOnly: 1
    BuildForAllArchs: true
    SpecificArtifact: ${{ parameters.SpecificArtifact }}
    BuildId: ${{ parameters.BuildId }}
    DoEsrp: ${{ parameters.DoEsrp }}

- stage: Android_Java_API_AAR_Packaging_Mobile
  dependsOn: []
  jobs:
  - template: android-java-api-aar.yml
    parameters:
      buildConfig: 'Release'
      buildSettings: '$(Build.SourcesDirectory)/tools/ci_build/github/android/default_mobile_aar_build_settings.json'
      includedOpsConfig: '$(Build.SourcesDirectory)/tools/ci_build/github/android/mobile_package.required_operators.config'
      artifactName: 'onnxruntime-android-mobile-aar'
      job_name_suffix: 'Mobile'
      packageName: 'onnxruntime-mobile'
  - template: android-java-api-aar-test.yml
    parameters:
      artifactName: 'onnxruntime-android-mobile-aar'
      job_name_suffix: 'Mobile'
      packageName: 'onnxruntime-mobile'


- stage: Android_Java_API_AAR_Packaging_Full
  dependsOn: []
  jobs:
  - template: android-java-api-aar.yml
    parameters:
      buildConfig: 'Release'
      buildSettings: '$(Build.SourcesDirectory)/tools/ci_build/github/android/default_full_aar_build_settings.json'
      artifactName: 'onnxruntime-android-full-aar'
      job_name_suffix: 'Full'
      publish_executables: '1'
  - template: android-java-api-aar-test.yml
    parameters:
      artifactName: 'onnxruntime-android-full-aar'
      job_name_suffix: 'Full'

- stage: iOS_Full_xcframework
  dependsOn: []
  jobs:
  - job:
    workspace:
      clean: all
    pool:
      vmImage: 'macOS-13'
    timeoutInMinutes: 300
    steps:
    - template: set-version-number-variables-step.yml

    - template: use-xcode-version.yml

    - script: |
        /bin/bash $(Build.SourcesDirectory)/tools/ci_build/github/apple/build_host_protoc.sh \
          $(Build.SourcesDirectory) \
          $(Build.BinariesDirectory)/protobuf \
          $(Build.BinariesDirectory)/protobuf_install        
      displayName: Build Host Protoc

    - script: |
        set -e -x
        python3 tools/ci_build/github/apple/build_ios_framework.py \
          --build_dir "$(Build.BinariesDirectory)/ios_framework" \
          --path_to_protoc_exe $(Build.BinariesDirectory)/protobuf_install/bin/protoc \
          tools/ci_build/github/apple/default_full_ios_framework_build_settings.json
        mkdir $(Build.BinariesDirectory)/artifacts
        mkdir -p $(Build.BinariesDirectory)/artifacts_staging/onnxruntime-ios-xcframework-$(OnnxRuntimeVersion)
        cp -R $(Build.BinariesDirectory)/ios_framework/framework_out/onnxruntime.xcframework \
          $(Build.BinariesDirectory)/artifacts_staging/onnxruntime-ios-xcframework-$(OnnxRuntimeVersion)
        pushd $(Build.BinariesDirectory)/artifacts_staging
        zip -vr $(Build.BinariesDirectory)/artifacts/onnxruntime_xcframework.zip \
          onnxruntime-ios-xcframework-$(OnnxRuntimeVersion)
        popd        
      displayName: "Build iOS xcframework"

    - script: |
        python3 tools/ci_build/github/apple/test_ios_packages.py \
          --fail_if_cocoapods_missing \
          --framework_info_file "$(Build.BinariesDirectory)/ios_framework/framework_info.json" \
          --c_framework_dir "$(Build.BinariesDirectory)/ios_framework/framework_out" \
          --variant Full        
      displayName: "Test iOS framework"

    - task: PublishBuildArtifacts@1
      inputs:
        pathtoPublish: '$(Build.BinariesDirectory)/artifacts'
        artifactName: 'onnxruntime-ios-full-xcframework'

    - template: component-governance-component-detection-steps.yml
      parameters:
        condition: 'succeeded'

- template: win-ci.yml
  parameters:
    DoCompliance: ${{ parameters.DoCompliance }}
    DoEsrp: ${{ parameters.DoEsrp }}
    stage_name_suffix: CPU_x86_${{ parameters.BuildVariant }}
    EnvSetupScript: setup_env_x86.bat
    buildArch: x86
    msbuildPlatform: Win32
    packageName: x86
    buildparameter: ${{ parameters.AdditionalBuildFlags }} ${{ parameters.AdditionalWinBuildFlags}}
    runTests: ${{ parameters.RunOnnxRuntimeTests }}
    buildJava: false
    buildNodejs: false

- template: win-ci.yml
  parameters:
    DoCompliance: ${{ parameters.DoCompliance }}
    DoEsrp: ${{ parameters.DoEsrp }}
    stage_name_suffix: CPU_arm_${{ parameters.BuildVariant }}
    EnvSetupScript: setup_env.bat
    buildArch: x64
    msbuildPlatform: arm
    packageName: arm
    buildparameter: --arm ${{ parameters.AdditionalBuildFlags }}  ${{ parameters.AdditionalWinBuildFlags}} --path_to_protoc_exe $(Build.BinariesDirectory)\RelWithDebInfo\installed\bin\protoc.exe
    runTests: false
    buildJava: false
    buildNodejs: false
    ort_build_pool_name: onnxruntime-Win-CPU-2022

- template: win-ci.yml
  parameters:
    DoCompliance: ${{ parameters.DoCompliance }}
    DoEsrp: ${{ parameters.DoEsrp }}
    stage_name_suffix: CPU_arm64_${{ parameters.BuildVariant }}
    EnvSetupScript: setup_env.bat
    buildArch: x64
    msbuildPlatform: arm64
    packageName: arm64
    buildparameter: --build_nodejs --arm64 ${{ parameters.AdditionalBuildFlags }}  ${{ parameters.AdditionalWinBuildFlags}} --path_to_protoc_exe $(Build.BinariesDirectory)\RelWithDebInfo\installed\bin\protoc.exe
    runTests: false
    buildJava: false
    buildNodejs: true

- template: win-ci.yml
  parameters:
    DoCompliance: ${{ parameters.DoCompliance }}
    DoEsrp: ${{ parameters.DoEsrp }}
    stage_name_suffix: CPU_x64_${{ parameters.BuildVariant }}
    EnvSetupScript: setup_env.bat
    buildArch: x64
    msbuildPlatform: x64
    packageName: x64
    buildparameter: --build_java --build_nodejs ${{ parameters.AdditionalBuildFlags }}  ${{ parameters.AdditionalWinBuildFlags}}
    runTests: ${{ parameters.RunOnnxRuntimeTests }}
    buildJava: true
    buildNodejs: true

- stage: Jar_Packaging
  dependsOn:
  - Linux_C_API_Packaging_CPU
  - MacOS_C_API_Package_Publish
  - Windows_Packaging_CPU_x86_${{ parameters.BuildVariant }}
  - Windows_Packaging_CPU_x64_${{ parameters.BuildVariant }}
  - Windows_Packaging_CPU_arm_${{ parameters.BuildVariant }}
  - Windows_Packaging_CPU_arm64_${{ parameters.BuildVariant }}
  condition: succeeded()
  jobs:
  - job:
    workspace:
      clean: all
    pool: 'onnxruntime-Win-CPU-2022'

    steps:
    - checkout: self
      submodules: false
    - template: set-version-number-variables-step.yml

    - task: DownloadPipelineArtifact@2
      displayName: 'Download Pipeline Artifact - Win x64'
      inputs:
        buildType: 'current'
        artifactName: 'drop-onnxruntime-java-win-x64'
        targetPath: '$(Build.BinariesDirectory)\java-artifact\onnxruntime-java-win-x64'

    - task: DownloadPipelineArtifact@2
      displayName: 'Download Pipeline Artifact - Linux x64'
      inputs:
        buildType: 'current'
        artifactName: 'drop-onnxruntime-java-linux-x64'
        targetPath: '$(Build.BinariesDirectory)\java-artifact\onnxruntime-java-linux-x64'

    - task: DownloadPipelineArtifact@2
      displayName: 'Download Pipeline Artifact - Linux AARCH64'
      inputs:
        buildType: 'current'
        artifactName: 'drop-onnxruntime-java-linux-aarch64'
        targetPath: '$(Build.BinariesDirectory)\java-artifact\onnxruntime-java-linux-aarch64'

    - task: DownloadPipelineArtifact@2
      displayName: 'Download Pipeline Artifact - MacOS x64'
      inputs:
        buildType: 'current'
        artifactName: 'drop-onnxruntime-java-osx-x86_64'
        targetPath: '$(Build.BinariesDirectory)\java-artifact\onnxruntime-java-osx-x86_64'

    - task: DownloadPipelineArtifact@2
      displayName: 'Download Pipeline Artifact - MacOS ARM64'
      inputs:
        buildType: 'current'
        artifactName: 'drop-onnxruntime-java-osx-arm64'
        targetPath: '$(Build.BinariesDirectory)\java-artifact\onnxruntime-java-osx-arm64'

    - task: PowerShell@2
      displayName: 'PowerShell Script'
      inputs:
        targetType: filePath
        filePath: $(Build.SourcesDirectory)\tools\ci_build\github\windows\jar_packaging.ps1
        failOnStderr: true
        showWarnings: true
        workingDirectory: '$(Build.BinariesDirectory)\java-artifact'

    - task: CopyFiles@2
      displayName: 'Copy Java Files to Artifact Staging Directory'
      inputs:
        SourceFolder: '$(Build.BinariesDirectory)\java-artifact\onnxruntime-java-win-x64'
        TargetFolder: '$(Build.ArtifactStagingDirectory)'

    - task: PublishPipelineArtifact@1
      displayName: 'Publish Pipeline Artifact'
      inputs:
        targetPath: '$(Build.ArtifactStagingDirectory)'
        artifact: 'onnxruntime-java'

    - template: component-governance-component-detection-steps.yml
      parameters :
        condition : 'succeeded'
    - task: mspremier.PostBuildCleanup.PostBuildCleanup-task.PostBuildCleanup@3
      displayName: 'Clean Agent Directories'
      condition: always()

- stage: NuGet_Packaging_CPU
  dependsOn:
  - Setup
  - Linux_C_API_Packaging_CPU
  - MacOS_C_API_Package_Publish
  - Windows_Packaging_CPU_x86_${{ parameters.BuildVariant }}
  - Windows_Packaging_CPU_x64_${{ parameters.BuildVariant }}
  - Windows_Packaging_CPU_arm_${{ parameters.BuildVariant }}
  - Windows_Packaging_CPU_arm64_${{ parameters.BuildVariant }}
  - Android_Java_API_AAR_Packaging_Full
  - iOS_Full_xcframework
  condition: succeeded()
  jobs:
  - job:
    workspace:
      clean: all
    # we need to use the 2022 pool to create the nuget package with both pre-net6+Xamarin and net6 targets.
    # VS2019 has no support for net6 and we need to use msbuild (from the VS install) to do the packing
    pool: 'Azure-Pipelines-EO-Windows2022-aiinfra'
    variables:
      OrtPackageId: ${{ parameters.OrtNugetPackageId }}
      breakCodesignValidationInjection: ${{ parameters.DoEsrp }}
      ReleaseVersionSuffix: $[stageDependencies.Setup.Set_Variables.outputs['Set_Release_Version_Suffix.ReleaseVersionSuffix']]

    steps:
    - checkout: self
      submodules: true
    - task: DownloadPipelineArtifact@0
      displayName: 'Download win-x64 Pipeline Artifact'
      inputs:
        artifactName: 'onnxruntime-win-x64'
        targetPath: '$(Build.BinariesDirectory)/nuget-artifact'

    - task: DownloadPipelineArtifact@0
      displayName: 'Download win-x86 Pipeline Artifact'
      inputs:
        artifactName: 'onnxruntime-win-x86'
        targetPath: '$(Build.BinariesDirectory)/nuget-artifact'

    - task: DownloadPipelineArtifact@0
      displayName: 'Download win-arm64 Pipeline Artifact'
      inputs:
        artifactName: 'onnxruntime-win-arm64'
        targetPath: '$(Build.BinariesDirectory)/nuget-artifact'

    - task: DownloadPipelineArtifact@0
      displayName: 'Download win-arm Pipeline Artifact'
      inputs:
        artifactName: 'onnxruntime-win-arm'
        targetPath: '$(Build.BinariesDirectory)/nuget-artifact'

    - task: DownloadPipelineArtifact@0
      displayName: 'Download osx-x64 Pipeline Artifact'
      inputs:
        artifactName: 'onnxruntime-osx'
        targetPath: '$(Build.BinariesDirectory)/nuget-artifact'

    - task: DownloadPipelineArtifact@0
      displayName: 'Download linux-x64 Pipeline Artifact'
      inputs:
        artifactName: 'onnxruntime-linux-x64'
        targetPath: '$(Build.BinariesDirectory)/nuget-artifact'

    - task: DownloadPipelineArtifact@0
      displayName: 'Download Pipeline Artifact - NuGet'
      inputs:
        artifactName: 'onnxruntime-linux-aarch64'
        targetPath: '$(Build.BinariesDirectory)/nuget-artifact'

    - task: DownloadPipelineArtifact@2
      displayName: 'Download iOS Pipeline Artifact'
      inputs:
        artifactName: 'onnxruntime-ios-full-xcframework'
        targetPath: '$(Build.BinariesDirectory)/nuget-artifact'

    - task: DownloadPipelineArtifact@2
      displayName: 'Download android-full-aar Pipeline Artifact'
      inputs:
        artifactName: 'onnxruntime-android-full-aar'
        patterns: '**/*.aar'
        targetPath: '$(Build.BinariesDirectory)/nuget-artifact'

    - task: DownloadPipelineArtifact@0
      displayName: 'Download drop-extra Pipeline Artifact'
      inputs:
        artifactName: 'drop-extra'
        targetPath: '$(Build.BinariesDirectory)/extra-artifact'

    - script: |
       dir       
      workingDirectory: '$(Build.BinariesDirectory)/nuget-artifact'
      displayName: 'List artifacts'

    # Reconstruct the build dir
    - task: PowerShell@2
      displayName: 'Extract native libraries for addition to nuget native package'
      inputs:
        targetType: filePath
        filePath: $(Build.SourcesDirectory)\tools\ci_build\github\windows\extract_nuget_files.ps1

    - script: |
       mklink /D /J models C:\local\models       
      workingDirectory: '$(Build.BinariesDirectory)'
      displayName: 'Create models link'
    - task: NuGetToolInstaller@0
      displayName: Use Nuget 6.2.1
      inputs:
        versionSpec: 6.2.1

    - task: PowerShell@2
      displayName: Install .NET 6 workloads
      inputs:
        targetType: 'inline'
        script: |
          dotnet workload install android ios macos          
        workingDirectory: '$(Build.SourcesDirectory)\csharp'

    - task: PowerShell@2
      displayName: Build Microsoft.ML.OnnxRuntime .NET 6 targets using dotnet
      inputs:
        targetType: 'inline'
        # we don't specify 'Any CPU' as the platform here because if we do it gets added to the output path
        #   e.g. csharp\src\Microsoft.ML.OnnxRuntime\bin\Any CPU\RelWithDebInfo\net6.0-ios\
        # which is inconsistent with the msbuild output path for the pre-.net6 targets
        #   e.g. csharp\src\Microsoft.ML.OnnxRuntime\bin\RelWithDebInfo\monoandroid11.0
        # and makes it harder to do the packing
        #
        # 'Any CPU' is the default (first 'mixed' platform specified in the csproj) so this should be fine.
        script: |
          dotnet build .\src\Microsoft.ML.OnnxRuntime\Microsoft.ML.OnnxRuntime.csproj -p:SelectedTargets=Net6  -p:Configuration=RelWithDebInfo -p:OnnxRuntimeBuildDirectory="$(Build.BinariesDirectory)" -p:OrtPackageId=$(OrtPackageId) -p:IsReleaseBuild=${{ parameters.IsReleaseBuild }} -p:ReleaseVersionSuffix=$(ReleaseVersionSuffix)          
        workingDirectory: '$(Build.SourcesDirectory)\csharp'

    - task: MSBuild@1
      displayName: 'Restore NuGet Packages and create project.assets.json for pre-.net6 targets'
      inputs:
        solution: '$(Build.SourcesDirectory)\csharp\OnnxRuntime.CSharp.sln'
        platform: 'Any CPU'
        configuration: RelWithDebInfo
        msbuildArguments: '-t:restore -p:SelectedTargets=PreNet6 -p:OrtPackageId=$(OrtPackageId)'
        workingDirectory: '$(Build.SourcesDirectory)\csharp'

    - task: MSBuild@1
      displayName: 'Build C# for pre-.net6 targets'
      inputs:
        solution: '$(Build.SourcesDirectory)\csharp\OnnxRuntime.CSharp.sln'
        platform: 'Any CPU'
        configuration: RelWithDebInfo
        msbuildArguments: '-p:SelectedTargets=PreNet6 -p:OnnxRuntimeBuildDirectory="$(Build.BinariesDirectory)" -p:OrtPackageId=$(OrtPackageId) -p:IsReleaseBuild=${{ parameters.IsReleaseBuild }} -p:ReleaseVersionSuffix=$(ReleaseVersionSuffix)'
        workingDirectory: '$(Build.SourcesDirectory)\csharp'

    - ${{ if eq(parameters.DoEsrp, true) }}:
      - template: win-esrp-dll.yml
        parameters:
          FolderPath: '$(Build.SourcesDirectory)\csharp\src\Microsoft.ML.OnnxRuntime\bin\RelWithDebInfo'
          DisplayName: 'ESRP - Sign C# dlls'
          DoEsrp: ${{ parameters.DoEsrp }}

    - task: MSBuild@1
      displayName: Update projects.assets.json with combined list of all target frameworks
      inputs:
        solution: '$(Build.SourcesDirectory)\csharp\src\Microsoft.ML.OnnxRuntime\Microsoft.ML.OnnxRuntime.csproj'
        platform: 'Any CPU'
        configuration: RelWithDebInfo
        msbuildArguments: '-t:restore -p:SelectedTargets=All -p:OrtPackageId=$(OrtPackageId)'
        workingDirectory: '$(Build.SourcesDirectory)\csharp'

    - task: MSBuild@1
      displayName: 'Build Nuget Packages'
      inputs:
        solution: '$(Build.SourcesDirectory)\csharp\OnnxRuntime.CSharp.proj'
        platform: 'Any CPU'
        configuration: RelWithDebInfo
        msbuildArguments: '-t:CreatePackage -p:OnnxRuntimeBuildDirectory="$(Build.BinariesDirectory)" -p:OrtPackageId=$(OrtPackageId) -p:IsReleaseBuild=${{ parameters.IsReleaseBuild }} -p:ReleaseVersionSuffix=$(ReleaseVersionSuffix)'
        workingDirectory: '$(Build.SourcesDirectory)\csharp'

    - task: CopyFiles@2
      displayName: 'Copy native nuget package to: $(Build.ArtifactStagingDirectory)'
      inputs:
        SourceFolder: '$(Build.BinariesDirectory)\RelWithDebInfo\RelWithDebInfo'
        Contents: '*.nupkg'
        TargetFolder: '$(Build.ArtifactStagingDirectory)'

    - task: CopyFiles@2
      displayName: 'Copy native nuget symbols package to: $(Build.ArtifactStagingDirectory)'
      inputs:
        SourceFolder: '$(Build.BinariesDirectory)\RelWithDebInfo\RelWithDebInfo'
        Contents: '*.snupkg'
        TargetFolder: '$(Build.ArtifactStagingDirectory)'

    - task: CopyFiles@2
      displayName: 'Copy managed nuget package to: $(Build.ArtifactStagingDirectory)'
      inputs:
        SourceFolder: '$(Build.SourcesDirectory)\csharp\src\Microsoft.ML.OnnxRuntime\bin\RelWithDebInfo'
        Contents: '*.nupkg'
        TargetFolder: '$(Build.ArtifactStagingDirectory)'

    - template: esrp_nuget.yml
      parameters:
        DisplayName: 'ESRP - sign NuGet package'
        FolderPath: '$(Build.ArtifactStagingDirectory)'
        DoEsrp: ${{ parameters.DoEsrp }}

    - template: validate-package.yml
      parameters:
        PackageType: 'nuget'
        PackagePath: '$(Build.ArtifactStagingDirectory)'
        PackageName: 'Microsoft.ML.OnnxRuntime.*nupkg'
        PlatformsSupported: 'win-x64,win-x86,linux-x64,linux-arm64,osx.10.14-x64'
        VerifyNugetSigning: false

    - task: PublishPipelineArtifact@0
      displayName: 'Publish Pipeline NuGet Artifact'
      inputs:
        artifactName: 'drop-signed-nuget-CPU'
        targetPath: '$(Build.ArtifactStagingDirectory)'


    - task: MSBuild@1
      displayName: 'Clean C#'
      inputs:
        solution: '$(Build.SourcesDirectory)\csharp\OnnxRuntime.CSharp.sln'
        platform: 'Any CPU'
        configuration: RelWithDebInfo
        msbuildArguments: '-t:Clean -p:OnnxRuntimeBuildDirectory="$(Build.BinariesDirectory)" -p:OrtPackageId=$(OrtPackageId)'
        workingDirectory: '$(Build.SourcesDirectory)\csharp'

    - task: RoslynAnalyzers@2
      displayName: 'Run Roslyn Analyzers'
      inputs:
        userProvideBuildInfo: msBuildInfo
        msBuildCommandline: '"C:\Program Files\Microsoft Visual Studio\2022\Enterprise\MSBuild\Current\Bin\msbuild.exe" $(Build.SourcesDirectory)\csharp\OnnxRuntime.CSharp.sln -p:configuration="RelWithDebInfo" -p:Platform="Any CPU" -p:OnnxRuntimeBuildDirectory="$(Build.BinariesDirectory)" -p:OrtPackageId=$(OrtPackageId)'
      condition: and(succeeded(), eq('${{ parameters.DoCompliance }}', true))

    - template: component-governance-component-detection-steps.yml
      parameters :
        condition : 'succeeded'

    - task: mspremier.PostBuildCleanup.PostBuildCleanup-task.PostBuildCleanup@3
      displayName: 'Clean Agent Directories'
      condition: always()

- stage: Nodejs_Packaging_CPU
  dependsOn:
  - Linux_C_API_Packaging_CPU
  - MacOS_C_API_Package_Publish
  - Windows_Packaging_CPU_x64_${{ parameters.BuildVariant }}
  - Windows_Packaging_CPU_arm64_${{ parameters.BuildVariant }}
  condition: succeeded()
  jobs:
  - job:
    workspace:
      clean: all
    pool: 'onnxruntime-Win-CPU-2022'
    variables:
      ${{ if eq(parameters.IsReleaseBuild, true) }}:
        NpmPackagingMode: 'release'
      ${{ if not(eq(parameters.IsReleaseBuild, true)) }}:
        NpmPackagingMode: 'dev'
      breakCodesignValidationInjection: ${{ parameters.DoEsrp }}

    steps:
    - checkout: self
      submodules: true

    - script: |
       echo.>>.gitattributes
       echo /js/** text=auto eol=lf>>.gitattributes
       rd /s /q js
       git checkout -- js/**
       git checkout -- .gitattributes       
      workingDirectory: '$(Build.SourcesDirectory)'
      displayName: 'Testing: force EOL to lf on windows for /js/**'

    - task: DownloadPipelineArtifact@0
      displayName: 'Download Pipeline Artifact - NuGet (Win x64)'
      inputs:
        artifactName: 'onnxruntime-win-x64'
        targetPath: '$(Build.BinariesDirectory)/nuget-artifact'

    - task: DownloadPipelineArtifact@0
      displayName: 'Download Pipeline Artifact - NuGet (Win ARM64)'
      inputs:
        artifactName: 'onnxruntime-win-arm64'
        targetPath: '$(Build.BinariesDirectory)/nuget-artifact'

    - task: DownloadPipelineArtifact@0
      displayName: 'Download Pipeline Artifact - NuGet (OSX)'
      inputs:
        artifactName: 'onnxruntime-osx'
        targetPath: '$(Build.BinariesDirectory)/nuget-artifact'

    - task: DownloadPipelineArtifact@0
      displayName: 'Download Pipeline Artifact - NuGet (Linux x64)'
      inputs:
        artifactName: 'onnxruntime-linux-x64'
        targetPath: '$(Build.BinariesDirectory)/nuget-artifact'

    - task: DownloadPipelineArtifact@0
      displayName: 'Download Pipeline Artifact - NuGet (Linux aarch64)'
      inputs:
        artifactName: 'onnxruntime-linux-aarch64'
        targetPath: '$(Build.BinariesDirectory)/nuget-artifact'

    - task: DownloadPipelineArtifact@0
      displayName: 'Download Pipeline Artifact - Nodejs (Win x64)'
      inputs:
        artifactName: 'drop-onnxruntime-nodejs-win-x64'
        targetPath: '$(Build.BinariesDirectory)/nodejs-artifacts/win32/x64/'

    - task: DownloadPipelineArtifact@0
      displayName: 'Download Pipeline Artifact - Nodejs (Win ARM64)'
      inputs:
        artifactName: 'drop-onnxruntime-nodejs-win-arm64'
        targetPath: '$(Build.BinariesDirectory)/nodejs-artifacts/win32/arm64/'

    - task: DownloadPipelineArtifact@0
      displayName: 'Download Pipeline Artifact - Nodejs (macOS x86_64)'
      inputs:
        artifactName: 'drop-onnxruntime-nodejs-osx-x86_64'
        targetPath: '$(Build.BinariesDirectory)/nodejs-artifacts/darwin/x64/'

    - task: DownloadPipelineArtifact@0
      displayName: 'Download Pipeline Artifact - Nodejs (macOS arm64)'
      inputs:
        artifactName: 'drop-onnxruntime-nodejs-osx-arm64'
        targetPath: '$(Build.BinariesDirectory)/nodejs-artifacts/darwin/arm64/'

    - task: DownloadPipelineArtifact@0
      displayName: 'Download Pipeline Artifact - Nodejs (Linux x64)'
      inputs:
        artifactName: 'drop-onnxruntime-nodejs-linux-x64'
        targetPath: '$(Build.BinariesDirectory)/nodejs-artifacts/linux/x64/'

    - task: DownloadPipelineArtifact@0
      displayName: 'Download Pipeline Artifact - Nodejs (Linux aarch64)'
      inputs:
        artifactName: 'drop-onnxruntime-nodejs-linux-aarch64'
        targetPath: '$(Build.BinariesDirectory)/nodejs-artifacts/linux/arm64/'

    - task: DownloadPipelineArtifact@0
      displayName: 'Download Pipeline Artifact - NuGet'
      inputs:
        artifactName: 'drop-extra'
        targetPath: '$(Build.BinariesDirectory)/extra-artifact'

    - task: PowerShell@2
      displayName: 'PowerShell Script'
      inputs:
        targetType: filePath
        filePath: $(Build.SourcesDirectory)\tools\ci_build\github\windows\extract_nuget_files.ps1

    - script: |
       dir       
      workingDirectory: '$(Build.BinariesDirectory)/nuget-artifact'
      displayName: 'List artifacts'

    - script: |
       npm ci       
      workingDirectory: '$(Build.SourcesDirectory)/js'
      displayName: 'Install NPM packages /js'
    - script: |
       npm ci       
      workingDirectory: '$(Build.SourcesDirectory)/js/common'
      displayName: 'Install NPM packages /js/common'
    - script: |
       npm ci       
      workingDirectory: '$(Build.SourcesDirectory)/js/node'
      displayName: 'Install NPM packages /js/node'

    # Node.js binding win32/x64
    - task: CopyFiles@2
      displayName: 'Copy nuget binaries to: $(Build.SourcesDirectory)\js\node\bin\napi-v3\win32\x64\'
      inputs:
        SourceFolder: '$(Build.BinariesDirectory)\RelWithDebInfo\RelWithDebInfo\nuget-artifacts\onnxruntime-win-x64\lib'
        Contents: '*.dll'
        TargetFolder: '$(Build.SourcesDirectory)\js\node\bin\napi-v3\win32\x64'
    - task: CopyFiles@2
      displayName: 'Copy nodejs binaries to: $(Build.SourcesDirectory)\js\node\bin\napi-v3\win32\x64\'
      inputs:
        SourceFolder: '$(Build.BinariesDirectory)\nodejs-artifacts\win32\x64'
        Contents: '*.node'
        TargetFolder: '$(Build.SourcesDirectory)\js\node\bin\napi-v3\win32\x64'

    # Node.js binding win32/arm64
    - task: CopyFiles@2
      displayName: 'Copy nuget binaries to: $(Build.SourcesDirectory)\js\node\bin\napi-v3\win32\arm64\'
      inputs:
        SourceFolder: '$(Build.BinariesDirectory)\RelWithDebInfo\RelWithDebInfo\nuget-artifacts\onnxruntime-win-arm64\lib'
        Contents: '*.dll'
        TargetFolder: '$(Build.SourcesDirectory)\js\node\bin\napi-v3\win32\arm64'
    - task: CopyFiles@2
      displayName: 'Copy nodejs binaries to: $(Build.SourcesDirectory)\js\node\bin\napi-v3\win32\arm64\'
      inputs:
        SourceFolder: '$(Build.BinariesDirectory)\nodejs-artifacts\win32\arm64'
        Contents: '*.node'
        TargetFolder: '$(Build.SourcesDirectory)\js\node\bin\napi-v3\win32\arm64'

    # Node.js binding linux/x64
    - task: CopyFiles@2
      displayName: 'Copy nuget binaries to: $(Build.SourcesDirectory)\js\node\bin\napi-v3\linux\x64\'
      inputs:
        SourceFolder: '$(Build.BinariesDirectory)\RelWithDebInfo\RelWithDebInfo\nuget-artifacts\onnxruntime-linux-x64\lib'
        Contents: 'libonnxruntime.so.*'
        TargetFolder: '$(Build.SourcesDirectory)\js\node\bin\napi-v3\linux\x64'
    - task: CopyFiles@2
      displayName: 'Copy nodejs binaries to: $(Build.SourcesDirectory)\js\node\bin\napi-v3\linux\x64\'
      inputs:
        SourceFolder: '$(Build.BinariesDirectory)\nodejs-artifacts\linux\x64'
        Contents: '*.node'
        TargetFolder: '$(Build.SourcesDirectory)\js\node\bin\napi-v3\linux\x64'

    # Node.js binding linux/arm64
    - task: CopyFiles@2
      displayName: 'Copy nuget binaries to: $(Build.SourcesDirectory)\js\node\bin\napi-v3\linux\arm64\'
      inputs:
        SourceFolder: '$(Build.BinariesDirectory)\RelWithDebInfo\RelWithDebInfo\nuget-artifacts\onnxruntime-linux-aarch64\lib'
        Contents: 'libonnxruntime.so.*'
        TargetFolder: '$(Build.SourcesDirectory)\js\node\bin\napi-v3\linux\arm64'
    - task: CopyFiles@2
      displayName: 'Copy nodejs binaries to: $(Build.SourcesDirectory)\js\node\bin\napi-v3\linux\arm64\'
      inputs:
        SourceFolder: '$(Build.BinariesDirectory)\nodejs-artifacts\linux\arm64'
        Contents: '*.node'
        TargetFolder: '$(Build.SourcesDirectory)\js\node\bin\napi-v3\linux\arm64'

    # Node.js binding darwin/x64
    - task: CopyFiles@2
      displayName: 'Copy nuget binaries to: $(Build.SourcesDirectory)\js\node\bin\napi-v3\darwin\x64\'
      inputs:
        SourceFolder: '$(Build.BinariesDirectory)\RelWithDebInfo\RelWithDebInfo\nuget-artifacts\onnxruntime-osx-x86_64\lib'
        Contents: 'libonnxruntime.*.dylib'
        TargetFolder: '$(Build.SourcesDirectory)\js\node\bin\napi-v3\darwin\x64'
    - task: CopyFiles@2
      displayName: 'Copy nodejs binaries to: $(Build.SourcesDirectory)\js\node\bin\napi-v3\darwin\x64\'
      inputs:
        SourceFolder: '$(Build.BinariesDirectory)\nodejs-artifacts\darwin\x64'
        Contents: '*.node'
        TargetFolder: '$(Build.SourcesDirectory)\js\node\bin\napi-v3\darwin\x64'

    # Node.js binding darwin/arm64
    - task: CopyFiles@2
      displayName: 'Copy nuget binaries to: $(Build.SourcesDirectory)\js\node\bin\napi-v3\darwin\arm64\'
      inputs:
        SourceFolder: '$(Build.BinariesDirectory)\RelWithDebInfo\RelWithDebInfo\nuget-artifacts\onnxruntime-osx-arm64\lib'
        Contents: 'libonnxruntime.*.dylib'
        TargetFolder: '$(Build.SourcesDirectory)\js\node\bin\napi-v3\darwin\arm64'
    - task: CopyFiles@2
      displayName: 'Copy nodejs binaries to: $(Build.SourcesDirectory)\js\node\bin\napi-v3\darwin\arm64\'
      inputs:
        SourceFolder: '$(Build.BinariesDirectory)\nodejs-artifacts\darwin\arm64'
        Contents: '*.node'
        TargetFolder: '$(Build.SourcesDirectory)\js\node\bin\napi-v3\darwin\arm64'

    - task: PowerShell@2
      inputs:
        filePath: '$(Build.SourcesDirectory)\tools\ci_build\github\js\pack-npm-packages.ps1'
        arguments: '$(NpmPackagingMode) $(Build.SourcesDirectory) node'
        workingDirectory: $(Build.BinariesDirectory)
        errorActionPreference: stop
      displayName: 'Pack NPM packages'

    - task: CopyFiles@2
      displayName: 'Copy onnxruntime-common package to staging directory'
      inputs:
        SourceFolder: '$(Build.SourcesDirectory)/js/common/'
        Contents: 'onnxruntime-common-*.tgz'
        TargetFolder: '$(Build.ArtifactStagingDirectory)'

    - task: CopyFiles@2
      displayName: 'Copy onnxruntime-node package to staging directory'
      inputs:
        SourceFolder: '$(Build.SourcesDirectory)/js/node/'
        Contents: 'onnxruntime-node-*.tgz'
        TargetFolder: '$(Build.ArtifactStagingDirectory)'

    - task: PublishPipelineArtifact@0
      displayName: 'Publish NPM packages files'
      inputs:
        artifactName: 'NPM_packages'
        targetPath: '$(Build.ArtifactStagingDirectory)'

    - template: component-governance-component-detection-steps.yml
      parameters :
        condition : 'succeeded'

    - task: mspremier.PostBuildCleanup.PostBuildCleanup-task.PostBuildCleanup@3
      displayName: 'Clean Agent Directories'
      condition: always()

- template: ../nuget/templates/test_win.yml
  parameters:
    AgentPool : 'onnxruntime-Win-CPU-2022'
    Skipx86Tests : false
    NugetPackageName : 'Microsoft.ML.OnnxRuntime'
    ArtifactSuffix: 'CPU'

- template: ../nuget/templates/test_linux.yml
  parameters:
    AgentPool : onnxruntime-Ubuntu2004-AMD-CPU
    NugetPackageName : 'Microsoft.ML.OnnxRuntime'
    ArtifactSuffix: 'CPU'
    SpecificArtifact: ${{ parameters.SpecificArtifact }}
    BuildId: ${{ parameters.BuildId }}

- template: ../nuget/templates/test_macos.yml
  parameters:
    AgentPool : macOS-13
    ArtifactSuffix: 'CPU'

- template: ../nodejs/templates/test_win.yml
  parameters:
    AgentPool : 'onnxruntime-Win-CPU-2022'
    StageSuffix : 'Win_CPU_x64'

- template: ../nodejs/templates/test_linux.yml
  parameters:
    AgentPool : 'onnxruntime-Ubuntu2004-AMD-CPU'
    StageSuffix : 'Linux_CPU_x64'

- template: ../nodejs/templates/test_macos.yml
  parameters:
    StageSuffix : 'macOS_CPU_x64'
- stage: Final_Jar_Testing_Windows
  dependsOn:
    Jar_Packaging
  jobs:
  - job:
    workspace:
      clean: all
    pool: 'onnxruntime-Win-CPU-2022'
    timeoutInMinutes: 60
    variables:
    - name: runCodesignValidationInjection
      value: false

    steps:
    - template: set-version-number-variables-step.yml

    - task: DownloadPipelineArtifact@2
      displayName: 'Download Final Jar'
      inputs:
          buildType: 'current'
          artifactName: 'onnxruntime-java'
          targetPath: '$(Build.BinariesDirectory)\final-jar'

    - task: CmdLine@2
      inputs:
        script: |
          mkdir test
          pushd test
          jar xf $(Build.BinariesDirectory)\final-jar\testing.jar
          popd
          powershell -Command "Invoke-WebRequest https://oss.sonatype.org/service/local/repositories/releases/content/org/junit/platform/junit-platform-console-standalone/1.6.2/junit-platform-console-standalone-1.6.2.jar -OutFile junit-platform-console-standalone-1.6.2.jar"
          powershell -Command "Invoke-WebRequest https://oss.sonatype.org/service/local/repositories/releases/content/com/google/protobuf/protobuf-java/3.21.7/protobuf-java-3.21.7.jar -OutFile protobuf-java-3.21.7.jar"
          java -jar junit-platform-console-standalone-1.6.2.jar -cp .;.\test;protobuf-java-3.21.7.jar;onnxruntime-$(OnnxRuntimeVersion).jar --scan-class-path --fail-if-no-tests --disable-banner          
        workingDirectory: '$(Build.BinariesDirectory)\final-jar'

    - template: component-governance-component-detection-steps.yml
      parameters :
        condition : 'succeeded'
    - task: mspremier.PostBuildCleanup.PostBuildCleanup-task.PostBuildCleanup@3
      displayName: 'Clean Agent Directories'
      condition: always()
- stage: Final_Jar_Testing_Linux
  dependsOn:
    Jar_Packaging
  jobs:
  - job:
    workspace:
      clean: all
    pool: 'onnxruntime-Ubuntu2004-AMD-CPU'
    variables:
    - name: runCodesignValidationInjection
      value: false
    timeoutInMinutes: 60

    steps:
    - template: set-version-number-variables-step.yml
    - task: DownloadPipelineArtifact@2
      displayName: 'Download Final Jar'
      inputs:
        buildType: 'current'
        artifactName: 'onnxruntime-java'
        targetPath: '$(Build.BinariesDirectory)/final-jar'

    - task: CmdLine@2
      inputs:
        script: |
          echo "Java Version"
          java --version
          mkdir test
          pushd test
          jar xf $(Build.BinariesDirectory)/final-jar/testing.jar
          popd
          wget https://oss.sonatype.org/service/local/repositories/releases/content/org/junit/platform/junit-platform-console-standalone/1.6.2/junit-platform-console-standalone-1.6.2.jar -P ./
          wget https://oss.sonatype.org/service/local/repositories/releases/content/com/google/protobuf/protobuf-java/3.21.7/protobuf-java-3.21.7.jar -P ./
          LD_LIBRARY_PATH=./test:${LD_LIBRARY_PATH}
          java -jar ./junit-platform-console-standalone-1.6.2.jar -cp .:./test:./protobuf-java-3.21.7.jar:./onnxruntime-$(OnnxRuntimeVersion).jar --scan-class-path --fail-if-no-tests --disable-banner          
        workingDirectory: '$(Build.BinariesDirectory)/final-jar'

    - template: component-governance-component-detection-steps.yml
      parameters :
        condition : 'succeeded'
    - task: mspremier.PostBuildCleanup.PostBuildCleanup-task.PostBuildCleanup@3
      displayName: 'Clean Agent Directories'
      condition: always()
- stage: Final_Jar_Testing_MacOs
  dependsOn:
    Jar_Packaging
  jobs:
  - job:
    workspace:
      clean: all
    pool:
      vmImage: 'macOS-13'
    variables:
    - name: runCodesignValidationInjection
      value: false
    timeoutInMinutes: 60
    steps:
    - template: set-version-number-variables-step.yml

    - task: DownloadPipelineArtifact@2
      displayName: 'Download Final Jar'
      inputs:
        buildType: 'current'
        artifactName: 'onnxruntime-java'
        targetPath: '$(Build.BinariesDirectory)/final-jar'

    - template: use-xcode-version.yml

    - task: CmdLine@2
      inputs:
          script: |
            echo "Java Version"
            java --version
            mkdir test
            pushd test
            jar xf $(Build.BinariesDirectory)/final-jar/testing.jar
            popd
            wget https://oss.sonatype.org/service/local/repositories/releases/content/org/junit/platform/junit-platform-console-standalone/1.6.2/junit-platform-console-standalone-1.6.2.jar -P ./
            wget https://oss.sonatype.org/service/local/repositories/releases/content/com/google/protobuf/protobuf-java/3.21.7/protobuf-java-3.21.7.jar -P ./
            DYLD_LIBRARY_PATH=./test:${DYLD_LIBRARY_PATH}
            java -jar ./junit-platform-console-standalone-1.6.2.jar -cp .:./test:./protobuf-java-3.21.7.jar:./onnxruntime-$(OnnxRuntimeVersion).jar --scan-class-path --fail-if-no-tests --disable-banner            
          workingDirectory: '$(Build.BinariesDirectory)/final-jar'

    - template: component-governance-component-detection-steps.yml
      parameters :
        condition : 'succeeded'
    - task: mspremier.PostBuildCleanup.PostBuildCleanup-task.PostBuildCleanup@3
      displayName: 'Clean Agent Directories'
      condition: always()