Migrate Zip-Nuget Package Pipeline to 1ES

tools/ci_build/github/azure-pipelines/nuget/templates/dml-vs-2022.yml

@@ -144,7 +144,7 @@ stages:
           displayName: 'Create NuGet Package'
           failOnStderr: true
 
-        - task: PublishPipelineArtifact@0
+        - task: 1ES.PublishPipelineArtifact@1
           displayName: 'Publish Pipeline Artifact: ${{ parameters.ArtifactName }}'
           inputs:
             artifactName: ${{ parameters.ArtifactName }}
@@ -182,7 +182,7 @@ stages:
           workingDirectory: '$(Build.SourcesDirectory)\js\node'
           displayName: 'Create NPM Package'
 
-        - task: PublishPipelineArtifact@0
+        - task: 1ES.PublishPipelineArtifact@1
           displayName: 'Publish Pipeline Artifact: ${{ parameters.ArtifactName }}'
           inputs:
             artifactName: ${{ parameters.ArtifactName }}
@@ -208,7 +208,7 @@ stages:
             DisplayName: 'ESRP - Sign Node.js binding binaries'
             DoEsrp: ${{ parameters.DoEsrp }}
             Pattern: '*.node'
-        - task: PublishPipelineArtifact@1
+        - task: 1ES.PublishPipelineArtifact@1
           inputs:
             targetPath: '$(Build.SourcesDirectory)\js\node\bin\napi-v3\win32\${{ parameters.sln_platform }}'
             artifactName: 'drop-onnxruntime-nodejs-win-${{ parameters.sln_platform }}-dml'

tools/ci_build/github/azure-pipelines/stages/download-java-tools-stage.yml

@@ -5,6 +5,7 @@ stages:
   - job: Download_Java_Tools
     pool:
       name: 'onnxruntime-Ubuntu2204-AMD-CPU'
+      os: linux
     steps:
     - checkout: none
     - task: CmdLine@2
@@ -17,11 +18,13 @@ stages:
           wget --tries=3 https://oss.sonatype.org/service/local/repositories/releases/content/com/google/protobuf/protobuf-java/3.21.7/protobuf-java-3.21.7.jar -P ./
           popd
         workingDirectory: '$(Agent.TempDirectory)'
-    - task: PublishPipelineArtifact@1
+
+    - task: 1ES.PublishPipelineArtifact@1
       displayName: 'Publish Pipeline Java Tools Artifact'
       inputs:
         targetPath: '$(Agent.TempDirectory)/java-tools'
         artifact: 'onnxruntime-java-tools'
+
     - template: ../templates/component-governance-component-detection-steps.yml
       parameters :
         condition : 'succeeded'

tools/ci_build/github/azure-pipelines/stages/java-cuda-packaging-stage.yml

@@ -73,10 +73,10 @@ stages:
         SourceFolder: '$(Build.BinariesDirectory)\java-artifact\onnxruntime-java-win-x64'
         TargetFolder: '$(Build.ArtifactStagingDirectory)'
 
-    - task: PublishPipelineArtifact@1
+    - task: 1ES.PublishPipelineArtifact@1
       displayName: 'Publish Pipeline Artifact'
       inputs:
-        targetPath: '$(Build.ArtifactStagingDirectory)'
+        path: '$(Build.ArtifactStagingDirectory)'
         artifact: 'onnxruntime-java-gpu'
 
     - template: ../templates/component-governance-component-detection-steps.yml

tools/ci_build/github/azure-pipelines/stages/nuget-cuda-packaging-stage.yml

@@ -218,7 +218,7 @@ stages:
           parameters:
             condition: 'succeeded'
 
-        - task: PublishPipelineArtifact@0
+        - task: 1ES.PublishPipelineArtifact@1
           displayName: 'Publish Pipeline NuGet Artifact'
           inputs:
             artifactName: 'drop-signed-nuget-GPU'

tools/ci_build/github/azure-pipelines/stages/nuget-linux-cuda-packaging-stage.yml

@@ -218,7 +218,7 @@ stages:
           /src_dir/onnxruntime-inference-examples/c_cxx/squeezenet/run_capi_application.sh -o /src_dir/onnxruntime -p /artifact_src/onnxruntime-linux-x64-gpu-$(OnnxRuntimeVersion).tgz -w /src_dir/onnxruntime-inference-examples/c_cxx/squeezenet
         workingDirectory: '$(Build.ArtifactStagingDirectory)'
 
-    - task: PublishPipelineArtifact@1
+    - task: 1ES.PublishPipelineArtifact@1
       inputs:
         targetPath: '$(Build.ArtifactStagingDirectory)/onnxruntime-linux-x64-gpu-$(OnnxRuntimeVersion).tgz'
         artifactName: 'onnxruntime-linux-x64-gpu'

tools/ci_build/github/azure-pipelines/stages/nuget-win-cuda-packaging-stage.yml

@@ -160,7 +160,7 @@ stages:
             arguments: $(Build.SourcesDirectory)\onnxruntime $(Build.ArtifactStagingDirectory)\onnxruntime-win-x64-gpu-$(OnnxRuntimeVersion).zip $(Build.SourcesDirectory)\onnxruntime-inference-examples\c_cxx\squeezenet
             workingFolder: '$(Build.ArtifactStagingDirectory)'
 
-        - task: PublishPipelineArtifact@0
+        - task: 1ES.PublishPipelineArtifact@1
           displayName: 'Publish Pipeline Combined GPU Package Artifact'
           inputs:
             artifactName: 'onnxruntime-win-x64-gpu'

tools/ci_build/github/azure-pipelines/stages/nuget_dml_packaging_stage.yml

@@ -0,0 +1,99 @@
+parameters:
+- name: DoEsrp
+  type: boolean
+  default: true
+
+stages:
+- stage: NuGet_Packaging_DML
+  dependsOn:
+  - Windows_CI_GPU_DML_Dev
+  - Windows_CI_GPU_DML_Dev_x86
+  - Windows_CI_GPU_DML_Dev_arm64
+  condition: succeeded()
+  jobs:
+  - job: NuGet_Packaging_DML
+    workspace:
+      clean: all
+    pool: 'onnxruntime-Win2022-GPU-dml-A10'
+    steps:
+    - task: DownloadPipelineArtifact@0
+      displayName: 'Download Pipeline Artifact - NuGet DirectML'
+      inputs:
+        artifactName: 'drop-nuget-dml'
+        targetPath: '$(Build.BinariesDirectory)/nuget-artifact-dml'
+
+    - task: DownloadPipelineArtifact@0
+      displayName: 'Download Pipeline Artifact - NuGet DirectML x86'
+      inputs:
+        artifactName: 'drop-win-dml-x86-zip'
+        targetPath: '$(Build.BinariesDirectory)/nuget-artifact-dml'
+
+    - task: DownloadPipelineArtifact@0
+      displayName: 'Download Pipeline Artifact - NuGet DirectML arm64'
+      inputs:
+        artifactName: 'drop-win-dml-arm64-zip'
+        targetPath: '$(Build.BinariesDirectory)/nuget-artifact-dml'
+
+    - script: |
+        pushd $(Build.BinariesDirectory)\nuget-artifact-dml
+        dir
+        powershell -Command "Invoke-WebRequest http://stahlworks.com/dev/unzip.exe -OutFile unzip.exe"
+        powershell -Command "Invoke-WebRequest http://stahlworks.com/dev/zip.exe -OutFile zip.exe"
+        set PATH=%CD%;%PATH%
+        SETLOCAL EnableDelayedExpansion
+        FOR /R %%i IN (*.nupkg) do (
+            set filename=%%~ni
+            IF NOT "!filename:~25,7!"=="Managed" (
+                rename %%~ni.nupkg %%~ni.zip
+                unzip %%~ni.zip -d %%~ni
+                del /Q %%~ni.zip
+        
+                unzip win-dml-x86.zip -d win-x86
+                mkdir %%~ni\runtimes\win-x86
+                mkdir %%~ni\runtimes\win-x86\native
+        
+                move win-x86\runtimes\win-x86\native\onnxruntime.dll %%~ni\runtimes\win-x86\native\onnxruntime.dll
+                move win-x86\runtimes\win-x86\native\onnxruntime.lib %%~ni\runtimes\win-x86\native\onnxruntime.lib
+                move win-x86\runtimes\win-x86\native\onnxruntime.pdb %%~ni\runtimes\win-x86\native\onnxruntime.pdb
+        
+                unzip win-dml-arm64.zip -d win-arm64
+                mkdir %%~ni\runtimes\win-arm64
+                mkdir %%~ni\runtimes\win-arm64\native
+        
+                move win-arm64\runtimes\win-arm64\native\onnxruntime.dll %%~ni\runtimes\win-arm64\native\onnxruntime.dll
+                move win-arm64\runtimes\win-arm64\native\onnxruntime.lib %%~ni\runtimes\win-arm64\native\onnxruntime.lib
+                move win-arm64\runtimes\win-arm64\native\onnxruntime.pdb %%~ni\runtimes\win-arm64\native\onnxruntime.pdb
+        
+        
+                pushd %%~ni
+                zip -r ..\%%~ni.zip .
+                popd
+                move %%~ni.zip %%~ni.nupkg
+            )
+        )
+        popd
+        copy $(Build.BinariesDirectory)\nuget-artifact-dml\Microsoft.ML.OnnxRuntime.DirectML*nupkg $(Build.ArtifactStagingDirectory)
+      displayName: 'Bundle DML NuGet and other binaries'
+
+    - template: ../templates/esrp_nuget.yml
+      parameters:
+        DisplayName: 'ESRP - sign NuGet package'
+        FolderPath: '$(Build.ArtifactStagingDirectory)'
+        DoEsrp: ${{ parameters.DoEsrp }}
+
+    - template: ../templates/validate-package.yml
+      parameters:
+        PackageType: 'nuget'
+        PackagePath: '$(Build.ArtifactStagingDirectory)'
+        PackageName: 'Microsoft.ML.OnnxRuntime.DirectML*nupkg'
+        PlatformsSupported: 'win-x64,win-x86,win-arm64'
+        VerifyNugetSigning: ${{ parameters.DoEsrp }}
+
+    - task: 1ES.PublishPipelineArtifact@1
+      displayName: 'Publish Pipeline NuGet Artifact'
+      inputs:
+        artifactName: 'drop-signed-nuget-dml'
+        targetPath: '$(Build.ArtifactStagingDirectory)'
+    - template: ../templates/component-governance-component-detection-steps.yml
+      parameters:
+        condition: 'succeeded'

tools/ci_build/github/azure-pipelines/templates/android-java-api-aar.yml

@@ -136,7 +136,7 @@ jobs:
       parameters:
         JarFileDirectory: '$(artifacts_directory)'
 
-  - task: PublishBuildArtifacts@1
+  - task: 1ES.PublishBuildArtifacts@1
     inputs:
-      pathtoPublish: '$(artifacts_directory)'
+      PathtoPublish: '$(artifacts_directory)'
       artifactName: '${{parameters.artifactName}}'

tools/ci_build/github/azure-pipelines/templates/c-api-artifacts-package-and-publish-steps-posix.yml

@@ -34,7 +34,7 @@ steps:
         archiveFile: '$(Build.ArtifactStagingDirectory)/${{parameters.artifactName}}.tgz'
         replaceExistingArchive: true
 
-    - task: PublishPipelineArtifact@1
+    - task: 1ES.PublishPipelineArtifact@1
       inputs:
         targetPath: '$(Build.ArtifactStagingDirectory)'
         artifactName: '${{parameters.artifactNameNoVersionString}}'

tools/ci_build/github/azure-pipelines/templates/c-api-artifacts-package-and-publish-steps-windows.yml

@@ -95,7 +95,7 @@ steps:
         archiveFile: '$(Build.ArtifactStagingDirectory)\${{parameters.artifactName}}.zip'
         replaceExistingArchive: true
 
-    - task: PublishPipelineArtifact@1
+    - task: 1ES.PublishPipelineArtifact@1
       inputs:
         targetPath: '$(Build.ArtifactStagingDirectory)\${{parameters.artifactName}}.zip'
         artifactName: '${{parameters.artifactNameNoVersionString}}'

tools/ci_build/github/azure-pipelines/templates/c-api-cpu.yml

@@ -152,9 +152,9 @@ stages:
           --mac_catalyst_enabled
       displayName: "Test Apple framework"
 
-    - task: PublishBuildArtifacts@1
+    - task: 1ES.PublishBuildArtifacts@1
       inputs:
-        pathtoPublish: '$(Build.BinariesDirectory)/artifacts'
+        PathtoPublish: '$(Build.BinariesDirectory)/artifacts'
         artifactName: 'onnxruntime-ios-full-xcframework'
 
     - template: component-governance-component-detection-steps.yml
@@ -282,10 +282,10 @@ stages:
         SourceFolder: '$(Build.BinariesDirectory)\java-artifact\onnxruntime-java-win-x64'
         TargetFolder: '$(Build.ArtifactStagingDirectory)'
 
-    - task: PublishPipelineArtifact@1
+    - task: 1ES.PublishPipelineArtifact@1
       displayName: 'Publish Pipeline Artifact'
       inputs:
-        targetPath: '$(Build.ArtifactStagingDirectory)'
+        path: '$(Build.ArtifactStagingDirectory)'
         artifact: 'onnxruntime-java'
 
     - template: component-governance-component-detection-steps.yml
@@ -488,11 +488,12 @@ stages:
         PlatformsSupported: 'win-x64,win-x86,linux-x64,linux-arm64,osx-x64'
         VerifyNugetSigning: false
 
-    - task: PublishPipelineArtifact@0
+    - task: 1ES.PublishPipelineArtifact@1
       displayName: 'Publish Pipeline NuGet Artifact'
       inputs:
-        artifactName: 'drop-signed-nuget-CPU'
-        targetPath: '$(Build.ArtifactStagingDirectory)'
+        path: '$(Build.ArtifactStagingDirectory)'
+        artifact: 'drop-signed-nuget-CPU'
+
 
 
     - task: MSBuild@1
@@ -767,11 +768,11 @@ stages:
         Contents: 'onnxruntime-node-*.tgz'
         TargetFolder: '$(Build.ArtifactStagingDirectory)'
 
-    - task: PublishPipelineArtifact@0
+    - task: 1ES.PublishPipelineArtifact@1
       displayName: 'Publish NPM packages files'
       inputs:
-        artifactName: 'NPM_packages'
-        targetPath: '$(Build.ArtifactStagingDirectory)'
+        path: '$(Build.ArtifactStagingDirectory)'
+        artifact: 'NPM_packages'
 
     - template: component-governance-component-detection-steps.yml
       parameters :

tools/ci_build/github/azure-pipelines/templates/java-api-artifacts-package-and-publish-steps-posix.yml

@@ -15,7 +15,7 @@ steps:
         args: '-r $(Build.BinariesDirectory) -c ${{parameters.buildConfig}} -a ${{parameters.artifactName}} -l ${{parameters.libraryName}} -n ${{parameters.nativeLibraryName}} -v ${{parameters.version}} -h ${{parameters.arch}}'
         workingDirectory: '$(Build.BinariesDirectory)/${{parameters.buildConfig}}'    
 
-    - task: PublishBuildArtifacts@1
+    - task: 1ES.PublishBuildArtifacts@1
       inputs:
-        pathtoPublish: '$(Build.BinariesDirectory)/${{parameters.artifactName}}'
+        PathtoPublish: '$(Build.BinariesDirectory)/${{parameters.artifactName}}'
         artifactName: 'drop-${{parameters.artifactName}}'

tools/ci_build/github/azure-pipelines/templates/mac-cpu-packaging-pipeline.yml

@@ -129,7 +129,7 @@ stages:
             rm -rf $(Agent.TempDirectory)/macpackage
           displayName: 'Verify code signing'
 
-      - task: PublishPipelineArtifact@1
+      - task: 1ES.PublishPipelineArtifact@1
         inputs:
           targetPath: '$(Build.ArtifactStagingDirectory)'
           artifact: 'onnxruntime-osx'

tools/ci_build/github/azure-pipelines/templates/mac-cpu-packaging-steps.yml

@@ -83,8 +83,10 @@ steps:
   displayName: 'Copy libcustom_op_library.dylib to ArtifactStagingDirectory'
   condition: and(succeeded(), eq('${{ parameters.MacosArch }}', 'x86_64'))
 
-- publish: '$(Build.ArtifactStagingDirectory)'
-  artifact: 'onnxruntime-osx-${{ parameters.MacosArch }}'
+- task: 1ES.PublishPipelineArtifact@1
+  inputs:
+    path: '$(Build.ArtifactStagingDirectory)'
+    artifact: 'onnxruntime-osx-${{ parameters.MacosArch }}'
 
 - ${{ if eq(parameters.BuildJava, true) }}:
     - template: java-api-artifacts-package-and-publish-steps-posix.yml

tools/ci_build/github/azure-pipelines/templates/nodejs-artifacts-package-and-publish-steps-posix.yml

@@ -10,7 +10,7 @@ parameters:
   default: ''
 
 steps:
-    - task: PublishPipelineArtifact@1
+    - task: 1ES.PublishPipelineArtifact@1
       inputs:
         targetPath: '$(Build.SourcesDirectory)/js/node/bin/napi-v3/${{ parameters.os }}/${{ parameters.arch }}/onnxruntime_binding.node' 
         artifactName: '${{parameters.artifactName}}'

tools/ci_build/github/azure-pipelines/templates/nodejs-artifacts-package-and-publish-steps-windows.yml

@@ -22,7 +22,7 @@ steps:
         DoEsrp: ${{parameters.DoEsrp}}
         Pattern: '*.node'
 
-  - task: PublishPipelineArtifact@1
+  - task: 1ES.PublishPipelineArtifact@1
     inputs:
       targetPath: '$(Build.SourcesDirectory)\js\node\bin\napi-v3\win32\${{ parameters.arch }}\onnxruntime_binding.node' 
       artifactName: '${{parameters.artifactName}}'

tools/ci_build/github/azure-pipelines/templates/win-ci.yml

@@ -177,10 +177,10 @@ stages:
             ${{ else }}:
               buildOnly: false
 
-        - task: PublishBuildArtifacts@1
+        - task: 1ES.PublishBuildArtifacts@1
           displayName: 'Publish Java temp binaries'
           inputs:
-            pathtoPublish: '$(Build.BinariesDirectory)\onnxruntime-java-win-${{ parameters.msbuildPlatform }}'
+            PathtoPublish: '$(Build.BinariesDirectory)\onnxruntime-java-win-${{ parameters.msbuildPlatform }}'
             artifactName: 'drop-onnxruntime-java-win-${{ parameters.packageName }}${{parameters.artifact_name_suffix}}'
         # All GPU builds will be tested in the next stage with GPU machine
       - ${{ if contains(parameters.ort_build_pool_name, 'CPU') }}:
@@ -213,11 +213,10 @@ stages:
             displayName: 'Copy java pad and folder for java test'
             workingDirectory: '$(Build.BinariesDirectory)'
 
-        - task: PublishPipelineArtifact@1
+        - task: 1ES.PublishPipelineArtifact@1
           inputs:
             targetPath: '$(Agent.TempDirectory)/RelWithDebInfo'
             artifactName: 'Windows_Packaging_${{ parameters.stage_name_suffix }}_build_artifacts'
-            publishLocation: 'pipeline'
 
       - script: |
           dir *.dll