merge main

amarin16 · Feb 11, 2025 · deecb34 · deecb34
2 parents 1945284 + 989c96c
commit deecb34
Show file tree

Hide file tree

Showing 331 changed files with 8,851 additions and 4,725 deletions.
diff --git a/.config/1espt/PipelineAutobaseliningConfig.yml b/.config/1espt/PipelineAutobaseliningConfig.yml
@@ -14,6 +14,13 @@ pipelines:
           lastModifiedDate: 2024-10-25
         armory:
           lastModifiedDate: 2024-10-25
+      binary:
+        credscan:
+          lastModifiedDate: 2025-02-06
+        binskim:
+          lastModifiedDate: 2025-02-06
+        spotbugs:
+          lastModifiedDate: 2025-02-06
     usedNonDefaultBranch: true
   1299:
     retail:

diff --git a/.config/guardian/.gdnbaselines b/.config/guardian/.gdnbaselines
@@ -38,6 +38,20 @@
       "createdDate": "2024-11-13 11:20:17Z",
       "expirationDate": "2025-05-02 11:55:15Z",
       "justification": "This error is baselined with an expiration date of 180 days from 2024-11-13 11:55:15Z"
+    },
+    "6f6606e50e82b2d3c823c435151f4b69c1fbde92f274753b793d948856cfc462": {
+      "signature": "6f6606e50e82b2d3c823c435151f4b69c1fbde92f274753b793d948856cfc462",
+      "alternativeSignatures": [],
+      "target": "ScanTelemetry_20250206154816289.json",
+      "line": 1,
+      "memberOf": [
+        "default"
+      ],
+      "tool": "credscan",
+      "ruleId": "CSCAN-AZURE0130",
+      "createdDate": "2025-02-06 15:53:46Z",
+      "expirationDate": "2025-07-26 16:26:55Z",
+      "justification": "This error is baselined with an expiration date of 180 days from 2025-02-06 16:26:55Z"
     }
   }
 }
diff --git a/.github/workflows/mac.yml b/.github/workflows/mac.yml
@@ -109,101 +109,6 @@ jobs:
           --apple_sysroot=iphonesimulator \
           --osx_arch=${{ matrix.target_arch }}
 
-  Vcpkg:
-    runs-on: macos-13
-    steps:
-    - uses: actions/checkout@v4
-    - uses: actions/setup-python@v5
-      with:
-        python-version: ${{ env.python_version }}
-
-    - name: "Run Homebrew"
-      run: brew install autoconf automake autoconf-archive
-
-    - name: "Run vcpkg(x64-osx)"
-      uses: lukka/run-vcpkg@v11
-      with:
-        vcpkgDirectory: "${{ runner.temp }}/vcpkg"
-        vcpkgGitCommitId: "b322364f06308bdd24823f9d8f03fe0cc86fd46f" # 2024.12.16
-        runVcpkgInstall: true # vcpkg install --x-manifest-root cmake --x-install-root .build --overlay-triplets cmake/vcpkg-triplets/default
-        vcpkgJsonGlob: "cmake/vcpkg.json"
-        vcpkgConfigurationJsonGlob: "cmake/vcpkg-configuration.json"
-      env:
-        VCPKG_INSTALLED_DIR: "${{ github.workspace }}/.build"
-        VCPKG_DEFAULT_TRIPLET: "x64-osx"
-        VCPKG_OVERLAY_TRIPLETS: "${{ github.workspace }}/cmake/vcpkg-triplets/default"
-        # VCPKG_BINARY_SOURCES: "default" # https://learn.microsoft.com/en-us/vcpkg/reference/binarycaching
-
-    - name: "Run compile_schema.py"
-      run: |
-        set -e -x
-        # Runner's host triplet should be x64-osx or arm64-osx
-        export FLATC_DIR="${{ github.workspace }}/.build/${{ runner.arch }}-osx/tools/flatbuffers"
-        export PATH="$FLATC_DIR:$PATH"
-        flatc --version
-        python onnxruntime/core/flatbuffers/schema/compile_schema.py --flatc "$(which flatc)"
-        python onnxruntime/lora/adapter_format/compile_schema.py --flatc "$(which flatc)"
-
-    - name: "Detect protoc"
-      id: protoc-detect
-      run: |
-        export PROTOC_DIR="${{ github.workspace }}/.build/${{ runner.arch }}-osx/tools/protobuf"
-        export PATH="$PROTOC_DIR:$PATH"
-        protoc --version
-        echo "protoc_path=$(which protoc)" >> "$GITHUB_OUTPUT"
-
-    - name: "Run build.py(x64-osx)"
-      run: |
-        python ./tools/ci_build/build.py \
-          --build_dir "build/x64-osx" \
-          --skip_submodule_sync \
-          --skip_tests \
-          --compile_no_warning_as_error \
-          --parallel \
-          --path_to_protoc_exe "${{ steps.protoc-detect.outputs.protoc_path }}" \
-          --osx_arch x86_64 \
-          --use_vcpkg \
-          --cmake_extra_defines "CMAKE_TOOLCHAIN_FILE:FILEPATH=${VCPKG_ROOT}/scripts/buildsystems/vcpkg.cmake" \
-          --cmake_extra_defines "VCPKG_TARGET_TRIPLET=x64-osx" \
-          --cmake_extra_defines "VCPKG_INSTALLED_DIR:PATH=${{ github.workspace }}/.build" \
-          --cmake_extra_defines "VCPKG_INSTALL_OPTIONS=--x-feature=tests"
-      env:
-        VCPKG_OVERLAY_TRIPLETS: "${{ github.workspace }}/cmake/vcpkg-triplets/default"
-      shell: bash
-
-    - name: "Run vcpkg(arm64-osx)"
-      uses: lukka/run-vcpkg@v11
-      with:
-        vcpkgDirectory: "${{ runner.temp }}/vcpkg"
-        doNotUpdateVcpkg: true
-        runVcpkgInstall: true # vcpkg install --x-manifest-root cmake --x-install-root .build --overlay-triplets cmake/vcpkg-triplets/default
-        vcpkgJsonGlob: "cmake/vcpkg.json"
-        vcpkgConfigurationJsonGlob: "cmake/vcpkg-configuration.json"
-      env:
-        VCPKG_INSTALLED_DIR: "${{ github.workspace }}/.build"
-        VCPKG_DEFAULT_TRIPLET: "arm64-osx"
-        VCPKG_OVERLAY_TRIPLETS: "${{ github.workspace }}/cmake/vcpkg-triplets/default"
-        # VCPKG_BINARY_SOURCES: "default" # https://learn.microsoft.com/en-us/vcpkg/reference/binarycaching
-
-    - name: "Run build.py(arm64-osx)"
-      run: |
-        python ./tools/ci_build/build.py \
-          --build_dir "build/arm64-osx" \
-          --skip_submodule_sync \
-          --skip_tests \
-          --compile_no_warning_as_error \
-          --parallel \
-          --path_to_protoc_exe "${{ steps.protoc-detect.outputs.protoc_path }}" \
-          --osx_arch arm64 \
-          --use_vcpkg \
-          --cmake_extra_defines "CMAKE_TOOLCHAIN_FILE:FILEPATH=${VCPKG_ROOT}/scripts/buildsystems/vcpkg.cmake" \
-          --cmake_extra_defines "VCPKG_TARGET_TRIPLET=arm64-osx" \
-          --cmake_extra_defines "VCPKG_INSTALLED_DIR:PATH=${{ github.workspace }}/.build" \
-          --cmake_extra_defines "VCPKG_INSTALL_OPTIONS=--x-feature=tests"
-      env:
-        VCPKG_OVERLAY_TRIPLETS: "${{ github.workspace }}/cmake/vcpkg-triplets/default"
-      shell: bash
-
   Objective-C-StaticAnalysis:
     runs-on: macos-14
 

diff --git a/.github/workflows/windows.yml b/.github/workflows/windows.yml
@@ -41,98 +41,4 @@ jobs:
 
       # The build machine doesn't have a GPU. So the value of CMAKE_CUDA_ARCHITECTURES doesn't matter.
       - name: Build code
-        run: python tools\ci_build\build.py --windows_sdk_version 10.0.22621.0 --enable_training --build_java --config Debug --build_dir D:\b --skip_submodule_sync --build_csharp --update --build --parallel --cmake_generator "Visual Studio 17 2022" --build_shared_lib --enable_pybind --use_cuda --cuda_home=${{ github.workspace }}\cuda_sdk\v12.2 --enable_cuda_profiling  --cmake_extra_defines CMAKE_CUDA_ARCHITECTURES=75
-
-  Vcpkg:
-    runs-on: "windows-latest"
-    steps:
-      - uses: actions/checkout@v4
-      - uses: actions/setup-python@v5
-        with:
-          python-version: '3.11.x'
-          architecture: 'x64'
-
-      - name: "Run vcpkg(x64-windows)"
-        uses: lukka/run-vcpkg@v11
-        with:
-          vcpkgDirectory: "C:/vcpkg" # use VCPKG_INSTALLATION_ROOT of the image
-          vcpkgGitCommitId: "b322364f06308bdd24823f9d8f03fe0cc86fd46f" # 2024.12.16
-          runVcpkgInstall: true # vcpkg install --x-manifest-root cmake --x-install-root .build --overlay-triplets cmake/vcpkg-triplets/default
-          vcpkgJsonGlob: "cmake/vcpkg.json"
-          vcpkgConfigurationJsonGlob: "cmake/vcpkg-configuration.json"
-        env:
-          VCPKG_INSTALLED_DIR: "${{ github.workspace }}/.build"
-          VCPKG_DEFAULT_TRIPLET: "x64-windows"
-          VCPKG_OVERLAY_TRIPLETS: "${{ github.workspace }}/cmake/vcpkg-triplets/default"
-          # VCPKG_BINARY_SOURCES: "default" # https://learn.microsoft.com/en-us/vcpkg/reference/binarycaching
-
-      - name: "Run compile_schema.py"
-        run: |
-          # Runner's host triplet should be x64-windows or arm64-windows
-          $FLATC_DIR="${{ github.workspace }}/.build/${{ runner.arch }}-windows/tools/flatbuffers"
-          $env:PATH="$FLATC_DIR;$env:PATH"
-          flatc --version
-          $FLATC_PATH = Join-Path "$FLATC_DIR" "flatc.exe"
-          python onnxruntime/core/flatbuffers/schema/compile_schema.py --flatc "$FLATC_PATH"
-          python onnxruntime/lora/adapter_format/compile_schema.py --flatc "$FLATC_PATH"
-        shell: pwsh
-
-      - name: "Detect protoc"
-        id: protoc-detect
-        run: |
-          $PROTOC_DIR="${{ github.workspace }}/.build/${{ runner.arch }}-windows/tools/protobuf"
-          $env:PATH="$PROTOC_DIR;$env:PATH"
-          protoc --version
-          $PROTOC_PATH = Join-Path "$PROTOC_DIR" "protoc.exe"
-          "protoc_path=$PROTOC_PATH" >> $env:GITHUB_OUTPUT
-        shell: pwsh
-
-      - name: "Run build.py(x64-windows)"
-        run: |
-          python tools\ci_build\build.py `
-            --build_dir "cmake_build/x64-windows" `
-            --skip_submodule_sync `
-            --skip_tests `
-            --compile_no_warning_as_error `
-            --parallel `
-            --path_to_protoc_exe "${{ steps.protoc-detect.outputs.protoc_path }}" `
-            --use_vcpkg `
-            --cmake_extra_defines "CMAKE_TOOLCHAIN_FILE:FILEPATH=C:/vcpkg/scripts/buildsystems/vcpkg.cmake" `
-            --cmake_extra_defines "VCPKG_TARGET_TRIPLET=x64-windows" `
-            --cmake_extra_defines "VCPKG_INSTALLED_DIR:PATH=${{ github.workspace }}/.build" `
-            --cmake_extra_defines "VCPKG_INSTALL_OPTIONS=--x-feature=tests"
-        env:
-          VCPKG_OVERLAY_TRIPLETS: "${{ github.workspace }}/cmake/vcpkg-triplets/default"
-        shell: pwsh
-
-      - name: "Run vcpkg(arm64-windows)"
-        uses: lukka/run-vcpkg@v11
-        with:
-          vcpkgDirectory: "C:/vcpkg" # use VCPKG_INSTALLATION_ROOT of the image
-          doNotUpdateVcpkg: true
-          runVcpkgInstall: true # vcpkg install --x-manifest-root cmake --x-install-root .build --overlay-triplets cmake/vcpkg-triplets/default
-          vcpkgJsonGlob: "cmake/vcpkg.json"
-          vcpkgConfigurationJsonGlob: "cmake/vcpkg-configuration.json"
-        env:
-          VCPKG_INSTALLED_DIR: "${{ github.workspace }}/.build"
-          VCPKG_DEFAULT_TRIPLET: "arm64-windows"
-          VCPKG_OVERLAY_TRIPLETS: "${{ github.workspace }}/cmake/vcpkg-triplets/default"
-          # VCPKG_BINARY_SOURCES: "default" # https://learn.microsoft.com/en-us/vcpkg/reference/binarycaching
-
-      - name: "Run build.py(arm64-windows)"
-        run: |
-          python tools\ci_build\build.py `
-            --build_dir "cmake_build/arm64-windows" --arm64 `
-            --skip_submodule_sync `
-            --skip_tests `
-            --compile_no_warning_as_error `
-            --parallel `
-            --path_to_protoc_exe "${{ steps.protoc-detect.outputs.protoc_path }}" `
-            --use_vcpkg `
-            --cmake_extra_defines "CMAKE_TOOLCHAIN_FILE:FILEPATH=C:/vcpkg/scripts/buildsystems/vcpkg.cmake" `
-            --cmake_extra_defines "VCPKG_TARGET_TRIPLET=arm64-windows" `
-            --cmake_extra_defines "VCPKG_INSTALLED_DIR:PATH=${{ github.workspace }}/.build" `
-            --cmake_extra_defines "VCPKG_INSTALL_OPTIONS=--x-feature=tests"
-        env:
-          VCPKG_OVERLAY_TRIPLETS: "${{ github.workspace }}/cmake/vcpkg-triplets/default"
-        shell: pwsh
+        run: python tools\ci_build\build.py --windows_sdk_version 10.0.22621.0 --enable_training --build_java --config Debug --build_dir D:\b --skip_submodule_sync --build_csharp --update --build --parallel --cmake_generator "Visual Studio 17 2022" --build_shared_lib --enable_pybind --use_cuda --cuda_home=${{ github.workspace }}\cuda_sdk\v12.2 --enable_cuda_profiling  --cmake_extra_defines CMAKE_CUDA_ARCHITECTURES=75
diff --git a/cgmanifests/README.md b/cgmanifests/README.md
@@ -1,30 +1,3 @@
 # CGManifest Files
 This directory contains CGManifest (cgmanifest.json) files.
-See [here](https://docs.opensource.microsoft.com/tools/cg/cgmanifest.html) for details.
-
-## `cgmanifests/generated/cgmanifest.json`
-This file contains generated CGManifest entries.
-
-It covers these dependencies:
-- git submodules
-- dependencies from the Dockerfile `tools/ci_build/github/linux/docker/Dockerfile.manylinux2014_cuda11`
-- the entries in [../cmake/deps.txt](../cmake/deps.txt)
-
-If any of these dependencies change, this file should be updated.
-**When updating, please regenerate instead of editing manually.**
-
-### How to Generate
-1. Change to the repository root directory.
-2. Ensure the git submodules are checked out and up to date. For example, with:
-    ```
-    $ git submodule update --init --recursive
-    ```
-3. Run the generator script:
-    ```
-    $ python cgmanifests/generate_cgmanifest.py --username <xxx> --token <your_access_token>
-    ```
-
-Please supply your github username and access token to the script. If you don't have a token, you can generate one at https://github.com/settings/tokens. This is for authenticating with Github REST API so that you would not hit the rate limit.
-
-## `cgmanifests/cgmanifest.json`
-This file contains non-generated CGManifest entries. Please edit directly as needed.
+See [here](https://docs.opensource.microsoft.com/tools/cg/cgmanifest.html) for details.