Fix test failures

.github/workflows/test_build_wheels_linux_without_cuda.yml

@@ -44,4 +44,7 @@ jobs:
       build-matrix: ${{ needs.generate-matrix.outputs.matrix }}
       package-name: ${{ matrix.package-name }}
       trigger-event: "${{ github.event_name }}"
-      build-platform: 'python-build-package'
+      build-platform: python-build-package
+      pip-install-torch-extra-args:
+        torchvision
+        torchao

.github/workflows/test_build_wheels_m1.yml

@@ -22,7 +22,6 @@ jobs:
       os: macos-arm64
       test-infra-repository: ${{ github.repository }}
       test-infra-ref: ${{ github.ref }}
-
   test:
     needs: generate-matrix
     strategy:
@@ -56,18 +55,3 @@ jobs:
       trigger-event: "${{ github.event_name }}"
       cache-path: ${{ matrix.cache-path }}
       cache-key: ${{ matrix.cache-key }}
-
-  test-artifact-name:
-    needs: generate-matrix
-    uses: ./.github/workflows/build_wheels_macos.yml
-    name: pytorch/ao
-    with:
-      repository: pytorch/ao
-      ref: drisspg/stack/31
-      test-infra-repository: pytorch/test-infra
-      build-matrix: ${{ needs.generate-matrix.outputs.matrix }}
-      pre-script: packaging/pre_build_script.sh
-      smoke-test-script: test/smoke_test.py
-      runner-type: macos-m1-stable
-      package-name: torchao
-      trigger-event: "${{ github.event_name }}"

.github/workflows/test_build_wheels_windows_with_cuda.yml

@@ -28,11 +28,6 @@ jobs:
       fail-fast: false
       matrix:
         include:
-        - repository: pytorch/audio
-          env-script: packaging/vc_env_helper.bat
-          wheel-build-params: "--plat-name win_amd64"
-          smoke-test-script: test/smoke_test/smoke_test.py
-          package-name: torchaudio
         - repository: pytorch/vision
           pre-script: packaging/pre_build_script.sh
           env-script: packaging/windows/internal/vc_env_helper.bat