Fix missing pip install torch in Github CI (#1828)

Summary:

I think we missed some spots in D85670693

Reviewed By: dulinriley

Differential Revision: D86789995

Author: thomasywang

.github/workflows/publish_release.yml

@@ -21,7 +21,7 @@ jobs:
         include:
           - name: 4xlarge
             runs-on: linux.g5.4xlarge.nvidia.gpu
-            install-args: '--pre --extra-index-url https://download.pytorch.org/whl/test/cu128'
+            torch-spec: '--pre torch --index-url https://download.pytorch.org/whl/nightly/cu128'
             gpu-arch-type: "cuda"
             gpu-arch-version: "12.8"
     uses: pytorch/test-infra/.github/workflows/linux_job_v2.yml@main
@@ -34,7 +34,12 @@ jobs:
       upload-artifact: monarch-${{ matrix.python-version }}-${{ matrix.gpu-arch-type }}${{ matrix.gpu-arch-version }}
       script: |
         source scripts/common-setup.sh
-        setup_build_environment ${{ matrix.python-version }} "${{ matrix.install-args }}"
+        setup_build_environment ${{ matrix.python-version }}
+
+        # Install torch nightly before installing the wheel,
+        # so that we can test the wheel against the latest nightly
+        pip install ${{ matrix.torch-spec }}
+        pip install -r build-requirements.txt
 
         # Setup Tensor Engine dependencies
         setup_tensor_engine

.github/workflows/wheels.yml

@@ -21,7 +21,7 @@ jobs:
         include:
           - name: 4xlarge
             runs-on: linux.g5.4xlarge.nvidia.gpu
-            install-args: '--pre --extra-index-url https://download.pytorch.org/whl/nightly/cu126'
+            torch-spec: '--pre torch --index-url https://download.pytorch.org/whl/nightly/cu126'
             gpu-arch-type: "cuda"
             gpu-arch-version: "12.6"
     uses: pytorch/test-infra/.github/workflows/linux_job_v2.yml@main
@@ -34,7 +34,12 @@ jobs:
       upload-artifact: monarch-${{ matrix.python-version }}-${{ matrix.gpu-arch-type }}${{ matrix.gpu-arch-version }}
       script: |
         source scripts/common-setup.sh
-        setup_build_environment ${{ matrix.python-version }} "${{ matrix.install-args }}"
+        setup_build_environment ${{ matrix.python-version }}
+
+        # Install torch nightly before installing the wheel,
+        # so that we can test the wheel against the latest nightly
+        pip install ${{ matrix.torch-spec }}
+        pip install -r build-requirements.txt
 
         # Setup Tensor Engine dependencies
         setup_tensor_engine

scripts/common-setup.sh

@@ -107,7 +107,6 @@ setup_pytorch_with_headers() {
 # Common setup for build workflows (environment + system deps + rust)
 setup_build_environment() {
     local python_version=${1:-3.10}
-    local install_args=${2:-}
     setup_conda_environment "${python_version}"
     install_system_dependencies
     setup_rust_toolchain