diff --git a/.github/workflows/conda-build-test.yml b/.github/workflows/conda-build-test.yml
index 2ee85f7f66..027ac8e0f6 100644
--- a/.github/workflows/conda-build-test.yml
+++ b/.github/workflows/conda-build-test.yml
@@ -67,13 +67,14 @@ jobs:
           gh_token: ${{ secrets.GITHUB_TOKEN }}
           install_cmd: conda run --no-capture-output -n triton pip install
           python_version: ${{ matrix.python }}
-          wheels_pattern: '{intel_extension_for_pytorch-*,torch-*}'
+          wheels_pattern: 'torch-*'
 
       - name: Build Triton
         run: |
           set -x
           export DEBUG=1
           cd python
+          conda run --no-capture-output -n triton pip install pybind11
           conda run --no-capture-output -n triton pip install --no-build-isolation -e '.[build,tests,tutorials]'
 
       - name: Run core tests
diff --git a/.github/workflows/no-basekit-build-test.yml b/.github/workflows/no-basekit-build-test.yml
index b0e257066e..810d0b961c 100644
--- a/.github/workflows/no-basekit-build-test.yml
+++ b/.github/workflows/no-basekit-build-test.yml
@@ -90,7 +90,7 @@ jobs:
           gh_token: ${{ secrets.GITHUB_TOKEN }}
           install_cmd: conda run --no-capture-output -n triton pip install
           python_version: ${{ matrix.python }}
-          wheels_pattern: '{intel_extension_for_pytorch-*,torch-*}'
+          wheels_pattern: 'torch-*'
 
       - name: Build Triton
         run: |
@@ -98,6 +98,7 @@ jobs:
           python -m venv ./.venv; source ./.venv/bin/activate
           export DEBUG=1
           cd python
+          conda run --no-capture-output -n triton pip install pybind11
           conda run --no-capture-output -n triton pip install --no-build-isolation -e '.[build,tests,tutorials]'
 
       - name: Run tests