diff --git a/.github/workflows/build_steps.yml b/.github/workflows/build_steps.yml
index 9a81e53cda8..a03808f9ace 100644
--- a/.github/workflows/build_steps.yml
+++ b/.github/workflows/build_steps.yml
@@ -95,8 +95,6 @@ jobs:
       - name: Enable Windows compiler commands
         if: matrix.os == 'windows'
         uses: ilammy/msvc-dev-cmd@v1.12.1
-        with:
-          toolset: 14.41
 
       - name: Extra envs
         # This has to come after msvc-dev-cmd to overwrite the bad VCPKG_ROOT it sets
@@ -130,6 +128,9 @@ jobs:
 
       - name: CMake compile
         if: inputs.job_type != 'build-python-wheels'
+        env:
+          CMAKE_CXX_COMPILER: "C:\\Program Files (x86)\\Microsoft Visual Studio\\2022\\BuildTools\\VC\\Tools\\MSVC\\14.41.34120\\bin\\Hostx64\\x64\\cl.exe"
+          CMAKE_C_COMPILER: "C:\\Program Files (x86)\\Microsoft Visual Studio\\2022\\BuildTools\\VC\\Tools\\MSVC\\14.41.34120\\bin\\Hostx64\\x64\\cl.exe"
         # We are pinning the version to 10.6 because >= 10.7, use node20 which is not supported in the container
         uses: lukka/run-cmake@v10.6
         with: