diff --git a/.github/actions/setup-windows-builder/action.yaml b/.github/actions/setup-windows-builder/action.yaml
index 97be610217fd..5e937358c7d7 100644
--- a/.github/actions/setup-windows-builder/action.yaml
+++ b/.github/actions/setup-windows-builder/action.yaml
@@ -40,8 +40,7 @@ runs:
       run: |
         # Avoid self update to avoid CI failures: https://github.com/apache/datafusion/issues/9653
         rustup toolchain install stable --no-self-update
+        rustup default stable
         rustup component add rustfmt
-        rustup component add llvm-tools-preview
-        rustup default stable-x86_64-pc-windows-msvc
     - name: Configure rust runtime env
       uses: ./.github/actions/setup-rust-runtime