diff --git a/.github/workflows/build.yml b/.github/workflows/build.yml
index dbe19d69f4..468bce5b7f 100644
--- a/.github/workflows/build.yml
+++ b/.github/workflows/build.yml
@@ -106,7 +106,7 @@ jobs:
       run: |
         cd src
         git apply --exclude=.github/workflows/windows.yml .patch/1680.patch
-        git apply .patch/1684.patch
+        git apply --exclude=cmake/dependencies/pybind11.cmake .patch/1684.patch
 
     - name: Build wheel
       env: