diff --git a/.github/workflows/wheels-dependencies.sh b/.github/workflows/wheels-dependencies.sh
index b1154f23bb1..021a7bac65b 100755
--- a/.github/workflows/wheels-dependencies.sh
+++ b/.github/workflows/wheels-dependencies.sh
@@ -134,6 +134,7 @@ EOF
 }
 
 function build_libavif {
+    if [ -e libavif-stamp ]; then return; fi
     install_rav1e
     python3 -m pip install meson ninja
 
@@ -165,6 +166,7 @@ function build_libavif {
         cp /usr/local/lib64/libavif.a /usr/local/lib
         cp /usr/local/lib64/pkgconfig/libavif.pc /usr/local/lib/pkgconfig
     fi
+    touch libavif-stamp
 }
 
 function build {