diff --git a/recipe/build.sh b/recipe/build.sh
index 1432152..1b11268 100644
--- a/recipe/build.sh
+++ b/recipe/build.sh
@@ -118,7 +118,10 @@ if [[ "${target_platform}" == linux-* ]]; then
     sed -i '/Qunused-arguments/d' .bazelrc
     # Don't override our toolchain for CUDA
     sed -i '/TF_NVCC_CLANG/{N;d}' .bazelrc
+    # Keep using our toolchain
+    sed -i '/--crosstool_top=@local_config_cuda/d' .bazelrc
 fi
+
 ${PYTHON} build/build.py build \
     --target_cpu_features default \
     ${EXTRA}