diff --git a/contrib/sssd.spec.in b/contrib/sssd.spec.in
index 4edabce5694..7f1c3a9ba72 100644
--- a/contrib/sssd.spec.in
+++ b/contrib/sssd.spec.in
@@ -1167,7 +1167,7 @@ getent passwd sssd >/dev/null || useradd -r -g sssd -d / -s /sbin/nologin -c "Us
 
 %preun client
 if [ $1 -eq 0 ] ; then
-        /usr/sbin/alternatives --remove cifs-idmap-plugin %{_libdir}/cifs-utils/cifs_idmap_sss.so
+        /usr/sbin/alternatives --remove cifs-idmap-plugin %{_libdir}/cifs-utils/cifs_idmap_sss.so || true
 fi
 
 %posttrans common