diff --git a/agenta-web/src/components/pages/evaluations/autoEvaluation/EvaluatorsModal/EvaluatorsModal.tsx b/agenta-web/src/components/pages/evaluations/autoEvaluation/EvaluatorsModal/EvaluatorsModal.tsx
index dbd27fce2a..a9e70174ed 100644
--- a/agenta-web/src/components/pages/evaluations/autoEvaluation/EvaluatorsModal/EvaluatorsModal.tsx
+++ b/agenta-web/src/components/pages/evaluations/autoEvaluation/EvaluatorsModal/EvaluatorsModal.tsx
@@ -163,6 +163,7 @@ const EvaluatorsModal = ({...props}: EvaluatorsModalProps) => {
             closeIcon={null}
             title={null}
             className={classes.modalWrapper}
+            maskClosable={false}
             centered
             {...props}
         >