diff --git a/agenta-web/src/components/pages/evaluations/evaluators/NewEvaluatorModal.tsx b/agenta-web/src/components/pages/evaluations/evaluators/NewEvaluatorModal.tsx
index 6926be8f33..860fd03ca2 100644
--- a/agenta-web/src/components/pages/evaluations/evaluators/NewEvaluatorModal.tsx
+++ b/agenta-web/src/components/pages/evaluations/evaluators/NewEvaluatorModal.tsx
@@ -393,6 +393,7 @@ const NewEvaluatorModal: React.FC<Props> = ({
                 }
                 footer={null}
                 data-cy="configure-new-evaluator-modal"
+                width={selectedEval?.key === "auto_custom_code_run" ? 800 : 600}
             >
                 <Form
                     requiredMark={false}