diff --git a/agenta-web/cypress/e2e/eval.evaluations.cy.ts b/agenta-web/cypress/e2e/eval.evaluations.cy.ts
index e4f4a49567..2324923abb 100644
--- a/agenta-web/cypress/e2e/eval.evaluations.cy.ts
+++ b/agenta-web/cypress/e2e/eval.evaluations.cy.ts
@@ -24,8 +24,8 @@ describe("Evaluations CRUD Operations Test", function () {
             cy.get('[data-cy="new-evaluation-button"]').click()
             cy.get(".ant-modal-content").should("exist")
 
-            cy.get(".ant-modal-footer > .ant-btn-primary > .ant-btn-icon > .anticon > svg").click()
-            cy.get(".ant-modal-content").should("contain.text", "This field is required")
+            cy.get(".ant-modal-footer > .ant-btn-primary").click()
+            cy.get(".ant-message").should("contain.text", "Please select a test set")
         })
 
         it("Should verify the successful creation and completion of the evaluation", () => {