diff --git a/.github/workflows/test.yml b/.github/workflows/test.yml
index aa5f4a7..43cf31a 100644
--- a/.github/workflows/test.yml
+++ b/.github/workflows/test.yml
@@ -92,6 +92,8 @@ jobs:
           proxied: 0
           token: "${{ secrets.CLOUDFLARE_TOKEN }}"
           zone: "${{ secrets.CLOUDFLARE_ZONE }}"
+      - name: Install samdoran.caddy dependency
+        run: ansible-galaxy install samdoran.caddy,2.1.0
       - uses: getstackhead/stackhead/actions/integration-test@next
         with:
           ipaddress: ${{ steps.setup_server.outputs.hcloud_server_created_ipv4 }}
diff --git a/tasks/steps/setup.yml b/tasks/steps/setup.yml
index 209e796..8e87652 100644
--- a/tasks/steps/setup.yml
+++ b/tasks/steps/setup.yml
@@ -14,6 +14,6 @@
     url: "http://{{ ansible_default_ipv4.address|default(ansible_all_ipv4_addresses[0]) }}"
     return_content: yes
   register: uri_result
-  until: '"Caddy web server" in uri_result.content'
+  until: '"Caddy" in uri_result.content'
   retries: 5
-  delay: 1
+  delay: 5