Add a simple /healthz path on the Nginx frontend

global_vars/default-site.yml

@@ -25,3 +25,6 @@ streisand_tinyproxy_enabled: yes
 streisand_tor_enabled: no
 streisand_wireguard_enabled: yes
 streisand_cloudflared_enabled: no
+
+# Simple /robots.txt; can also be used for health checks
+streisand_gateway_robots_txt_enabled: no

playbooks/customize.yml

@@ -60,6 +60,10 @@
       prompt: "[BROKEN ON SOME PROVIDERS, including AWS] Enable DNS-over-HTTPS (cloudflared)? Press enter for default "
       default: "no"
       private: no
+    - name: streisand_gateway_robots_txt_enabled
+      prompt: "Enable a minimal /robots.txt in the UI; also useful for remote health checks "
+      default: "no"
+      private: no
 
   tasks:
     - lineinfile:
@@ -118,3 +122,7 @@
         path: "{{ streisand_site_vars }}"
         regexp: "^streisand_cloudflared_enabled: (?:yes|no|True|False)$"
         line: "streisand_cloudflared_enabled: {{ streisand_cloudflared_enabled|bool }}"
+    - lineinfile:
+        path: "{{ streisand_site_vars }}"
+        regexp: "^streisand_gateway_robots_txt_enabled: (?:yes|no|True|False)$"
+        line: "streisand_gateway_robots_txt_enabled: {{ streisand_gateway_robots_txt_enabled }}"

playbooks/roles/streisand-gateway/templates/vhost.j2

@@ -80,9 +80,17 @@ server {
 
   root  {{ streisand_gateway_location }};
   index index.html index.htm;
-  
+
   location / {
-    autoindex off; 
+    autoindex off;
   }
 
+{% if streisand_gateway_robots_txt_enabled %}
+  # Simple /robots.txt; can also be used for health checks
+  location = /robots.txt {
+    auth_basic off;
+    add_header Content-Type text/plain;
+    return 200 "User-agent: *\nDisallow: /\n";
+  }
+{% endif %}
 }