Revert "refactor: consolidate all settings in defaultProcessSettings (#348)"

nix/lib.nix

@@ -38,18 +38,6 @@
               '';
               default = {
                 namespace = lib.mkDefault config.namespace;
-                # https://github.com/F1bonacc1/process-compose#-auto-restart-if-not-healthy
-                availability = {
-                  restart = lib.mkDefault "on_failure";
-                  max_restarts = lib.mkDefault 5;
-                };
-                readiness_probe = {
-                  initial_delay_seconds = lib.mkDefault 2;
-                  period_seconds = lib.mkDefault 10;
-                  timeout_seconds = lib.mkDefault 4;
-                  success_threshold = lib.mkDefault 1;
-                  failure_threshold = lib.mkDefault 5;
-                };
               };
             };
             settings = lib.mkOption {

nix/services/apache-kafka.nix

@@ -170,6 +170,11 @@ with lib;
               readiness_probe = {
                 # TODO: need to find a better way to check if kafka is ready. Maybe use one of the scripts in bin?
                 exec.command = "${pkgs.netcat.nc}/bin/nc -z localhost ${builtins.toString config.port}";
+                initial_delay_seconds = 2;
+                period_seconds = 10;
+                timeout_seconds = 4;
+                success_threshold = 1;
+                failure_threshold = 5;
               };
 
               availability = {

nix/services/cassandra.nix

@@ -146,8 +146,18 @@ in
                 exec.command = ''
                   echo 'show version;' | CQLSH_HOST=${config.listenAddress} CQLSH_PORT=${toString config.nativeTransportPort} ${config.package}/bin/cqlsh
                 '';
+                initial_delay_seconds = 2;
+                period_seconds = 10;
+                timeout_seconds = 4;
+                success_threshold = 1;
+                failure_threshold = 5;
               };
 
+              # https://github.com/F1bonacc1/process-compose#-auto-restart-if-not-healthy
+              availability = {
+                restart = "on_failure";
+                max_restarts = 5;
+              };
             };
         };
       };

nix/services/clickhouse/default.nix

@@ -154,8 +154,18 @@ in
                     host = "localhost";
                     port = if (lib.hasAttr "http_port" config.extraConfig) then config.extraConfig.http_port else 8123;
                   };
+                  initial_delay_seconds = 2;
+                  period_seconds = 10;
+                  timeout_seconds = 4;
+                  success_threshold = 1;
+                  failure_threshold = 5;
                 };
                 depends_on."${name}-init".condition = "process_completed_successfully";
+                # https://github.com/F1bonacc1/process-compose#-auto-restart-if-not-healthy
+                availability = {
+                  restart = "on_failure";
+                  max_restarts = 5;
+                };
               };
           };
       };

nix/services/elasticsearch.nix

@@ -185,9 +185,17 @@ in
             readiness_probe = {
               exec.command = "${pkgs.curl}/bin/curl -f -k http://${config.listenAddress}:${toString config.port}";
               initial_delay_seconds = 15;
+              period_seconds = 10;
               timeout_seconds = 2;
+              success_threshold = 1;
+              failure_threshold = 5;
             };
 
+            # https://github.com/F1bonacc1/process-compose#-auto-restart-if-not-healthy
+            availability = {
+              restart = "on_failure";
+              max_restarts = 5;
+            };
           };
       };
     };

nix/services/grafana.nix

@@ -167,9 +167,17 @@ in
                 path = "/api/health";
               };
               initial_delay_seconds = 15;
+              period_seconds = 10;
               timeout_seconds = 2;
+              success_threshold = 1;
+              failure_threshold = 5;
             };
 
+            # https://github.com/F1bonacc1/process-compose#-auto-restart-if-not-healthy
+            availability = {
+              restart = "on_failure";
+              max_restarts = 5;
+            };
           };
       };
     };

nix/services/memcached.nix

@@ -45,6 +45,11 @@ in
         exec.command = ''
           echo -e "stats\nquit" | ${pkgs.netcat}/bin/nc ${config.bind} ${toString config.port} > /dev/null 2>&1
         '';
+        initial_delay_seconds = 2;
+        period_seconds = 10;
+        timeout_seconds = 4;
+        success_threshold = 1;
+        failure_threshold = 5;
       };
 
       # https://github.com/F1bonacc1/process-compose#-auto-restart-if-not-healthy

nix/services/mysql/default.nix

@@ -284,8 +284,18 @@ in
                   # Turns out using `--defaults-file` alone doesn't make the readiness_probe work unless `MYSQL_UNIX_PORT` is set.
                   # Hence the use of `--socket`.
                   exec.command = "${config.package}/bin/mysqladmin --socket=${config.socketDir}/mysql.sock ping -h localhost";
+                  initial_delay_seconds = 2;
+                  period_seconds = 10;
+                  timeout_seconds = 4;
+                  success_threshold = 1;
+                  failure_threshold = 5;
                 };
 
+                # https://github.com/F1bonacc1/process-compose#-auto-restart-if-not-healthy
+                availability = {
+                  restart = "on_failure";
+                  max_restarts = 5;
+                };
               };
             "${name}-configure" = {
               command = configureScript;

nix/services/nginx/default.nix

@@ -102,6 +102,16 @@ in
             readiness_probe = {
               # FIXME need a better health check
               exec.command = "[ -e ${config.dataDir}/nginx/nginx.pid ]";
+              initial_delay_seconds = 2;
+              period_seconds = 10;
+              timeout_seconds = 4;
+              success_threshold = 1;
+              failure_threshold = 5;
+            };
+            # https://github.com/F1bonacc1/process-compose#-auto-restart-if-not-healthy
+            availability = {
+              restart = "on_failure";
+              max_restarts = 5;
             };
           };
         };

nix/services/ollama.nix

@@ -104,6 +104,11 @@ in
                   host = config.host;
                   port = config.port;
                 };
+                initial_delay_seconds = 2;
+                period_seconds = 10;
+                timeout_seconds = 4;
+                success_threshold = 1;
+                failure_threshold = 5;
               };
               availability = {
                 restart = "on_failure";

nix/services/open-webui.nix

@@ -83,6 +83,11 @@ in
                   host = config.host;
                   port = config.port;
                 };
+                initial_delay_seconds = 2;
+                period_seconds = 10;
+                timeout_seconds = 4;
+                success_threshold = 1;
+                failure_threshold = 5;
               };
               availability = {
                 restart = "on_failure";

nix/services/pgadmin.nix

@@ -151,8 +151,18 @@ in
                     port = config.port;
                     path = "/misc/ping";
                   };
+                  initial_delay_seconds = 2;
+                  period_seconds = 10;
+                  timeout_seconds = 4;
+                  success_threshold = 1;
+                  failure_threshold = 5;
                 };
                 depends_on."${name}-init".condition = "process_completed_successfully";
+                # https://github.com/F1bonacc1/process-compose#-auto-restart-if-not-healthy
+                availability = {
+                  restart = "on_failure";
+                  max_restarts = 5;
+                };
               };
           };
       };

nix/services/postgres/bad_test.sql

@@ -0,0 +1,3 @@
+-- Tests if the postgres process gets skipped when there is an error while setting up inital databases
+CREATE STABLE users (id INT PRIMARY KEY, user_name VARCHAR(25));
+

nix/services/postgres/default.nix

@@ -326,8 +326,18 @@ in
                 shutdown.signal = 2;
                 readiness_probe = {
                   exec.command = "${config.package}/bin/pg_isready ${lib.concatStringsSep " " pg_isreadyArgs}";
+                  initial_delay_seconds = 2;
+                  period_seconds = 10;
+                  timeout_seconds = 4;
+                  success_threshold = 1;
+                  failure_threshold = 5;
                 };
                 depends_on."${name}-init".condition = "process_completed_successfully";
+                # https://github.com/F1bonacc1/process-compose#-auto-restart-if-not-healthy
+                availability = {
+                  restart = "on_failure";
+                  max_restarts = 5;
+                };
               };
           };
         };

nix/services/postgres/postgres_test.nix

@@ -1,4 +1,4 @@
-{ pkgs, config, ... }: {
+{ pkgs, config, name, ... }: {
   services.postgres."pg1" = {
     enable = true;
     initialScript.before = "CREATE USER bar;";
@@ -26,16 +26,31 @@
       }
     ];
   };
+
+  # Tests if `pg4-init` fails due to `./bad_test.sql`
+  services.postgres."pg4" = {
+    enable = true;
+    socketDir = "./test/new/socket/path3";
+    listen_addresses = "";
+    initialDatabases = [
+      {
+        name = "test-db";
+        schemas = [ ./bad_test.sql ];
+      }
+    ];
+  };
   # avoid both the processes trying to create `data` directory at the same time
   settings.processes."pg2-init".depends_on."pg1-init".condition = "process_completed_successfully";
   settings.processes."pg3-init".depends_on."pg2-init".condition = "process_completed_successfully";
+  settings.processes."pg4-init".depends_on."pg3-init".condition = "process_completed_successfully";
+
   settings.processes.test =
     let
       cfg = config.services.postgres."pg1";
     in
     {
       command = pkgs.writeShellApplication {
-        runtimeInputs = [ cfg.package pkgs.gnugrep ];
+        runtimeInputs = [ cfg.package pkgs.gnugrep pkgs.curl pkgs.jq ];
         text = ''
           echo 'SELECT version();' | psql -h 127.0.0.1
           echo 'SHOW hba_file;' | psql -h 127.0.0.1 | ${pkgs.gawk}/bin/awk 'NR==3' | grep '^ /nix/store'
@@ -48,9 +63,17 @@
 
           # schemas test
           echo "SELECT * from users where user_name = 'test_user';" | psql -h 127.0.0.1 -p 5433 -d sample-db | grep -q test_user
-         
+
           # listen_addresses test
           echo "SELECT 1 FROM pg_database where datname = 'test-db';" | psql -h "$(readlink -f ${config.services.postgres.pg3.socketDir})" -d postgres | grep -q 1
+
+          # Test if `pg4-init` fails due to `bad_test.sql`
+          #
+          # The curl to process-compose server is documented in the swagger URL, http://localhost:8080, but since we are listening on unix socket here, you can use `socat` to temporarily pipe the port `8080` to the `pc-${name}.sock` (`socat TCP-LISTEN:8080,fork UNIX-CONNECT:/path/to/your/socket.sock
+
+          # OpenAPI documentation from the swagger URL:
+          # /process/logs/{name}/{endOffset}/{limit}
+          curl --unix-socket pc-${name}.sock http://localhost/process/logs/pg4-init/30/0 | jq '.logs | contains(["ERROR:  syntax error at or near \"STABLE\""])' | grep "true"
         '';
         name = "postgres-test";
       };

nix/services/postgres/setup-script.nix

@@ -127,12 +127,13 @@ in
       }
       trap 'remove_tmp_pg_init_sock_dir "$PGHOST"' EXIT
 
+      trap 'pg_ctl -D "$PGDATA" -m fast -w stop' EXIT
+
       pg_ctl -D "$PGDATA" -w start -o "-c unix_socket_directories=$PGHOST -c listen_addresses= -p ${toString config.port}"
+
       ${runInitialScript.before}
       ${setupInitialDatabases}
       ${runInitialScript.after}
-      pg_ctl -D "$PGDATA" -m fast -w stop
-      remove_tmp_pg_init_sock_dir "$PGHOST"
     else
       echo
       echo "PostgreSQL database directory appears to contain a database; Skipping initialization"

nix/services/prometheus.nix

@@ -82,8 +82,18 @@ in
                   port = config.port;
                   path = "/-/ready";
                 };
+                initial_delay_seconds = 2;
+                period_seconds = 10;
+                timeout_seconds = 4;
+                success_threshold = 1;
+                failure_threshold = 5;
               };
 
+              # https://github.com/F1bonacc1/process-compose#-auto-restart-if-not-healthy
+              availability = {
+                restart = "on_failure";
+                max_restarts = 5;
+              };
             };
         };
       };

nix/services/redis-cluster.nix

@@ -103,8 +103,18 @@ in
 
               readiness_probe = {
                 exec.command = "${config.package}/bin/redis-cli -p ${port} ping";
+                initial_delay_seconds = 2;
+                period_seconds = 10;
+                timeout_seconds = 4;
+                success_threshold = 1;
+                failure_threshold = 5;
               };
 
+              # https://github.com/F1bonacc1/process-compose#-auto-restart-if-not-healthy
+              availability = {
+                restart = "on_failure";
+                max_restarts = 5;
+              };
             };
           hosts = lib.mapAttrsToList (_: cfg: "${config.bind}:${builtins.toString cfg.port}") config.nodes;
           clusterCreateScript = pkgs.writeShellApplication {

nix/services/redis.nix

@@ -104,7 +104,17 @@ in
                       "${config.package}/bin/redis-cli -s ${transformedSocketPath} ${toString config.port} ping"
                     else
                       "${config.package}/bin/redis-cli -p ${toString config.port} ping";
+                  initial_delay_seconds = 2;
+                  period_seconds = 10;
+                  timeout_seconds = 4;
+                  success_threshold = 1;
+                  failure_threshold = 5;
                 };
+              # https://github.com/F1bonacc1/process-compose#-auto-restart-if-not-healthy
+              availability = {
+                restart = "on_failure";
+                max_restarts = 5;
+              };
             };
         };
       };

nix/services/searxng.nix

@@ -72,6 +72,11 @@ in
                 host = config.host;
                 port = config.port;
               };
+              initial_delay_seconds = 2;
+              period_seconds = 10;
+              timeout_seconds = 4;
+              success_threshold = 1;
+              failure_threshold = 5;
             };
           };
         };

nix/services/tempo.nix

@@ -112,7 +112,10 @@ in
                 path = "/ready";
               };
               initial_delay_seconds = 15;
+              period_seconds = 10;
               timeout_seconds = 2;
+              success_threshold = 1;
+              failure_threshold = 5;
             };
             availability = {
               restart = "on_failure";

nix/services/tika.nix

@@ -58,6 +58,11 @@ in
                   host = config.host;
                   port = config.port;
                 };
+                initial_delay_seconds = 2;
+                period_seconds = 10;
+                timeout_seconds = 4;
+                success_threshold = 1;
+                failure_threshold = 5;
               };
             };
         };