Reduce workload polling and heartbeat status logs. (#12429)

airbytehq · May 10, 2024 · ccd8078 · ccd8078
1 parent e65f905
commit ccd8078
Show file tree

Hide file tree

Showing 2 changed files with 6 additions and 2 deletions.
diff --git a/airbyte-commons-worker/src/main/java/io/airbyte/workers/sync/WorkloadApiWorker.java b/airbyte-commons-worker/src/main/java/io/airbyte/workers/sync/WorkloadApiWorker.java
@@ -148,7 +148,11 @@ public ReplicationOutput run(final ReplicationInput replicationInput, final Path
 
         if (i % 5 == 0) {
           i++;
-          log.info("Workload {} is {}", workloadId, workload.getStatus());
+          // Since syncs are mostly in a running state this can spam logs
+          // while providing no actionable information
+          if (workload.getStatus() != WorkloadStatus.RUNNING) {
+            log.info("Workload {} is {}", workloadId, workload.getStatus());
+          }
         }
         i++;
       }

diff --git a/airbyte-commons-worker/src/main/kotlin/io/airbyte/workers/general/ReplicationWorkerHelper.kt b/airbyte-commons-worker/src/main/kotlin/io/airbyte/workers/general/ReplicationWorkerHelper.kt
@@ -143,7 +143,7 @@ class ReplicationWorkerHelper(
             if (workloadId.isEmpty) {
               throw RuntimeException("workloadId should always be present")
             }
-            logger.info { "Sending workload heartbeat" }
+            logger.debug { "Sending workload heartbeat" }
             workloadApiClient.workloadApi.workloadHeartbeat(
               WorkloadHeartbeatRequest(workloadId.get()),
             )