🎉 Set max_sync_timeout in days by env vars (airbytehq#5297)

* Set max_sync_timeout in days by env vars

* update name var to MAX_SYNC_TIMEOUT_DAYS

.env

@@ -71,3 +71,5 @@ RESOURCE_MEMORY_LIMIT=
 MAX_RETRIES_PER_ATTEMPT=3
 MAX_SYNC_JOB_ATTEMPTS=3
 
+# Time in days to reach a timeout to cancel the synchronization
+MAX_SYNC_TIMEOUT_DAYS=3

.env.dev

@@ -22,3 +22,4 @@ API_URL=/api/v1/
 INTERNAL_API_HOST=airbyte-server:8001
 MAX_RETRIES_PER_ATTEMPT=3
 MAX_SYNC_JOB_ATTEMPTS=3
+MAX_SYNC_TIMEOUT_DAYS=3

airbyte-config/models/src/main/java/io/airbyte/config/Configs.java

@@ -61,6 +61,8 @@ public interface Configs {
 
   int getMaxSyncJobAttempts();
 
+  int getMaxSyncTimeoutDays();
+
   String getWebappUrl();
 
   String getWorkspaceDockerMount();

airbyte-config/models/src/main/java/io/airbyte/config/EnvConfigs.java

@@ -61,6 +61,7 @@ public class EnvConfigs implements Configs {
   public static final String WEBAPP_URL = "WEBAPP_URL";
   public static final String MAX_RETRIES_PER_ATTEMPT = "MAX_RETRIES_PER_ATTEMPT";
   public static final String MAX_SYNC_JOB_ATTEMPTS = "MAX_SYNC_JOB_ATTEMPTS";
+  public static final String MAX_SYNC_TIMEOUT_DAYS = "MAX_SYNC_TIMEOUT_DAYS";
   private static final String MINIMUM_WORKSPACE_RETENTION_DAYS = "MINIMUM_WORKSPACE_RETENTION_DAYS";
   private static final String MAXIMUM_WORKSPACE_RETENTION_DAYS = "MAXIMUM_WORKSPACE_RETENTION_DAYS";
   private static final String MAXIMUM_WORKSPACE_SIZE_MB = "MAXIMUM_WORKSPACE_SIZE_MB";
@@ -156,6 +157,11 @@ public int getMaxSyncJobAttempts() {
     return Integer.parseInt(getEnvOrDefault(MAX_SYNC_JOB_ATTEMPTS, "3"));
   }
 
+  @Override
+  public int getMaxSyncTimeoutDays() {
+    return Integer.parseInt(getEnvOrDefault(MAX_SYNC_TIMEOUT_DAYS, "3"));
+  }
+
   @Override
   public String getConfigDatabaseUser() {
     // Default to reuse the job database

airbyte-workers/src/main/java/io/airbyte/workers/temporal/SyncWorkflow.java

@@ -89,8 +89,10 @@ class WorkflowImpl implements SyncWorkflow {
 
     private static final Logger LOGGER = LoggerFactory.getLogger(WorkflowImpl.class);
 
+    private static final int MAX_SYNC_TIMEOUT_DAYS = new EnvConfigs().getMaxSyncTimeoutDays();
+
     private static final ActivityOptions options = ActivityOptions.newBuilder()
-        .setScheduleToCloseTimeout(Duration.ofDays(3))
+        .setScheduleToCloseTimeout(Duration.ofDays(MAX_SYNC_TIMEOUT_DAYS))
         .setCancellationType(ActivityCancellationType.WAIT_CANCELLATION_COMPLETED)
         .setRetryOptions(TemporalUtils.NO_RETRY)
         .build();

docker-compose.yaml

@@ -64,6 +64,7 @@ services:
       - RESOURCE_MEMORY_LIMIT=${RESOURCE_MEMORY_LIMIT}
       - MAX_RETRIES_PER_ATTEMPT=${MAX_RETRIES_PER_ATTEMPT}
       - MAX_SYNC_JOB_ATTEMPTS=${MAX_SYNC_JOB_ATTEMPTS}
+      - MAX_SYNC_TIMEOUT_DAYS=${MAX_SYNC_TIMEOUT_DAYS}
     volumes:
       - /var/run/docker.sock:/var/run/docker.sock
       - workspace:${WORKSPACE_ROOT}