add agent-service endpoint settings for flyte-core deployment

Signed-off-by: Future-Outlier <[email protected]>
flyteorg · Apr 10, 2024 · daa45fe · daa45fe
1 parent 6a39af7
commit daa45fe
Show file tree

Hide file tree

Showing 12 changed files with 70 additions and 4 deletions.
diff --git a/charts/flyte-binary/values.yaml b/charts/flyte-binary/values.yaml
@@ -166,7 +166,7 @@ configuration:
       endpoint: "dns:///flyteagent.flyte.svc.cluster.local:8000"
       insecure: true
       timeouts:
-        GetTask: 10s
+        GetTask: 5s
       defaultTimeout: 10s
     supportedTaskTypes:
       - default_task

diff --git a/charts/flyte/values.yaml b/charts/flyte/values.yaml
@@ -532,7 +532,7 @@ flyte:
             container: container
             sidecar: sidecar
             container_array: k8s-array
-            bigquery_query_job_task: agent-service
+            sensor: agent-service
 
 
     # -- Kubernetes specific Flyte configuration

diff --git a/docker/sandbox-bundled/manifests/complete-agent.yaml b/docker/sandbox-bundled/manifests/complete-agent.yaml
@@ -482,7 +482,7 @@ data:
           endpoint: dns:///flyteagent.flyte.svc.cluster.local:8000
           insecure: true
           timeouts:
-            GetTask: 10s
+            GetTask: 5s
         supportedTaskTypes:
         - default_task
   002-database.yaml: |

diff --git a/docs/deployment/agents/airflow.rst b/docs/deployment/agents/airflow.rst
@@ -67,6 +67,14 @@ Specify agent configuration
               agent-service:
                 supportedTaskTypes:
                 - airflow
+                defaultAgent:
+                  defaultTimeout: 10s
+                  endpoint: dns:///flyteagent.flyte.svc.cluster.local:8000
+                  insecure: true
+                  timeouts:
+                    CreateTask: 5s
+                    GetTask: 5s
+                    DeleteTask: 5s
 
 
 Upgrade the Flyte Helm release

diff --git a/docs/deployment/agents/bigquery.rst b/docs/deployment/agents/bigquery.rst
@@ -75,6 +75,14 @@ Specify agent configuration
               agent-service:
                 supportedTaskTypes:
                 - bigquery_query_job_task
+                defaultAgent:
+                  defaultTimeout: 10s
+                  endpoint: dns:///flyteagent.flyte.svc.cluster.local:8000
+                  insecure: true
+                  timeouts:
+                    CreateTask: 5s
+                    GetTask: 5s
+                    DeleteTask: 5s
 
 Ensure that the propeller has the correct service account for BigQuery.
 

diff --git a/docs/deployment/agents/chatgpt.rst b/docs/deployment/agents/chatgpt.rst
@@ -66,6 +66,14 @@ Specify agent configuration
               agent-service:
                 supportedTaskTypes:
                 - chatgpt
+                defaultAgent:
+                  defaultTimeout: 10s
+                  endpoint: dns:///flyteagent.flyte.svc.cluster.local:8000
+                  insecure: true
+                  timeouts:
+                    CreateTask: 5s
+                    GetTask: 5s
+                    DeleteTask: 5s
 
 Add the OpenAI API token
 -------------------------------

diff --git a/docs/deployment/agents/databricks.rst b/docs/deployment/agents/databricks.rst
@@ -205,6 +205,14 @@ Specify agent configuration
             agent-service:
               supportedTaskTypes:
               - spark
+              defaultAgent:
+                defaultTimeout: 10s
+                endpoint: dns:///flyteagent.flyte.svc.cluster.local:8000
+                insecure: true
+                timeouts:
+                  CreateTask: 5s
+                  GetTask: 5s
+                  DeleteTask: 5s
 
 Add the Databricks access token
 -------------------------------

diff --git a/docs/deployment/agents/mmcloud.rst b/docs/deployment/agents/mmcloud.rst
@@ -75,6 +75,14 @@ Enable the MMCloud agent by adding the following config to the relevant YAML fil
       - mmcloud_task
       agentForTaskTypes:
       - mmcloud_task: mmcloud-agent
+      defaultAgent:
+        defaultTimeout: 10s
+        endpoint: dns:///flyteagent.flyte.svc.cluster.local:8000
+        insecure: true
+        timeouts:
+          CreateTask: 5s
+          GetTask: 5s
+          DeleteTask: 5s
 
 Substitute ``<AGENT_ENDPOINT>`` with the endpoint of your MMCloud agent.
 

diff --git a/docs/deployment/agents/sagemaker_inference.rst b/docs/deployment/agents/sagemaker_inference.rst
@@ -66,6 +66,14 @@ Specify agent configuration
                 supportedTaskTypes:
                 - boto
                 - sagemaker-endpoint
+                defaultAgent:
+                  defaultTimeout: 10s
+                  endpoint: dns:///flyteagent.flyte.svc.cluster.local:8000
+                  insecure: true
+                  timeouts:
+                    CreateTask: 5s
+                    GetTask: 5s
+                    DeleteTask: 5s
 
 AWS credentials
 ---------------

diff --git a/docs/deployment/agents/sensor.rst b/docs/deployment/agents/sensor.rst
@@ -102,6 +102,14 @@ Enable the sensor agent by adding the following config to the relevant YAML file
               agent-service:
                 supportedTaskTypes:
                 - sensor
+                defaultAgent:
+                  defaultTimeout: 10s
+                  endpoint: dns:///flyteagent.flyte.svc.cluster.local:8000
+                  insecure: true
+                  timeouts:
+                    CreateTask: 5s
+                    GetTask: 5s
+                    DeleteTask: 5s
 
 
 Upgrade the deployment

diff --git a/docs/deployment/agents/snowflake.rst b/docs/deployment/agents/snowflake.rst
@@ -44,6 +44,14 @@ Specify agent configuration
           agent-service:
             supportedTaskTypes:
             - snowflake
+            defaultAgent:
+              defaultTimeout: 10s
+              endpoint: dns:///flyteagent.flyte.svc.cluster.local:8000
+              insecure: true
+              timeouts:
+                CreateTask: 5s
+                GetTask: 5s
+                DeleteTask: 5s
 
     .. group-tab:: Flyte core
 

diff --git a/docs/flyte_agents/testing_agents_in_a_local_development_cluster.md b/docs/flyte_agents/testing_agents_in_a_local_development_cluster.md
@@ -69,7 +69,9 @@ plugins:
       endpoint: "localhost:8000" # your grpc agent server port
       insecure: true
       timeouts:
-        GetTask: 10s
+        CreateTask: 5s
+        GetTask: 5s
+        DeleteTask: 5s
       defaultTimeout: 10s
 ```