feat: conditionally run pipelines in debug mode

hexa/pipelines/graphql/schema.graphql

@@ -377,6 +377,7 @@ input RunPipelineInput {
   versionId: UUID  # The ID of the pipeline version to use for the run.
   config: JSON!  # The configuration for the pipeline run.
   sendMailNotifications: Boolean  # Indicates if email notifications should be sent for the pipeline run.
+  enableDebugLogs: Boolean  # Indicates if debug logs should be stored for the pipeline run.
 }
 
 """

hexa/pipelines/management/commands/pipelines_runner.py

@@ -315,6 +315,7 @@ def run_pipeline(run: PipelineRun):
         "HEXA_RUN_ID": str(run.id),
         "HEXA_PIPELINE_NAME": run.pipeline.name,
         "HEXA_PIPELINE_TYPE": run.pipeline.type,
+        "HEXA_LOG_LEVEL": run.log_level,
     }
     if run.pipeline.type == PipelineType.NOTEBOOK:
         env_vars.update({"HEXA_NOTEBOOK_PATH": run.pipeline.notebook_path})

hexa/pipelines/migrations/0053_pipelinerun_log_level.py

@@ -0,0 +1,26 @@
+# Generated by Django 4.2.16 on 2024-12-02 13:12
+
+from django.db import migrations, models
+
+
+class Migration(migrations.Migration):
+    dependencies = [
+        ("pipelines", "0052_pipelineversion_version_number_revert_logic"),
+    ]
+
+    operations = [
+        migrations.AddField(
+            model_name="pipelinerun",
+            name="log_level",
+            field=models.IntegerField(
+                choices=[
+                    (0, "Debug"),
+                    (1, "Info"),
+                    (2, "Warning"),
+                    (3, "Error"),
+                    (4, "Critical"),
+                ],
+                default=1,
+            ),
+        ),
+    ]

hexa/pipelines/models.py

@@ -234,6 +234,14 @@ class PipelineType(models.TextChoices):
     ZIPFILE = "zipFile", _("ZipFile")
 
 
+class PipelineRunLogLevel(models.IntegerChoices):
+    DEBUG = 0
+    INFO = 1
+    WARNING = 2
+    ERROR = 3
+    CRITICAL = 4
+
+
 class Pipeline(SoftDeletedModel):
     class Meta:
         verbose_name = "Pipeline"
@@ -283,6 +291,7 @@ def run(
         trigger_mode: PipelineRunTrigger,
         config: typing.Mapping[typing.Dict, typing.Any] | None = None,
         send_mail_notifications: bool = True,
+        log_level: PipelineRunLogLevel = PipelineRunLogLevel.INFO,
     ):
         timeout = settings.PIPELINE_RUN_DEFAULT_TIMEOUT
         if pipeline_version and pipeline_version.timeout:
@@ -303,6 +312,7 @@ def run(
             access_token=str(uuid.uuid4()),
             send_mail_notifications=send_mail_notifications,
             timeout=timeout,
+            log_level=log_level,
         )
 
         return run
@@ -557,7 +567,9 @@ class Meta:
         on_delete=models.SET_NULL,
         related_name="+",
     )
-
+    log_level = models.IntegerField(
+        choices=PipelineRunLogLevel.choices, default=PipelineRunLogLevel.INFO
+    )
     objects = PipelineRunQuerySet.as_manager()
 
     @property

hexa/pipelines/schema/mutations.py

@@ -19,6 +19,7 @@
     PipelineDoesNotSupportParametersError,
     PipelineRecipient,
     PipelineRun,
+    PipelineRunLogLevel,
     PipelineRunState,
     PipelineRunTrigger,
     PipelineType,
@@ -215,6 +216,9 @@ def resolve_run_pipeline(_, info, **kwargs):
             trigger_mode=PipelineRunTrigger.MANUAL,
             config=input.get("config", {}),
             send_mail_notifications=input.get("sendMailNotifications", False),
+            log_level=PipelineRunLogLevel.DEBUG
+            if input.get("enableDebugLogs", False)
+            else PipelineRunLogLevel.INFO,
         )
         track(
             request,