From 5bb5fea2c9117b6ae5a9395d215a030e7e06e3a6 Mon Sep 17 00:00:00 2001
From: cortadocodes <cortado.codes@protonmail.com>
Date: Mon, 18 Mar 2024 17:10:23 +0000
Subject: [PATCH] OPS: Add cloud function and update bigquery table in
 terraform config

---
 terraform/bigquery.tf  | 42 ++++++++++++++++++++++++++++++------------
 terraform/functions.tf | 39 +++++++++++++++++++++++++++++++++++++++
 2 files changed, 69 insertions(+), 12 deletions(-)
 create mode 100644 terraform/functions.tf

diff --git a/terraform/bigquery.tf b/terraform/bigquery.tf
index 448594fce..d48391221 100644
--- a/terraform/bigquery.tf
+++ b/terraform/bigquery.tf
@@ -1,6 +1,6 @@
 resource "google_bigquery_dataset" "test_dataset" {
   dataset_id                  = "octue_sdk_python_test_dataset"
-  description                 = "A dataset for testing BigQuery subscriptions for the Octue SDK."
+  description                 = "A dataset for testing storing events for the Octue SDK."
   location                    = "EU"
 
   labels = {
@@ -19,31 +19,49 @@ resource "google_bigquery_table" "test_table" {
   schema = <<EOF
 [
   {
-    "name": "subscription_name",
+    "name": "event",
+    "type": "JSON",
+    "mode": "REQUIRED"
+  },
+  {
+    "name": "attributes",
+    "type": "JSON",
+    "mode": "REQUIRED"
+  },
+  {
+    "name": "sender",
     "type": "STRING",
     "mode": "REQUIRED"
   },
   {
-    "name": "message_id",
+    "name": "sender_type",
     "type": "STRING",
     "mode": "REQUIRED"
   },
   {
-    "name": "publish_time",
-    "type": "TIMESTAMP",
+    "name": "question_uuid",
+    "type": "STRING",
     "mode": "REQUIRED"
   },
   {
-    "name": "data",
-    "type": "JSON",
-    "mode": "REQUIRED",
-    "description": "Octue service event (e.g. heartbeat, log record, result)."
+    "name": "version",
+    "type": "STRING",
+    "mode": "REQUIRED"
   },
   {
-    "name": "attributes",
+    "name": "ordering_key",
+    "type": "STRING",
+    "mode": "REQUIRED"
+  },
+  {
+    "name": "backend",
+    "type": "STRING",
+    "mode": "REQUIRED"
+  },
+  {
+    "name": "backend_metadata",
     "type": "JSON",
-    "mode": "REQUIRED",
-    "description": "Metadata for routing the event, adding context, and guiding the receiver's behaviour."
+    "mode": "REQUIRED"
   }
 ]
 EOF
diff --git a/terraform/functions.tf b/terraform/functions.tf
new file mode 100644
index 000000000..962647acc
--- /dev/null
+++ b/terraform/functions.tf
@@ -0,0 +1,39 @@
+resource "google_cloudfunctions2_function" "event_handler" {
+  name        = "event-handler"
+  location    = var.region
+  description = "A function for handling events from Octue services."
+
+  build_config {
+    runtime     = "python312"
+    entry_point = "store_pub_sub_event_in_bigquery"
+    source {
+      storage_source {
+        bucket = "twined-gcp"
+        object = "event_handler_function_source.zip"
+      }
+    }
+  }
+
+  service_config {
+    max_instance_count = 100
+    available_memory   = "256M"
+    timeout_seconds    = 60
+    environment_variables = {
+      BIGQUERY_EVENTS_TABLE = "${google_bigquery_dataset.test_dataset.dataset_id}.${google_bigquery_table.test_table.table_id}"
+    }
+  }
+
+}
+
+
+resource "google_cloud_run_service_iam_member" "function_invoker" {
+  location = google_cloudfunctions2_function.event_handler.location
+  service  = google_cloudfunctions2_function.event_handler.name
+  role     = "roles/run.invoker"
+  member   = "allUsers"
+}
+
+
+output "function_uri" {
+  value = google_cloudfunctions2_function.event_handler.service_config[0].uri
+}