Add kafka connector version (#1474)

Signed-off-by: obaydullahmhs <[email protected]>
kubedb · Dec 19, 2024 · 4c8df0a · 4c8df0a
1 parent a6a9317
commit 4c8df0a
Show file tree

Hide file tree

Showing 23 changed files with 282 additions and 12 deletions.
diff --git a/catalog/kubedb/active_versions.json b/catalog/kubedb/active_versions.json
@@ -59,11 +59,16 @@
     "3.5.2"
   ],
   "KafkaConnector": [
+    "postgres-3.0.5.final",
+    "mysql-3.0.5.final",
+    "jdbc-3.0.5.final",
     "s3-2.15.0",
+    "postgres-2.7.4.final",
+    "mysql-2.7.4.final",
+    "jdbc-2.7.4.final",
     "jdbc-2.6.1.final",
-    "postgres-2.4.2.final",
-    "mysql-2.4.2.final",
-    "mongodb-1.11.0",
+    "mongodb-1.14.1",
+    "mongodb-1.13.1",
     "gcs-0.13.0"
   ],
   "MSSQLServer": [

diff --git a/...nector/kafkaconnector-1.11.0-mongodb.yaml → ...ecated-kafkaconnector-1.11.0-mongodb.yaml b/...nector/kafkaconnector-1.11.0-mongodb.yaml → ...ecated-kafkaconnector-1.11.0-mongodb.yaml
@@ -5,6 +5,7 @@ metadata:
 spec:
   connectorPlugin:
     image: ghcr.io/appscode-images/kafka-connector-mongodb:1.11.0
+  deprecated: true
   securityContext:
     runAsUser: 1001
   type: MongoDB

diff --git a/...connector/kafkaconnector-2.4.2-mysql.yaml → ...eprecated-kafkaconnector-2.4.2-mysql.yaml b/...connector/kafkaconnector-2.4.2-mysql.yaml → ...eprecated-kafkaconnector-2.4.2-mysql.yaml
@@ -5,6 +5,7 @@ metadata:
 spec:
   connectorPlugin:
     image: ghcr.io/appscode-images/kafka-connector-mysql:2.4.2.final
+  deprecated: true
   securityContext:
     runAsUser: 1001
   type: MySQL

diff --git a/...nector/kafkaconnector-2.4.2-postgres.yaml → ...ecated-kafkaconnector-2.4.2-postgres.yaml b/...nector/kafkaconnector-2.4.2-postgres.yaml → ...ecated-kafkaconnector-2.4.2-postgres.yaml
@@ -5,6 +5,7 @@ metadata:
 spec:
   connectorPlugin:
     image: ghcr.io/appscode-images/kafka-connector-postgres:2.4.2.final
+  deprecated: true
   securityContext:
     runAsUser: 1001
   type: Postgres

diff --git a/catalog/kubedb/raw/kafkaconnector/kafkaconnector-1.13.1-mongodb.yaml b/catalog/kubedb/raw/kafkaconnector/kafkaconnector-1.13.1-mongodb.yaml
@@ -0,0 +1,11 @@
+apiVersion: catalog.kubedb.com/v1alpha1
+kind: KafkaConnectorVersion
+metadata:
+  name: mongodb-1.13.1
+spec:
+  connectorPlugin:
+    image: ghcr.io/appscode-images/kafka-connector-mongodb:1.13.1
+  securityContext:
+    runAsUser: 1001
+  type: MongoDB
+  version: 1.13.1
diff --git a/catalog/kubedb/raw/kafkaconnector/kafkaconnector-1.14.1-mongodb.yaml b/catalog/kubedb/raw/kafkaconnector/kafkaconnector-1.14.1-mongodb.yaml
@@ -0,0 +1,11 @@
+apiVersion: catalog.kubedb.com/v1alpha1
+kind: KafkaConnectorVersion
+metadata:
+  name: mongodb-1.14.1
+spec:
+  connectorPlugin:
+    image: ghcr.io/appscode-images/kafka-connector-mongodb:1.14.1
+  securityContext:
+    runAsUser: 1001
+  type: MongoDB
+  version: 1.14.1
diff --git a/catalog/kubedb/raw/kafkaconnector/kafkaconnector-2.7.4-jdbc.yaml b/catalog/kubedb/raw/kafkaconnector/kafkaconnector-2.7.4-jdbc.yaml
@@ -0,0 +1,11 @@
+apiVersion: catalog.kubedb.com/v1alpha1
+kind: KafkaConnectorVersion
+metadata:
+  name: jdbc-2.7.4.final
+spec:
+  connectorPlugin:
+    image: ghcr.io/appscode-images/kafka-connector-jdbc:2.7.4.final
+  securityContext:
+    runAsUser: 1001
+  type: JDBC
+  version: 2.7.4
diff --git a/catalog/kubedb/raw/kafkaconnector/kafkaconnector-2.7.4-mysql.yaml b/catalog/kubedb/raw/kafkaconnector/kafkaconnector-2.7.4-mysql.yaml
@@ -0,0 +1,11 @@
+apiVersion: catalog.kubedb.com/v1alpha1
+kind: KafkaConnectorVersion
+metadata:
+  name: mysql-2.7.4.final
+spec:
+  connectorPlugin:
+    image: ghcr.io/appscode-images/kafka-connector-mysql:2.7.4.final
+  securityContext:
+    runAsUser: 1001
+  type: MySQL
+  version: 2.7.4
diff --git a/catalog/kubedb/raw/kafkaconnector/kafkaconnector-2.7.4-postgres.yaml b/catalog/kubedb/raw/kafkaconnector/kafkaconnector-2.7.4-postgres.yaml
@@ -0,0 +1,11 @@
+apiVersion: catalog.kubedb.com/v1alpha1
+kind: KafkaConnectorVersion
+metadata:
+  name: postgres-2.7.4.final
+spec:
+  connectorPlugin:
+    image: ghcr.io/appscode-images/kafka-connector-postgres:2.7.4.final
+  securityContext:
+    runAsUser: 1001
+  type: Postgres
+  version: 2.7.4
diff --git a/catalog/kubedb/raw/kafkaconnector/kafkaconnector-3.0.5-jdbc.yaml b/catalog/kubedb/raw/kafkaconnector/kafkaconnector-3.0.5-jdbc.yaml
@@ -0,0 +1,11 @@
+apiVersion: catalog.kubedb.com/v1alpha1
+kind: KafkaConnectorVersion
+metadata:
+  name: jdbc-3.0.5.final
+spec:
+  connectorPlugin:
+    image: ghcr.io/appscode-images/kafka-connector-jdbc:3.0.5.final
+  securityContext:
+    runAsUser: 1001
+  type: JDBC
+  version: 3.0.5
diff --git a/catalog/kubedb/raw/kafkaconnector/kafkaconnector-3.0.5-mysql.yaml b/catalog/kubedb/raw/kafkaconnector/kafkaconnector-3.0.5-mysql.yaml
@@ -0,0 +1,11 @@
+apiVersion: catalog.kubedb.com/v1alpha1
+kind: KafkaConnectorVersion
+metadata:
+  name: mysql-3.0.5.final
+spec:
+  connectorPlugin:
+    image: ghcr.io/appscode-images/kafka-connector-mysql:3.0.5.final
+  securityContext:
+    runAsUser: 1001
+  type: MySQL
+  version: 3.0.5
diff --git a/catalog/kubedb/raw/kafkaconnector/kafkaconnector-3.0.5-postgres.yaml b/catalog/kubedb/raw/kafkaconnector/kafkaconnector-3.0.5-postgres.yaml
@@ -0,0 +1,11 @@
+apiVersion: catalog.kubedb.com/v1alpha1
+kind: KafkaConnectorVersion
+metadata:
+  name: postgres-3.0.5.final
+spec:
+  connectorPlugin:
+    image: ghcr.io/appscode-images/kafka-connector-postgres:3.0.5.final
+  securityContext:
+    runAsUser: 1001
+  type: Postgres
+  version: 3.0.5
diff --git a/charts/kubedb-catalog/templates/kafkaconnector/deprecated-kafkaconnector-1.11.0-mongodb.yaml b/charts/kubedb-catalog/templates/kafkaconnector/deprecated-kafkaconnector-1.11.0-mongodb.yaml
@@ -0,0 +1,23 @@
+{{ $featureGates := .Values.featureGates }}
+{{- if .Values.global }}
+  {{ $featureGates = mergeOverwrite dict .Values.featureGates .Values.global.featureGates }}
+{{- end }}
+
+{{ if $featureGates.Kafka }}
+{{ if or (not .Values.skipDeprecated) (has "mongodb-1.11.0" .Values.enableVersions.Kafka) }}
+apiVersion: catalog.kubedb.com/v1alpha1
+kind: KafkaConnectorVersion
+metadata:
+  name: 'mongodb-1.11.0'
+  labels:
+    {{- include "kubedb-catalog.labels" . | nindent 4 }}
+spec:
+  connectorPlugin:
+    image: '{{ include "image.ghcr" (merge (dict "_repo" "appscode-images/kafka-connector-mongodb") $) }}:1.11.0'
+  securityContext:
+    runAsUser: 1001
+  type: MongoDB
+  version: 1.11.0
+  deprecated: {{ not (has "mongodb-1.11.0" .Values.enableVersions.Kafka) }}
+{{ end }}
+{{ end }}
diff --git a/charts/kubedb-catalog/templates/kafkaconnector/deprecated-kafkaconnector-2.4.2-mysql.yaml b/charts/kubedb-catalog/templates/kafkaconnector/deprecated-kafkaconnector-2.4.2-mysql.yaml
@@ -0,0 +1,23 @@
+{{ $featureGates := .Values.featureGates }}
+{{- if .Values.global }}
+  {{ $featureGates = mergeOverwrite dict .Values.featureGates .Values.global.featureGates }}
+{{- end }}
+
+{{ if $featureGates.Kafka }}
+{{ if or (not .Values.skipDeprecated) (has "mysql-2.4.2.final" .Values.enableVersions.Kafka) }}
+apiVersion: catalog.kubedb.com/v1alpha1
+kind: KafkaConnectorVersion
+metadata:
+  name: 'mysql-2.4.2.final'
+  labels:
+    {{- include "kubedb-catalog.labels" . | nindent 4 }}
+spec:
+  connectorPlugin:
+    image: '{{ include "image.ghcr" (merge (dict "_repo" "appscode-images/kafka-connector-mysql") $) }}:2.4.2.final'
+  securityContext:
+    runAsUser: 1001
+  type: MySQL
+  version: 2.4.2
+  deprecated: {{ not (has "mysql-2.4.2.final" .Values.enableVersions.Kafka) }}
+{{ end }}
+{{ end }}
diff --git a/charts/kubedb-catalog/templates/kafkaconnector/deprecated-kafkaconnector-2.4.2-postgres.yaml b/charts/kubedb-catalog/templates/kafkaconnector/deprecated-kafkaconnector-2.4.2-postgres.yaml
@@ -0,0 +1,23 @@
+{{ $featureGates := .Values.featureGates }}
+{{- if .Values.global }}
+  {{ $featureGates = mergeOverwrite dict .Values.featureGates .Values.global.featureGates }}
+{{- end }}
+
+{{ if $featureGates.Kafka }}
+{{ if or (not .Values.skipDeprecated) (has "postgres-2.4.2.final" .Values.enableVersions.Kafka) }}
+apiVersion: catalog.kubedb.com/v1alpha1
+kind: KafkaConnectorVersion
+metadata:
+  name: 'postgres-2.4.2.final'
+  labels:
+    {{- include "kubedb-catalog.labels" . | nindent 4 }}
+spec:
+  connectorPlugin:
+    image: '{{ include "image.ghcr" (merge (dict "_repo" "appscode-images/kafka-connector-postgres") $) }}:2.4.2.final'
+  securityContext:
+    runAsUser: 1001
+  type: Postgres
+  version: 2.4.2
+  deprecated: {{ not (has "postgres-2.4.2.final" .Values.enableVersions.Kafka) }}
+{{ end }}
+{{ end }}
diff --git a/...nector/kafkaconnector-1.11.0-mongodb.yaml → ...nector/kafkaconnector-1.13.1-mongodb.yaml b/...nector/kafkaconnector-1.11.0-mongodb.yaml → ...nector/kafkaconnector-1.13.1-mongodb.yaml
@@ -8,14 +8,14 @@
 apiVersion: catalog.kubedb.com/v1alpha1
 kind: KafkaConnectorVersion
 metadata:
-  name: 'mongodb-1.11.0'
+  name: 'mongodb-1.13.1'
   labels:
     {{- include "kubedb-catalog.labels" . | nindent 4 }}
 spec:
   connectorPlugin:
-    image: '{{ include "image.ghcr" (merge (dict "_repo" "appscode-images/kafka-connector-mongodb") $) }}:1.11.0'
+    image: '{{ include "image.ghcr" (merge (dict "_repo" "appscode-images/kafka-connector-mongodb") $) }}:1.13.1'
   securityContext:
     runAsUser: 1001
   type: MongoDB
-  version: 1.11.0
+  version: 1.13.1
 {{ end }}
diff --git a/charts/kubedb-catalog/templates/kafkaconnector/kafkaconnector-1.14.1-mongodb.yaml b/charts/kubedb-catalog/templates/kafkaconnector/kafkaconnector-1.14.1-mongodb.yaml
@@ -0,0 +1,21 @@
+{{ $featureGates := .Values.featureGates }}
+{{- if .Values.global }}
+  {{ $featureGates = mergeOverwrite dict .Values.featureGates .Values.global.featureGates }}
+{{- end }}
+
+{{ if $featureGates.Kafka }}
+
+apiVersion: catalog.kubedb.com/v1alpha1
+kind: KafkaConnectorVersion
+metadata:
+  name: 'mongodb-1.14.1'
+  labels:
+    {{- include "kubedb-catalog.labels" . | nindent 4 }}
+spec:
+  connectorPlugin:
+    image: '{{ include "image.ghcr" (merge (dict "_repo" "appscode-images/kafka-connector-mongodb") $) }}:1.14.1'
+  securityContext:
+    runAsUser: 1001
+  type: MongoDB
+  version: 1.14.1
+{{ end }}
diff --git a/charts/kubedb-catalog/templates/kafkaconnector/kafkaconnector-2.7.4-jdbc.yaml b/charts/kubedb-catalog/templates/kafkaconnector/kafkaconnector-2.7.4-jdbc.yaml
@@ -0,0 +1,21 @@
+{{ $featureGates := .Values.featureGates }}
+{{- if .Values.global }}
+  {{ $featureGates = mergeOverwrite dict .Values.featureGates .Values.global.featureGates }}
+{{- end }}
+
+{{ if $featureGates.Kafka }}
+
+apiVersion: catalog.kubedb.com/v1alpha1
+kind: KafkaConnectorVersion
+metadata:
+  name: 'jdbc-2.7.4.final'
+  labels:
+    {{- include "kubedb-catalog.labels" . | nindent 4 }}
+spec:
+  connectorPlugin:
+    image: '{{ include "image.ghcr" (merge (dict "_repo" "appscode-images/kafka-connector-jdbc") $) }}:2.7.4.final'
+  securityContext:
+    runAsUser: 1001
+  type: JDBC
+  version: 2.7.4
+{{ end }}
diff --git a/...connector/kafkaconnector-2.4.2-mysql.yaml → ...connector/kafkaconnector-2.7.4-mysql.yaml b/...connector/kafkaconnector-2.4.2-mysql.yaml → ...connector/kafkaconnector-2.7.4-mysql.yaml
@@ -8,14 +8,14 @@
 apiVersion: catalog.kubedb.com/v1alpha1
 kind: KafkaConnectorVersion
 metadata:
-  name: 'mysql-2.4.2.final'
+  name: 'mysql-2.7.4.final'
   labels:
     {{- include "kubedb-catalog.labels" . | nindent 4 }}
 spec:
   connectorPlugin:
-    image: '{{ include "image.ghcr" (merge (dict "_repo" "appscode-images/kafka-connector-mysql") $) }}:2.4.2.final'
+    image: '{{ include "image.ghcr" (merge (dict "_repo" "appscode-images/kafka-connector-mysql") $) }}:2.7.4.final'
   securityContext:
     runAsUser: 1001
   type: MySQL
-  version: 2.4.2
+  version: 2.7.4
 {{ end }}
diff --git a/...nector/kafkaconnector-2.4.2-postgres.yaml → ...nector/kafkaconnector-2.7.4-postgres.yaml b/...nector/kafkaconnector-2.4.2-postgres.yaml → ...nector/kafkaconnector-2.7.4-postgres.yaml
@@ -8,14 +8,14 @@
 apiVersion: catalog.kubedb.com/v1alpha1
 kind: KafkaConnectorVersion
 metadata:
-  name: 'postgres-2.4.2.final'
+  name: 'postgres-2.7.4.final'
   labels:
     {{- include "kubedb-catalog.labels" . | nindent 4 }}
 spec:
   connectorPlugin:
-    image: '{{ include "image.ghcr" (merge (dict "_repo" "appscode-images/kafka-connector-postgres") $) }}:2.4.2.final'
+    image: '{{ include "image.ghcr" (merge (dict "_repo" "appscode-images/kafka-connector-postgres") $) }}:2.7.4.final'
   securityContext:
     runAsUser: 1001
   type: Postgres
-  version: 2.4.2
+  version: 2.7.4
 {{ end }}
diff --git a/charts/kubedb-catalog/templates/kafkaconnector/kafkaconnector-3.0.5-jdbc.yaml b/charts/kubedb-catalog/templates/kafkaconnector/kafkaconnector-3.0.5-jdbc.yaml
@@ -0,0 +1,21 @@
+{{ $featureGates := .Values.featureGates }}
+{{- if .Values.global }}
+  {{ $featureGates = mergeOverwrite dict .Values.featureGates .Values.global.featureGates }}
+{{- end }}
+
+{{ if $featureGates.Kafka }}
+
+apiVersion: catalog.kubedb.com/v1alpha1
+kind: KafkaConnectorVersion
+metadata:
+  name: 'jdbc-3.0.5.final'
+  labels:
+    {{- include "kubedb-catalog.labels" . | nindent 4 }}
+spec:
+  connectorPlugin:
+    image: '{{ include "image.ghcr" (merge (dict "_repo" "appscode-images/kafka-connector-jdbc") $) }}:3.0.5.final'
+  securityContext:
+    runAsUser: 1001
+  type: JDBC
+  version: 3.0.5
+{{ end }}
diff --git a/charts/kubedb-catalog/templates/kafkaconnector/kafkaconnector-3.0.5-mysql.yaml b/charts/kubedb-catalog/templates/kafkaconnector/kafkaconnector-3.0.5-mysql.yaml
@@ -0,0 +1,21 @@
+{{ $featureGates := .Values.featureGates }}
+{{- if .Values.global }}
+  {{ $featureGates = mergeOverwrite dict .Values.featureGates .Values.global.featureGates }}
+{{- end }}
+
+{{ if $featureGates.Kafka }}
+
+apiVersion: catalog.kubedb.com/v1alpha1
+kind: KafkaConnectorVersion
+metadata:
+  name: 'mysql-3.0.5.final'
+  labels:
+    {{- include "kubedb-catalog.labels" . | nindent 4 }}
+spec:
+  connectorPlugin:
+    image: '{{ include "image.ghcr" (merge (dict "_repo" "appscode-images/kafka-connector-mysql") $) }}:3.0.5.final'
+  securityContext:
+    runAsUser: 1001
+  type: MySQL
+  version: 3.0.5
+{{ end }}
diff --git a/charts/kubedb-catalog/templates/kafkaconnector/kafkaconnector-3.0.5-postgres.yaml b/charts/kubedb-catalog/templates/kafkaconnector/kafkaconnector-3.0.5-postgres.yaml
@@ -0,0 +1,21 @@
+{{ $featureGates := .Values.featureGates }}
+{{- if .Values.global }}
+  {{ $featureGates = mergeOverwrite dict .Values.featureGates .Values.global.featureGates }}
+{{- end }}
+
+{{ if $featureGates.Kafka }}
+
+apiVersion: catalog.kubedb.com/v1alpha1
+kind: KafkaConnectorVersion
+metadata:
+  name: 'postgres-3.0.5.final'
+  labels:
+    {{- include "kubedb-catalog.labels" . | nindent 4 }}
+spec:
+  connectorPlugin:
+    image: '{{ include "image.ghcr" (merge (dict "_repo" "appscode-images/kafka-connector-postgres") $) }}:3.0.5.final'
+  securityContext:
+    runAsUser: 1001
+  type: Postgres
+  version: 3.0.5
+{{ end }}