base-image-migration

airbytehq · Dec 18, 2024 · 42f40aa · 42f40aa
1 parent 4be7f1a
commit 42f40aa
Show file tree

Hide file tree

Showing 2 changed files with 60 additions and 51 deletions.
diff --git a/airbyte-integrations/connectors/destination-databricks/metadata.yaml b/airbyte-integrations/connectors/destination-databricks/metadata.yaml
@@ -1,9 +1,44 @@
 data:
+  ab_internal:
+    ql: 100
+    sl: 100
+  connectorBuildOptions:
+    baseImage: docker.io/airbyte/java-connector-base:1.0.0@sha256:be86e5684e1e6d9280512d3d8071b47153698fe08ad990949c8eeff02803201a
   connectorSubtype: database
+  connectorTestSuitesOptions:
+  - suite: unitTests
+  - suite: integrationTests
+    testSecrets:
+    - fileName: azure_config.json
+      name: SECRET_DESTINATION-DATABRICKS_AZURE__CREDS
+      secretStore:
+        alias: airbyte-connector-testing-secret-store
+        type: GSM
+    - fileName: config.json
+      name: SECRET_DESTINATION-DATABRICKS__CREDS
+      secretStore:
+        alias: airbyte-connector-testing-secret-store
+        type: GSM
+    - fileName: staging_config.json
+      name: SECRET_DESTINATION-DATABRICKS__STAGING_CREDS
+      secretStore:
+        alias: airbyte-connector-testing-secret-store
+        type: GSM
+    - fileName: oauth_config.json
+      name: SECRET_DESTINATION_DATABRICKS_OAUTH_CONFIG
+      secretStore:
+        alias: airbyte-connector-testing-secret-store
+        type: GSM
+    - fileName: pat_config.json
+      name: SECRET_DESTINATION_DATABRICKS_PERSONAL_ACCESS_TOKEN_CONFIG
+      secretStore:
+        alias: airbyte-connector-testing-secret-store
+        type: GSM
   connectorType: destination
   definitionId: 072d5540-f236-4294-ba7c-ade8fd918496
-  dockerImageTag: 3.3.1
+  dockerImageTag: 3.3.2
   dockerRepository: airbyte/destination-databricks
+  documentationUrl: https://docs.airbyte.com/integrations/destinations/databricks
   githubIssueLabel: destination-databricks
   icon: databricks.svg
   license: ELv2
@@ -17,59 +52,32 @@ data:
   releases:
     breakingChanges:
       2.0.0:
-        message: >
-          **This is a private preview version, Do not upgrade until you review the changes**.\n
-          This version is a rewrite of the community connector with support for Unity catalog, and staging files using Unity catalog volumes.
+        message: '**This is a private preview version, Do not upgrade until you review
+          the changes**.\n This version is a rewrite of the community connector with
+          support for Unity catalog, and staging files using Unity catalog volumes.
           This version also introduces [Destinations V2](https://docs.airbyte.com/release_notes/upgrading_to_destinations_v2/#what-is-destinations-v2),
-          which provides better error handling, incremental delivery of data for large syncs, and improved final table structures.
-          To review the breaking changes, see [here](https://docs.airbyte.com/release_notes/upgrading_to_destinations_v2/#quick-start-to-upgrading).
-        upgradeDeadline: "2025-01-31"
+          which provides better error handling, incremental delivery of data for large
+          syncs, and improved final table structures. To review the breaking changes,
+          see [here](https://docs.airbyte.com/release_notes/upgrading_to_destinations_v2/#quick-start-to-upgrading).
+
+          '
+        upgradeDeadline: '2025-01-31'
       3.0.0:
-        message: >
-          This version adds an `_airbyte_generation_id` column to the raw and final tables. If you ran a sync using 2.0.0, you MUST manually drop the
-          raw and final tables and then clear (reset) your connection; this release will not automatically upgrade your tables.
-        upgradeDeadline: "2025-01-31"
-  documentationUrl: https://docs.airbyte.com/integrations/destinations/databricks
+        message: 'This version adds an `_airbyte_generation_id` column to the raw
+          and final tables. If you ran a sync using 2.0.0, you MUST manually drop
+          the raw and final tables and then clear (reset) your connection; this release
+          will not automatically upgrade your tables.
+
+          '
+        upgradeDeadline: '2025-01-31'
   resourceRequirements:
     jobSpecific:
-      - jobType: check_connection
-        resourceRequirements:
-          memory_limit: 600Mi
-          memory_request: 600Mi
-  tags:
-    - language:java
-  ab_internal:
-    sl: 100
-    ql: 100
+    - jobType: check_connection
+      resourceRequirements:
+        memory_limit: 600Mi
+        memory_request: 600Mi
   supportLevel: certified
   supportsRefreshes: true
-  connectorTestSuitesOptions:
-    - suite: unitTests
-    - suite: integrationTests
-      testSecrets:
-        - name: SECRET_DESTINATION-DATABRICKS_AZURE__CREDS
-          fileName: azure_config.json
-          secretStore:
-            type: GSM
-            alias: airbyte-connector-testing-secret-store
-        - name: SECRET_DESTINATION-DATABRICKS__CREDS
-          fileName: config.json
-          secretStore:
-            type: GSM
-            alias: airbyte-connector-testing-secret-store
-        - name: SECRET_DESTINATION-DATABRICKS__STAGING_CREDS
-          fileName: staging_config.json
-          secretStore:
-            type: GSM
-            alias: airbyte-connector-testing-secret-store
-        - name: SECRET_DESTINATION_DATABRICKS_OAUTH_CONFIG
-          fileName: oauth_config.json
-          secretStore:
-            type: GSM
-            alias: airbyte-connector-testing-secret-store
-        - name: SECRET_DESTINATION_DATABRICKS_PERSONAL_ACCESS_TOKEN_CONFIG
-          fileName: pat_config.json
-          secretStore:
-            type: GSM
-            alias: airbyte-connector-testing-secret-store
-metadataSpecVersion: "1.0"
+  tags:
+  - language:java
+metadataSpecVersion: '1.0'
diff --git a/docs/integrations/destinations/databricks.md b/docs/integrations/destinations/databricks.md
@@ -91,6 +91,7 @@ with the raw tables, and their format is subject to change without notice.
 
 | Version | Date       | Pull Request                                                                                                        | Subject                                                                                                                                                                          |
 |:--------|:-----------|:--------------------------------------------------------------------------------------------------------------------|:---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------|
+| 3.3.2 | 2024-12-18 | [49898](https://github.com/airbytehq/airbyte/pull/49898) | Use a base image: airbyte/java-connector-base:1.0.0 |
 | 3.3.1   | 2024-12-02 | [#48779](https://github.com/airbytehq/airbyte/pull/48779)                                                           | bump resource reqs for `check`                                                                                                                                                   |
 | 3.3.0   | 2024-09-18 | [#45438](https://github.com/airbytehq/airbyte/pull/45438)                                                           | upgrade all dependencies.                                                                                                                                                        |
 | 3.2.5   | 2024-09-12 | [#45439](https://github.com/airbytehq/airbyte/pull/45439)                                                           | Move to integrations section.                                                                                                                                                    |