Kick off data sources service

database/query/datasources.sql

@@ -0,0 +1,73 @@
+-- CreateDataSource creates a new datasource in a given project.
+
+-- name: CreateDataSource :one
+INSERT INTO data_sources (project_id, name, display_name)
+VALUES ($1, $2, $3) RETURNING *;
+
+-- AddDataSourceFunction adds a function to a datasource.
+
+-- name: AddDataSourceFunction :one
+INSERT INTO data_sources_functions (data_source_id, name, type, definition)
+VALUES ($1, $2, $3, $4) RETURNING *;
+
+-- UpdateDataSource updates a datasource in a given project.
+
+-- name: UpdateDataSource :one
+UPDATE data_sources
+SET display_name = $3
+WHERE id = $1 AND project_id = $2
+RETURNING *;
+
+-- UpdateDataSourceFunction updates a function in a datasource. We're
+-- only able to update the type and definition of the function.
+
+-- name: UpdateDataSourceFunction :one
+UPDATE data_sources_functions
+SET type = $3, definition = $4, updated_at = NOW()
+WHERE data_source_id = $1 AND name = $2
+RETURNING *;
+
+-- name: DeleteDataSource :one
+DELETE FROM data_sources
+WHERE id = $1 AND project_id = $2
+RETURNING *;
+
+-- name: DeleteDataSourceFunction :one
+DELETE FROM data_sources_functions
+WHERE data_source_id = $1 AND name = $2
+RETURNING *;
+
+-- GetDataSource retrieves a datasource by its id and a project hierarchy.
+--
+-- Note that to get a datasource for a given project, one can simply
+-- pass one project id in the project_id array.
+
+-- name: GetDataSource :one
+SELECT * FROM data_sources
+WHERE id = $1 AND project_id = ANY(sqlc.arg(projects)::uuid[]);
+
+-- GetDataSourceByName retrieves a datasource by its name and
+-- a project hierarchy.
+--
+-- Note that to get a datasource for a given project, one can simply
+-- pass one project id in the project_id array.
+
+-- name: GetDataSourceByName :one
+SELECT * FROM data_sources
+WHERE name = $1 AND project_id = ANY(sqlc.arg(projects)::uuid[]);
+
+-- ListDataSources retrieves all datasources for project hierarchy.
+--
+-- Note that to get a datasource for a given project, one can simply
+-- pass one project id in the project_id array.
+
+-- name: ListDataSources :many
+SELECT * FROM data_sources
+WHERE project_id = ANY(sqlc.arg(projects)::uuid[]);
+
+-- ListDataSourceFunctions retrieves all functions for a datasource.
+
+-- name: ListDataSourceFunctions :many
+SELECT * FROM data_sources_functions
+WHERE data_source_id = $1;
+

internal/datasources/factory.go

@@ -12,6 +12,11 @@ import (
 	v1datasources "github.com/mindersec/minder/pkg/datasources/v1"
 )
 
+const (
+	// DataSourceDriverRest is the driver type for a REST data source.
+	DataSourceDriverRest = "rest"
+)
+
 // BuildFromProtobuf is a factory function that builds a new data source based on the given
 // data source type.
 func BuildFromProtobuf(ds *minderv1.DataSource) (v1datasources.DataSource, error) {

internal/datasources/service/helpers.go

@@ -0,0 +1,67 @@
+// SPDX-FileCopyrightText: Copyright 2024 The Minder Authors
+// SPDX-License-Identifier: Apache-2.0
+
+package service
+
+import (
+	"context"
+	"fmt"
+
+	"github.com/google/uuid"
+
+	"github.com/mindersec/minder/internal/db"
+	minderv1 "github.com/mindersec/minder/pkg/api/protobuf/go/minder/v1"
+)
+
+func (d *dataSourceService) getDataSourceSomehow(
+	ctx context.Context,
+	project uuid.UUID,
+	opts *ReadOptions,
+	theSomehow func(ctx context.Context, qtx db.ExtendQuerier, projs []uuid.UUID) (db.DataSource, error),
+) (*minderv1.DataSource, error) {
+	stx, err := d.txBuilder(d, opts)
+	if err != nil {
+		return nil, fmt.Errorf("failed to start transaction: %w", err)
+	}
+
+	//nolint:gosec // we'll log this error later.
+	defer stx.Rollback()
+
+	tx := stx.Q()
+
+	projs, err := listRelevantProjects(ctx, tx, project, opts.canSearchHierarchical())
+	if err != nil {
+		return nil, fmt.Errorf("failed to list relevant projects: %w", err)
+	}
+
+	ds, err := theSomehow(ctx, tx, projs)
+	if err != nil {
+		return nil, fmt.Errorf("failed to get data source by name: %w", err)
+	}
+
+	dsfuncs, err := tx.ListDataSourceFunctions(ctx, ds.ID)
+	if err != nil {
+		return nil, fmt.Errorf("failed to get data source functions: %w", err)
+	}
+
+	if err := stx.Commit(); err != nil {
+		return nil, fmt.Errorf("failed to commit transaction: %w", err)
+	}
+
+	return dataSourceDBToProtobuf(ds, dsfuncs)
+}
+
+func listRelevantProjects(
+	ctx context.Context, tx db.ExtendQuerier, project uuid.UUID, hierarchical bool,
+) ([]uuid.UUID, error) {
+	if hierarchical {
+		projs, err := tx.GetParentProjects(ctx, project)
+		if err != nil {
+			return nil, err
+		}
+
+		return projs, nil
+	}
+
+	return []uuid.UUID{project}, nil
+}