Skip to content

Commit

Permalink
feat(catalog): catalog run logging
Browse files Browse the repository at this point in the history
  • Loading branch information
joremysh committed Sep 26, 2024
1 parent feab1e8 commit 3a6e80a
Show file tree
Hide file tree
Showing 15 changed files with 2,693 additions and 204 deletions.
1 change: 1 addition & 0 deletions .gitignore
Original file line number Diff line number Diff line change
Expand Up @@ -121,3 +121,4 @@ tmp
.DS_Store
cmd/main/__debug_bin*
/test_files/
.idea
9 changes: 5 additions & 4 deletions cmd/main/main.go
Original file line number Diff line number Diff line change
Expand Up @@ -15,8 +15,6 @@ import (
"time"

"github.com/grpc-ecosystem/grpc-gateway/v2/runtime"
influxdb2 "github.com/influxdata/influxdb-client-go/v2"
openfga "github.com/openfga/api/proto/openfga/v1"
"github.com/redis/go-redis/v9"
"go.opentelemetry.io/contrib/propagators/b3"
"go.opentelemetry.io/otel"
Expand All @@ -34,6 +32,8 @@ import (
grpcMiddleware "github.com/grpc-ecosystem/go-grpc-middleware"
grpcZap "github.com/grpc-ecosystem/go-grpc-middleware/logging/zap"
grpcRecovery "github.com/grpc-ecosystem/go-grpc-middleware/recovery"
influxdb2 "github.com/influxdata/influxdb-client-go/v2"
openfga "github.com/openfga/api/proto/openfga/v1"

"github.com/instill-ai/artifact-backend/config"
"github.com/instill-ai/artifact-backend/pkg/acl"
Expand All @@ -42,8 +42,8 @@ import (
"github.com/instill-ai/artifact-backend/pkg/logger"
"github.com/instill-ai/artifact-backend/pkg/middleware"
"github.com/instill-ai/artifact-backend/pkg/milvus"
"github.com/instill-ai/artifact-backend/pkg/minio"
"github.com/instill-ai/artifact-backend/pkg/repository"
servicePkg "github.com/instill-ai/artifact-backend/pkg/service"
"github.com/instill-ai/artifact-backend/pkg/usage"
"github.com/instill-ai/artifact-backend/pkg/utils"
"github.com/instill-ai/artifact-backend/pkg/worker"
Expand All @@ -52,7 +52,8 @@ import (
httpClient "github.com/instill-ai/artifact-backend/pkg/client/http"
database "github.com/instill-ai/artifact-backend/pkg/db"
customOtel "github.com/instill-ai/artifact-backend/pkg/logger/otel"
minio "github.com/instill-ai/artifact-backend/pkg/minio"
servicePkg "github.com/instill-ai/artifact-backend/pkg/service"

artifactPB "github.com/instill-ai/protogen-go/artifact/artifact/v1alpha"
mgmtPB "github.com/instill-ai/protogen-go/core/mgmt/v1beta"
pipelinePB "github.com/instill-ai/protogen-go/vdp/pipeline/v1beta"
Expand Down
44 changes: 26 additions & 18 deletions go.mod
Original file line number Diff line number Diff line change
Expand Up @@ -6,20 +6,21 @@ require (
github.com/frankban/quicktest v1.14.6
github.com/go-resty/resty/v2 v2.12.0
github.com/gofrs/uuid v4.4.0+incompatible
github.com/gojuno/minimock/v3 v3.3.6
github.com/gojuno/minimock/v3 v3.4.0
github.com/golang-migrate/migrate/v4 v4.17.0
github.com/google/go-cmp v0.6.0
github.com/grpc-ecosystem/go-grpc-middleware v1.3.0
github.com/grpc-ecosystem/grpc-gateway/v2 v2.19.1
github.com/influxdata/influxdb-client-go/v2 v2.12.3
github.com/instill-ai/protogen-go v0.3.3-alpha.0.20240923163607-406de8626033
github.com/instill-ai/protogen-go v0.3.3-alpha.0.20240926030437-7a1e3a9e0c46
github.com/instill-ai/usage-client v0.3.0-alpha.0.20240319060111-4a3a39f2fd61
github.com/instill-ai/x v0.3.0-alpha.0.20231219052200-6230a89e386c
github.com/instill-ai/x v0.4.0-alpha.0.20240923052503-fd243919e005
github.com/knadh/koanf v1.5.0
github.com/milvus-io/milvus-sdk-go/v2 v2.4.1
github.com/minio/minio-go v6.0.14+incompatible
github.com/openfga/api/proto v0.0.0-20240723155248-7e5be7b65c27
github.com/redis/go-redis/v9 v9.5.3
go.einride.tech/aip v0.68.0
go.opentelemetry.io/contrib/propagators/b3 v1.17.0
go.opentelemetry.io/otel v1.16.0
go.opentelemetry.io/otel/exporters/otlp/otlpmetric/otlpmetricgrpc v0.39.0
Expand All @@ -30,34 +31,43 @@ require (
go.opentelemetry.io/otel/sdk/metric v0.39.0
go.opentelemetry.io/otel/trace v1.16.0
go.uber.org/zap v1.26.0
golang.org/x/net v0.26.0
google.golang.org/genproto/googleapis/rpc v0.0.0-20240528184218-531527333157
google.golang.org/grpc v1.64.1
google.golang.org/protobuf v1.34.1
gorm.io/driver/postgres v1.4.5
gorm.io/gorm v1.24.7-0.20230306060331-85eaf9eeda11
golang.org/x/net v0.28.0
google.golang.org/genproto/googleapis/rpc v0.0.0-20240711142825-46eb208f015d
google.golang.org/grpc v1.65.0
google.golang.org/protobuf v1.34.2
gopkg.in/guregu/null.v4 v4.0.0
gorm.io/datatypes v1.2.2
gorm.io/driver/postgres v1.5.0
gorm.io/gorm v1.25.11
)

require (
cloud.google.com/go/longrunning v0.5.4 // indirect
filippo.io/edwards25519 v1.1.0 // indirect
github.com/cockroachdb/errors v1.9.1 // indirect
github.com/cockroachdb/logtags v0.0.0-20211118104740-dabe8e521a4f // indirect
github.com/cockroachdb/redact v1.1.3 // indirect
github.com/envoyproxy/protoc-gen-validate v1.0.4 // indirect
github.com/getsentry/sentry-go v0.12.0 // indirect
github.com/go-ini/ini v1.67.0 // indirect
github.com/go-sql-driver/mysql v1.8.1 // indirect
github.com/gogo/protobuf v1.3.2 // indirect
github.com/google/uuid v1.6.0 // indirect
github.com/jackc/pgx/v5 v5.5.5 // indirect
github.com/jackc/puddle/v2 v2.2.1 // indirect
github.com/milvus-io/milvus-proto/go-api/v2 v2.4.3 // indirect
github.com/mitchellh/go-homedir v1.1.0 // indirect
github.com/tidwall/gjson v1.14.4 // indirect
github.com/tidwall/match v1.1.1 // indirect
github.com/tidwall/pretty v1.2.0 // indirect
golang.org/x/sync v0.8.0 // indirect
gorm.io/driver/mysql v1.5.6 // indirect
)

require (
github.com/catalinc/hashcash v0.0.0-20220723060415-5e3ec3e24f67 // indirect
github.com/cenkalti/backoff/v4 v4.2.1 // indirect
github.com/cespare/xxhash/v2 v2.2.0 // indirect
github.com/cespare/xxhash/v2 v2.3.0 // indirect
github.com/davecgh/go-spew v1.1.1 // indirect
github.com/deepmap/oapi-codegen v1.8.2 // indirect
github.com/dgryski/go-rendezvous v0.0.0-20200823014737-9f7001d12a5f // indirect
Expand All @@ -73,9 +83,7 @@ require (
github.com/jackc/pgio v1.0.0 // indirect
github.com/jackc/pgpassfile v1.0.0 // indirect
github.com/jackc/pgproto3/v2 v2.3.3 // indirect
github.com/jackc/pgservicefile v0.0.0-20221227161230-091c0ba34f0a // indirect
github.com/jackc/pgtype v1.14.0 // indirect
github.com/jackc/pgx/v4 v4.18.2 // indirect
github.com/jackc/pgservicefile v0.0.0-20231201235250-de7065d80cb9 // indirect
github.com/jinzhu/inflection v1.0.0 // indirect
github.com/jinzhu/now v1.1.5 // indirect
github.com/kr/pretty v0.3.1 // indirect
Expand All @@ -88,17 +96,17 @@ require (
github.com/pkg/errors v0.9.1 // indirect
github.com/pmezard/go-difflib v1.0.0 // indirect
github.com/rogpeppe/go-internal v1.10.0 // indirect
github.com/stretchr/testify v1.8.4 // indirect
github.com/stretchr/testify v1.9.0
go.opentelemetry.io/otel/exporters/otlp/internal/retry v1.16.0 // indirect
go.opentelemetry.io/otel/exporters/otlp/otlpmetric v0.39.0 // indirect
go.opentelemetry.io/otel/exporters/otlp/otlptrace v1.16.0 // indirect
go.opentelemetry.io/otel/metric v1.16.0 // indirect
go.opentelemetry.io/proto/otlp v0.19.0 // indirect
go.uber.org/atomic v1.10.0 // indirect
go.uber.org/multierr v1.10.0 // indirect
golang.org/x/crypto v0.24.0
golang.org/x/sys v0.21.0 // indirect
golang.org/x/text v0.16.0 // indirect
google.golang.org/genproto/googleapis/api v0.0.0-20240528184218-531527333157 // indirect
golang.org/x/crypto v0.26.0
golang.org/x/sys v0.24.0 // indirect
golang.org/x/text v0.17.0 // indirect
google.golang.org/genproto/googleapis/api v0.0.0-20240711142825-46eb208f015d // indirect
gopkg.in/yaml.v3 v3.0.1 // indirect
)
Loading

0 comments on commit 3a6e80a

Please sign in to comment.