fixes #416

leaf-ai · Jul 2, 2021 · 60db5bd · 60db5bd
1 parent 37f862d
commit 60db5bd
Show file tree

Hide file tree

Showing 27 changed files with 850 additions and 346 deletions.
diff --git a/cmd/runner/main.go b/cmd/runner/main.go
@@ -88,6 +88,8 @@ var (
 	rspnsEncrypt = &defense.PubkeyStore{}
 
 	promAddrOpt = flag.String("prom-address", ":9090", "the address for the prometheus http server within the runner")
+
+	captureOutputMD = flag.Bool("schema-logs", true, "automatically add experiment logs to metadata json")
 )
 
 // GetRqstSigs returns the signing public key struct for

diff --git a/cmd/runner/processor.go b/cmd/runner/processor.go
@@ -10,6 +10,7 @@ import (
 	"bufio"
 	"context"
 	"encoding/base64"
+	"encoding/json"
 	"fmt"
 	"io/ioutil"
 	"os"
@@ -94,6 +95,8 @@ const (
 	ExecPythonVEnv
 	// ExecSingularity inidcates we are using the Singularity container packaging and runtime
 	ExecSingularity
+
+	fmtAddLog = `[{"op": "add", "path": "/studioml/log/-", "value": {"ts": "%s", "msg":"%s"}}]`
 )
 
 func init() {
@@ -411,6 +414,15 @@ func (p *processor) fetchAll(ctx context.Context) (err kv.Error) {
 	return nil
 }
 
+func jsonEscape(unescaped string) (escaped string, errGo error) {
+	b, errGo := json.Marshal(unescaped)
+	if errGo != nil {
+		return escaped, errGo
+	}
+	escaped = string(b)
+	return escaped[1 : len(escaped)-1], nil
+}
+
 // copyToMetaData is used to copy a file to the meta data area using the file naming semantics
 // of the metadata layout
 func (p *processor) copyToMetaData(src string, jsonDest string) (err kv.Error) {
@@ -459,6 +471,8 @@ func (p *processor) copyToMetaData(src string, jsonDest string) (err kv.Error) {
 	// Store any discovered json fragments for generating experiment documents as a single collection
 	jsonDirectives := []string{}
 
+	autoCapture := *captureOutputMD
+
 	// Checkmarx code checking note. Checkmarx is for Web applications and is not a good fit general purpose server code.
 	// It is also worth mentioning that if you are reading this message that Checkmarx does not understand Go package structure
 	// and does not appear to use the Go AST  to validate code so is not able to perform path and escape analysis which
@@ -473,10 +487,23 @@ func (p *processor) copyToMetaData(src string, jsonDest string) (err kv.Error) {
 		if len(line) <= 2 {
 			continue
 		}
-		if (line[0] != '{' || line[len(line)-1] != '}') &&
-			(line[0] != '[' || line[len(line)-1] != ']') {
-			continue
+
+		// See if this line is a sensible json fragment
+		if !((line[0] == '{' && line[len(line)-1] == '}') ||
+			(line[0] == '[' && line[len(line)-1] == ']')) {
+			// If we dont have a fragment we check to see if in the line should be formatted as
+			// json and inserted using a command line switch
+			if !autoCapture {
+				continue
+			}
+			line, errGo = jsonEscape(line)
+			if errGo != nil {
+				logger.Trace("output json filter failed", "error", errGo, "line", line, "stack", stack.Trace().TrimRuntime())
+				continue
+			}
+			line = fmt.Sprintf(fmtAddLog, time.Now().UTC().Format("2006-01-02T15:04:05.999999999-0700"), line)
 		}
+
 		// After each line is scanned the json fragment is merged into a collection of all detected patches and merges that
 		// have been output by the experiment
 		if errGo = fastjson.Validate(line); errGo != nil {
@@ -491,8 +518,14 @@ func (p *processor) copyToMetaData(src string, jsonDest string) (err kv.Error) {
 		}
 	}
 	if len(jsonDirectives) == 0 {
+		logger.Debug("no json directives found", "stack", stack.Trace().TrimRuntime())
 		return nil
 	}
+	// Zero copy prepend
+	jsonDirectives = append(jsonDirectives, " ")
+	copy(jsonDirectives[1:], jsonDirectives[0:])
+	jsonDirectives[0] = `{"studioml": {"log": [{"ts": "0", "msg":"Init"},{"ts":"1", "msg":""}]}}`
+
 	result, err := runner.JSONEditor("", jsonDirectives)
 	if err != nil {
 		return err

diff --git a/docs/metadata.md b/docs/metadata.md
@@ -204,7 +204,7 @@ tStamp = datetime.datetime.utcnow().replace(tzinfo=datetime.timezone.utc).isofor
 print('[{"op": "add", "path": "/studioml/log/-", "value": {"ts": "{0}", "msg:"Example log message"}}]', tStamp)
 ```
 
-It is of course tedious if you have to decorate every log entry with a time stamp so as a convineance the go runner does have an option which will auto decorate an standard output and standard error messages with json directives for inclusion in the MLOps logs, --schemaLogs.  Standard practiuve for using this option is to include it in your deployment configuration as an environment variable.
+It is of course tedious if you have to decorate every log entry with a time stamp so as a convineance the go runner does have an option which will auto decorate an standard output and standard error messages with json directives for inclusion in the MLOps logs, --schema-logs.  Standard practiuve for using this option is to include it in your deployment configuration as an environment variable.
 
 # Storage platforms and query capabilities
 
@@ -246,7 +246,6 @@ The first step is to run after creating the Database and Table is to run a Studi
 
 ```
 $ cat ~/.studioml/config.yaml
- 0        1  metadata.md   2 kmutch@awsdev:~/project/src/github.com/leaf-ai/unileaf   3  zsh         ⇅  ☰  ✔ ?  29.06.2021  16:00  awsdev
 database:
     type: s3
     endpoint: https://s3-us-west-2.amazonaws.com

diff --git a/go.mod b/go.mod
@@ -8,7 +8,7 @@ require (
 	github.com/Rhymond/go-money v1.0.2
 	github.com/StackExchange/wmi v0.0.0-20210224194228-fe8f1750fd46 // indirect
 	github.com/awnumar/memguard v0.22.2
-	github.com/aws/aws-sdk-go v1.38.68
+	github.com/aws/aws-sdk-go v1.38.71
 	github.com/cenkalti/backoff/v4 v4.1.1
 	github.com/davecgh/go-spew v1.1.1
 	github.com/deckarep/golang-set v1.7.1
@@ -18,7 +18,6 @@ require (
 	github.com/dustin/go-humanize v1.0.0
 	github.com/ekalinin/github-markdown-toc.go v0.0.0-20201214100212-a3e410f71786 // indirect
 	github.com/evanphx/json-patch v4.11.0+incompatible
-	github.com/evanphx/json-patch/v5 v5.5.0 // indirect
 	github.com/fsnotify/fsnotify v1.4.9
 	github.com/go-enry/go-license-detector/v4 v4.2.0
 	github.com/go-ole/go-ole v1.2.5 // indirect
@@ -50,7 +49,7 @@ require (
 	github.com/mholt/archiver/v3 v3.5.0
 	github.com/michaelklishin/rabbit-hole/v2 v2.10.0
 	github.com/minio/minio v0.0.0-20210507214158-ab7d5ee3d98e // indirect
-	github.com/minio/minio-go/v7 v7.0.11
+	github.com/minio/minio-go/v7 v7.0.12
 	github.com/mitchellh/copystructure v1.2.0
 	github.com/montanaflynn/stats v0.6.6 // indirect
 	github.com/odg0318/aws-ec2-price v0.0.0-20200327030318-88202a04e06d
@@ -62,7 +61,7 @@ require (
 	github.com/prometheus/prom2json v1.3.0
 	github.com/rs/xid v1.3.0
 	github.com/russross/blackfriday/v2 v2.1.0 // indirect
-	github.com/shirou/gopsutil v3.21.5+incompatible
+	github.com/shirou/gopsutil v3.21.6+incompatible
 	github.com/shirou/gopsutil/v3 v3.21.4 // indirect
 	github.com/streadway/amqp v1.0.1-0.20200716223359-e6b33f460591
 	github.com/tebeka/atexit v0.3.0
@@ -79,7 +78,7 @@ require (
 	golang.org/x/tools v0.1.3 // indirect
 	google.golang.org/genproto v0.0.0-20210224155714-063164c882e6 // indirect
 	google.golang.org/grpc v1.36.0 // indirect
-	google.golang.org/protobuf v1.27.0
+	google.golang.org/protobuf v1.27.1
 	k8s.io/api v0.21.2
 	k8s.io/apimachinery v0.21.2
 	k8s.io/client-go v0.21.2

diff --git a/go.sum b/go.sum
@@ -135,12 +135,8 @@ github.com/aws/aws-sdk-go v1.27.0/go.mod h1:KmX6BPdI08NWTb3/sm4ZGu5ShLoqVDhKgpiN
 github.com/aws/aws-sdk-go v1.35.20/go.mod h1:tlPOdRjfxPBpNIwqDj61rmsnA85v9jc0Ps9+muhnW+k=
 github.com/aws/aws-sdk-go v1.37.18/go.mod h1:hcU610XS61/+aQV88ixoOzUoG7v3b31pl2zKMmprdro=
 github.com/aws/aws-sdk-go v1.38.45/go.mod h1:hcU610XS61/+aQV88ixoOzUoG7v3b31pl2zKMmprdro=
-github.com/aws/aws-sdk-go v1.38.64 h1:aE178SZNBpAT9T2U5hacKJiyiRE/Li2Hax6xddVuyGA=
-github.com/aws/aws-sdk-go v1.38.64/go.mod h1:hcU610XS61/+aQV88ixoOzUoG7v3b31pl2zKMmprdro=
-github.com/aws/aws-sdk-go v1.38.66 h1:z1nEnVOb0ctiHURel3sFxZdXDrXnG6Fa+Dly3Kb0KVo=
-github.com/aws/aws-sdk-go v1.38.66/go.mod h1:hcU610XS61/+aQV88ixoOzUoG7v3b31pl2zKMmprdro=
-github.com/aws/aws-sdk-go v1.38.68 h1:aOG8geU4SohNp659eKBHRBgbqSrZ6jNZlfimIuJAwL8=
-github.com/aws/aws-sdk-go v1.38.68/go.mod h1:hcU610XS61/+aQV88ixoOzUoG7v3b31pl2zKMmprdro=
+github.com/aws/aws-sdk-go v1.38.71 h1:aWhtgoOiDhBCfaAj9XbxzcyvjEAKovbtv7d5mCVBZXw=
+github.com/aws/aws-sdk-go v1.38.71/go.mod h1:hcU610XS61/+aQV88ixoOzUoG7v3b31pl2zKMmprdro=
 github.com/aws/aws-sdk-go-v2 v0.18.0/go.mod h1:JWVYvqSMppoMJC0x5wdwiImzgXTI9FuZwxzkQq9wy+g=
 github.com/bcicen/jstream v1.0.1/go.mod h1:9ielPxqFry7Y4Tg3j4BfjPocfJ3TbsRtXOAYXYmRuAQ=
 github.com/beevik/ntp v0.3.0/go.mod h1:hIHWr+l3+/clUnF44zdK+CWW7fO8dR5cIylAQ76NRpg=
@@ -246,12 +242,9 @@ github.com/envoyproxy/go-control-plane v0.9.1-0.20191026205805-5f8ba28d4473/go.m
 github.com/envoyproxy/go-control-plane v0.9.4/go.mod h1:6rpuAdCZL397s3pYoYcLgu1mIlRU8Am5FuJP05cCM98=
 github.com/envoyproxy/go-control-plane v0.9.9-0.20201210154907-fd9021fe5dad/go.mod h1:cXg6YxExXjJnVBQHBLXeUAgxn2UodCpnH306RInaBQk=
 github.com/envoyproxy/protoc-gen-validate v0.1.0/go.mod h1:iSmxcyjqTsJpI2R4NaDN7+kN2VEUnK/pcBlmesArF7c=
-github.com/evanphx/json-patch v4.9.0+incompatible h1:kLcOMZeuLAJvL2BPWLMIj5oaZQobrkAqrL+WFZwQses=
 github.com/evanphx/json-patch v4.9.0+incompatible/go.mod h1:50XU6AFN0ol/bzJsmQLiYLvXMP4fmwYFNcr97nuDLSk=
 github.com/evanphx/json-patch v4.11.0+incompatible h1:glyUF9yIYtMHzn8xaKw5rMhdWcwsYV8dZHIq5567/xs=
 github.com/evanphx/json-patch v4.11.0+incompatible/go.mod h1:50XU6AFN0ol/bzJsmQLiYLvXMP4fmwYFNcr97nuDLSk=
-github.com/evanphx/json-patch/v5 v5.5.0 h1:bAmFiUJ+o0o2B4OiTFeE3MqCOtyo+jjPP9iZ0VRxYUc=
-github.com/evanphx/json-patch/v5 v5.5.0/go.mod h1:G79N1coSVB93tBe7j6PhzjmR3/2VvlbKOFpnXhI9Bw4=
 github.com/facebookgo/clock v0.0.0-20150410010913-600d898af40a h1:yDWHCSQ40h88yih2JAcL6Ls/kVkSE8GFACTGVnMPruw=
 github.com/facebookgo/clock v0.0.0-20150410010913-600d898af40a/go.mod h1:7Ga40egUymuWXxAe151lTNnCv97MddSOVsjpPPkityA=
 github.com/facebookgo/ensure v0.0.0-20200202191622-63f1cf65ac4c h1:8ISkoahWXwZR41ois5lSJBSVw4D0OV19Ht/JSTzvSv0=
@@ -685,8 +678,8 @@ github.com/minio/minio v0.0.0-20210507214158-ab7d5ee3d98e h1:1EzTJ9yFQOlghFVg147
 github.com/minio/minio v0.0.0-20210507214158-ab7d5ee3d98e/go.mod h1:8HjbXAVfMFI2lVE76TUgW0GXUB8Vlmy75YlJHnwcOiY=
 github.com/minio/minio-go/v7 v7.0.10/go.mod h1:td4gW1ldOsj1PbSNS+WYK43j+P1XVhX/8W8awaYlBFo=
 github.com/minio/minio-go/v7 v7.0.11-0.20210302210017-6ae69c73ce78/go.mod h1:mTh2uJuAbEqdhMVl6CMIIZLUeiMiWtJR4JB8/5g2skw=
-github.com/minio/minio-go/v7 v7.0.11 h1:7utSkCtMQPYYB1UB8FR3d0QSiOWE6F/JYXon29imYek=
-github.com/minio/minio-go/v7 v7.0.11/go.mod h1:WoyW+ySKAKjY98B9+7ZbI8z8S3jaxaisdcvj9TGlazA=
+github.com/minio/minio-go/v7 v7.0.12 h1:/4pxUdwn9w0QEryNkrrWaodIESPRX+NxpO0Q6hVdaAA=
+github.com/minio/minio-go/v7 v7.0.12/go.mod h1:S23iSP5/gbMwtxeY5FM71R+TkAYyzEdoNEDDwpt8yWs=
 github.com/minio/parquet-go v1.0.0/go.mod h1:aQlkSOfOq2AtQKkuou3mosNVMwNokd+faTacxxk/oHA=
 github.com/minio/rpc v1.0.0/go.mod h1:b9xqF7J0xeMXr0cM4pnBlP7Te7PDsG5JrRxl5dG6Ldk=
 github.com/minio/selfupdate v0.3.1/go.mod h1:b8ThJzzH7u2MkF6PcIra7KaXO9Khf6alWPvMSyTDCFM=
@@ -893,8 +886,8 @@ github.com/sergi/go-diff v1.1.0 h1:we8PVUC3FE2uYfodKH/nBHMSetSfHDR6scGdBi+erh0=
 github.com/sergi/go-diff v1.1.0/go.mod h1:STckp+ISIX8hZLjrqAeVduY0gWCT9IjLuqbuNXdaHfM=
 github.com/shirou/gopsutil v3.20.11+incompatible/go.mod h1:5b4v6he4MtMOwMlS0TUMTu2PcXUg8+E1lC7eC3UO/RA=
 github.com/shirou/gopsutil v3.21.4+incompatible/go.mod h1:5b4v6he4MtMOwMlS0TUMTu2PcXUg8+E1lC7eC3UO/RA=
-github.com/shirou/gopsutil v3.21.5+incompatible h1:OloQyEerMi7JUrXiNzy8wQ5XN+baemxSl12QgIzt0jc=
-github.com/shirou/gopsutil v3.21.5+incompatible/go.mod h1:5b4v6he4MtMOwMlS0TUMTu2PcXUg8+E1lC7eC3UO/RA=
+github.com/shirou/gopsutil v3.21.6+incompatible h1:mmZtAlWSd8U2HeRTjswbnDLPxqsEoK01NK+GZ1P+nEM=
+github.com/shirou/gopsutil v3.21.6+incompatible/go.mod h1:5b4v6he4MtMOwMlS0TUMTu2PcXUg8+E1lC7eC3UO/RA=
 github.com/shirou/gopsutil/v3 v3.21.1/go.mod h1:igHnfak0qnw1biGeI2qKQvu0ZkwvEkUcCLlYhZzdr/4=
 github.com/shirou/gopsutil/v3 v3.21.3/go.mod h1:ghfMypLDrFSWN2c9cDYFLHyynQ+QUht0cv/18ZqVczw=
 github.com/shirou/gopsutil/v3 v3.21.4 h1:XB/+p+kVnyYLuPHCfa99lxz2aJyvVhnyd+FxZqH/k7M=
@@ -1066,6 +1059,7 @@ golang.org/x/crypto v0.0.0-20201002170205-7f63de1d35b0/go.mod h1:LzIPMQfyMNhhGPh
 golang.org/x/crypto v0.0.0-20201016220609-9e8e0b390897/go.mod h1:LzIPMQfyMNhhGPhUkYOs5KpL4U8rLKemX1yGLhDgUto=
 golang.org/x/crypto v0.0.0-20201112155050-0c6587e931a9/go.mod h1:LzIPMQfyMNhhGPhUkYOs5KpL4U8rLKemX1yGLhDgUto=
 golang.org/x/crypto v0.0.0-20201124201722-c8d3bf9c5392/go.mod h1:jdWPYTVW3xRLrWPugEBEK3UY2ZEsg3UU495nc5E+M+I=
+golang.org/x/crypto v0.0.0-20201216223049-8b5274cf687f/go.mod h1:jdWPYTVW3xRLrWPugEBEK3UY2ZEsg3UU495nc5E+M+I=
 golang.org/x/crypto v0.0.0-20210220033148-5ea612d1eb83/go.mod h1:jdWPYTVW3xRLrWPugEBEK3UY2ZEsg3UU495nc5E+M+I=
 golang.org/x/crypto v0.0.0-20210415154028-4f45737414dc/go.mod h1:T9bdIzuCu7OtxOm1hfPfRQxPLYneinmdGuTeoZ9dtd4=
 golang.org/x/crypto v0.0.0-20210421170649-83a5a9bb288b/go.mod h1:T9bdIzuCu7OtxOm1hfPfRQxPLYneinmdGuTeoZ9dtd4=
@@ -1430,10 +1424,9 @@ google.golang.org/protobuf v1.23.1-0.20200526195155-81db48ad09cc/go.mod h1:EGpAD
 google.golang.org/protobuf v1.24.0/go.mod h1:r/3tXBNzIEhYS9I1OUVjXDlt8tc493IdKGjtUeSXeh4=
 google.golang.org/protobuf v1.25.0/go.mod h1:9JNX74DMeImyA3h4bdi1ymwjUzf21/xIlbajtzgsN7c=
 google.golang.org/protobuf v1.26.0-rc.1/go.mod h1:jlhhOSvTdKEhbULTjvd4ARK9grFBp09yW+WbY/TyQbw=
-google.golang.org/protobuf v1.26.0 h1:bxAC2xTBsZGibn2RTntX0oH50xLsqy1OxA9tTL3p/lk=
 google.golang.org/protobuf v1.26.0/go.mod h1:9q0QmTI4eRPtz6boOQmLYwt+qCgq0jsYwAQnmE0givc=
-google.golang.org/protobuf v1.27.0 h1:KhgSLlr/moiqjv0qUsSnLvdUL7NH7PHW8aZGn7Jpjko=
-google.golang.org/protobuf v1.27.0/go.mod h1:9q0QmTI4eRPtz6boOQmLYwt+qCgq0jsYwAQnmE0givc=
+google.golang.org/protobuf v1.27.1 h1:SnqbnDw1V7RiZcXPx5MEeqPv2s79L9i7BJUlG/+RurQ=
+google.golang.org/protobuf v1.27.1/go.mod h1:9q0QmTI4eRPtz6boOQmLYwt+qCgq0jsYwAQnmE0givc=
 gopkg.in/alecthomas/kingpin.v2 v2.2.4/go.mod h1:FMv+mEhP44yOT+4EoQTLFTRgOQ1FBLkstjWtayDeSgw=
 gopkg.in/alecthomas/kingpin.v2 v2.2.6 h1:jMFz6MfLP0/4fUyZle81rXUoxOBFi19VUFKVDOQfozc=
 gopkg.in/alecthomas/kingpin.v2 v2.2.6/go.mod h1:FMv+mEhP44yOT+4EoQTLFTRgOQ1FBLkstjWtayDeSgw=

diff --git a/internal/gen/dev.cognizant_dev.ai/genproto/studio-go-runner/reports/v1/reports.pb.go b/internal/gen/dev.cognizant_dev.ai/genproto/studio-go-runner/reports/v1/reports.pb.go
diff --git a/internal/runner/pythonenv.go b/internal/runner/pythonenv.go
@@ -239,6 +239,7 @@ func (p *VirtualEnv) Make(alloc *resources.Allocated, e interface{}) (err kv.Err
 	// the python environment in a virtual env
 	tmpl, errGo := template.New("pythonRunner").Parse(
 		`#!/bin/bash -x
+echo "{\"studioml\": {\"log\": [{\"ts\": \"` + "`" + `date -u -Ins` + "`" + `\", \"msg\":\"Init\"},{\"ts\":\"0\", \"msg\":\"\"}]}}" | jq -c '.'
 sleep 2
 # Credit https://github.com/fernandoacorreia/azure-docker-registry/blob/master/tools/scripts/create-registry-server
 function fail {
@@ -351,8 +352,8 @@ nvidia-smi  mig -i 5 -cgi 14,14,14 -C || true
 nvidia-smi  mig -i 6 -cgi 14,14,14 -C || true
 nvidia-smi  mig -i 7 -cgi 14,14,14 -C || true
 nvidia-smi 2>/dev/null || true
-echo "{\"studioml\": {\"log\": [{\"ts\": \"` + "`" + `date -u -Ins` + "`" + `\", \"msg\":\"Start\"},{\"ts\":\"0\", \"msg\":\"\"}]}}" | jq -c '.'
-python {{.E.Request.Experiment.Filename}} {{range .E.Request.Experiment.Args}}{{.}} {{end}}
+echo "[{\"op\": \"add\", \"path\": \"/studioml/log/-\", \"value\": {\"ts\": \"` + "`" + `date -u -Ins` + "`" + `\", \"msg\":\"Start\"}}]" | jq -c '.'
+stdbuf -oL -eL python {{.E.Request.Experiment.Filename}} {{range .E.Request.Experiment.Args}}{{.}} {{end}}
 result=$?
 echo $result
 set +e

diff --git a/licenses.manifest b/licenses.manifest
@@ -3,9 +3,9 @@ docs/slides,MIT-0,0.8050314
 docs/slides/lib/font/source-sans-pro,OFL-1.0-no-RFN,0.757377
 examples/aws/aws,OpenSSL,0.7797131
 examples/aws/aws/dist/cryptography-2.8-py3.7.egg-info,BSD-3-Clause-Clear,0.83412325
-examples/aws/cpu,MPL-2.0-no-copyleft-exception,0.33333334
-examples/docker,deprecated_GPL-2.0-with-font-exception,0.33333334
-examples/local,deprecated_GPL-2.0-with-bison-exception,0.33333334
+examples/aws/cpu,ADSL,0.33333334
+examples/docker,CC-BY-NC-ND-2.0,0.33333334
+examples/local,CC-BY-NC-ND-2.0,0.33333334
 vendor/cloud.google.com/go,SHL-0.5,0.85278857
 vendor/github.com/Azure/go-autorest,ECL-2.0,0.83882034
 vendor/github.com/Azure/go-autorest/autorest,ECL-2.0,0.83882034
@@ -129,7 +129,7 @@ vendor/github.com/pkg/errors,BSD-2-Clause-NetBSD,0.9076087
 vendor/github.com/prometheus/client_golang,SHL-0.5,0.85278857
 vendor/github.com/prometheus/client_model,SHL-0.5,0.85278857
 vendor/github.com/prometheus/common,SHL-0.5,0.85278857
-vendor/github.com/prometheus/common/internal/bitbucket.org/ww/goautoneg,NOSL,0.33333334
+vendor/github.com/prometheus/common/internal/bitbucket.org/ww/goautoneg,OSL-1.1,0.33333334
 vendor/github.com/prometheus/procfs,SHL-0.5,0.85278857
 vendor/github.com/prometheus/prom2json,SHL-0.5,0.85278857
 vendor/github.com/rs/xid,MIT-0,0.8125
@@ -184,6 +184,10 @@ vendor/k8s.io/client-go,SHL-0.5,0.85278857
 vendor/k8s.io/klog/v2,SHL-0.5,0.8657289
 vendor/k8s.io/utils,SHL-0.5,0.85278857
 vendor/sigs.k8s.io/structured-merge-diff/v4,SHL-0.5,0.85214007
+/v4,SHL-0.5,0.85214007
+tured-merge-diff/v4,SHL-0.5,0.85214007
+4007
+7
 07
 s.io/structured-merge-diff/v4,SHL-0.5,0.85214007
 rge-diff/v4,SHL-0.5,0.85214007

diff --git a/tools/queue-scaler/sqs_job.yaml b/tools/queue-scaler/sqs_job.yaml
@@ -18,6 +18,7 @@ data:
  CACHE_DIR: "/tmp/cache"
  CLEAR_TEXT_MESSAGES: "true"
  LIMIT_IDLE_DURATION: "15m"
+ SCHEMA_LOGS: "true"
  DEBUG: "true"
 ---
 apiVersion: batch/v1

diff --git a/vendor/github.com/aws/aws-sdk-go/aws/endpoints/defaults.go b/vendor/github.com/aws/aws-sdk-go/aws/endpoints/defaults.go
diff --git a/vendor/github.com/aws/aws-sdk-go/aws/version.go b/vendor/github.com/aws/aws-sdk-go/aws/version.go