feat: Add a helper func to measure elapsed time

* Profile important functions and log elapsed times in debug mode * Remove old DB migration files Signed-off-by: Mahendra Paipuri <[email protected]>
mahendrapaipuri · Jul 3, 2024 · b0c1678 · b0c1678
1 parent 6bae211
commit b0c1678
Show file tree

Hide file tree

Showing 26 changed files with 61 additions and 329 deletions.
diff --git a/internal/common/helpers.go b/internal/common/helpers.go
@@ -9,14 +9,22 @@ import (
 	"net/url"
 	"os"
 	"strings"
+	"time"
 
 	"github.com/go-kit/log"
+	"github.com/go-kit/log/level"
 	"github.com/google/uuid"
 	"github.com/mahendrapaipuri/ceems/pkg/grafana"
 	"github.com/zeebo/xxh3"
 	"gopkg.in/yaml.v3"
 )
 
+// TimeTrack tracks execution time of each function
+func TimeTrack(start time.Time, name string, logger log.Logger) {
+	elapsed := time.Since(start)
+	level.Debug(logger).Log("msg", name, "elapsed_time", elapsed)
+}
+
 // SanitizeFloat replaces +/-Inf and NaN with zero
 func SanitizeFloat(v float64) float64 {
 	if math.IsInf(v, 0) || math.IsNaN(v) {

diff --git a/pkg/api/db/db.go b/pkg/api/db/db.go
@@ -169,6 +169,7 @@ updatetime:
 setup:
 	// Setup manager struct that retrieves unit data
 	manager, err := c.ResourceManager(c.Logger)
+	fmt.Printf("%#v\n", manager)
 	if err != nil {
 		level.Error(c.Logger).Log("msg", "Resource manager setup failed", "err", err)
 		return nil, err
@@ -450,6 +451,9 @@ func (s *statsDB) execStatements(
 	clusterUsers []models.ClusterUsers,
 	clusterProjects []models.ClusterProjects,
 ) {
+	// Measure elapsed time
+	defer common.TimeTrack(time.Now(), "DB insertions", s.logger)
+
 	var ignore = 0
 	var err error
 	for _, cluster := range clusterUnits {
@@ -651,6 +655,9 @@ func (s *statsDB) vacuum() error {
 
 // Creates backup of DB after vacuuming DB
 func (s *statsDB) createBackup() error {
+	// Measure elapsed time
+	defer common.TimeTrack(time.Now(), "DB backup", s.logger)
+
 	// First vacuum DB to reduce size
 	if err := s.vacuum(); err != nil {
 		level.Warn(s.logger).Log("msg", "Failed to vacuum DB", "err", err)

diff --git a/pkg/api/db/db_test.go b/pkg/api/db/db_test.go
@@ -221,6 +221,7 @@ var mockUsersOne = []models.ClusterUsers{
 
 func newMockManager(logger log.Logger) (*resource.Manager, error) {
 	return &resource.Manager{
+		Logger: logger,
 		Fetchers: []resource.Fetcher{
 			&mockFetcherOne{logger: logger},
 			&mockFetcherTwo{logger: logger},

diff --git a/pkg/api/db/migrations-copy/000001_create_units_table.down.sql b/pkg/api/db/migrations-copy/000001_create_units_table.down.sql
diff --git a/pkg/api/db/migrations-copy/000001_create_units_table.up.sql b/pkg/api/db/migrations-copy/000001_create_units_table.up.sql
diff --git a/pkg/api/db/migrations-copy/000002_create_usage_table.down.sql b/pkg/api/db/migrations-copy/000002_create_usage_table.down.sql
diff --git a/pkg/api/db/migrations-copy/000002_create_usage_table.up.sql b/pkg/api/db/migrations-copy/000002_create_usage_table.up.sql
diff --git a/pkg/api/db/migrations-copy/000003_alter_units_table.down.sql b/pkg/api/db/migrations-copy/000003_alter_units_table.down.sql
diff --git a/pkg/api/db/migrations-copy/000003_alter_units_table.up.sql b/pkg/api/db/migrations-copy/000003_alter_units_table.up.sql
diff --git a/pkg/api/db/migrations-copy/000004_alter_units_usage_tables.down.sql b/pkg/api/db/migrations-copy/000004_alter_units_usage_tables.down.sql
diff --git a/pkg/api/db/migrations-copy/000004_alter_units_usage_tables.up.sql b/pkg/api/db/migrations-copy/000004_alter_units_usage_tables.up.sql
diff --git a/pkg/api/db/migrations-copy/000005_alter_usage_tables.down.sql b/pkg/api/db/migrations-copy/000005_alter_usage_tables.down.sql
diff --git a/pkg/api/db/migrations-copy/000005_alter_usage_tables.up.sql b/pkg/api/db/migrations-copy/000005_alter_usage_tables.up.sql
diff --git a/pkg/api/db/migrations-copy/000006_alter_unit_usage_tables.up.sql b/pkg/api/db/migrations-copy/000006_alter_unit_usage_tables.up.sql
diff --git a/pkg/api/db/migrations-copy/000006_alter_units_usage_tables.down.sql b/pkg/api/db/migrations-copy/000006_alter_units_usage_tables.down.sql
diff --git a/pkg/api/db/migrations-copy/000007_alter_unit_usage_tables.up.sql b/pkg/api/db/migrations-copy/000007_alter_unit_usage_tables.up.sql
diff --git a/pkg/api/db/migrations-copy/000007_alter_units_usage_tables.down.sql b/pkg/api/db/migrations-copy/000007_alter_units_usage_tables.down.sql
diff --git a/pkg/api/db/migrations-copy/000008_create_admin_users_table.down.sql b/pkg/api/db/migrations-copy/000008_create_admin_users_table.down.sql
diff --git a/pkg/api/db/migrations-copy/000008_create_admin_users_table.up.sql b/pkg/api/db/migrations-copy/000008_create_admin_users_table.up.sql
diff --git a/pkg/api/db/migrations-copy/000009_create_users_projects_table.down.sql b/pkg/api/db/migrations-copy/000009_create_users_projects_table.down.sql
diff --git a/pkg/api/db/migrations-copy/000009_create_users_projects_table.up.sql b/pkg/api/db/migrations-copy/000009_create_users_projects_table.up.sql
diff --git a/pkg/api/db/migrations-copy/000010_alter_metric_types.down.sql b/pkg/api/db/migrations-copy/000010_alter_metric_types.down.sql