skip block notification if latency is too high

zeta-chain · Dec 10, 2024 · c5a6e73 · c5a6e73
1 parent 1d59688
commit c5a6e73
Showing 1 changed file with 9 additions and 1 deletion.
diff --git a/zetaclient/orchestrator/orchestrator.go b/zetaclient/orchestrator/orchestrator.go
@@ -308,7 +308,15 @@ func (oc *Orchestrator) runScheduler(ctx context.Context) error {
 			bn := newBlock.Block.Height
 
 			blockTimeLatency := time.Since(newBlock.Block.Time)
-			metrics.CoreBlockLatency.Set(blockTimeLatency.Seconds())
+			blockTimeLatencySeconds := blockTimeLatency.Seconds()
+			metrics.CoreBlockLatency.Set(blockTimeLatencySeconds)
+
+			if blockTimeLatencySeconds > 15 {
+				oc.logger.Warn().
+					Float64("latency", blockTimeLatencySeconds).
+					Msgf("runScheduler: core block latency too high")
+				continue
+			}
 
 			balance, err := oc.zetacoreClient.GetZetaHotKeyBalance(ctx)
 			if err != nil {