diff --git a/internal/proxy/shard_client.go b/internal/proxy/shard_client.go
index dd0b36e494062..8475494e6659c 100644
--- a/internal/proxy/shard_client.go
+++ b/internal/proxy/shard_client.go
@@ -47,6 +47,7 @@ func (n *shardClient) getClient(ctx context.Context) (types.QueryNodeClient, err
 		n.Lock()
 		if !n.initialized.Load() {
 			if err := n.initClients(); err != nil {
+				n.Unlock()
 				return nil, err
 			}
 			n.initialized.Store(true)