Make garbage collector fetch meta after list from storage (#27205) (#…

…27369)

Signed-off-by: Congqi Xia <[email protected]>

internal/datacoord/garbage_collector.go

@@ -127,16 +127,18 @@ func (gc *garbageCollector) scan() {
 		total   = 0
 		valid   = 0
 		missing = 0
-
-		segmentMap = typeutil.NewUniqueSet()
-		filesMap   = typeutil.NewSet[string]()
 	)
-	segments := gc.meta.GetAllSegmentsUnsafe()
-	for _, segment := range segments {
-		segmentMap.Insert(segment.GetID())
-		for _, log := range getLogs(segment) {
-			filesMap.Insert(log.GetLogPath())
+	getMetaMap := func() (typeutil.UniqueSet, typeutil.Set[string]) {
+		segmentMap := typeutil.NewUniqueSet()
+		filesMap := typeutil.NewSet[string]()
+		segments := gc.meta.GetAllSegmentsUnsafe()
+		for _, segment := range segments {
+			segmentMap.Insert(segment.GetID())
+			for _, log := range getLogs(segment) {
+				filesMap.Insert(log.GetLogPath())
+			}
 		}
+		return segmentMap, filesMap
 	}
 
 	// walk only data cluster related prefixes
@@ -155,6 +157,7 @@ func (gc *garbageCollector) scan() {
 				zap.String("error", err.Error()),
 			)
 		}
+		segmentMap, filesMap := getMetaMap()
 		log.Info("gc scan finish list object", zap.String("prefix", prefix), zap.Duration("time spent", time.Since(startTs)), zap.Int("keys", len(infoKeys)))
 		for i, infoKey := range infoKeys {
 			total++