seaweedfs/weed/filesys/meta_cache/meta_cache_init.go

package meta_cache

import (
	"context"
	"fmt"
	"strings"
	"time"

	"github.com/chrislusf/seaweedfs/weed/filer"
	"github.com/chrislusf/seaweedfs/weed/glog"
	"github.com/chrislusf/seaweedfs/weed/pb/filer_pb"
	"github.com/chrislusf/seaweedfs/weed/util"
)

func EnsureVisited(mc *MetaCache, client filer_pb.FilerClient, dirPath util.FullPath) error {

	return mc.visitedBoundary.EnsureVisited(dirPath, func(path util.FullPath) (childDirectories []string, err error) {

		glog.V(4).Infof("ReadDirAllEntries %s ...", path)

		for waitTime := time.Second; waitTime < filer.ReadWaitTime; waitTime += waitTime / 2 {
			err = filer_pb.ReadDirAllEntries(client, dirPath, "", func(pbEntry *filer_pb.Entry, isLast bool) error {
				entry := filer.FromPbEntry(string(dirPath), pbEntry)
				if err := mc.doInsertEntry(context.Background(), entry); err != nil {
					glog.V(0).Infof("read %s: %v", entry.FullPath, err)
					return err
				}
				if entry.IsDirectory() {
					childDirectories = append(childDirectories, entry.Name())
				}
				return nil
			})
			if err == nil {
				break
			}
			if strings.Contains(err.Error(), "transport: ") {
				glog.V(0).Infof("ReadDirAllEntries %s: %v. Retry in %v", path, err, waitTime)
				time.Sleep(waitTime)
				continue
			}
			err = fmt.Errorf("list %s: %v", dirPath, err)
			break
		}
		return
	})
}