[#698] blobovniczatree: Init blobovniczas concurrently

Signed-off-by: Dmitrii Stepanov <d.stepanov@yadro.com>

pkg/local_object_storage/blobstor/blobovniczatree/control.go

@@ -10,6 +10,7 @@ import (
 	"git.frostfs.info/TrueCloudLab/frostfs-node/internal/logs"
 	"git.frostfs.info/TrueCloudLab/frostfs-node/pkg/util"
 	"go.uber.org/zap"
+	"golang.org/x/sync/errgroup"
 )
 
 var errFailedToChangeExtensionReadOnly = errors.New("failed to change blobovnicza extension: read only mode")
@@ -49,37 +50,53 @@ func (b *Blobovniczas) initializeDBs(ctx context.Context) error {
 		return err
 	}
 
+	eg, egCtx := errgroup.WithContext(ctx)
+	eg.SetLimit(b.blzInitWorkerCount)
 	visited := make(map[string]struct{})
-	err = b.iterateExistingDBPaths(ctx, func(p string) (bool, error) {
+	err = b.iterateExistingDBPaths(egCtx, func(p string) (bool, error) {
 		visited[p] = struct{}{}
-		shBlz := b.getBlobovniczaWithoutCaching(p)
-		_, err := shBlz.Open()
-		if err != nil {
-			return true, err
-		}
-		defer shBlz.Close()
+		eg.Go(func() error {
+			shBlz := b.getBlobovniczaWithoutCaching(p)
+			_, err := shBlz.Open()
+			if err != nil {
+				return err
+			}
+			defer shBlz.Close()
 
-		b.log.Debug(logs.BlobovniczatreeBlobovniczaSuccessfullyInitializedClosing, zap.String("id", p))
+			b.log.Debug(logs.BlobovniczatreeBlobovniczaSuccessfullyInitializedClosing, zap.String("id", p))
+			return nil
+		})
 		return false, nil
 	})
 	if err != nil {
+		_ = eg.Wait()
 		return err
 	}
 
-	return b.iterateSortedLeaves(ctx, nil, func(p string) (bool, error) {
+	err = b.iterateSortedLeaves(egCtx, nil, func(p string) (bool, error) {
 		if _, found := visited[p]; found {
 			return false, nil
 		}
-		shBlz := b.getBlobovniczaWithoutCaching(p)
-		_, err := shBlz.Open()
-		if err != nil {
-			return true, err
-		}
-		defer shBlz.Close()
+		eg.Go(func() error {
+			shBlz := b.getBlobovniczaWithoutCaching(p)
+			_, err := shBlz.Open()
+			if err != nil {
+				return err
+			}
+			defer shBlz.Close()
 
-		b.log.Debug(logs.BlobovniczatreeBlobovniczaSuccessfullyInitializedClosing, zap.String("id", p))
+			b.log.Debug(logs.BlobovniczatreeBlobovniczaSuccessfullyInitializedClosing, zap.String("id", p))
+			return nil
+		})
 		return false, nil
 	})
+
+	if err != nil {
+		_ = eg.Wait()
+		return err
+	}
+
+	return eg.Wait()
 }
 
 func (b *Blobovniczas) openManagers() {

pkg/local_object_storage/blobstor/blobovniczatree/option.go

@@ -11,42 +11,44 @@ import (
 )
 
 type cfg struct {
-	log             *logger.Logger
-	perm            fs.FileMode
-	readOnly        bool
-	rootPath        string
-	openedCacheSize int
-	blzShallowDepth uint64
-	blzShallowWidth uint64
-	blzLeafWidth    uint64
-	compression     *compression.Config
-	blzOpts         []blobovnicza.Option
-	// reportError is the function called when encountering disk errors.
-	reportError      func(string, error)
-	metrics          Metrics
-	waitBeforeDropDB time.Duration
+	log                *logger.Logger
+	perm               fs.FileMode
+	readOnly           bool
+	rootPath           string
+	openedCacheSize    int
+	blzShallowDepth    uint64
+	blzShallowWidth    uint64
+	blzLeafWidth       uint64
+	compression        *compression.Config
+	blzOpts            []blobovnicza.Option
+	reportError        func(string, error) // reportError is the function called when encountering disk errors.
+	metrics            Metrics
+	waitBeforeDropDB   time.Duration
+	blzInitWorkerCount int
 }
 
 type Option func(*cfg)
 
 const (
-	defaultPerm             = 0o700
-	defaultOpenedCacheSize  = 50
-	defaultBlzShallowDepth  = 2
-	defaultBlzShallowWidth  = 16
-	defaultWaitBeforeDropDB = 10 * time.Second
+	defaultPerm               = 0o700
+	defaultOpenedCacheSize    = 50
+	defaultBlzShallowDepth    = 2
+	defaultBlzShallowWidth    = 16
+	defaultWaitBeforeDropDB   = 10 * time.Second
+	defaultBlzInitWorkerCount = 5
 )
 
 func initConfig(c *cfg) {
 	*c = cfg{
-		log:              &logger.Logger{Logger: zap.L()},
-		perm:             defaultPerm,
-		openedCacheSize:  defaultOpenedCacheSize,
-		blzShallowDepth:  defaultBlzShallowDepth,
-		blzShallowWidth:  defaultBlzShallowWidth,
-		reportError:      func(string, error) {},
-		metrics:          &noopMetrics{},
-		waitBeforeDropDB: defaultWaitBeforeDropDB,
+		log:                &logger.Logger{Logger: zap.L()},
+		perm:               defaultPerm,
+		openedCacheSize:    defaultOpenedCacheSize,
+		blzShallowDepth:    defaultBlzShallowDepth,
+		blzShallowWidth:    defaultBlzShallowWidth,
+		reportError:        func(string, error) {},
+		metrics:            &noopMetrics{},
+		waitBeforeDropDB:   defaultWaitBeforeDropDB,
+		blzInitWorkerCount: defaultBlzInitWorkerCount,
 	}
 }
 
@@ -116,3 +118,15 @@ func WithWaitBeforeDropDB(t time.Duration) Option {
 		c.waitBeforeDropDB = t
 	}
 }
+
+// WithInitWorkerCount sets maximum workers count to init blobovnicza tree.
+//
+// Negative or zero value means no limit.
+func WithInitWorkerCount(v int) Option {
+	if v <= 0 {
+		v = -1
+	}
+	return func(c *cfg) {
+		c.blzInitWorkerCount = v
+	}
+}