Dmitrii Stepanov
007827255e
This allows to reduce open/close DBs to check incompleted rebuilds. Signed-off-by: Dmitrii Stepanov <d.stepanov@yadro.com>
100 lines
2.3 KiB
Go
100 lines
2.3 KiB
Go
package blobovniczatree
|
|
|
|
import (
|
|
"context"
|
|
"strings"
|
|
|
|
"git.frostfs.info/TrueCloudLab/frostfs-node/internal/logs"
|
|
"git.frostfs.info/TrueCloudLab/frostfs-node/pkg/local_object_storage/shard/mode"
|
|
"git.frostfs.info/TrueCloudLab/frostfs-node/pkg/util"
|
|
"go.uber.org/zap"
|
|
"golang.org/x/sync/errgroup"
|
|
)
|
|
|
|
// Open opens blobovnicza tree.
|
|
func (b *Blobovniczas) Open(mode mode.ComponentMode) error {
|
|
b.readOnly = mode.ReadOnly()
|
|
b.metrics.SetMode(mode)
|
|
b.metrics.SetRebuildStatus(rebuildStatusNotStarted)
|
|
b.openManagers()
|
|
return nil
|
|
}
|
|
|
|
// Init initializes blobovnicza tree.
|
|
//
|
|
// Should be called exactly once.
|
|
func (b *Blobovniczas) Init() error {
|
|
b.log.Debug(logs.BlobovniczatreeInitializingBlobovniczas)
|
|
|
|
if b.readOnly {
|
|
b.log.Debug(logs.BlobovniczatreeReadonlyModeSkipBlobovniczasInitialization)
|
|
return nil
|
|
}
|
|
|
|
return b.initializeDBs(context.TODO())
|
|
}
|
|
|
|
func (b *Blobovniczas) initializeDBs(ctx context.Context) error {
|
|
err := util.MkdirAllX(b.rootPath, b.perm)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
eg, egCtx := errgroup.WithContext(ctx)
|
|
eg.SetLimit(b.blzInitWorkerCount)
|
|
err = b.iterateIncompletedRebuildDBPaths(egCtx, func(p string) (bool, error) {
|
|
eg.Go(func() error {
|
|
p = strings.TrimSuffix(p, rebuildSuffix)
|
|
shBlz := b.getBlobovniczaWithoutCaching(p)
|
|
blz, err := shBlz.Open()
|
|
if err != nil {
|
|
return err
|
|
}
|
|
defer shBlz.Close()
|
|
|
|
moveInfo, err := blz.ListMoveInfo(egCtx)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
for _, move := range moveInfo {
|
|
b.deleteProtectedObjects.Add(move.Address)
|
|
}
|
|
|
|
b.log.Debug(logs.BlobovniczatreeBlobovniczaSuccessfullyInitializedClosing, zap.String("id", p))
|
|
return nil
|
|
})
|
|
return false, nil
|
|
})
|
|
if err != nil {
|
|
_ = eg.Wait()
|
|
return err
|
|
}
|
|
|
|
return eg.Wait()
|
|
}
|
|
|
|
func (b *Blobovniczas) openManagers() {
|
|
b.commondbManager.Open() // order important
|
|
b.activeDBManager.Open()
|
|
b.dbCache.Open()
|
|
}
|
|
|
|
// Close implements common.Storage.
|
|
func (b *Blobovniczas) Close() error {
|
|
b.dbCache.Close() // order important
|
|
b.activeDBManager.Close()
|
|
b.commondbManager.Close()
|
|
|
|
return nil
|
|
}
|
|
|
|
// returns blobovnicza with path p
|
|
//
|
|
// If blobovnicza is already cached, instance from cache is returned w/o changes.
|
|
func (b *Blobovniczas) getBlobovnicza(p string) *sharedDB {
|
|
return b.dbCache.GetOrCreate(p)
|
|
}
|
|
|
|
func (b *Blobovniczas) getBlobovniczaWithoutCaching(p string) *sharedDB {
|
|
return b.commondbManager.GetByPath(p)
|
|
}
|