forked from TrueCloudLab/frostfs-node
Dmitrii Stepanov
9bd05e94c8
Concurrent Apply can lead to child node applies before parent, so undo/redo operations will perform. This leads to performance degradation in case of tree with many sublevels. Signed-off-by: Dmitrii Stepanov <d.stepanov@yadro.com>
178 lines
4.3 KiB
Go
178 lines
4.3 KiB
Go
package tree
|
|
|
|
import (
|
|
"crypto/ecdsa"
|
|
"time"
|
|
|
|
"git.frostfs.info/TrueCloudLab/frostfs-node/internal/net"
|
|
"git.frostfs.info/TrueCloudLab/frostfs-node/pkg/core/container"
|
|
frostfsidcore "git.frostfs.info/TrueCloudLab/frostfs-node/pkg/core/frostfsid"
|
|
"git.frostfs.info/TrueCloudLab/frostfs-node/pkg/core/netmap"
|
|
"git.frostfs.info/TrueCloudLab/frostfs-node/pkg/local_object_storage/pilorama"
|
|
"git.frostfs.info/TrueCloudLab/frostfs-node/pkg/util/logger"
|
|
cid "git.frostfs.info/TrueCloudLab/frostfs-sdk-go/container/id"
|
|
policyengine "git.frostfs.info/TrueCloudLab/policy-engine/pkg/engine"
|
|
"github.com/nspcc-dev/neo-go/pkg/crypto/keys"
|
|
)
|
|
|
|
type ContainerSource interface {
|
|
container.Source
|
|
|
|
DeletionInfo(cid.ID) (*container.DelInfo, error)
|
|
|
|
// List must return list of all the containers in the FrostFS network
|
|
// at the moment of a call and any error that does not allow fetching
|
|
// container information.
|
|
List() ([]cid.ID, error)
|
|
}
|
|
|
|
type cfg struct {
|
|
log *logger.Logger
|
|
key *ecdsa.PrivateKey
|
|
rawPub []byte
|
|
state netmap.State
|
|
nmSource netmap.Source
|
|
cnrSource ContainerSource
|
|
frostfsidSubjectProvider frostfsidcore.SubjectProvider
|
|
forest pilorama.Forest
|
|
// replication-related parameters
|
|
replicatorChannelCapacity int
|
|
replicatorWorkerCount int
|
|
replicatorTimeout time.Duration
|
|
containerCacheSize int
|
|
authorizedKeys [][]byte
|
|
syncBatchSize int
|
|
|
|
localOverrideStorage policyengine.LocalOverrideStorage
|
|
morphChainStorage policyengine.MorphRuleChainStorageReader
|
|
|
|
metrics MetricsRegister
|
|
ds *net.DialerSource
|
|
}
|
|
|
|
// Option represents configuration option for a tree service.
|
|
type Option func(*cfg)
|
|
|
|
// WithContainerSource sets a container source for a tree service.
|
|
// This option is required.
|
|
func WithContainerSource(src ContainerSource) Option {
|
|
return func(c *cfg) {
|
|
c.cnrSource = src
|
|
}
|
|
}
|
|
|
|
func WithFrostfsidSubjectProvider(provider frostfsidcore.SubjectProvider) Option {
|
|
return func(c *cfg) {
|
|
c.frostfsidSubjectProvider = provider
|
|
}
|
|
}
|
|
|
|
// WithNetmapSource sets a netmap source for a tree service.
|
|
// This option is required.
|
|
func WithNetmapSource(src netmap.Source) Option {
|
|
return func(c *cfg) {
|
|
c.nmSource = src
|
|
}
|
|
}
|
|
|
|
// WithPrivateKey sets a netmap source for a tree service.
|
|
// This option is required.
|
|
func WithPrivateKey(key *ecdsa.PrivateKey) Option {
|
|
return func(c *cfg) {
|
|
c.key = key
|
|
c.rawPub = (*keys.PublicKey)(&key.PublicKey).Bytes()
|
|
}
|
|
}
|
|
|
|
// WithLogger sets logger for a tree service.
|
|
func WithLogger(log *logger.Logger) Option {
|
|
return func(c *cfg) {
|
|
c.log = log
|
|
}
|
|
}
|
|
|
|
// WithStorage sets tree storage for a service.
|
|
func WithStorage(s pilorama.Forest) Option {
|
|
return func(c *cfg) {
|
|
c.forest = s
|
|
}
|
|
}
|
|
|
|
func WithReplicationChannelCapacity(n int) Option {
|
|
return func(c *cfg) {
|
|
if n > 0 {
|
|
c.replicatorChannelCapacity = n
|
|
}
|
|
}
|
|
}
|
|
|
|
func WithReplicationWorkerCount(n int) Option {
|
|
return func(c *cfg) {
|
|
if n > 0 {
|
|
c.replicatorWorkerCount = n
|
|
}
|
|
}
|
|
}
|
|
|
|
func WithSyncBatchSize(n int) Option {
|
|
return func(c *cfg) {
|
|
c.syncBatchSize = n
|
|
}
|
|
}
|
|
|
|
func WithContainerCacheSize(n int) Option {
|
|
return func(c *cfg) {
|
|
if n > 0 {
|
|
c.containerCacheSize = n
|
|
}
|
|
}
|
|
}
|
|
|
|
func WithReplicationTimeout(t time.Duration) Option {
|
|
return func(c *cfg) {
|
|
if t > 0 {
|
|
c.replicatorTimeout = t
|
|
}
|
|
}
|
|
}
|
|
|
|
func WithMetrics(v MetricsRegister) Option {
|
|
return func(c *cfg) {
|
|
c.metrics = v
|
|
}
|
|
}
|
|
|
|
// WithAuthorizedKeys returns option to add list of public
|
|
// keys that have rights to use Tree service.
|
|
func WithAuthorizedKeys(keys keys.PublicKeys) Option {
|
|
return func(c *cfg) {
|
|
c.authorizedKeys = nil
|
|
for _, key := range keys {
|
|
c.authorizedKeys = append(c.authorizedKeys, key.Bytes())
|
|
}
|
|
}
|
|
}
|
|
|
|
func WithAPELocalOverrideStorage(localOverrideStorage policyengine.LocalOverrideStorage) Option {
|
|
return func(c *cfg) {
|
|
c.localOverrideStorage = localOverrideStorage
|
|
}
|
|
}
|
|
|
|
func WithAPEMorphRuleStorage(morphRuleStorage policyengine.MorphRuleChainStorageReader) Option {
|
|
return func(c *cfg) {
|
|
c.morphChainStorage = morphRuleStorage
|
|
}
|
|
}
|
|
|
|
func WithNetmapState(state netmap.State) Option {
|
|
return func(c *cfg) {
|
|
c.state = state
|
|
}
|
|
}
|
|
|
|
func WithDialerSource(ds *net.DialerSource) Option {
|
|
return func(c *cfg) {
|
|
c.ds = ds
|
|
}
|
|
}
|