[#2165] services/tree: Allow to set custom synchronization interval

Signed-off-by: Evgenii Stratonikov <e.stratonikov@yadro.com>
This commit is contained in:
Evgenii Stratonikov 2022-12-10 13:59:18 +03:00 committed by Anton Nikiforov
parent 6a4e5e6f0a
commit d3054e577a
6 changed files with 37 additions and 7 deletions

View file

@ -63,3 +63,11 @@ func (c TreeConfig) ReplicationChannelCapacity() int {
func (c TreeConfig) ReplicationWorkerCount() int {
return int(config.IntSafe(c.cfg, "replication_worker_count"))
}
// SyncInterval returns the value of "sync_interval"
// config parameter from the "tree" section.
//
// Returns 0 if config value is not specified.
func (c TreeConfig) SyncInterval() time.Duration {
return config.DurationSafe(c.cfg, "sync_interval")
}

View file

@ -33,6 +33,7 @@ func TestTreeSection(t *testing.T) {
require.Equal(t, 32, treeSec.ReplicationChannelCapacity())
require.Equal(t, 32, treeSec.ReplicationWorkerCount())
require.Equal(t, 5*time.Second, treeSec.ReplicationTimeout())
require.Equal(t, time.Hour, treeSec.SyncInterval())
}
configtest.ForEachFileType(path, fileConfigTest)

View file

@ -3,6 +3,7 @@ package main
import (
"context"
"errors"
"time"
treeconfig "github.com/TrueCloudLab/frostfs-node/cmd/frostfs-node/config/tree"
"github.com/TrueCloudLab/frostfs-node/pkg/core/container"
@ -63,12 +64,29 @@ func initTreeService(c *cfg) {
c.treeService.Start(ctx)
}))
addNewEpochNotificationHandler(c, func(_ event.Event) {
err := c.treeService.SynchronizeAll()
if err != nil {
c.log.Error("could not synchronize Tree Service", zap.Error(err))
}
})
if d := treeConfig.SyncInterval(); d == 0 {
addNewEpochNotificationHandler(c, func(_ event.Event) {
err := c.treeService.SynchronizeAll()
if err != nil {
c.log.Error("could not synchronize Tree Service", zap.Error(err))
}
})
} else {
go func() {
tick := time.NewTicker(d)
defer tick.Stop()
for range tick.C {
err := c.treeService.SynchronizeAll()
if err != nil {
c.log.Error("could not synchronize Tree Service", zap.Error(err))
if errors.Is(err, tree.ErrShuttingDown) {
return
}
}
}
}()
}
subscribeToContainerRemoval(c, func(e event.Event) {
ev := e.(containerEvent.DeleteSuccess)

View file

@ -35,6 +35,7 @@ NEOFS_TREE_CACHE_SIZE=15
NEOFS_TREE_REPLICATION_CHANNEL_CAPACITY=32
NEOFS_TREE_REPLICATION_WORKER_COUNT=32
NEOFS_TREE_REPLICATION_TIMEOUT=5s
NEOFS_TREE_SYNC_INTERVAL=1h
# gRPC section
## 0 server

View file

@ -80,7 +80,8 @@
"cache_size": 15,
"replication_channel_capacity": 32,
"replication_worker_count": 32,
"replication_timeout": "5s"
"replication_timeout": "5s",
"sync_interval": "1h"
},
"control": {
"authorized_keys": [

View file

@ -65,6 +65,7 @@ tree:
replication_worker_count: 32
replication_channel_capacity: 32
replication_timeout: 5s
sync_interval: 1h
control:
authorized_keys: # list of hex-encoded public keys that have rights to use the Control Service