102 lines
3.1 KiB
Go
102 lines
3.1 KiB
Go
package engineconfig
|
|
|
|
import (
|
|
"errors"
|
|
"strconv"
|
|
|
|
"git.frostfs.info/TrueCloudLab/frostfs-node/cmd/frostfs-node/config"
|
|
shardconfig "git.frostfs.info/TrueCloudLab/frostfs-node/cmd/frostfs-node/config/engine/shard"
|
|
"git.frostfs.info/TrueCloudLab/frostfs-node/pkg/local_object_storage/shard/mode"
|
|
)
|
|
|
|
const (
|
|
subsection = "storage"
|
|
|
|
// ShardPoolSizeDefault is a default value of routine pool size per-shard to
|
|
// process object PUT operations in a storage engine.
|
|
ShardPoolSizeDefault = 20
|
|
// RebuildWorkersCountDefault is a default value of the workers count to
|
|
// process storage rebuild operations in a storage engine.
|
|
RebuildWorkersCountDefault = 100
|
|
)
|
|
|
|
// ErrNoShardConfigured is returned when at least 1 shard is required but none are found.
|
|
var ErrNoShardConfigured = errors.New("no shard configured")
|
|
|
|
// IterateShards iterates over subsections of "shard" subsection of "storage" section of c,
|
|
// wrap them into shardconfig.Config and passes to f.
|
|
//
|
|
// Section names are expected to be consecutive integer numbers, starting from 0.
|
|
//
|
|
// Panics if N is not a positive number while shards are required.
|
|
func IterateShards(c *config.Config, required bool, f func(*shardconfig.Config) error) error {
|
|
c = c.Sub(subsection)
|
|
|
|
c = c.Sub("shard")
|
|
def := c.Sub("default")
|
|
|
|
alive := 0
|
|
i := uint64(0)
|
|
for ; ; i++ {
|
|
si := strconv.FormatUint(i, 10)
|
|
|
|
sc := shardconfig.From(
|
|
c.Sub(si),
|
|
)
|
|
|
|
// Path for the blobstor can't be present in the default section, because different shards
|
|
// must have different paths, so if it is missing, the shard is not here.
|
|
// At the same time checking for "blobstor" section doesn't work proper
|
|
// with configuration via the environment.
|
|
if (*config.Config)(sc).Value("metabase.path") == nil {
|
|
break
|
|
}
|
|
(*config.Config)(sc).SetDefault(def)
|
|
|
|
if sc.Mode() == mode.Disabled {
|
|
continue
|
|
}
|
|
|
|
if err := f(sc); err != nil {
|
|
return err
|
|
}
|
|
alive++
|
|
}
|
|
if alive == 0 && required {
|
|
return ErrNoShardConfigured
|
|
}
|
|
return nil
|
|
}
|
|
|
|
// ShardPoolSize returns the value of "shard_pool_size" config parameter from "storage" section.
|
|
//
|
|
// Returns ShardPoolSizeDefault if the value is not a positive number.
|
|
func ShardPoolSize(c *config.Config) uint32 {
|
|
v := config.Uint32Safe(c.Sub(subsection), "shard_pool_size")
|
|
if v > 0 {
|
|
return v
|
|
}
|
|
|
|
return ShardPoolSizeDefault
|
|
}
|
|
|
|
// ShardErrorThreshold returns the value of "shard_ro_error_threshold" config parameter from "storage" section.
|
|
//
|
|
// Returns 0 if the the value is missing.
|
|
func ShardErrorThreshold(c *config.Config) uint32 {
|
|
return config.Uint32Safe(c.Sub(subsection), "shard_ro_error_threshold")
|
|
}
|
|
|
|
// EngineLowMemoryConsumption returns value of "lowmem" config parmeter from "storage" section.
|
|
func EngineLowMemoryConsumption(c *config.Config) bool {
|
|
return config.BoolSafe(c.Sub(subsection), "low_mem")
|
|
}
|
|
|
|
// EngineRebuildWorkersCount returns value of "rebuild_workers_count" config parmeter from "storage" section.
|
|
func EngineRebuildWorkersCount(c *config.Config) uint32 {
|
|
if v := config.Uint32Safe(c.Sub(subsection), "rebuild_workers_count"); v > 0 {
|
|
return v
|
|
}
|
|
return RebuildWorkersCountDefault
|
|
}
|