2021-06-01 18:24:47 +00:00
|
|
|
package engineconfig_test
|
|
|
|
|
|
|
|
import (
|
2021-06-28 14:01:31 +00:00
|
|
|
"io/fs"
|
2021-06-01 18:24:47 +00:00
|
|
|
"testing"
|
|
|
|
"time"
|
|
|
|
|
|
|
|
"github.com/nspcc-dev/neofs-node/cmd/neofs-node/config"
|
|
|
|
engineconfig "github.com/nspcc-dev/neofs-node/cmd/neofs-node/config/engine"
|
|
|
|
shardconfig "github.com/nspcc-dev/neofs-node/cmd/neofs-node/config/engine/shard"
|
|
|
|
configtest "github.com/nspcc-dev/neofs-node/cmd/neofs-node/config/test"
|
2021-12-27 11:04:46 +00:00
|
|
|
"github.com/nspcc-dev/neofs-node/pkg/local_object_storage/shard"
|
2021-06-01 18:24:47 +00:00
|
|
|
"github.com/stretchr/testify/require"
|
|
|
|
)
|
|
|
|
|
|
|
|
func TestEngineSection(t *testing.T) {
|
|
|
|
t.Run("defaults", func(t *testing.T) {
|
2021-10-08 13:25:56 +00:00
|
|
|
empty := configtest.EmptyConfig()
|
|
|
|
|
2021-06-01 18:24:47 +00:00
|
|
|
require.Panics(t, func() {
|
2021-11-12 10:15:14 +00:00
|
|
|
engineconfig.IterateShards(empty, true, nil)
|
2021-06-01 18:24:47 +00:00
|
|
|
})
|
2021-10-08 13:25:56 +00:00
|
|
|
|
2021-11-12 10:15:14 +00:00
|
|
|
handlerCalled := false
|
|
|
|
|
|
|
|
require.NotPanics(t, func() {
|
|
|
|
engineconfig.IterateShards(empty, false, func(_ *shardconfig.Config) {
|
|
|
|
handlerCalled = true
|
|
|
|
})
|
|
|
|
})
|
|
|
|
|
|
|
|
require.False(t, handlerCalled)
|
|
|
|
|
2022-02-01 08:15:54 +00:00
|
|
|
require.EqualValues(t, 0, engineconfig.ShardErrorThreshold(empty))
|
2021-10-08 13:25:56 +00:00
|
|
|
require.EqualValues(t, engineconfig.ShardPoolSizeDefault, engineconfig.ShardPoolSize(empty))
|
2021-12-27 11:04:46 +00:00
|
|
|
require.EqualValues(t, shard.ModeReadWrite, shardconfig.From(empty).Mode())
|
2021-06-01 18:24:47 +00:00
|
|
|
})
|
|
|
|
|
|
|
|
const path = "../../../../config/example/node"
|
|
|
|
|
|
|
|
var fileConfigTest = func(c *config.Config) {
|
|
|
|
num := 0
|
|
|
|
|
2022-02-01 08:15:54 +00:00
|
|
|
require.EqualValues(t, 100, engineconfig.ShardErrorThreshold(c))
|
2021-10-08 13:25:56 +00:00
|
|
|
require.EqualValues(t, 15, engineconfig.ShardPoolSize(c))
|
|
|
|
|
2021-11-12 10:15:14 +00:00
|
|
|
engineconfig.IterateShards(c, true, func(sc *shardconfig.Config) {
|
2021-06-01 18:24:47 +00:00
|
|
|
defer func() {
|
|
|
|
num++
|
|
|
|
}()
|
|
|
|
|
|
|
|
wc := sc.WriteCache()
|
|
|
|
meta := sc.Metabase()
|
|
|
|
blob := sc.BlobStor()
|
|
|
|
blz := blob.Blobovnicza()
|
|
|
|
gc := sc.GC()
|
|
|
|
|
|
|
|
switch num {
|
|
|
|
case 0:
|
2022-01-27 11:30:19 +00:00
|
|
|
require.Equal(t, false, wc.Enabled())
|
2021-06-01 18:24:47 +00:00
|
|
|
|
|
|
|
require.Equal(t, "tmp/0/cache", wc.Path())
|
2021-07-22 13:10:51 +00:00
|
|
|
require.EqualValues(t, 2147483648, wc.MemSize())
|
|
|
|
require.EqualValues(t, 16384, wc.SmallObjectSize())
|
|
|
|
require.EqualValues(t, 134217728, wc.MaxObjectSize())
|
|
|
|
require.EqualValues(t, 30, wc.WorkersNumber())
|
2021-09-08 09:46:12 +00:00
|
|
|
require.EqualValues(t, 3221225472, wc.SizeLimit())
|
2021-06-01 18:24:47 +00:00
|
|
|
|
|
|
|
require.Equal(t, "tmp/0/meta", meta.Path())
|
2021-07-22 13:10:51 +00:00
|
|
|
require.Equal(t, fs.FileMode(0644), meta.Perm())
|
2021-06-01 18:24:47 +00:00
|
|
|
|
|
|
|
require.Equal(t, "tmp/0/blob", blob.Path())
|
2021-07-22 13:10:51 +00:00
|
|
|
require.EqualValues(t, 0644, blob.Perm())
|
2021-06-01 18:24:47 +00:00
|
|
|
require.Equal(t, true, blob.Compress())
|
2022-01-10 12:46:01 +00:00
|
|
|
require.Equal(t, []string{"audio/*", "video/*"}, blob.UncompressableContentTypes())
|
2021-07-22 13:10:51 +00:00
|
|
|
require.EqualValues(t, 5, blob.ShallowDepth())
|
|
|
|
require.EqualValues(t, 102400, blob.SmallSizeLimit())
|
2021-06-01 18:24:47 +00:00
|
|
|
|
2021-07-22 13:10:51 +00:00
|
|
|
require.EqualValues(t, 4194304, blz.Size())
|
|
|
|
require.EqualValues(t, 1, blz.ShallowDepth())
|
|
|
|
require.EqualValues(t, 4, blz.ShallowWidth())
|
|
|
|
require.EqualValues(t, 50, blz.OpenedCacheSize())
|
2021-06-01 18:24:47 +00:00
|
|
|
|
2021-07-22 13:10:51 +00:00
|
|
|
require.EqualValues(t, 150, gc.RemoverBatchSize())
|
|
|
|
require.Equal(t, 2*time.Minute, gc.RemoverSleepInterval())
|
2021-09-13 13:58:37 +00:00
|
|
|
|
|
|
|
require.Equal(t, false, sc.RefillMetabase())
|
2021-12-27 11:04:46 +00:00
|
|
|
require.Equal(t, shard.ModeReadOnly, sc.Mode())
|
2021-06-01 18:24:47 +00:00
|
|
|
case 1:
|
2022-01-27 11:30:19 +00:00
|
|
|
require.Equal(t, true, wc.Enabled())
|
2021-06-01 18:24:47 +00:00
|
|
|
|
|
|
|
require.Equal(t, "tmp/1/cache", wc.Path())
|
2021-07-22 13:10:51 +00:00
|
|
|
require.EqualValues(t, 2147483648, wc.MemSize())
|
|
|
|
require.EqualValues(t, 16384, wc.SmallObjectSize())
|
|
|
|
require.EqualValues(t, 134217728, wc.MaxObjectSize())
|
|
|
|
require.EqualValues(t, 30, wc.WorkersNumber())
|
2021-09-08 09:46:12 +00:00
|
|
|
require.EqualValues(t, 4294967296, wc.SizeLimit())
|
2021-06-01 18:24:47 +00:00
|
|
|
|
|
|
|
require.Equal(t, "tmp/1/meta", meta.Path())
|
2021-07-22 13:10:51 +00:00
|
|
|
require.Equal(t, fs.FileMode(0644), meta.Perm())
|
2021-06-01 18:24:47 +00:00
|
|
|
|
|
|
|
require.Equal(t, "tmp/1/blob", blob.Path())
|
2021-07-22 13:10:51 +00:00
|
|
|
require.EqualValues(t, 0644, blob.Perm())
|
2021-06-01 18:24:47 +00:00
|
|
|
require.Equal(t, false, blob.Compress())
|
2022-01-10 12:46:01 +00:00
|
|
|
require.Equal(t, []string(nil), blob.UncompressableContentTypes())
|
2021-07-22 13:10:51 +00:00
|
|
|
require.EqualValues(t, 5, blob.ShallowDepth())
|
|
|
|
require.EqualValues(t, 102400, blob.SmallSizeLimit())
|
2021-06-01 18:24:47 +00:00
|
|
|
|
2021-07-22 13:10:51 +00:00
|
|
|
require.EqualValues(t, 4194304, blz.Size())
|
|
|
|
require.EqualValues(t, 1, blz.ShallowDepth())
|
|
|
|
require.EqualValues(t, 4, blz.ShallowWidth())
|
|
|
|
require.EqualValues(t, 50, blz.OpenedCacheSize())
|
2021-06-01 18:24:47 +00:00
|
|
|
|
2021-07-22 13:10:51 +00:00
|
|
|
require.EqualValues(t, 200, gc.RemoverBatchSize())
|
|
|
|
require.Equal(t, 5*time.Minute, gc.RemoverSleepInterval())
|
2021-09-13 13:58:37 +00:00
|
|
|
|
|
|
|
require.Equal(t, true, sc.RefillMetabase())
|
2021-12-27 11:04:46 +00:00
|
|
|
require.Equal(t, shard.ModeReadWrite, sc.Mode())
|
2021-06-01 18:24:47 +00:00
|
|
|
}
|
|
|
|
})
|
|
|
|
|
|
|
|
require.Equal(t, 2, num)
|
|
|
|
}
|
|
|
|
|
|
|
|
configtest.ForEachFileType(path, fileConfigTest)
|
|
|
|
|
|
|
|
t.Run("ENV", func(t *testing.T) {
|
|
|
|
configtest.ForEnvFileType(path, fileConfigTest)
|
|
|
|
})
|
|
|
|
}
|