frostfs-node/cmd/frostfs-node/config/engine/config_test.go

package engineconfig_test

import (
	"io/fs"
	"testing"
	"time"

	"git.frostfs.info/TrueCloudLab/frostfs-node/cmd/frostfs-node/config"
	engineconfig "git.frostfs.info/TrueCloudLab/frostfs-node/cmd/frostfs-node/config/engine"
	shardconfig "git.frostfs.info/TrueCloudLab/frostfs-node/cmd/frostfs-node/config/engine/shard"
	blobovniczaconfig "git.frostfs.info/TrueCloudLab/frostfs-node/cmd/frostfs-node/config/engine/shard/blobstor/blobovnicza"
	fstreeconfig "git.frostfs.info/TrueCloudLab/frostfs-node/cmd/frostfs-node/config/engine/shard/blobstor/fstree"
	gcconfig "git.frostfs.info/TrueCloudLab/frostfs-node/cmd/frostfs-node/config/engine/shard/gc"
	limitsconfig "git.frostfs.info/TrueCloudLab/frostfs-node/cmd/frostfs-node/config/engine/shard/limits"
	piloramaconfig "git.frostfs.info/TrueCloudLab/frostfs-node/cmd/frostfs-node/config/engine/shard/pilorama"
	writecacheconfig "git.frostfs.info/TrueCloudLab/frostfs-node/cmd/frostfs-node/config/engine/shard/writecache"
	configtest "git.frostfs.info/TrueCloudLab/frostfs-node/cmd/frostfs-node/config/test"
	"git.frostfs.info/TrueCloudLab/frostfs-node/pkg/local_object_storage/shard/mode"
	"github.com/stretchr/testify/require"
)

func TestIterateShards(t *testing.T) {
	fileConfigTest := func(c *config.Config) {
		var res []string
		require.NoError(t,
			engineconfig.IterateShards(c, false, func(sc *shardconfig.Config) error {
				res = append(res, sc.Metabase().Path())
				return nil
			}))
		require.Equal(t, []string{"abc", "xyz"}, res)
	}

	const cfgDir = "./testdata/shards"
	configtest.ForEachFileType(cfgDir, fileConfigTest)
	configtest.ForEnvFileType(t, cfgDir, fileConfigTest)
}

func TestEngineSection(t *testing.T) {
	t.Run("defaults", func(t *testing.T) {
		empty := configtest.EmptyConfig()

		require.ErrorIs(t,
			engineconfig.IterateShards(empty, true, nil),
			engineconfig.ErrNoShardConfigured)

		handlerCalled := false

		require.NoError(t,
			engineconfig.IterateShards(empty, false, func(_ *shardconfig.Config) error {
				handlerCalled = true
				return nil
			}))

		require.False(t, handlerCalled)

		require.EqualValues(t, 0, engineconfig.ShardErrorThreshold(empty))
		require.EqualValues(t, mode.ReadWrite, shardconfig.From(empty).Mode())
	})

	const path = "../../../../config/example/node"

	fileConfigTest := func(c *config.Config) {
		num := 0

		require.EqualValues(t, 100, engineconfig.ShardErrorThreshold(c))

		err := engineconfig.IterateShards(c, true, func(sc *shardconfig.Config) error {
			defer func() {
				num++
			}()

			wc := sc.WriteCache()
			meta := sc.Metabase()
			blob := sc.BlobStor()
			ss := blob.Storages()
			pl := sc.Pilorama()
			gc := sc.GC()
			limits := sc.Limits()

			switch num {
			case 0:
				require.Equal(t, "tmp/0/blob/pilorama.db", pl.Path())
				require.Equal(t, fs.FileMode(piloramaconfig.PermDefault), pl.Perm())
				require.False(t, pl.NoSync())
				require.Equal(t, pl.MaxBatchDelay(), 10*time.Millisecond)
				require.Equal(t, pl.MaxBatchSize(), 200)

				require.Equal(t, false, wc.Enabled())
				require.Equal(t, true, wc.NoSync())

				require.Equal(t, "tmp/0/cache", wc.Path())
				require.EqualValues(t, 134217728, wc.MaxObjectSize())
				require.EqualValues(t, 30, wc.WorkerCount())
				require.EqualValues(t, 3221225472, wc.SizeLimit())
				require.EqualValues(t, 49, wc.CountLimit())
				require.EqualValues(t, uint64(100), wc.MaxFlushingObjectsSize())

				require.Equal(t, "tmp/0/meta", meta.Path())
				require.Equal(t, fs.FileMode(0o644), meta.BoltDB().Perm())
				require.Equal(t, 100, meta.BoltDB().MaxBatchSize())
				require.Equal(t, 10*time.Millisecond, meta.BoltDB().MaxBatchDelay())

				require.Equal(t, true, sc.Compress())
				require.Equal(t, []string{"audio/*", "video/*"}, sc.UncompressableContentTypes())
				require.Equal(t, true, sc.EstimateCompressibility())
				require.Equal(t, float64(0.7), sc.EstimateCompressibilityThreshold())
				require.EqualValues(t, 102400, sc.SmallSizeLimit())

				require.Equal(t, 2, len(ss))
				blz := blobovniczaconfig.From((*config.Config)(ss[0]))
				require.Equal(t, "tmp/0/blob/blobovnicza", ss[0].Path())
				require.EqualValues(t, 0o644, blz.BoltDB().Perm())
				require.EqualValues(t, 4194304, blz.Size())
				require.EqualValues(t, 1, blz.ShallowDepth())
				require.EqualValues(t, 4, blz.ShallowWidth())
				require.EqualValues(t, 50, blz.OpenedCacheSize())
				require.EqualValues(t, time.Minute, blz.OpenedCacheTTL())
				require.EqualValues(t, 30*time.Second, blz.OpenedCacheExpInterval())
				require.EqualValues(t, 10, blz.InitWorkerCount())
				require.EqualValues(t, 30*time.Second, blz.RebuildDropTimeout())

				require.Equal(t, "tmp/0/blob", ss[1].Path())
				require.EqualValues(t, 0o644, ss[1].Perm())

				fst := fstreeconfig.From((*config.Config)(ss[1]))
				require.EqualValues(t, 5, fst.Depth())
				require.Equal(t, false, fst.NoSync())

				require.EqualValues(t, 150, gc.RemoverBatchSize())
				require.Equal(t, 2*time.Minute, gc.RemoverSleepInterval())
				require.Equal(t, 1500, gc.ExpiredCollectorBatchSize())
				require.Equal(t, 15, gc.ExpiredCollectorWorkerCount())

				require.Equal(t, false, sc.RefillMetabase())
				require.Equal(t, mode.ReadOnly, sc.Mode())
				require.Equal(t, 100, sc.RefillMetabaseWorkersCount())

				readLimits := limits.Read()
				writeLimits := limits.Write()
				require.Equal(t, 30*time.Second, readLimits.IdleTimeout)
				require.Equal(t, int64(10_000), readLimits.MaxRunningOps)
				require.Equal(t, int64(1_000), readLimits.MaxWaitingOps)
				require.Equal(t, 45*time.Second, writeLimits.IdleTimeout)
				require.Equal(t, int64(1_000), writeLimits.MaxRunningOps)
				require.Equal(t, int64(100), writeLimits.MaxWaitingOps)
				require.ElementsMatch(t, readLimits.Tags,
					[]limitsconfig.IOTagConfig{
						{
							Tag:         "internal",
							Weight:      toPtr(20),
							ReservedOps: toPtr(1000),
							LimitOps:    toPtr(0),
						},
						{
							Tag:         "client",
							Weight:      toPtr(70),
							ReservedOps: toPtr(10000),
						},
						{
							Tag:         "background",
							Weight:      toPtr(5),
							LimitOps:    toPtr(10000),
							ReservedOps: toPtr(0),
						},
						{
							Tag:      "writecache",
							Weight:   toPtr(5),
							LimitOps: toPtr(25000),
						},
						{
							Tag:        "policer",
							Weight:     toPtr(5),
							LimitOps:   toPtr(25000),
							Prohibited: true,
						},
					})
				require.ElementsMatch(t, writeLimits.Tags,
					[]limitsconfig.IOTagConfig{
						{
							Tag:         "internal",
							Weight:      toPtr(200),
							ReservedOps: toPtr(100),
							LimitOps:    toPtr(0),
						},
						{
							Tag:         "client",
							Weight:      toPtr(700),
							ReservedOps: toPtr(1000),
						},
						{
							Tag:         "background",
							Weight:      toPtr(50),
							LimitOps:    toPtr(1000),
							ReservedOps: toPtr(0),
						},
						{
							Tag:      "writecache",
							Weight:   toPtr(50),
							LimitOps: toPtr(2500),
						},
						{
							Tag:      "policer",
							Weight:   toPtr(50),
							LimitOps: toPtr(2500),
						},
					})
			case 1:
				require.Equal(t, "tmp/1/blob/pilorama.db", pl.Path())
				require.Equal(t, fs.FileMode(0o644), pl.Perm())
				require.True(t, pl.NoSync())
				require.Equal(t, 5*time.Millisecond, pl.MaxBatchDelay())
				require.Equal(t, 100, pl.MaxBatchSize())

				require.Equal(t, true, wc.Enabled())
				require.Equal(t, false, wc.NoSync())

				require.Equal(t, "tmp/1/cache", wc.Path())
				require.EqualValues(t, 134217728, wc.MaxObjectSize())
				require.EqualValues(t, 30, wc.WorkerCount())
				require.EqualValues(t, 4294967296, wc.SizeLimit())
				require.EqualValues(t, writecacheconfig.CountLimitDefault, wc.CountLimit())
				require.EqualValues(t, writecacheconfig.MaxFlushingObjectsSizeDefault, wc.MaxFlushingObjectsSize())

				require.Equal(t, "tmp/1/meta", meta.Path())
				require.Equal(t, fs.FileMode(0o644), meta.BoltDB().Perm())
				require.Equal(t, 200, meta.BoltDB().MaxBatchSize())
				require.Equal(t, 20*time.Millisecond, meta.BoltDB().MaxBatchDelay())

				require.Equal(t, false, sc.Compress())
				require.Equal(t, []string(nil), sc.UncompressableContentTypes())
				require.EqualValues(t, 102400, sc.SmallSizeLimit())

				require.Equal(t, 2, len(ss))

				blz := blobovniczaconfig.From((*config.Config)(ss[0]))
				require.Equal(t, "tmp/1/blob/blobovnicza", ss[0].Path())
				require.EqualValues(t, 4194304, blz.Size())
				require.EqualValues(t, 1, blz.ShallowDepth())
				require.EqualValues(t, 4, blz.ShallowWidth())
				require.EqualValues(t, 50, blz.OpenedCacheSize())
				require.EqualValues(t, 5*time.Minute, blz.OpenedCacheTTL())
				require.EqualValues(t, 15*time.Second, blz.OpenedCacheExpInterval())
				require.EqualValues(t, blobovniczaconfig.InitWorkerCountDefault, blz.InitWorkerCount())
				require.EqualValues(t, blobovniczaconfig.RebuildDropTimeoutDefault, blz.RebuildDropTimeout())

				require.Equal(t, "tmp/1/blob", ss[1].Path())
				require.EqualValues(t, 0o644, ss[1].Perm())

				fst := fstreeconfig.From((*config.Config)(ss[1]))
				require.EqualValues(t, 5, fst.Depth())
				require.Equal(t, true, fst.NoSync())

				require.EqualValues(t, 200, gc.RemoverBatchSize())
				require.Equal(t, 5*time.Minute, gc.RemoverSleepInterval())
				require.Equal(t, gcconfig.ExpiredCollectorBatchSizeDefault, gc.ExpiredCollectorBatchSize())
				require.Equal(t, gcconfig.ExpiredCollectorWorkersCountDefault, gc.ExpiredCollectorWorkerCount())

				require.Equal(t, true, sc.RefillMetabase())
				require.Equal(t, mode.ReadWrite, sc.Mode())
				require.Equal(t, shardconfig.RefillMetabaseWorkersCountDefault, sc.RefillMetabaseWorkersCount())

				readLimits := limits.Read()
				writeLimits := limits.Write()
				require.Equal(t, limitsconfig.DefaultIdleTimeout, readLimits.IdleTimeout)
				require.Equal(t, limitsconfig.NoLimit, readLimits.MaxRunningOps)
				require.Equal(t, limitsconfig.NoLimit, readLimits.MaxWaitingOps)
				require.Equal(t, limitsconfig.DefaultIdleTimeout, writeLimits.IdleTimeout)
				require.Equal(t, limitsconfig.NoLimit, writeLimits.MaxRunningOps)
				require.Equal(t, limitsconfig.NoLimit, writeLimits.MaxWaitingOps)
				require.Equal(t, 0, len(readLimits.Tags))
				require.Equal(t, 0, len(writeLimits.Tags))
			}
			return nil
		})
		require.NoError(t, err)
		require.Equal(t, 2, num)
	}

	configtest.ForEachFileType(path, fileConfigTest)

	t.Run("ENV", func(t *testing.T) {
		configtest.ForEnvFileType(t, path, fileConfigTest)
	})
}

func toPtr(v float64) *float64 {
	return &v
}