2020-12-03 12:01:21 +00:00
|
|
|
package shard_test
|
|
|
|
|
|
|
|
import (
|
2023-04-12 14:01:29 +00:00
|
|
|
"context"
|
2023-05-05 10:53:33 +00:00
|
|
|
"sync"
|
2020-12-03 12:01:21 +00:00
|
|
|
"testing"
|
|
|
|
|
2023-03-07 13:38:26 +00:00
|
|
|
"git.frostfs.info/TrueCloudLab/frostfs-node/pkg/core/object"
|
2023-03-20 14:10:26 +00:00
|
|
|
"git.frostfs.info/TrueCloudLab/frostfs-node/pkg/local_object_storage/internal/testutil"
|
2023-03-07 13:38:26 +00:00
|
|
|
"git.frostfs.info/TrueCloudLab/frostfs-node/pkg/local_object_storage/shard"
|
|
|
|
cidtest "git.frostfs.info/TrueCloudLab/frostfs-sdk-go/container/id/test"
|
2020-12-03 12:01:21 +00:00
|
|
|
"github.com/stretchr/testify/require"
|
2023-05-05 10:53:33 +00:00
|
|
|
"golang.org/x/sync/errgroup"
|
2020-12-03 12:01:21 +00:00
|
|
|
)
|
|
|
|
|
|
|
|
func TestShard_List(t *testing.T) {
|
2023-05-05 11:08:10 +00:00
|
|
|
t.Parallel()
|
|
|
|
|
2020-12-03 12:01:21 +00:00
|
|
|
t.Run("without write cache", func(t *testing.T) {
|
2023-05-05 10:53:33 +00:00
|
|
|
t.Parallel()
|
|
|
|
sh := newShard(t, false)
|
|
|
|
defer releaseShard(sh, t)
|
2020-12-03 12:01:21 +00:00
|
|
|
testShardList(t, sh)
|
|
|
|
})
|
|
|
|
|
|
|
|
t.Run("with write cache", func(t *testing.T) {
|
2023-05-05 10:53:33 +00:00
|
|
|
t.Parallel()
|
|
|
|
shWC := newShard(t, true)
|
|
|
|
defer releaseShard(shWC, t)
|
2020-12-03 12:01:21 +00:00
|
|
|
testShardList(t, shWC)
|
|
|
|
})
|
|
|
|
}
|
|
|
|
|
|
|
|
func testShardList(t *testing.T, sh *shard.Shard) {
|
|
|
|
const C = 10
|
|
|
|
const N = 5
|
|
|
|
|
2023-05-05 10:53:33 +00:00
|
|
|
var mtx sync.Mutex
|
2020-12-03 12:01:21 +00:00
|
|
|
objs := make(map[string]int)
|
|
|
|
|
2023-05-05 10:53:33 +00:00
|
|
|
var errG errgroup.Group
|
|
|
|
errG.SetLimit(C * N)
|
2020-12-03 12:01:21 +00:00
|
|
|
for i := 0; i < C; i++ {
|
2023-05-05 10:53:33 +00:00
|
|
|
errG.Go(func() error {
|
|
|
|
cnr := cidtest.ID()
|
|
|
|
|
|
|
|
for j := 0; j < N; j++ {
|
|
|
|
errG.Go(func() error {
|
|
|
|
obj := testutil.GenerateObjectWithCID(cnr)
|
|
|
|
testutil.AddPayload(obj, 1<<2)
|
|
|
|
|
|
|
|
// add parent as virtual object, it must be ignored in List()
|
|
|
|
parent := testutil.GenerateObjectWithCID(cnr)
|
|
|
|
idParent, _ := parent.ID()
|
|
|
|
obj.SetParentID(idParent)
|
|
|
|
obj.SetParent(parent)
|
|
|
|
|
|
|
|
mtx.Lock()
|
|
|
|
objs[object.AddressOf(obj).EncodeToString()] = 0
|
|
|
|
mtx.Unlock()
|
|
|
|
|
|
|
|
var putPrm shard.PutPrm
|
|
|
|
putPrm.SetObject(obj)
|
|
|
|
|
|
|
|
_, err := sh.Put(context.Background(), putPrm)
|
|
|
|
return err
|
|
|
|
})
|
|
|
|
}
|
|
|
|
return nil
|
|
|
|
})
|
2020-12-03 12:01:21 +00:00
|
|
|
}
|
2023-05-05 10:53:33 +00:00
|
|
|
require.NoError(t, errG.Wait())
|
2020-12-03 12:01:21 +00:00
|
|
|
|
|
|
|
res, err := sh.List()
|
|
|
|
require.NoError(t, err)
|
|
|
|
|
|
|
|
for _, objID := range res.AddressList() {
|
2022-05-31 17:00:41 +00:00
|
|
|
i, ok := objs[objID.EncodeToString()]
|
2020-12-03 12:01:21 +00:00
|
|
|
require.True(t, ok)
|
|
|
|
require.Equal(t, 0, i)
|
|
|
|
|
2022-05-31 17:00:41 +00:00
|
|
|
objs[objID.EncodeToString()] = 1
|
2020-12-03 12:01:21 +00:00
|
|
|
}
|
|
|
|
}
|