forked from TrueCloudLab/frostfs-node
[#231] shard: Add List method to return all available objects
Signed-off-by: Alex Vanin <alexey@nspcc.ru>
This commit is contained in:
parent
a1cb48f800
commit
a7087faa1a
2 changed files with 98 additions and 0 deletions
36
pkg/local_object_storage/shard/list.go
Normal file
36
pkg/local_object_storage/shard/list.go
Normal file
|
@ -0,0 +1,36 @@
|
|||
package shard
|
||||
|
||||
import (
|
||||
"fmt"
|
||||
|
||||
"github.com/nspcc-dev/neofs-api-go/pkg/object"
|
||||
"go.uber.org/zap"
|
||||
)
|
||||
|
||||
func (s *Shard) List() (*SelectRes, error) {
|
||||
lst, err := s.metaBase.Containers()
|
||||
if err != nil {
|
||||
return nil, fmt.Errorf("can't list stored containers: %w", err)
|
||||
}
|
||||
|
||||
res := new(SelectRes)
|
||||
filters := object.NewSearchFilters()
|
||||
|
||||
for i := range lst {
|
||||
filters = filters[:0]
|
||||
filters.AddObjectContainerIDFilter(object.MatchStringEqual, lst[i])
|
||||
|
||||
ids, err := s.metaBase.Select(filters) // consider making List in metabase
|
||||
if err != nil {
|
||||
s.log.Debug("can't select all objects",
|
||||
zap.Stringer("cid", lst[i]),
|
||||
zap.String("error", err.Error()))
|
||||
|
||||
continue
|
||||
}
|
||||
|
||||
res.addrList = append(res.addrList, ids...)
|
||||
}
|
||||
|
||||
return res, nil
|
||||
}
|
62
pkg/local_object_storage/shard/list_test.go
Normal file
62
pkg/local_object_storage/shard/list_test.go
Normal file
|
@ -0,0 +1,62 @@
|
|||
package shard_test
|
||||
|
||||
import (
|
||||
"testing"
|
||||
|
||||
"github.com/nspcc-dev/neofs-node/pkg/local_object_storage/shard"
|
||||
"github.com/stretchr/testify/require"
|
||||
)
|
||||
|
||||
func TestShard_List(t *testing.T) {
|
||||
sh := newShard(t, false)
|
||||
shWC := newShard(t, true)
|
||||
|
||||
defer func() {
|
||||
releaseShard(sh, t)
|
||||
releaseShard(shWC, t)
|
||||
}()
|
||||
|
||||
t.Run("without write cache", func(t *testing.T) {
|
||||
testShardList(t, sh)
|
||||
})
|
||||
|
||||
t.Run("with write cache", func(t *testing.T) {
|
||||
testShardList(t, shWC)
|
||||
})
|
||||
}
|
||||
|
||||
func testShardList(t *testing.T, sh *shard.Shard) {
|
||||
const C = 10
|
||||
const N = 5
|
||||
|
||||
objs := make(map[string]int)
|
||||
putPrm := new(shard.PutPrm)
|
||||
|
||||
for i := 0; i < C; i++ {
|
||||
cid := generateCID()
|
||||
|
||||
for j := 0; j < N; j++ {
|
||||
obj := generateRawObjectWithCID(t, cid)
|
||||
addPayload(obj, 1<<2)
|
||||
|
||||
objs[obj.Object().Address().String()] = 0
|
||||
|
||||
putPrm.WithObject(obj.Object())
|
||||
|
||||
_, err := sh.Put(putPrm)
|
||||
require.NoError(t, err)
|
||||
}
|
||||
}
|
||||
|
||||
res, err := sh.List()
|
||||
require.NoError(t, err)
|
||||
|
||||
for _, objID := range res.AddressList() {
|
||||
|
||||
i, ok := objs[objID.String()]
|
||||
require.True(t, ok)
|
||||
require.Equal(t, 0, i)
|
||||
|
||||
objs[objID.String()] = 1
|
||||
}
|
||||
}
|
Loading…
Reference in a new issue