forked from TrueCloudLab/frostfs-node
47d2239332
Replace ErrNotFound and ErrRangeOutOfBounds to core/object package in order to share them across the libraries. Signed-off-by: Leonard Lyubich <leonard@nspcc.ru>
160 lines
3.2 KiB
Go
160 lines
3.2 KiB
Go
package blobstor
|
|
|
|
import (
|
|
"crypto/rand"
|
|
"crypto/sha256"
|
|
"errors"
|
|
"os"
|
|
"testing"
|
|
|
|
"github.com/nspcc-dev/neofs-api-go/pkg/container"
|
|
objectSDK "github.com/nspcc-dev/neofs-api-go/pkg/object"
|
|
"github.com/nspcc-dev/neofs-node/pkg/core/object"
|
|
"github.com/nspcc-dev/neofs-node/pkg/util/logger/test"
|
|
"github.com/stretchr/testify/require"
|
|
)
|
|
|
|
func testSHA256() (h [sha256.Size]byte) {
|
|
rand.Read(h[:])
|
|
|
|
return h
|
|
}
|
|
|
|
func testAddress() *objectSDK.Address {
|
|
cid := container.NewID()
|
|
cid.SetSHA256(testSHA256())
|
|
|
|
oid := objectSDK.NewID()
|
|
oid.SetSHA256(testSHA256())
|
|
|
|
addr := objectSDK.NewAddress()
|
|
addr.SetObjectID(oid)
|
|
addr.SetContainerID(cid)
|
|
|
|
return addr
|
|
}
|
|
|
|
func testObject(sz uint64) *object.Object {
|
|
raw := object.NewRaw()
|
|
|
|
addr := testAddress()
|
|
raw.SetID(addr.ObjectID())
|
|
raw.SetContainerID(addr.ContainerID())
|
|
|
|
raw.SetPayload(make([]byte, sz))
|
|
|
|
// fit the binary size to the required
|
|
data, _ := raw.Marshal()
|
|
if ln := uint64(len(data)); ln > sz {
|
|
raw.SetPayload(raw.Payload()[:sz-(ln-sz)])
|
|
}
|
|
|
|
raw.SetAttributes() // for require.Equal
|
|
|
|
return raw.Object()
|
|
}
|
|
|
|
func TestBlobovniczas(t *testing.T) {
|
|
l := test.NewLogger(false)
|
|
p := "./test_blz"
|
|
|
|
c := defaultCfg()
|
|
|
|
var width, depth, szLim uint64 = 2, 2, 2 << 10
|
|
|
|
for _, opt := range []Option{
|
|
WithLogger(l),
|
|
WithSmallSizeLimit(szLim),
|
|
WithBlobovniczaShallowWidth(width),
|
|
WithBlobovniczaShallowDepth(depth),
|
|
WithTreeRootPath(p),
|
|
WithBlobovniczaSize(szLim),
|
|
} {
|
|
opt(c)
|
|
}
|
|
|
|
c.blzRootPath = p
|
|
|
|
b := newBlobovniczaTree(c)
|
|
|
|
defer os.RemoveAll(p)
|
|
|
|
require.NoError(t, b.init())
|
|
|
|
objSz := uint64(szLim / 2)
|
|
|
|
addrList := make([]*objectSDK.Address, 0)
|
|
minFitObjNum := width * depth * szLim / objSz
|
|
|
|
for i := uint64(0); i < minFitObjNum; i++ {
|
|
obj := testObject(objSz)
|
|
addrList = append(addrList, obj.Address())
|
|
|
|
d, err := obj.Marshal()
|
|
require.NoError(t, err)
|
|
|
|
// save object in blobovnicza
|
|
id, err := b.put(obj.Address(), d)
|
|
require.NoError(t, err)
|
|
|
|
// get w/ blobovnicza ID
|
|
prm := new(GetSmallPrm)
|
|
prm.SetBlobovniczaID(id)
|
|
prm.SetAddress(obj.Address())
|
|
|
|
res, err := b.get(prm)
|
|
require.NoError(t, err)
|
|
require.Equal(t, obj, res.Object())
|
|
|
|
// get w/o blobovnicza ID
|
|
prm.SetBlobovniczaID(nil)
|
|
|
|
res, err = b.get(prm)
|
|
require.NoError(t, err)
|
|
require.Equal(t, obj, res.Object())
|
|
|
|
// get range w/ blobovnicza ID
|
|
rngPrm := new(GetRangeSmallPrm)
|
|
rngPrm.SetBlobovniczaID(id)
|
|
rngPrm.SetAddress(obj.Address())
|
|
|
|
payload := obj.Payload()
|
|
pSize := uint64(len(obj.Payload()))
|
|
|
|
rng := objectSDK.NewRange()
|
|
rngPrm.SetRange(rng)
|
|
|
|
off, ln := pSize/3, 2*pSize/3
|
|
rng.SetOffset(off)
|
|
rng.SetLength(ln)
|
|
|
|
rngRes, err := b.getRange(rngPrm)
|
|
require.NoError(t, err)
|
|
require.Equal(t, payload[off:off+ln], rngRes.RangeData())
|
|
|
|
// get range w/o blobovnicza ID
|
|
rngPrm.SetBlobovniczaID(nil)
|
|
|
|
rngRes, err = b.getRange(rngPrm)
|
|
require.NoError(t, err)
|
|
require.Equal(t, payload[off:off+ln], rngRes.RangeData())
|
|
}
|
|
|
|
dPrm := new(DeleteSmallPrm)
|
|
gPrm := new(GetSmallPrm)
|
|
|
|
for i := range addrList {
|
|
dPrm.SetAddress(addrList[i])
|
|
|
|
_, err := b.delete(dPrm)
|
|
require.NoError(t, err)
|
|
|
|
gPrm.SetAddress(addrList[i])
|
|
|
|
_, err = b.get(gPrm)
|
|
require.True(t, errors.Is(err, object.ErrNotFound))
|
|
|
|
_, err = b.delete(dPrm)
|
|
require.True(t, errors.Is(err, object.ErrNotFound))
|
|
}
|
|
}
|