147 lines
3.1 KiB
Go
147 lines
3.1 KiB
Go
package blobstor
|
|
|
|
import (
|
|
"math/rand"
|
|
"os"
|
|
"testing"
|
|
|
|
"github.com/nspcc-dev/neofs-node/pkg/core/object"
|
|
"github.com/nspcc-dev/neofs-node/pkg/util/logger/test"
|
|
apistatus "github.com/nspcc-dev/neofs-sdk-go/client/status"
|
|
cidtest "github.com/nspcc-dev/neofs-sdk-go/container/id/test"
|
|
objectSDK "github.com/nspcc-dev/neofs-sdk-go/object"
|
|
oid "github.com/nspcc-dev/neofs-sdk-go/object/id"
|
|
oidtest "github.com/nspcc-dev/neofs-sdk-go/object/id/test"
|
|
"github.com/stretchr/testify/require"
|
|
)
|
|
|
|
func testObject(sz uint64) *objectSDK.Object {
|
|
raw := objectSDK.New()
|
|
|
|
raw.SetID(oidtest.ID())
|
|
raw.SetContainerID(cidtest.ID())
|
|
|
|
raw.SetPayload(make([]byte, sz))
|
|
|
|
// fit the binary size to the required
|
|
data, _ := raw.Marshal()
|
|
if ln := uint64(len(data)); ln > sz {
|
|
raw.SetPayload(raw.Payload()[:sz-(ln-sz)])
|
|
}
|
|
|
|
return raw
|
|
}
|
|
|
|
func TestBlobovniczas(t *testing.T) {
|
|
rand.Seed(1024)
|
|
|
|
l := test.NewLogger(false)
|
|
p := "./test_blz"
|
|
|
|
c := defaultCfg()
|
|
|
|
var width, depth uint64 = 2, 2
|
|
|
|
// sizeLim must be big enough, to hold at least multiple pages.
|
|
// 32 KiB is the initial size after all by-size buckets are created.
|
|
var szLim uint64 = 32*1024 + 1
|
|
|
|
for _, opt := range []Option{
|
|
WithLogger(l),
|
|
WithSmallSizeLimit(szLim),
|
|
WithBlobovniczaShallowWidth(width),
|
|
WithBlobovniczaShallowDepth(depth),
|
|
WithRootPath(p),
|
|
WithBlobovniczaSize(szLim),
|
|
} {
|
|
opt(c)
|
|
}
|
|
|
|
c.blzRootPath = p
|
|
|
|
b := newBlobovniczaTree(c)
|
|
|
|
defer os.RemoveAll(p)
|
|
|
|
require.NoError(t, b.init())
|
|
|
|
objSz := uint64(szLim / 2)
|
|
|
|
addrList := make([]oid.Address, 0)
|
|
minFitObjNum := width * depth * szLim / objSz
|
|
|
|
for i := uint64(0); i < minFitObjNum; i++ {
|
|
obj := testObject(objSz)
|
|
addr := object.AddressOf(obj)
|
|
|
|
addrList = append(addrList, addr)
|
|
|
|
d, err := obj.Marshal()
|
|
require.NoError(t, err)
|
|
|
|
// save object in blobovnicza
|
|
id, err := b.put(addr, d)
|
|
require.NoError(t, err, i)
|
|
|
|
// get w/ blobovnicza ID
|
|
var prm GetSmallPrm
|
|
prm.SetBlobovniczaID(id)
|
|
prm.SetAddress(addr)
|
|
|
|
res, err := b.get(prm)
|
|
require.NoError(t, err)
|
|
require.Equal(t, obj, res.Object())
|
|
|
|
// get w/o blobovnicza ID
|
|
prm.SetBlobovniczaID(nil)
|
|
|
|
res, err = b.get(prm)
|
|
require.NoError(t, err)
|
|
require.Equal(t, obj, res.Object())
|
|
|
|
// get range w/ blobovnicza ID
|
|
var rngPrm GetRangeSmallPrm
|
|
rngPrm.SetBlobovniczaID(id)
|
|
rngPrm.SetAddress(addr)
|
|
|
|
payload := obj.Payload()
|
|
pSize := uint64(len(obj.Payload()))
|
|
|
|
rng := objectSDK.NewRange()
|
|
rngPrm.SetRange(rng)
|
|
|
|
off, ln := pSize/3, 2*pSize/3
|
|
rng.SetOffset(off)
|
|
rng.SetLength(ln)
|
|
|
|
rngRes, err := b.getRange(rngPrm)
|
|
require.NoError(t, err)
|
|
require.Equal(t, payload[off:off+ln], rngRes.RangeData())
|
|
|
|
// get range w/o blobovnicza ID
|
|
rngPrm.SetBlobovniczaID(nil)
|
|
|
|
rngRes, err = b.getRange(rngPrm)
|
|
require.NoError(t, err)
|
|
require.Equal(t, payload[off:off+ln], rngRes.RangeData())
|
|
}
|
|
|
|
var dPrm DeleteSmallPrm
|
|
var gPrm GetSmallPrm
|
|
|
|
for i := range addrList {
|
|
dPrm.SetAddress(addrList[i])
|
|
|
|
_, err := b.delete(dPrm)
|
|
require.NoError(t, err)
|
|
|
|
gPrm.SetAddress(addrList[i])
|
|
|
|
_, err = b.get(gPrm)
|
|
require.ErrorAs(t, err, new(apistatus.ObjectNotFound))
|
|
|
|
_, err = b.delete(dPrm)
|
|
require.ErrorAs(t, err, new(apistatus.ObjectNotFound))
|
|
}
|
|
}
|