forked from TrueCloudLab/frostfs-node
156ba85326
If an object has not been marked for removal by the GC in the current epoch yet but has already expired, respond with `ErrObjectNotFound` api status. Also, optimize shard iteration: a node must stop any iteration if the object is found but gonna be removed soon. All the checks are performed by the Metabase. Signed-off-by: Pavel Karpy <carpawell@nspcc.ru>
188 lines
4.6 KiB
Go
188 lines
4.6 KiB
Go
package meta_test
|
|
|
|
import (
|
|
"errors"
|
|
"testing"
|
|
|
|
"github.com/nspcc-dev/neofs-node/pkg/core/object"
|
|
meta "github.com/nspcc-dev/neofs-node/pkg/local_object_storage/metabase"
|
|
apistatus "github.com/nspcc-dev/neofs-sdk-go/client/status"
|
|
cidtest "github.com/nspcc-dev/neofs-sdk-go/container/id/test"
|
|
objectSDK "github.com/nspcc-dev/neofs-sdk-go/object"
|
|
oidtest "github.com/nspcc-dev/neofs-sdk-go/object/id/test"
|
|
"github.com/stretchr/testify/require"
|
|
)
|
|
|
|
const currEpoch = 1000
|
|
|
|
func TestDB_Exists(t *testing.T) {
|
|
db := newDB(t, meta.WithEpochState(epochState{currEpoch}))
|
|
|
|
t.Run("no object", func(t *testing.T) {
|
|
nonExist := generateObject(t)
|
|
exists, err := metaExists(db, object.AddressOf(nonExist))
|
|
require.NoError(t, err)
|
|
require.False(t, exists)
|
|
})
|
|
|
|
t.Run("regular object", func(t *testing.T) {
|
|
regular := generateObject(t)
|
|
err := putBig(db, regular)
|
|
require.NoError(t, err)
|
|
|
|
exists, err := metaExists(db, object.AddressOf(regular))
|
|
require.NoError(t, err)
|
|
require.True(t, exists)
|
|
|
|
t.Run("removed object", func(t *testing.T) {
|
|
err := metaInhume(db, object.AddressOf(regular), oidtest.Address())
|
|
require.NoError(t, err)
|
|
|
|
exists, err := metaExists(db, object.AddressOf(regular))
|
|
require.ErrorAs(t, err, new(apistatus.ObjectAlreadyRemoved))
|
|
require.False(t, exists)
|
|
})
|
|
})
|
|
|
|
t.Run("tombstone object", func(t *testing.T) {
|
|
ts := generateObject(t)
|
|
ts.SetType(objectSDK.TypeTombstone)
|
|
|
|
err := putBig(db, ts)
|
|
require.NoError(t, err)
|
|
|
|
exists, err := metaExists(db, object.AddressOf(ts))
|
|
require.NoError(t, err)
|
|
require.True(t, exists)
|
|
})
|
|
|
|
t.Run("storage group object", func(t *testing.T) {
|
|
sg := generateObject(t)
|
|
sg.SetType(objectSDK.TypeStorageGroup)
|
|
|
|
err := putBig(db, sg)
|
|
require.NoError(t, err)
|
|
|
|
exists, err := metaExists(db, object.AddressOf(sg))
|
|
require.NoError(t, err)
|
|
require.True(t, exists)
|
|
})
|
|
|
|
t.Run("lock object", func(t *testing.T) {
|
|
lock := generateObject(t)
|
|
lock.SetType(objectSDK.TypeLock)
|
|
|
|
err := putBig(db, lock)
|
|
require.NoError(t, err)
|
|
|
|
exists, err := metaExists(db, object.AddressOf(lock))
|
|
require.NoError(t, err)
|
|
require.True(t, exists)
|
|
})
|
|
|
|
t.Run("virtual object", func(t *testing.T) {
|
|
cnr := cidtest.ID()
|
|
parent := generateObjectWithCID(t, cnr)
|
|
|
|
child := generateObjectWithCID(t, cnr)
|
|
child.SetParent(parent)
|
|
idParent, _ := parent.ID()
|
|
child.SetParentID(idParent)
|
|
|
|
err := putBig(db, child)
|
|
require.NoError(t, err)
|
|
|
|
_, err = metaExists(db, object.AddressOf(parent))
|
|
|
|
var expectedErr *objectSDK.SplitInfoError
|
|
require.True(t, errors.As(err, &expectedErr))
|
|
})
|
|
|
|
t.Run("merge split info", func(t *testing.T) {
|
|
cnr := cidtest.ID()
|
|
splitID := objectSDK.NewSplitID()
|
|
|
|
parent := generateObjectWithCID(t, cnr)
|
|
addAttribute(parent, "foo", "bar")
|
|
|
|
child := generateObjectWithCID(t, cnr)
|
|
child.SetParent(parent)
|
|
idParent, _ := parent.ID()
|
|
child.SetParentID(idParent)
|
|
child.SetSplitID(splitID)
|
|
|
|
link := generateObjectWithCID(t, cnr)
|
|
link.SetParent(parent)
|
|
link.SetParentID(idParent)
|
|
idChild, _ := child.ID()
|
|
link.SetChildren(idChild)
|
|
link.SetSplitID(splitID)
|
|
|
|
t.Run("direct order", func(t *testing.T) {
|
|
err := putBig(db, child)
|
|
require.NoError(t, err)
|
|
|
|
err = putBig(db, link)
|
|
require.NoError(t, err)
|
|
|
|
_, err = metaExists(db, object.AddressOf(parent))
|
|
require.Error(t, err)
|
|
|
|
si, ok := err.(*objectSDK.SplitInfoError)
|
|
require.True(t, ok)
|
|
|
|
require.Equal(t, splitID, si.SplitInfo().SplitID())
|
|
|
|
id1, _ := child.ID()
|
|
id2, _ := si.SplitInfo().LastPart()
|
|
require.Equal(t, id1, id2)
|
|
|
|
id1, _ = link.ID()
|
|
id2, _ = si.SplitInfo().Link()
|
|
require.Equal(t, id1, id2)
|
|
})
|
|
|
|
t.Run("reverse order", func(t *testing.T) {
|
|
err := metaPut(db, link, nil)
|
|
require.NoError(t, err)
|
|
|
|
err = putBig(db, child)
|
|
require.NoError(t, err)
|
|
|
|
_, err = metaExists(db, object.AddressOf(parent))
|
|
require.Error(t, err)
|
|
|
|
si, ok := err.(*objectSDK.SplitInfoError)
|
|
require.True(t, ok)
|
|
|
|
require.Equal(t, splitID, si.SplitInfo().SplitID())
|
|
|
|
id1, _ := child.ID()
|
|
id2, _ := si.SplitInfo().LastPart()
|
|
require.Equal(t, id1, id2)
|
|
|
|
id1, _ = link.ID()
|
|
id2, _ = si.SplitInfo().Link()
|
|
require.Equal(t, id1, id2)
|
|
})
|
|
})
|
|
|
|
t.Run("random object", func(t *testing.T) {
|
|
addr := oidtest.Address()
|
|
|
|
exists, err := metaExists(db, addr)
|
|
require.NoError(t, err)
|
|
require.False(t, exists)
|
|
})
|
|
|
|
t.Run("expired object", func(t *testing.T) {
|
|
checkExpiredObjects(t, db, func(exp, nonExp *objectSDK.Object) {
|
|
gotObj, err := metaExists(db, object.AddressOf(exp))
|
|
require.False(t, gotObj)
|
|
require.ErrorIs(t, err, object.ErrObjectIsExpired)
|
|
|
|
gotObj, err = metaExists(db, object.AddressOf(nonExp))
|
|
require.True(t, gotObj)
|
|
})
|
|
})
|
|
}
|