2021-05-20 14:25:22 +00:00
|
|
|
package engine
|
|
|
|
|
|
|
|
import (
|
2023-04-04 11:40:01 +00:00
|
|
|
"context"
|
2021-05-20 14:25:22 +00:00
|
|
|
"testing"
|
|
|
|
|
2023-03-07 13:38:26 +00:00
|
|
|
"git.frostfs.info/TrueCloudLab/frostfs-node/pkg/core/object"
|
2023-03-20 14:10:26 +00:00
|
|
|
"git.frostfs.info/TrueCloudLab/frostfs-node/pkg/local_object_storage/internal/testutil"
|
2023-03-07 13:38:26 +00:00
|
|
|
"git.frostfs.info/TrueCloudLab/frostfs-node/pkg/local_object_storage/shard"
|
2024-12-10 09:53:54 +00:00
|
|
|
apistatus "git.frostfs.info/TrueCloudLab/frostfs-sdk-go/client/status"
|
2023-03-07 13:38:26 +00:00
|
|
|
cidtest "git.frostfs.info/TrueCloudLab/frostfs-sdk-go/container/id/test"
|
|
|
|
objectSDK "git.frostfs.info/TrueCloudLab/frostfs-sdk-go/object"
|
2024-12-10 09:53:54 +00:00
|
|
|
oid "git.frostfs.info/TrueCloudLab/frostfs-sdk-go/object/id"
|
|
|
|
oidtest "git.frostfs.info/TrueCloudLab/frostfs-sdk-go/object/id/test"
|
2021-05-20 14:25:22 +00:00
|
|
|
"github.com/stretchr/testify/require"
|
|
|
|
)
|
|
|
|
|
|
|
|
func TestStorageEngine_Inhume(t *testing.T) {
|
2022-05-12 16:37:46 +00:00
|
|
|
cnr := cidtest.ID()
|
2021-05-20 14:25:22 +00:00
|
|
|
splitID := objectSDK.NewSplitID()
|
|
|
|
|
|
|
|
fs := objectSDK.SearchFilters{}
|
|
|
|
fs.AddRootFilter()
|
|
|
|
|
2023-03-20 14:10:26 +00:00
|
|
|
tombstoneID := object.AddressOf(testutil.GenerateObjectWithCID(cnr))
|
|
|
|
parent := testutil.GenerateObjectWithCID(cnr)
|
2021-05-20 14:25:22 +00:00
|
|
|
|
2023-03-20 14:10:26 +00:00
|
|
|
child := testutil.GenerateObjectWithCID(cnr)
|
2022-03-03 14:19:05 +00:00
|
|
|
child.SetParent(parent)
|
2022-05-12 16:37:46 +00:00
|
|
|
idParent, _ := parent.ID()
|
|
|
|
child.SetParentID(idParent)
|
2021-05-20 14:25:22 +00:00
|
|
|
child.SetSplitID(splitID)
|
|
|
|
|
2023-03-20 14:10:26 +00:00
|
|
|
link := testutil.GenerateObjectWithCID(cnr)
|
2022-03-03 14:19:05 +00:00
|
|
|
link.SetParent(parent)
|
2022-05-12 16:37:46 +00:00
|
|
|
link.SetParentID(idParent)
|
|
|
|
idChild, _ := child.ID()
|
|
|
|
link.SetChildren(idChild)
|
2021-05-20 14:25:22 +00:00
|
|
|
link.SetSplitID(splitID)
|
|
|
|
|
|
|
|
t.Run("delete small object", func(t *testing.T) {
|
2023-11-29 07:51:56 +00:00
|
|
|
t.Parallel()
|
2024-11-13 10:30:16 +00:00
|
|
|
e := testNewEngine(t).setShardsNum(t, 1).prepare(t).engine
|
|
|
|
defer func() { require.NoError(t, e.Close(context.Background())) }()
|
2021-05-20 14:25:22 +00:00
|
|
|
|
2024-10-01 12:27:06 +00:00
|
|
|
err := Put(context.Background(), e, parent, false)
|
2021-05-20 14:25:22 +00:00
|
|
|
require.NoError(t, err)
|
|
|
|
|
2022-05-23 13:12:32 +00:00
|
|
|
var inhumePrm InhumePrm
|
|
|
|
inhumePrm.WithTarget(tombstoneID, object.AddressOf(parent))
|
|
|
|
|
2023-04-04 11:40:01 +00:00
|
|
|
_, err = e.Inhume(context.Background(), inhumePrm)
|
2021-05-20 14:25:22 +00:00
|
|
|
require.NoError(t, err)
|
|
|
|
|
2024-10-02 11:52:54 +00:00
|
|
|
addrs, err := Select(context.Background(), e, cnr, false, fs)
|
2021-05-20 14:25:22 +00:00
|
|
|
require.NoError(t, err)
|
|
|
|
require.Empty(t, addrs)
|
|
|
|
})
|
|
|
|
|
|
|
|
t.Run("delete big object", func(t *testing.T) {
|
2023-11-29 07:51:56 +00:00
|
|
|
t.Parallel()
|
2021-05-20 14:25:22 +00:00
|
|
|
|
2024-11-13 10:30:16 +00:00
|
|
|
te := testNewEngine(t).setShardsNum(t, 2).prepare(t)
|
|
|
|
e := te.engine
|
|
|
|
defer func() { require.NoError(t, e.Close(context.Background())) }()
|
|
|
|
|
|
|
|
s1, s2 := te.shards[0], te.shards[1]
|
2021-05-20 14:25:22 +00:00
|
|
|
|
2022-05-20 18:08:59 +00:00
|
|
|
var putChild shard.PutPrm
|
2022-07-13 12:43:04 +00:00
|
|
|
putChild.SetObject(child)
|
2023-04-12 14:01:29 +00:00
|
|
|
_, err := s1.Put(context.Background(), putChild)
|
2021-05-20 14:25:22 +00:00
|
|
|
require.NoError(t, err)
|
|
|
|
|
2022-05-20 18:08:59 +00:00
|
|
|
var putLink shard.PutPrm
|
2022-07-13 12:43:04 +00:00
|
|
|
putLink.SetObject(link)
|
2023-04-12 14:01:29 +00:00
|
|
|
_, err = s2.Put(context.Background(), putLink)
|
2021-05-20 14:25:22 +00:00
|
|
|
require.NoError(t, err)
|
|
|
|
|
2022-05-23 13:12:32 +00:00
|
|
|
var inhumePrm InhumePrm
|
|
|
|
inhumePrm.WithTarget(tombstoneID, object.AddressOf(parent))
|
|
|
|
|
2023-04-04 11:40:01 +00:00
|
|
|
_, err = e.Inhume(context.Background(), inhumePrm)
|
2021-05-20 14:25:22 +00:00
|
|
|
require.NoError(t, err)
|
|
|
|
|
2024-10-02 11:52:54 +00:00
|
|
|
addrs, err := Select(context.Background(), e, cnr, false, fs)
|
2021-05-20 14:25:22 +00:00
|
|
|
require.NoError(t, err)
|
|
|
|
require.Empty(t, addrs)
|
|
|
|
})
|
|
|
|
}
|
2024-12-10 09:53:54 +00:00
|
|
|
|
|
|
|
func TestStorageEngine_ECInhume(t *testing.T) {
|
|
|
|
parentObjectAddress := oidtest.Address()
|
|
|
|
containerID := parentObjectAddress.Container()
|
|
|
|
|
|
|
|
chunkObject0 := testutil.GenerateObjectWithCID(containerID)
|
|
|
|
chunkObject0.SetECHeader(objectSDK.NewECHeader(
|
|
|
|
objectSDK.ECParentInfo{
|
|
|
|
ID: parentObjectAddress.Object(),
|
|
|
|
}, 0, 4, []byte{}, 0))
|
|
|
|
|
|
|
|
chunkObject1 := testutil.GenerateObjectWithCID(containerID)
|
|
|
|
chunkObject1.SetECHeader(objectSDK.NewECHeader(
|
|
|
|
objectSDK.ECParentInfo{
|
|
|
|
ID: parentObjectAddress.Object(),
|
|
|
|
}, 1, 4, []byte{}, 0))
|
|
|
|
|
|
|
|
tombstone := objectSDK.NewTombstone()
|
|
|
|
tombstone.SetMembers([]oid.ID{parentObjectAddress.Object()})
|
|
|
|
payload, err := tombstone.Marshal()
|
|
|
|
require.NoError(t, err)
|
|
|
|
tombstoneObject := testutil.GenerateObjectWithCID(containerID)
|
|
|
|
tombstoneObject.SetType(objectSDK.TypeTombstone)
|
|
|
|
tombstoneObject.SetPayload(payload)
|
|
|
|
tombstoneObjectAddress := object.AddressOf(tombstoneObject)
|
|
|
|
|
|
|
|
e := testNewEngine(t).setShardsNum(t, 5).prepare(t).engine
|
|
|
|
defer func() { require.NoError(t, e.Close(context.Background())) }()
|
|
|
|
|
|
|
|
require.NoError(t, Put(context.Background(), e, chunkObject0, false))
|
|
|
|
|
|
|
|
require.NoError(t, Put(context.Background(), e, tombstoneObject, false))
|
|
|
|
|
|
|
|
var inhumePrm InhumePrm
|
|
|
|
inhumePrm.WithTarget(tombstoneObjectAddress, parentObjectAddress)
|
|
|
|
_, err = e.Inhume(context.Background(), inhumePrm)
|
|
|
|
require.NoError(t, err)
|
|
|
|
|
|
|
|
var alreadyRemoved *apistatus.ObjectAlreadyRemoved
|
|
|
|
|
|
|
|
require.ErrorAs(t, Put(context.Background(), e, chunkObject0, false), &alreadyRemoved)
|
|
|
|
|
|
|
|
require.ErrorAs(t, Put(context.Background(), e, chunkObject1, false), &alreadyRemoved)
|
|
|
|
}
|