2020-12-11 08:04:04 +00:00
|
|
|
package deletesvc
|
|
|
|
|
|
|
|
import (
|
|
|
|
"context"
|
2024-05-27 19:07:43 +00:00
|
|
|
"errors"
|
2023-08-25 07:57:31 +00:00
|
|
|
"fmt"
|
2021-02-17 12:30:11 +00:00
|
|
|
"strconv"
|
2020-12-11 08:04:04 +00:00
|
|
|
|
2023-04-12 14:35:10 +00:00
|
|
|
"git.frostfs.info/TrueCloudLab/frostfs-node/internal/logs"
|
2023-03-07 13:38:26 +00:00
|
|
|
"git.frostfs.info/TrueCloudLab/frostfs-node/pkg/services/object/util"
|
|
|
|
"git.frostfs.info/TrueCloudLab/frostfs-node/pkg/util/logger"
|
2024-11-07 14:32:10 +00:00
|
|
|
objectV2 "git.frostfs.info/TrueCloudLab/frostfs-sdk-go/api/object"
|
2023-06-07 10:04:55 +00:00
|
|
|
apiclient "git.frostfs.info/TrueCloudLab/frostfs-sdk-go/client"
|
2023-03-07 13:38:26 +00:00
|
|
|
cid "git.frostfs.info/TrueCloudLab/frostfs-sdk-go/container/id"
|
2023-07-06 12:36:41 +00:00
|
|
|
objectSDK "git.frostfs.info/TrueCloudLab/frostfs-sdk-go/object"
|
2023-03-07 13:38:26 +00:00
|
|
|
oid "git.frostfs.info/TrueCloudLab/frostfs-sdk-go/object/id"
|
2020-12-11 08:04:04 +00:00
|
|
|
"go.uber.org/zap"
|
|
|
|
)
|
|
|
|
|
2024-06-28 13:22:37 +00:00
|
|
|
var errDeleteECChunk = errors.New("invalid operation: delete EC object chunk")
|
|
|
|
|
2020-12-11 08:04:04 +00:00
|
|
|
type execCtx struct {
|
|
|
|
svc *Service
|
|
|
|
|
|
|
|
prm Prm
|
|
|
|
|
|
|
|
log *logger.Logger
|
|
|
|
|
2023-07-06 12:36:41 +00:00
|
|
|
tombstone *objectSDK.Tombstone
|
2020-12-11 08:04:04 +00:00
|
|
|
|
2023-07-06 12:36:41 +00:00
|
|
|
splitInfo *objectSDK.SplitInfo
|
2020-12-11 08:04:04 +00:00
|
|
|
|
2023-07-06 12:36:41 +00:00
|
|
|
tombstoneObj *objectSDK.Object
|
2020-12-11 08:04:04 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
func (exec *execCtx) setLogger(l *logger.Logger) {
|
2024-10-21 07:22:54 +00:00
|
|
|
exec.log = l.With(
|
2020-12-11 08:04:04 +00:00
|
|
|
zap.String("request", "DELETE"),
|
|
|
|
zap.Stringer("address", exec.address()),
|
|
|
|
zap.Bool("local", exec.isLocal()),
|
|
|
|
zap.Bool("with session", exec.prm.common.SessionToken() != nil),
|
|
|
|
zap.Bool("with bearer", exec.prm.common.BearerToken() != nil),
|
2024-10-21 07:22:54 +00:00
|
|
|
)
|
2020-12-11 08:04:04 +00:00
|
|
|
}
|
|
|
|
|
2024-05-27 13:03:22 +00:00
|
|
|
func (exec *execCtx) isLocal() bool {
|
2020-12-11 08:04:04 +00:00
|
|
|
return exec.prm.common.LocalOnly()
|
|
|
|
}
|
|
|
|
|
2022-05-31 17:00:41 +00:00
|
|
|
func (exec *execCtx) address() oid.Address {
|
2021-11-01 08:35:33 +00:00
|
|
|
return exec.prm.addr
|
2020-12-11 08:04:04 +00:00
|
|
|
}
|
|
|
|
|
2022-05-31 17:00:41 +00:00
|
|
|
func (exec *execCtx) containerID() cid.ID {
|
|
|
|
return exec.prm.addr.Container()
|
2020-12-11 08:04:04 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
func (exec *execCtx) commonParameters() *util.CommonPrm {
|
|
|
|
return exec.prm.common
|
|
|
|
}
|
|
|
|
|
2022-05-31 17:00:41 +00:00
|
|
|
func (exec *execCtx) newAddress(id oid.ID) oid.Address {
|
|
|
|
var a oid.Address
|
|
|
|
a.SetObject(id)
|
|
|
|
a.SetContainer(exec.containerID())
|
2020-12-11 08:04:04 +00:00
|
|
|
|
|
|
|
return a
|
|
|
|
}
|
|
|
|
|
2024-05-27 19:07:43 +00:00
|
|
|
func (exec *execCtx) formExtendedInfo(ctx context.Context) error {
|
2024-06-28 13:22:37 +00:00
|
|
|
obj, err := exec.svc.header.head(ctx, exec)
|
2024-05-27 19:07:43 +00:00
|
|
|
|
|
|
|
var errSplitInfo *objectSDK.SplitInfoError
|
|
|
|
var errECInfo *objectSDK.ECInfoError
|
|
|
|
|
|
|
|
switch {
|
|
|
|
case err == nil:
|
2024-06-28 13:22:37 +00:00
|
|
|
if ech := obj.ECHeader(); ech != nil {
|
|
|
|
return errDeleteECChunk
|
|
|
|
}
|
2024-05-27 19:07:43 +00:00
|
|
|
return nil
|
|
|
|
case errors.As(err, &errSplitInfo):
|
|
|
|
exec.splitInfo = errSplitInfo.SplitInfo()
|
|
|
|
exec.tombstone.SetSplitID(exec.splitInfo.SplitID())
|
|
|
|
|
2024-10-21 07:22:54 +00:00
|
|
|
exec.log.Debug(ctx, logs.DeleteSplitInfoSuccessfullyFormedCollectingMembers)
|
2024-05-27 19:07:43 +00:00
|
|
|
|
|
|
|
if err := exec.collectMembers(ctx); err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
|
2024-10-21 07:22:54 +00:00
|
|
|
exec.log.Debug(ctx, logs.DeleteMembersSuccessfullyCollected)
|
2024-05-27 19:07:43 +00:00
|
|
|
return nil
|
|
|
|
case errors.As(err, &errECInfo):
|
2024-10-21 07:22:54 +00:00
|
|
|
exec.log.Debug(ctx, logs.DeleteECObjectReceived)
|
2024-05-27 19:07:43 +00:00
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
2024-05-28 09:21:08 +00:00
|
|
|
if !apiclient.IsErrObjectAlreadyRemoved(err) {
|
2023-06-07 10:04:55 +00:00
|
|
|
// IsErrObjectAlreadyRemoved check is required because splitInfo
|
|
|
|
// implicitly performs Head request that may return ObjectAlreadyRemoved
|
2023-08-25 07:57:31 +00:00
|
|
|
// status that is not specified for Delete.
|
|
|
|
return err
|
2020-12-11 08:04:04 +00:00
|
|
|
}
|
|
|
|
|
2023-08-25 07:57:31 +00:00
|
|
|
return nil
|
2020-12-11 08:04:04 +00:00
|
|
|
}
|
|
|
|
|
2023-08-25 07:57:31 +00:00
|
|
|
func (exec *execCtx) collectMembers(ctx context.Context) error {
|
2020-12-11 08:04:04 +00:00
|
|
|
if exec.splitInfo == nil {
|
2024-10-21 07:22:54 +00:00
|
|
|
exec.log.Debug(ctx, logs.DeleteNoSplitInfoObjectIsPHY)
|
2023-08-25 07:57:31 +00:00
|
|
|
return nil
|
2020-12-11 08:04:04 +00:00
|
|
|
}
|
|
|
|
|
2023-08-25 07:57:31 +00:00
|
|
|
var err error
|
2022-05-12 16:37:46 +00:00
|
|
|
if _, withLink := exec.splitInfo.Link(); withLink {
|
2023-08-25 07:57:31 +00:00
|
|
|
err = exec.collectChildren(ctx)
|
2020-12-11 08:04:04 +00:00
|
|
|
}
|
|
|
|
|
2023-08-25 07:57:31 +00:00
|
|
|
if err != nil {
|
2022-05-12 16:37:46 +00:00
|
|
|
if _, withLast := exec.splitInfo.LastPart(); withLast {
|
2023-08-25 07:57:31 +00:00
|
|
|
if err := exec.collectChain(ctx); err != nil {
|
|
|
|
return err
|
2022-05-12 16:37:46 +00:00
|
|
|
}
|
2020-12-11 08:04:04 +00:00
|
|
|
}
|
|
|
|
} // may be fail if neither right nor linking ID is set?
|
|
|
|
|
2023-04-04 09:45:59 +00:00
|
|
|
return exec.supplementBySplitID(ctx)
|
2020-12-11 08:04:04 +00:00
|
|
|
}
|
|
|
|
|
2023-08-25 07:57:31 +00:00
|
|
|
func (exec *execCtx) collectChain(ctx context.Context) error {
|
2022-05-31 17:00:41 +00:00
|
|
|
var chain []oid.ID
|
2020-12-11 08:04:04 +00:00
|
|
|
|
2024-10-21 07:22:54 +00:00
|
|
|
exec.log.Debug(ctx, logs.DeleteAssemblingChain)
|
2020-12-11 08:04:04 +00:00
|
|
|
|
2022-05-12 16:37:46 +00:00
|
|
|
for prev, withPrev := exec.splitInfo.LastPart(); withPrev; {
|
|
|
|
chain = append(chain, prev)
|
|
|
|
|
2023-04-04 09:45:59 +00:00
|
|
|
p, err := exec.svc.header.previous(ctx, exec, prev)
|
2023-08-25 07:57:31 +00:00
|
|
|
if err != nil {
|
|
|
|
return fmt.Errorf("get previous split element for %s: %w", prev, err)
|
|
|
|
}
|
2020-12-11 08:04:04 +00:00
|
|
|
|
2023-08-25 07:57:31 +00:00
|
|
|
withPrev = p != nil
|
|
|
|
if withPrev {
|
|
|
|
prev = *p
|
2020-12-11 08:04:04 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
exec.addMembers(chain)
|
2023-08-25 07:57:31 +00:00
|
|
|
return nil
|
2020-12-11 08:04:04 +00:00
|
|
|
}
|
|
|
|
|
2023-08-25 07:57:31 +00:00
|
|
|
func (exec *execCtx) collectChildren(ctx context.Context) error {
|
2024-10-21 07:22:54 +00:00
|
|
|
exec.log.Debug(ctx, logs.DeleteCollectingChildren)
|
2020-12-11 08:04:04 +00:00
|
|
|
|
2023-04-04 09:45:59 +00:00
|
|
|
children, err := exec.svc.header.children(ctx, exec)
|
2023-08-25 07:57:31 +00:00
|
|
|
if err != nil {
|
|
|
|
return fmt.Errorf("collect children: %w", err)
|
2020-12-11 08:04:04 +00:00
|
|
|
}
|
2023-08-25 07:57:31 +00:00
|
|
|
|
|
|
|
link, _ := exec.splitInfo.Link()
|
|
|
|
exec.addMembers(append(children, link))
|
|
|
|
return nil
|
2020-12-11 08:04:04 +00:00
|
|
|
}
|
|
|
|
|
2023-08-25 07:57:31 +00:00
|
|
|
func (exec *execCtx) supplementBySplitID(ctx context.Context) error {
|
2024-10-21 07:22:54 +00:00
|
|
|
exec.log.Debug(ctx, logs.DeleteSupplementBySplitID)
|
2020-12-11 08:04:04 +00:00
|
|
|
|
2023-04-04 09:45:59 +00:00
|
|
|
chain, err := exec.svc.searcher.splitMembers(ctx, exec)
|
2023-08-25 07:57:31 +00:00
|
|
|
if err != nil {
|
|
|
|
return fmt.Errorf("search split chain members: %w", err)
|
2020-12-11 08:04:04 +00:00
|
|
|
}
|
2023-08-25 07:57:31 +00:00
|
|
|
|
|
|
|
exec.addMembers(chain)
|
|
|
|
return nil
|
2020-12-11 08:04:04 +00:00
|
|
|
}
|
|
|
|
|
2022-05-31 17:00:41 +00:00
|
|
|
func (exec *execCtx) addMembers(incoming []oid.ID) {
|
2020-12-11 08:04:04 +00:00
|
|
|
members := exec.tombstone.Members()
|
|
|
|
|
|
|
|
for i := range members {
|
|
|
|
for j := 0; j < len(incoming); j++ { // don't use range, slice mutates in body
|
2022-05-12 16:37:46 +00:00
|
|
|
if members[i].Equals(incoming[j]) {
|
2020-12-11 08:04:04 +00:00
|
|
|
incoming = append(incoming[:j], incoming[j+1:]...)
|
|
|
|
j--
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
exec.tombstone.SetMembers(append(members, incoming...))
|
|
|
|
}
|
|
|
|
|
2023-08-25 07:57:31 +00:00
|
|
|
func (exec *execCtx) initTombstoneObject() error {
|
2020-12-11 08:04:04 +00:00
|
|
|
payload, err := exec.tombstone.Marshal()
|
|
|
|
if err != nil {
|
2023-08-25 07:57:31 +00:00
|
|
|
return fmt.Errorf("marshal tombstone: %w", err)
|
2020-12-11 08:04:04 +00:00
|
|
|
}
|
|
|
|
|
2023-07-06 12:36:41 +00:00
|
|
|
exec.tombstoneObj = objectSDK.New()
|
2022-05-31 17:00:41 +00:00
|
|
|
exec.tombstoneObj.SetContainerID(exec.containerID())
|
2023-07-06 12:36:41 +00:00
|
|
|
exec.tombstoneObj.SetType(objectSDK.TypeTombstone)
|
2020-12-11 08:04:04 +00:00
|
|
|
exec.tombstoneObj.SetPayload(payload)
|
|
|
|
|
2022-05-25 16:09:12 +00:00
|
|
|
tokenSession := exec.commonParameters().SessionToken()
|
|
|
|
if tokenSession != nil {
|
|
|
|
issuer := tokenSession.Issuer()
|
2023-11-21 08:42:30 +00:00
|
|
|
exec.tombstoneObj.SetOwnerID(issuer)
|
2022-05-25 16:09:12 +00:00
|
|
|
} else {
|
|
|
|
// make local node a tombstone object owner
|
2022-05-31 17:00:41 +00:00
|
|
|
localUser := exec.svc.netInfo.LocalNodeID()
|
2023-11-21 08:42:30 +00:00
|
|
|
exec.tombstoneObj.SetOwnerID(localUser)
|
2022-05-25 16:09:12 +00:00
|
|
|
}
|
|
|
|
|
2023-07-06 12:36:41 +00:00
|
|
|
var a objectSDK.Attribute
|
2021-02-17 12:30:11 +00:00
|
|
|
a.SetKey(objectV2.SysAttributeExpEpoch)
|
|
|
|
a.SetValue(strconv.FormatUint(exec.tombstone.ExpirationEpoch(), 10))
|
|
|
|
|
|
|
|
exec.tombstoneObj.SetAttributes(a)
|
|
|
|
|
2023-08-25 07:57:31 +00:00
|
|
|
return nil
|
2020-12-11 08:04:04 +00:00
|
|
|
}
|
|
|
|
|
2023-08-25 07:57:31 +00:00
|
|
|
func (exec *execCtx) saveTombstone(ctx context.Context) error {
|
2023-04-04 09:45:59 +00:00
|
|
|
id, err := exec.svc.placer.put(ctx, exec)
|
2023-08-25 07:57:31 +00:00
|
|
|
if err != nil {
|
|
|
|
return fmt.Errorf("save tombstone: %w", err)
|
2020-12-11 08:04:04 +00:00
|
|
|
}
|
|
|
|
|
2023-08-25 07:57:31 +00:00
|
|
|
exec.prm.tombAddrWriter.SetAddress(exec.newAddress(*id))
|
|
|
|
return nil
|
2020-12-11 08:04:04 +00:00
|
|
|
}
|