[#222] Update Delete method in shard

Signed-off-by: Alex Vanin <alexey@nspcc.ru>
This commit is contained in:
Alex Vanin 2020-12-01 10:55:08 +03:00
parent 5fc54386b0
commit 31371771e8

View file

@ -2,48 +2,95 @@ package shard
import ( import (
objectSDK "github.com/nspcc-dev/neofs-api-go/pkg/object" objectSDK "github.com/nspcc-dev/neofs-api-go/pkg/object"
"github.com/nspcc-dev/neofs-node/pkg/local_object_storage/blobovnicza"
"github.com/nspcc-dev/neofs-node/pkg/local_object_storage/blobstor" "github.com/nspcc-dev/neofs-node/pkg/local_object_storage/blobstor"
"github.com/pkg/errors"
"go.uber.org/zap" "go.uber.org/zap"
) )
// DeletePrm groups the parameters of Delete operation. // DeletePrm groups the parameters of Delete operation.
type DeletePrm struct { type DeletePrm struct {
addr *objectSDK.Address addr []*objectSDK.Address
} }
// DeleteRes groups resulting values of Delete operation. // DeleteRes groups resulting values of Delete operation.
type DeleteRes struct{} type DeleteRes struct{}
// WithAddress is a Delete option to set the address of the object to delete. // WithAddress is a Delete option to set the addresses of the objects to delete.
// //
// Option is required. // Option is required.
func (p *DeletePrm) WithAddress(addr *objectSDK.Address) *DeletePrm { func (p *DeletePrm) WithAddress(addr ...*objectSDK.Address) *DeletePrm {
if p != nil { if p != nil {
p.addr = addr p.addr = append(p.addr, addr...)
} }
return p return p
} }
// Delete marks object to delete from shard. // Delete removes data from the shard's writeCache, metaBase and
// // blobStor.
// Returns any error encountered that did not allow to completely
// mark the object to delete.
func (s *Shard) Delete(prm *DeletePrm) (*DeleteRes, error) { func (s *Shard) Delete(prm *DeletePrm) (*DeleteRes, error) {
// mark object to delete in metabase ln := len(prm.addr)
if err := s.metaBase.Delete(prm.addr); err != nil { delSmallPrm := new(blobstor.DeleteSmallPrm)
s.log.Warn("could not mark object to delete in metabase", delBigPrm := new(blobstor.DeleteBigPrm)
zap.String("error", err.Error()),
) smalls := make(map[*objectSDK.Address]*blobovnicza.ID, ln)
for i := range prm.addr {
delSmallPrm.SetAddress(prm.addr[i])
delBigPrm.SetAddress(prm.addr[i])
if s.hasWriteCache() {
_, err := s.writeCache.DeleteSmall(delSmallPrm)
if err != nil {
_, _ = s.writeCache.DeleteBig(delBigPrm)
}
} }
// form DeleteBig parameters blobovniczaID, err := s.metaBase.IsSmall(prm.addr[i])
delBigPrm := new(blobstor.DeleteBigPrm) if err != nil {
delBigPrm.SetAddress(prm.addr) s.log.Debug("can't get blobovniczaID from metabase",
zap.Stringer("object", prm.addr[i]),
zap.String("error", err.Error()))
continue
}
if blobovniczaID != nil {
smalls[prm.addr[i]] = blobovniczaID
}
}
err := s.metaBase.Delete(prm.addr...)
if err != nil {
return nil, err // stop on metabase error ?
}
for i := range prm.addr { // delete small object
if id, ok := smalls[prm.addr[i]]; ok {
delSmallPrm.SetAddress(prm.addr[i])
delSmallPrm.SetBlobovniczaID(id)
_, err = s.blobStor.DeleteSmall(delSmallPrm)
if err != nil {
s.log.Debug("can't remove small object from blobStor",
zap.Stringer("object_address", prm.addr[i]),
zap.String("error", err.Error()))
}
continue
}
// delete big object
delBigPrm.SetAddress(prm.addr[i])
_, err = s.blobStor.DeleteBig(delBigPrm)
if err != nil {
s.log.Debug("can't remove big object from blobStor",
zap.Stringer("object_address", prm.addr[i]),
zap.String("error", err.Error()))
}
if _, err := s.blobStor.DeleteBig(delBigPrm); err != nil {
return nil, errors.Wrap(err, "could not remove object from BLOB storage")
} }
return nil, nil return nil, nil