2020-11-17 15:23:15 +03:00
|
|
|
package shard
|
|
|
|
|
|
|
|
import (
|
2022-10-28 14:55:21 +04:00
|
|
|
"errors"
|
|
|
|
|
2022-12-23 20:35:35 +03:00
|
|
|
"github.com/TrueCloudLab/frostfs-node/pkg/local_object_storage/blobstor/common"
|
|
|
|
meta "github.com/TrueCloudLab/frostfs-node/pkg/local_object_storage/metabase"
|
|
|
|
"github.com/TrueCloudLab/frostfs-node/pkg/local_object_storage/writecache"
|
|
|
|
oid "github.com/TrueCloudLab/frostfs-sdk-go/object/id"
|
2020-11-17 20:39:43 +03:00
|
|
|
"go.uber.org/zap"
|
2020-11-17 15:23:15 +03:00
|
|
|
)
|
|
|
|
|
|
|
|
// DeletePrm groups the parameters of Delete operation.
|
|
|
|
type DeletePrm struct {
|
2022-05-31 20:00:41 +03:00
|
|
|
addr []oid.Address
|
2020-11-17 15:23:15 +03:00
|
|
|
}
|
|
|
|
|
2022-04-21 14:28:05 +03:00
|
|
|
// DeleteRes groups the resulting values of Delete operation.
|
2020-11-17 15:23:15 +03:00
|
|
|
type DeleteRes struct{}
|
|
|
|
|
2022-07-13 15:43:04 +03:00
|
|
|
// SetAddresses is a Delete option to set the addresses of the objects to delete.
|
2020-11-17 15:23:15 +03:00
|
|
|
//
|
|
|
|
// Option is required.
|
2022-07-13 15:43:04 +03:00
|
|
|
func (p *DeletePrm) SetAddresses(addr ...oid.Address) {
|
|
|
|
p.addr = append(p.addr, addr...)
|
2020-11-17 15:23:15 +03:00
|
|
|
}
|
|
|
|
|
2020-12-01 10:55:08 +03:00
|
|
|
// Delete removes data from the shard's writeCache, metaBase and
|
|
|
|
// blobStor.
|
2022-05-31 14:50:39 +03:00
|
|
|
func (s *Shard) Delete(prm DeletePrm) (DeleteRes, error) {
|
2022-12-07 20:42:35 +03:00
|
|
|
s.m.RLock()
|
|
|
|
defer s.m.RUnlock()
|
|
|
|
|
|
|
|
return s.delete(prm)
|
|
|
|
}
|
|
|
|
|
|
|
|
func (s *Shard) delete(prm DeletePrm) (DeleteRes, error) {
|
|
|
|
if s.info.Mode.ReadOnly() {
|
2022-05-31 14:50:39 +03:00
|
|
|
return DeleteRes{}, ErrReadOnlyMode
|
2022-12-07 20:42:35 +03:00
|
|
|
} else if s.info.Mode.NoMetabase() {
|
2022-06-29 14:27:36 +03:00
|
|
|
return DeleteRes{}, ErrDegradedMode
|
2021-12-27 14:04:07 +03:00
|
|
|
}
|
|
|
|
|
2020-12-01 10:55:08 +03:00
|
|
|
ln := len(prm.addr)
|
|
|
|
|
2022-07-06 17:09:50 +03:00
|
|
|
smalls := make(map[oid.Address][]byte, ln)
|
2020-12-01 10:55:08 +03:00
|
|
|
|
|
|
|
for i := range prm.addr {
|
|
|
|
if s.hasWriteCache() {
|
2021-04-06 13:56:06 +03:00
|
|
|
err := s.writeCache.Delete(prm.addr[i])
|
2022-10-28 14:55:21 +04:00
|
|
|
if err != nil && !IsErrNotFound(err) && !errors.Is(err, writecache.ErrReadOnly) {
|
2022-10-25 11:40:56 +04:00
|
|
|
s.log.Warn("can't delete object from write cache", zap.String("error", err.Error()))
|
2020-12-01 10:55:08 +03:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2022-07-06 17:09:50 +03:00
|
|
|
var sPrm meta.StorageIDPrm
|
|
|
|
sPrm.SetAddress(prm.addr[i])
|
2022-07-12 17:42:55 +03:00
|
|
|
|
2022-07-06 17:09:50 +03:00
|
|
|
res, err := s.metaBase.StorageID(sPrm)
|
2020-12-01 10:55:08 +03:00
|
|
|
if err != nil {
|
2022-10-21 20:17:05 +03:00
|
|
|
s.log.Debug("can't get storage ID from metabase",
|
2020-12-01 10:55:08 +03:00
|
|
|
zap.Stringer("object", prm.addr[i]),
|
|
|
|
zap.String("error", err.Error()))
|
|
|
|
|
|
|
|
continue
|
|
|
|
}
|
|
|
|
|
2022-07-06 17:09:50 +03:00
|
|
|
if res.StorageID() != nil {
|
|
|
|
smalls[prm.addr[i]] = res.StorageID()
|
2020-12-01 10:55:08 +03:00
|
|
|
}
|
2020-11-17 20:39:43 +03:00
|
|
|
}
|
|
|
|
|
2022-07-12 17:42:55 +03:00
|
|
|
var delPrm meta.DeletePrm
|
2022-07-12 17:59:37 +03:00
|
|
|
delPrm.SetAddresses(prm.addr...)
|
2022-07-12 17:42:55 +03:00
|
|
|
|
2022-08-19 19:49:09 +03:00
|
|
|
res, err := s.metaBase.Delete(delPrm)
|
2020-12-01 10:55:08 +03:00
|
|
|
if err != nil {
|
2022-05-31 14:50:39 +03:00
|
|
|
return DeleteRes{}, err // stop on metabase error ?
|
2020-12-01 10:55:08 +03:00
|
|
|
}
|
|
|
|
|
2023-01-25 17:01:25 +03:00
|
|
|
var totalRemovedPayload uint64
|
|
|
|
|
2022-09-09 14:36:34 +03:00
|
|
|
s.decObjectCounterBy(physical, res.RawObjectsRemoved())
|
|
|
|
s.decObjectCounterBy(logical, res.AvailableObjectsRemoved())
|
2022-12-01 14:59:22 +03:00
|
|
|
for i := range prm.addr {
|
2023-01-25 17:01:25 +03:00
|
|
|
removedPayload := res.RemovedObjectSizes()[i]
|
|
|
|
totalRemovedPayload += removedPayload
|
|
|
|
s.addToContainerSize(prm.addr[i].Container().EncodeToString(), -int64(removedPayload))
|
2022-12-01 14:59:22 +03:00
|
|
|
}
|
2023-02-07 14:28:28 +03:00
|
|
|
s.addToPayloadSize(-int64(totalRemovedPayload))
|
2022-08-19 19:49:09 +03:00
|
|
|
|
2022-10-21 20:17:05 +03:00
|
|
|
for i := range prm.addr {
|
2022-07-06 17:09:50 +03:00
|
|
|
var delPrm common.DeletePrm
|
|
|
|
delPrm.Address = prm.addr[i]
|
|
|
|
id := smalls[prm.addr[i]]
|
|
|
|
delPrm.StorageID = id
|
2020-12-01 10:55:08 +03:00
|
|
|
|
2022-07-06 17:09:50 +03:00
|
|
|
_, err = s.blobStor.Delete(delPrm)
|
2020-12-01 10:55:08 +03:00
|
|
|
if err != nil {
|
2022-10-21 20:17:05 +03:00
|
|
|
s.log.Debug("can't remove object from blobStor",
|
2020-12-01 10:55:08 +03:00
|
|
|
zap.Stringer("object_address", prm.addr[i]),
|
|
|
|
zap.String("error", err.Error()))
|
|
|
|
}
|
2020-11-17 20:39:43 +03:00
|
|
|
}
|
2020-11-17 15:23:15 +03:00
|
|
|
|
2022-05-31 14:50:39 +03:00
|
|
|
return DeleteRes{}, nil
|
2020-11-17 15:23:15 +03:00
|
|
|
}
|