182df23859
Implement `DB.IterateExpired` method that iterates over the objects in metabase that are expired at particular epoch. Signed-off-by: Leonard Lyubich <leonard@nspcc.ru>
120 lines
3.5 KiB
Go
120 lines
3.5 KiB
Go
package meta
|
|
|
|
import (
|
|
"bytes"
|
|
"strings"
|
|
|
|
"github.com/nspcc-dev/neofs-api-go/pkg/container"
|
|
"github.com/nspcc-dev/neofs-api-go/pkg/object"
|
|
)
|
|
|
|
/*
|
|
We might increase performance by not using string representation of
|
|
identities and addresses. String representation require base58 encoding that
|
|
slows execution. Instead we can try to marshal these structures directly into
|
|
bytes. Check it later.
|
|
*/
|
|
|
|
const invalidBase58String = "_"
|
|
|
|
var (
|
|
graveyardBucketName = []byte(invalidBase58String + "Graveyard")
|
|
toMoveItBucketName = []byte(invalidBase58String + "ToMoveIt")
|
|
containerVolumeBucketName = []byte(invalidBase58String + "ContainerSize")
|
|
|
|
zeroValue = []byte{0xFF}
|
|
|
|
smallPostfix = invalidBase58String + "small"
|
|
storageGroupPostfix = invalidBase58String + "SG"
|
|
tombstonePostfix = invalidBase58String + "TS"
|
|
ownerPostfix = invalidBase58String + "ownerid"
|
|
payloadHashPostfix = invalidBase58String + "payloadhash"
|
|
rootPostfix = invalidBase58String + "root"
|
|
parentPostfix = invalidBase58String + "parent"
|
|
splitPostfix = invalidBase58String + "splitid"
|
|
|
|
userAttributePostfix = invalidBase58String + "attr_"
|
|
|
|
splitInfoError *object.SplitInfoError // for errors.As comparisons
|
|
)
|
|
|
|
// primaryBucketName returns <CID>.
|
|
func primaryBucketName(cid *container.ID) []byte {
|
|
return []byte(cid.String())
|
|
}
|
|
|
|
// tombstoneBucketName returns <CID>_TS.
|
|
func tombstoneBucketName(cid *container.ID) []byte {
|
|
return []byte(cid.String() + tombstonePostfix)
|
|
}
|
|
|
|
// storageGroupBucketName returns <CID>_SG.
|
|
func storageGroupBucketName(cid *container.ID) []byte {
|
|
return []byte(cid.String() + storageGroupPostfix)
|
|
}
|
|
|
|
// smallBucketName returns <CID>_small.
|
|
func smallBucketName(cid *container.ID) []byte {
|
|
return []byte(cid.String() + smallPostfix) // consider caching output values
|
|
}
|
|
|
|
// attributeBucketName returns <CID>_attr_<attributeKey>.
|
|
func attributeBucketName(cid *container.ID, attributeKey string) []byte {
|
|
sb := strings.Builder{} // consider getting string builders from sync.Pool
|
|
sb.WriteString(cid.String())
|
|
sb.WriteString(userAttributePostfix)
|
|
sb.WriteString(attributeKey)
|
|
|
|
return []byte(sb.String())
|
|
}
|
|
|
|
// returns <CID> from attributeBucketName result, nil otherwise.
|
|
func cidFromAttributeBucket(val []byte, attributeKey string) []byte {
|
|
suffix := []byte(userAttributePostfix + attributeKey)
|
|
if !bytes.HasSuffix(val, suffix) {
|
|
return nil
|
|
}
|
|
|
|
return val[:len(val)-len(suffix)]
|
|
}
|
|
|
|
// payloadHashBucketName returns <CID>_payloadhash.
|
|
func payloadHashBucketName(cid *container.ID) []byte {
|
|
return []byte(cid.String() + payloadHashPostfix)
|
|
}
|
|
|
|
// rootBucketName returns <CID>_root.
|
|
func rootBucketName(cid *container.ID) []byte {
|
|
return []byte(cid.String() + rootPostfix)
|
|
}
|
|
|
|
// ownerBucketName returns <CID>_ownerid.
|
|
func ownerBucketName(cid *container.ID) []byte {
|
|
return []byte(cid.String() + ownerPostfix)
|
|
}
|
|
|
|
// parentBucketName returns <CID>_parent.
|
|
func parentBucketName(cid *container.ID) []byte {
|
|
return []byte(cid.String() + parentPostfix)
|
|
}
|
|
|
|
// splitBucketName returns <CID>_splitid.
|
|
func splitBucketName(cid *container.ID) []byte {
|
|
return []byte(cid.String() + splitPostfix)
|
|
}
|
|
|
|
// addressKey returns key for K-V tables when key is a whole address.
|
|
func addressKey(addr *object.Address) []byte {
|
|
return []byte(addr.String())
|
|
}
|
|
|
|
// parses object address formed by addressKey.
|
|
func addressFromKey(k []byte) (*object.Address, error) {
|
|
a := object.NewAddress()
|
|
return a, a.Parse(string(k))
|
|
}
|
|
|
|
// objectKey returns key for K-V tables when key is an object id.
|
|
func objectKey(oid *object.ID) []byte {
|
|
return []byte(oid.String())
|
|
}
|