forked from TrueCloudLab/frostfs-node
127 lines
3.3 KiB
Go
127 lines
3.3 KiB
Go
package engine
|
|
|
|
import (
|
|
"github.com/nspcc-dev/neofs-api-go/pkg/object"
|
|
"github.com/nspcc-dev/neofs-node/pkg/local_object_storage/shard"
|
|
"go.uber.org/zap"
|
|
)
|
|
|
|
// SelectPrm groups the parameters of Select operation.
|
|
type SelectPrm struct {
|
|
filters object.SearchFilters
|
|
}
|
|
|
|
// SelectRes groups resulting values of Select operation.
|
|
type SelectRes struct {
|
|
addrList []*object.Address
|
|
}
|
|
|
|
// WithFilters is a Select option to set the object filters.
|
|
func (p *SelectPrm) WithFilters(fs object.SearchFilters) *SelectPrm {
|
|
if p != nil {
|
|
p.filters = fs
|
|
}
|
|
|
|
return p
|
|
}
|
|
|
|
// AddressList returns list of addresses of the selected objects.
|
|
func (r *SelectRes) AddressList() []*object.Address {
|
|
return r.addrList
|
|
}
|
|
|
|
// Select selects the objects from local storage that match select parameters.
|
|
//
|
|
// Returns any error encountered that did not allow to completely select the objects.
|
|
func (e *StorageEngine) Select(prm *SelectPrm) (*SelectRes, error) {
|
|
addrList := make([]*object.Address, 0)
|
|
uniqueMap := make(map[string]struct{})
|
|
|
|
shPrm := new(shard.SelectPrm).
|
|
WithFilters(prm.filters)
|
|
|
|
e.iterateOverUnsortedShards(func(sh *shard.Shard) (stop bool) {
|
|
res, err := sh.Select(shPrm)
|
|
if err != nil {
|
|
// TODO: smth wrong with shard, need to be processed
|
|
e.log.Warn("could not select objects from shard",
|
|
zap.Stringer("shard", sh.ID()),
|
|
zap.String("error", err.Error()),
|
|
)
|
|
} else {
|
|
for _, addr := range res.AddressList() { // save only unique values
|
|
if _, ok := uniqueMap[addr.String()]; !ok {
|
|
uniqueMap[addr.String()] = struct{}{}
|
|
addrList = append(addrList, addr)
|
|
}
|
|
}
|
|
}
|
|
|
|
return false
|
|
})
|
|
|
|
return &SelectRes{
|
|
addrList: addrList,
|
|
}, nil
|
|
}
|
|
|
|
// List returns `limit` available physically storage object addresses in engine.
|
|
// If limit is zero, then returns all available object addresses.
|
|
func (e *StorageEngine) List(limit uint64) (*SelectRes, error) {
|
|
addrList := make([]*object.Address, limit)
|
|
uniqueMap := make(map[string]struct{})
|
|
ln := uint64(0)
|
|
|
|
// consider iterating over shuffled shards
|
|
e.iterateOverUnsortedShards(func(sh *shard.Shard) (stop bool) {
|
|
res, err := sh.List() // consider limit result of shard iterator
|
|
if err != nil {
|
|
// TODO: smth wrong with shard, need to be processed
|
|
e.log.Warn("could not select objects from shard",
|
|
zap.Stringer("shard", sh.ID()),
|
|
zap.String("error", err.Error()),
|
|
)
|
|
} else {
|
|
for _, addr := range res.AddressList() { // save only unique values
|
|
if _, ok := uniqueMap[addr.String()]; !ok {
|
|
uniqueMap[addr.String()] = struct{}{}
|
|
addrList = append(addrList, addr)
|
|
|
|
ln++
|
|
if limit > 0 && ln >= limit {
|
|
return true
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
return false
|
|
})
|
|
|
|
return &SelectRes{
|
|
addrList: addrList,
|
|
}, nil
|
|
}
|
|
|
|
// Select selects objects from local storage using provided filters.
|
|
func Select(storage *StorageEngine, fs object.SearchFilters) ([]*object.Address, error) {
|
|
res, err := storage.Select(new(SelectPrm).
|
|
WithFilters(fs),
|
|
)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
return res.AddressList(), nil
|
|
}
|
|
|
|
// List returns `limit` available physically storage object addresses in
|
|
// engine. If limit is zero, then returns all available object addresses.
|
|
func List(storage *StorageEngine, limit uint64) ([]*object.Address, error) {
|
|
res, err := storage.List(limit)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
return res.AddressList(), nil
|
|
}
|