package engine import ( "github.com/nspcc-dev/neofs-api-go/pkg/container" "github.com/nspcc-dev/neofs-api-go/pkg/object" "github.com/nspcc-dev/neofs-node/pkg/local_object_storage/shard" "go.uber.org/zap" ) // SelectPrm groups the parameters of Select operation. type SelectPrm struct { cid *container.ID filters object.SearchFilters } // SelectRes groups resulting values of Select operation. type SelectRes struct { addrList []*object.Address } // WithContainerID is a Select option to set the container id to search in. func (p *SelectPrm) WithContainerID(cid *container.ID) *SelectPrm { if p != nil { p.cid = cid } return p } // WithFilters is a Select option to set the object filters. func (p *SelectPrm) WithFilters(fs object.SearchFilters) *SelectPrm { if p != nil { p.filters = fs } return p } // AddressList returns list of addresses of the selected objects. func (r *SelectRes) AddressList() []*object.Address { return r.addrList } // Select selects the objects from local storage that match select parameters. // // Returns any error encountered that did not allow to completely select the objects. func (e *StorageEngine) Select(prm *SelectPrm) (*SelectRes, error) { addrList := make([]*object.Address, 0) uniqueMap := make(map[string]struct{}) shPrm := new(shard.SelectPrm). WithContainerID(prm.cid). WithFilters(prm.filters) e.iterateOverUnsortedShards(func(sh *shard.Shard) (stop bool) { res, err := sh.Select(shPrm) if err != nil { // TODO: smth wrong with shard, need to be processed e.log.Warn("could not select objects from shard", zap.Stringer("shard", sh.ID()), zap.String("error", err.Error()), ) } else { for _, addr := range res.AddressList() { // save only unique values if _, ok := uniqueMap[addr.String()]; !ok { uniqueMap[addr.String()] = struct{}{} addrList = append(addrList, addr) } } } return false }) return &SelectRes{ addrList: addrList, }, nil } // List returns `limit` available physically storage object addresses in engine. // If limit is zero, then returns all available object addresses. func (e *StorageEngine) List(limit uint64) (*SelectRes, error) { addrList := make([]*object.Address, limit) uniqueMap := make(map[string]struct{}) ln := uint64(0) // consider iterating over shuffled shards e.iterateOverUnsortedShards(func(sh *shard.Shard) (stop bool) { res, err := sh.List() // consider limit result of shard iterator if err != nil { // TODO: smth wrong with shard, need to be processed e.log.Warn("could not select objects from shard", zap.Stringer("shard", sh.ID()), zap.String("error", err.Error()), ) } else { for _, addr := range res.AddressList() { // save only unique values if _, ok := uniqueMap[addr.String()]; !ok { uniqueMap[addr.String()] = struct{}{} addrList = append(addrList, addr) ln++ if limit > 0 && ln >= limit { return true } } } } return false }) return &SelectRes{ addrList: addrList, }, nil } // Select selects objects from local storage using provided filters. func Select(storage *StorageEngine, cid *container.ID, fs object.SearchFilters) ([]*object.Address, error) { res, err := storage.Select(new(SelectPrm). WithContainerID(cid). WithFilters(fs), ) if err != nil { return nil, err } return res.AddressList(), nil } // List returns `limit` available physically storage object addresses in // engine. If limit is zero, then returns all available object addresses. func List(storage *StorageEngine, limit uint64) ([]*object.Address, error) { res, err := storage.List(limit) if err != nil { return nil, err } return res.AddressList(), nil }