package engine import ( "errors" "github.com/nspcc-dev/neofs-node/pkg/core/object" "github.com/nspcc-dev/neofs-node/pkg/local_object_storage/shard" "github.com/nspcc-dev/neofs-node/pkg/local_object_storage/util" apistatus "github.com/nspcc-dev/neofs-sdk-go/client/status" objectSDK "github.com/nspcc-dev/neofs-sdk-go/object" oid "github.com/nspcc-dev/neofs-sdk-go/object/id" "go.uber.org/zap" ) // RngPrm groups the parameters of GetRange operation. type RngPrm struct { off, ln uint64 addr oid.Address } // RngRes groups the resulting values of GetRange operation. type RngRes struct { obj *objectSDK.Object } // WithAddress is a GetRng option to set the address of the requested object. // // Option is required. func (p *RngPrm) WithAddress(addr oid.Address) *RngPrm { if p != nil { p.addr = addr } return p } // WithPayloadRange is a GetRange option to set range of requested payload data. // // Missing an option or calling with zero length is equivalent // to getting the full payload range. func (p *RngPrm) WithPayloadRange(rng *objectSDK.Range) *RngPrm { if p != nil { p.off, p.ln = rng.GetOffset(), rng.GetLength() } return p } // Object returns the requested object part. // // Instance payload contains the requested range of the original object. func (r *RngRes) Object() *objectSDK.Object { return r.obj } // GetRange reads part of an object from local storage. // // Returns any error encountered that // did not allow to completely read the object part. // // Returns an error of type apistatus.ObjectNotFound if the requested object is missing in local storage. // Returns an error of type apistatus.ObjectAlreadyRemoved if the requested object is inhumed. // Returns ErrRangeOutOfBounds if the requested object range is out of bounds. // // Returns an error if executions are blocked (see BlockExecution). func (e *StorageEngine) GetRange(prm *RngPrm) (res *RngRes, err error) { err = e.execIfNotBlocked(func() error { res, err = e.getRange(prm) return err }) return } func (e *StorageEngine) getRange(prm *RngPrm) (*RngRes, error) { if e.metrics != nil { defer elapsed(e.metrics.AddRangeDuration)() } var ( obj *objectSDK.Object siErr *objectSDK.SplitInfoError errNotFound apistatus.ObjectNotFound outSI *objectSDK.SplitInfo outError error = errNotFound shardWithMeta hashedShard metaError error ) shPrm := new(shard.RngPrm). WithAddress(prm.addr). WithRange(prm.off, prm.ln) e.iterateOverSortedShards(prm.addr, func(_ int, sh hashedShard) (stop bool) { res, err := sh.GetRange(shPrm) if err != nil { if res.HasMeta() { shardWithMeta = sh metaError = err } switch { case shard.IsErrNotFound(err): return false // ignore, go to next shard case errors.As(err, &siErr): siErr = err.(*objectSDK.SplitInfoError) if outSI == nil { outSI = objectSDK.NewSplitInfo() } util.MergeSplitInfo(siErr.SplitInfo(), outSI) _, withLink := outSI.Link() _, withLast := outSI.LastPart() // stop iterating over shards if SplitInfo structure is complete if withLink && withLast { return true } return false case shard.IsErrRemoved(err), errors.Is(err, object.ErrRangeOutOfBounds): outError = err return true // stop, return it back default: e.reportShardError(sh, "could not get object from shard", err) return false } } obj = res.Object() return true }) if outSI != nil { return nil, objectSDK.NewSplitInfoError(outSI) } if obj == nil { if shardWithMeta.Shard == nil || !shard.IsErrNotFound(outError) { return nil, outError } // If the object is not found but is present in metabase, // try to fetch it from blobstor directly. If it is found in any // blobstor, increase the error counter for the shard which contains the meta. shPrm = shPrm.WithIgnoreMeta(true) e.iterateOverSortedShards(prm.addr, func(_ int, sh hashedShard) (stop bool) { res, err := sh.GetRange(shPrm) if errors.Is(err, object.ErrRangeOutOfBounds) { outError = object.ErrRangeOutOfBounds return true } obj = res.Object() return err == nil }) if obj == nil { return nil, outError } e.reportShardError(shardWithMeta, "meta info was present, but object is missing", metaError, zap.Stringer("address", prm.addr), ) } return &RngRes{ obj: obj, }, nil } // GetRange reads object payload range from local storage by provided address. func GetRange(storage *StorageEngine, addr oid.Address, rng *objectSDK.Range) ([]byte, error) { res, err := storage.GetRange(new(RngPrm). WithAddress(addr). WithPayloadRange(rng), ) if err != nil { return nil, err } return res.Object().Payload(), nil }