2020-07-24 13:54:03 +00:00
|
|
|
package wrapper
|
|
|
|
|
2020-09-22 13:53:33 +00:00
|
|
|
import (
|
|
|
|
"crypto/sha256"
|
2021-05-18 08:12:51 +00:00
|
|
|
"errors"
|
|
|
|
"fmt"
|
2020-07-24 13:54:03 +00:00
|
|
|
|
2021-05-19 15:18:27 +00:00
|
|
|
"github.com/nspcc-dev/neofs-api-go/pkg"
|
2020-09-22 13:53:33 +00:00
|
|
|
"github.com/nspcc-dev/neofs-api-go/pkg/container"
|
2021-05-25 15:25:34 +00:00
|
|
|
cid "github.com/nspcc-dev/neofs-api-go/pkg/container/id"
|
2020-09-22 13:53:33 +00:00
|
|
|
"github.com/nspcc-dev/neofs-api-go/pkg/owner"
|
2021-05-25 16:11:15 +00:00
|
|
|
"github.com/nspcc-dev/neofs-api-go/pkg/session"
|
2020-09-22 13:53:33 +00:00
|
|
|
v2refs "github.com/nspcc-dev/neofs-api-go/v2/refs"
|
|
|
|
core "github.com/nspcc-dev/neofs-node/pkg/core/container"
|
|
|
|
client "github.com/nspcc-dev/neofs-node/pkg/morph/client/container"
|
|
|
|
)
|
|
|
|
|
|
|
|
var (
|
|
|
|
errNilArgument = errors.New("empty argument")
|
|
|
|
errUnsupported = errors.New("unsupported structure version")
|
|
|
|
)
|
2020-07-24 13:54:03 +00:00
|
|
|
|
2021-05-19 15:18:27 +00:00
|
|
|
// Put marshals container, and passes it to Wrapper's Put method
|
|
|
|
// along with sig.Key() and sig.Sign().
|
|
|
|
//
|
|
|
|
// Returns error if container is nil.
|
2021-05-25 15:25:34 +00:00
|
|
|
func Put(w *Wrapper, cnr *container.Container) (*cid.ID, error) {
|
2021-05-19 15:18:27 +00:00
|
|
|
if cnr == nil {
|
|
|
|
return nil, errNilArgument
|
|
|
|
}
|
|
|
|
|
|
|
|
data, err := cnr.Marshal()
|
|
|
|
if err != nil {
|
|
|
|
return nil, fmt.Errorf("can't marshal container: %w", err)
|
|
|
|
}
|
|
|
|
|
2021-05-25 15:34:56 +00:00
|
|
|
binToken, err := cnr.SessionToken().Marshal()
|
|
|
|
if err != nil {
|
|
|
|
return nil, fmt.Errorf("could not marshal session token: %w", err)
|
|
|
|
}
|
|
|
|
|
2021-05-25 15:25:34 +00:00
|
|
|
sig := cnr.Signature()
|
|
|
|
|
2021-10-12 14:56:17 +00:00
|
|
|
name, zone := container.GetNativeNameWithZone(cnr)
|
|
|
|
|
|
|
|
err = w.Put(data, sig.Key(), sig.Sign(), binToken, name, zone)
|
2021-05-19 15:39:05 +00:00
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
|
2021-05-25 15:25:34 +00:00
|
|
|
id := cid.New()
|
2021-05-19 15:39:05 +00:00
|
|
|
id.SetSHA256(sha256.Sum256(data))
|
|
|
|
|
|
|
|
return id, nil
|
2021-05-19 15:18:27 +00:00
|
|
|
}
|
|
|
|
|
2021-05-25 15:34:56 +00:00
|
|
|
// Put saves binary container with its session token, key and signature
|
2021-05-19 15:18:27 +00:00
|
|
|
// in NeoFS system through Container contract call.
|
2020-07-24 13:54:03 +00:00
|
|
|
//
|
|
|
|
// Returns calculated container identifier and any error
|
|
|
|
// encountered that caused the saving to interrupt.
|
2021-05-25 12:15:21 +00:00
|
|
|
//
|
2021-06-02 16:24:30 +00:00
|
|
|
// If TryNotary is provided, calls notary contract.
|
2021-10-12 14:56:17 +00:00
|
|
|
func (w *Wrapper) Put(cnr, key, sig, token []byte, name, zone string) error {
|
2021-05-19 15:18:27 +00:00
|
|
|
if len(sig) == 0 || len(key) == 0 {
|
2021-05-19 15:39:05 +00:00
|
|
|
return errNilArgument
|
2020-09-22 13:53:33 +00:00
|
|
|
}
|
|
|
|
|
2021-05-19 15:18:27 +00:00
|
|
|
var args client.PutArgs
|
2020-09-22 13:53:33 +00:00
|
|
|
|
2021-05-19 15:18:27 +00:00
|
|
|
args.SetContainer(cnr)
|
|
|
|
args.SetSignature(sig)
|
|
|
|
args.SetPublicKey(key)
|
2021-05-25 15:34:56 +00:00
|
|
|
args.SetSessionToken(token)
|
2021-10-12 14:56:17 +00:00
|
|
|
args.SetNativeNameWithZone(name, zone)
|
2020-09-22 13:53:33 +00:00
|
|
|
|
2021-05-19 15:18:27 +00:00
|
|
|
err := w.client.Put(args)
|
2020-11-16 10:26:35 +00:00
|
|
|
if err != nil {
|
2021-05-19 15:39:05 +00:00
|
|
|
return err
|
2020-09-22 13:53:33 +00:00
|
|
|
}
|
|
|
|
|
2021-05-19 15:39:05 +00:00
|
|
|
return nil
|
2020-07-24 13:54:03 +00:00
|
|
|
}
|
|
|
|
|
2021-05-19 16:32:25 +00:00
|
|
|
type containerSource Wrapper
|
|
|
|
|
2021-05-31 11:03:17 +00:00
|
|
|
func (x *containerSource) Get(cid *cid.ID) (*container.Container, error) {
|
2021-05-19 16:32:25 +00:00
|
|
|
return Get((*Wrapper)(x), cid)
|
|
|
|
}
|
|
|
|
|
|
|
|
// AsContainerSource provides container Source interface
|
|
|
|
// from Wrapper instance.
|
|
|
|
func AsContainerSource(w *Wrapper) core.Source {
|
|
|
|
return (*containerSource)(w)
|
|
|
|
}
|
|
|
|
|
|
|
|
// Get marshals container ID, and passes it to Wrapper's Get method.
|
|
|
|
//
|
|
|
|
// Returns error if cid is nil.
|
2021-05-31 11:03:17 +00:00
|
|
|
func Get(w *Wrapper, cid *cid.ID) (*container.Container, error) {
|
2021-05-19 16:32:25 +00:00
|
|
|
return w.Get(cid.ToV2().GetValue())
|
|
|
|
}
|
|
|
|
|
|
|
|
// Get reads the container from NeoFS system by binary identifier
|
2020-07-24 13:54:03 +00:00
|
|
|
// through Container contract call.
|
|
|
|
//
|
|
|
|
// If an empty slice is returned for the requested identifier,
|
|
|
|
// storage.ErrNotFound error is returned.
|
2021-05-19 16:32:25 +00:00
|
|
|
func (w *Wrapper) Get(cid []byte) (*container.Container, error) {
|
|
|
|
var args client.GetArgs
|
2020-09-22 13:53:33 +00:00
|
|
|
|
2021-05-19 16:32:25 +00:00
|
|
|
args.SetCID(cid)
|
2021-01-11 15:21:06 +00:00
|
|
|
|
2020-09-22 13:53:33 +00:00
|
|
|
// ask RPC neo node to get serialized container
|
|
|
|
rpcAnswer, err := w.client.Get(args)
|
|
|
|
if err != nil {
|
2020-10-07 16:22:22 +00:00
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
|
|
|
|
// In #37 we've decided to remove length check, because smart contract would
|
|
|
|
// fail on casting `nil` value from storage to `[]byte` producing FAULT state.
|
|
|
|
// Apparently it does not fail, so we have to check length explicitly.
|
|
|
|
if len(rpcAnswer.Container()) == 0 {
|
|
|
|
return nil, core.ErrNotFound
|
2020-09-22 13:53:33 +00:00
|
|
|
}
|
|
|
|
|
2020-11-16 10:26:35 +00:00
|
|
|
// unmarshal container
|
|
|
|
cnr := container.New()
|
|
|
|
if err := cnr.Unmarshal(rpcAnswer.Container()); err != nil {
|
2020-09-22 13:53:33 +00:00
|
|
|
// use other major version if there any
|
2021-05-18 08:12:51 +00:00
|
|
|
return nil, fmt.Errorf("can't unmarshal container: %w", err)
|
2020-09-22 13:53:33 +00:00
|
|
|
}
|
|
|
|
|
2021-05-25 16:11:15 +00:00
|
|
|
binToken := rpcAnswer.SessionToken()
|
|
|
|
if len(binToken) > 0 {
|
|
|
|
tok := session.NewToken()
|
|
|
|
|
|
|
|
err = tok.Unmarshal(binToken)
|
|
|
|
if err != nil {
|
|
|
|
return nil, fmt.Errorf("could not unmarshal session token: %w", err)
|
|
|
|
}
|
|
|
|
|
|
|
|
cnr.SetSessionToken(tok)
|
|
|
|
}
|
|
|
|
|
|
|
|
sig := pkg.NewSignature()
|
|
|
|
sig.SetKey(rpcAnswer.PublicKey())
|
|
|
|
sig.SetSign(rpcAnswer.Signature())
|
|
|
|
|
|
|
|
cnr.SetSignature(sig)
|
|
|
|
|
2020-11-16 10:26:35 +00:00
|
|
|
return cnr, nil
|
2020-07-24 13:54:03 +00:00
|
|
|
}
|
|
|
|
|
2021-05-19 15:57:08 +00:00
|
|
|
// Delete marshals container ID, and passes it to Wrapper's Delete method
|
2021-05-26 11:01:38 +00:00
|
|
|
// along with signature and session token.
|
2021-05-19 15:57:08 +00:00
|
|
|
//
|
2021-05-26 10:34:06 +00:00
|
|
|
// Returns error if container ID is nil.
|
|
|
|
func Delete(w *Wrapper, witness core.RemovalWitness) error {
|
|
|
|
id := witness.ContainerID()
|
|
|
|
if id == nil {
|
2021-05-19 15:57:08 +00:00
|
|
|
return errNilArgument
|
|
|
|
}
|
|
|
|
|
2021-05-26 11:01:38 +00:00
|
|
|
binToken, err := witness.SessionToken().Marshal()
|
|
|
|
if err != nil {
|
|
|
|
return fmt.Errorf("could not marshal session token: %w", err)
|
|
|
|
}
|
|
|
|
|
|
|
|
return w.Delete(id.ToV2().GetValue(), witness.Signature(), binToken)
|
2021-05-19 15:57:08 +00:00
|
|
|
}
|
|
|
|
|
2020-07-24 13:54:03 +00:00
|
|
|
// Delete removes the container from NeoFS system
|
|
|
|
// through Container contract call.
|
|
|
|
//
|
|
|
|
// Returns any error encountered that caused
|
|
|
|
// the removal to interrupt.
|
2021-05-25 12:15:21 +00:00
|
|
|
//
|
|
|
|
// If TryNotary is provided, calls notary contract.
|
2021-05-26 11:01:38 +00:00
|
|
|
func (w *Wrapper) Delete(cid, signature, token []byte) error {
|
2021-05-19 15:57:08 +00:00
|
|
|
if len(signature) == 0 {
|
2020-09-22 13:53:33 +00:00
|
|
|
return errNilArgument
|
|
|
|
}
|
|
|
|
|
2021-05-19 15:57:08 +00:00
|
|
|
var args client.DeleteArgs
|
2020-09-22 13:53:33 +00:00
|
|
|
|
2021-05-19 15:57:08 +00:00
|
|
|
args.SetSignature(signature)
|
|
|
|
args.SetCID(cid)
|
2021-05-26 11:01:38 +00:00
|
|
|
args.SetSessionToken(token)
|
2021-01-11 15:21:06 +00:00
|
|
|
|
2020-09-22 13:53:33 +00:00
|
|
|
return w.client.Delete(args)
|
2020-07-24 13:54:03 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
// List returns a list of container identifiers belonging
|
|
|
|
// to the specified owner of NeoFS system. The list is composed
|
|
|
|
// through Container contract call.
|
|
|
|
//
|
|
|
|
// Returns the identifiers of all NeoFS containers if pointer
|
|
|
|
// to owner identifier is nil.
|
2021-05-31 11:03:17 +00:00
|
|
|
func (w *Wrapper) List(ownerID *owner.ID) ([]*cid.ID, error) {
|
2020-09-22 13:53:33 +00:00
|
|
|
args := client.ListArgs{}
|
|
|
|
|
|
|
|
if ownerID == nil {
|
|
|
|
args.SetOwnerID([]byte{})
|
|
|
|
} else if v2 := ownerID.ToV2(); v2 == nil {
|
|
|
|
return nil, errUnsupported // use other major version if there any
|
|
|
|
} else {
|
|
|
|
args.SetOwnerID(v2.GetValue())
|
|
|
|
}
|
|
|
|
|
|
|
|
// ask RPC neo node to get serialized container
|
|
|
|
rpcAnswer, err := w.client.List(args)
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
|
|
|
|
rawIDs := rpcAnswer.CIDList()
|
2021-05-31 11:03:17 +00:00
|
|
|
result := make([]*cid.ID, 0, len(rawIDs))
|
2020-09-22 13:53:33 +00:00
|
|
|
|
|
|
|
for i := range rawIDs {
|
2020-10-07 16:27:07 +00:00
|
|
|
v2 := new(v2refs.ContainerID)
|
|
|
|
v2.SetValue(rawIDs[i])
|
2020-09-22 13:53:33 +00:00
|
|
|
|
2021-05-31 11:03:17 +00:00
|
|
|
id := cid.NewFromV2(v2)
|
2020-09-22 13:53:33 +00:00
|
|
|
|
2021-05-31 11:03:17 +00:00
|
|
|
result = append(result, id)
|
2020-09-22 13:53:33 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
return result, nil
|
2020-07-24 13:54:03 +00:00
|
|
|
}
|
2021-01-28 15:58:57 +00:00
|
|
|
|
|
|
|
// AnnounceLoad saves container size estimation calculated by storage node
|
|
|
|
// with key in NeoFS system through Container contract call.
|
|
|
|
//
|
|
|
|
// Returns any error encountered that caused the saving to interrupt.
|
|
|
|
func (w *Wrapper) AnnounceLoad(a container.UsedSpaceAnnouncement, key []byte) error {
|
|
|
|
v2 := a.ContainerID().ToV2()
|
|
|
|
if v2 == nil {
|
|
|
|
return errUnsupported // use other major version if there any
|
|
|
|
}
|
|
|
|
|
|
|
|
args := client.PutSizeArgs{}
|
|
|
|
args.SetContainerID(v2.GetValue())
|
|
|
|
args.SetEpoch(a.Epoch())
|
|
|
|
args.SetSize(a.UsedSpace())
|
|
|
|
args.SetReporterKey(key)
|
|
|
|
|
|
|
|
return w.client.PutSize(args)
|
|
|
|
}
|
|
|
|
|
|
|
|
// EstimationID is an identity of container load estimation inside Container contract.
|
|
|
|
type EstimationID []byte
|
|
|
|
|
|
|
|
// ListLoadEstimationsByEpoch returns a list of container load estimations for to the specified epoch.
|
|
|
|
// The list is composed through Container contract call.
|
|
|
|
func (w *Wrapper) ListLoadEstimationsByEpoch(epoch uint64) ([]EstimationID, error) {
|
|
|
|
args := client.ListSizesArgs{}
|
|
|
|
args.SetEpoch(epoch)
|
|
|
|
|
|
|
|
// ask RPC neo node to get serialized container
|
|
|
|
rpcAnswer, err := w.client.ListSizes(args)
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
|
|
|
|
rawIDs := rpcAnswer.IDList()
|
|
|
|
result := make([]EstimationID, 0, len(rawIDs))
|
|
|
|
|
|
|
|
for i := range rawIDs {
|
|
|
|
result = append(result, rawIDs[i])
|
|
|
|
}
|
|
|
|
|
|
|
|
return result, nil
|
|
|
|
}
|
|
|
|
|
|
|
|
// Estimation is a structure of single container load estimation
|
|
|
|
// reported by storage node.
|
|
|
|
type Estimation struct {
|
|
|
|
Size uint64
|
|
|
|
|
|
|
|
Reporter []byte
|
|
|
|
}
|
|
|
|
|
2021-06-23 13:29:46 +00:00
|
|
|
// Estimations is a structure of grouped container load estimation inside Container contract.
|
2021-01-28 15:58:57 +00:00
|
|
|
type Estimations struct {
|
2021-05-31 11:03:17 +00:00
|
|
|
ContainerID *cid.ID
|
2021-01-28 15:58:57 +00:00
|
|
|
|
|
|
|
Values []Estimation
|
|
|
|
}
|
|
|
|
|
|
|
|
// GetUsedSpaceEstimations returns a list of container load estimations by ID.
|
|
|
|
// The list is composed through Container contract call.
|
|
|
|
func (w *Wrapper) GetUsedSpaceEstimations(id EstimationID) (*Estimations, error) {
|
|
|
|
args := client.GetSizeArgs{}
|
|
|
|
args.SetID(id)
|
|
|
|
|
|
|
|
rpcAnswer, err := w.client.GetContainerSize(args)
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
|
|
|
|
es := rpcAnswer.Estimations()
|
|
|
|
|
|
|
|
v2 := new(v2refs.ContainerID)
|
|
|
|
v2.SetValue(es.ContainerID)
|
|
|
|
|
|
|
|
res := &Estimations{
|
2021-05-31 11:03:17 +00:00
|
|
|
ContainerID: cid.NewFromV2(v2),
|
2021-01-28 15:58:57 +00:00
|
|
|
Values: make([]Estimation, 0, len(es.Estimations)),
|
|
|
|
}
|
|
|
|
|
|
|
|
for i := range es.Estimations {
|
|
|
|
res.Values = append(res.Values, Estimation{
|
|
|
|
Size: uint64(es.Estimations[i].Size),
|
|
|
|
Reporter: es.Estimations[i].Reporter,
|
|
|
|
})
|
|
|
|
}
|
|
|
|
|
|
|
|
return res, nil
|
|
|
|
}
|