2021-11-08 12:13:59 +00:00
|
|
|
package audit
|
|
|
|
|
|
|
|
import (
|
2022-04-12 16:23:16 +00:00
|
|
|
"errors"
|
|
|
|
"fmt"
|
|
|
|
|
2021-11-08 12:13:59 +00:00
|
|
|
"github.com/nspcc-dev/neofs-api-go/v2/audit"
|
2022-03-23 15:35:44 +00:00
|
|
|
"github.com/nspcc-dev/neofs-api-go/v2/refs"
|
2021-11-08 12:13:59 +00:00
|
|
|
cid "github.com/nspcc-dev/neofs-sdk-go/container/id"
|
2022-01-25 16:20:32 +00:00
|
|
|
oid "github.com/nspcc-dev/neofs-sdk-go/object/id"
|
2021-11-08 12:13:59 +00:00
|
|
|
"github.com/nspcc-dev/neofs-sdk-go/version"
|
|
|
|
)
|
|
|
|
|
2022-03-14 11:30:07 +00:00
|
|
|
// Result represents report on the results of the data audit in NeoFS system.
|
2021-11-08 12:13:59 +00:00
|
|
|
//
|
2022-03-14 11:30:07 +00:00
|
|
|
// Result is mutually binary-compatible with github.com/nspcc-dev/neofs-api-go/v2/audit.DataAuditResult
|
|
|
|
// message. See Marshal / Unmarshal methods.
|
2021-11-08 12:13:59 +00:00
|
|
|
//
|
2022-03-14 11:30:07 +00:00
|
|
|
// Instances can be created using built-in var declaration.
|
|
|
|
type Result struct {
|
|
|
|
versionEncoded bool
|
2021-11-08 12:13:59 +00:00
|
|
|
|
2022-03-14 11:30:07 +00:00
|
|
|
v2 audit.DataAuditResult
|
2021-11-08 12:13:59 +00:00
|
|
|
}
|
|
|
|
|
2022-03-14 11:30:07 +00:00
|
|
|
// Marshal encodes Result into a canonical NeoFS binary format (Protocol Buffers
|
|
|
|
// with direct field order).
|
|
|
|
//
|
|
|
|
// Writes version.Current() protocol version into the resulting message if Result
|
|
|
|
// hasn't been already decoded from such a message using Unmarshal.
|
|
|
|
//
|
|
|
|
// See also Unmarshal.
|
|
|
|
func (r *Result) Marshal() []byte {
|
|
|
|
if !r.versionEncoded {
|
2022-03-23 15:35:44 +00:00
|
|
|
var verV2 refs.Version
|
|
|
|
version.Current().WriteToV2(&verV2)
|
|
|
|
r.v2.SetVersion(&verV2)
|
2022-03-14 11:30:07 +00:00
|
|
|
r.versionEncoded = true
|
|
|
|
}
|
2021-11-08 12:13:59 +00:00
|
|
|
|
2022-03-14 11:30:07 +00:00
|
|
|
data, err := r.v2.StableMarshal(nil)
|
|
|
|
if err != nil {
|
|
|
|
panic(err)
|
|
|
|
}
|
2021-11-08 12:13:59 +00:00
|
|
|
|
2022-03-14 11:30:07 +00:00
|
|
|
return data
|
2021-11-08 12:13:59 +00:00
|
|
|
}
|
|
|
|
|
2022-04-12 16:23:16 +00:00
|
|
|
var errCIDNotSet = errors.New("container ID is not set")
|
|
|
|
|
2022-03-14 11:30:07 +00:00
|
|
|
// Unmarshal decodes Result from its canonical NeoFS binary format (Protocol Buffers
|
|
|
|
// with direct field order). Returns an error describing a format violation.
|
|
|
|
//
|
|
|
|
// See also Marshal.
|
|
|
|
func (r *Result) Unmarshal(data []byte) error {
|
|
|
|
err := r.v2.Unmarshal(data)
|
2022-04-12 16:23:16 +00:00
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
|
|
|
|
r.versionEncoded = true
|
|
|
|
|
|
|
|
// format checks
|
|
|
|
|
|
|
|
var cID cid.ID
|
|
|
|
|
|
|
|
cidV2 := r.v2.GetContainerID()
|
|
|
|
if cidV2 == nil {
|
|
|
|
return errCIDNotSet
|
|
|
|
}
|
|
|
|
|
|
|
|
err = cID.ReadFromV2(*cidV2)
|
|
|
|
if err != nil {
|
|
|
|
return fmt.Errorf("could not convert V2 container ID: %w", err)
|
|
|
|
}
|
|
|
|
|
|
|
|
var (
|
|
|
|
oID oid.ID
|
|
|
|
oidV2 refs.ObjectID
|
|
|
|
)
|
|
|
|
|
|
|
|
for _, oidV2 = range r.v2.GetPassSG() {
|
|
|
|
err = oID.ReadFromV2(oidV2)
|
|
|
|
if err != nil {
|
|
|
|
return fmt.Errorf("invalid passed storage group ID: %w", err)
|
|
|
|
}
|
2022-03-14 11:30:07 +00:00
|
|
|
}
|
2021-11-08 12:13:59 +00:00
|
|
|
|
2022-04-12 16:23:16 +00:00
|
|
|
for _, oidV2 = range r.v2.GetFailSG() {
|
|
|
|
err = oID.ReadFromV2(oidV2)
|
|
|
|
if err != nil {
|
|
|
|
return fmt.Errorf("invalid failed storage group ID: %w", err)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
return nil
|
2021-11-08 12:13:59 +00:00
|
|
|
}
|
|
|
|
|
2022-03-14 11:30:07 +00:00
|
|
|
// Epoch returns NeoFS epoch when the data associated with the Result was audited.
|
|
|
|
//
|
|
|
|
// Zero Result has zero epoch.
|
|
|
|
//
|
|
|
|
// See also ForEpoch.
|
|
|
|
func (r Result) Epoch() uint64 {
|
|
|
|
return r.v2.GetAuditEpoch()
|
2021-11-08 12:13:59 +00:00
|
|
|
}
|
|
|
|
|
2022-03-14 11:30:07 +00:00
|
|
|
// ForEpoch specifies NeoFS epoch when the data associated with the Result was audited.
|
|
|
|
//
|
|
|
|
// See also Epoch.
|
|
|
|
func (r *Result) ForEpoch(epoch uint64) {
|
|
|
|
r.v2.SetAuditEpoch(epoch)
|
2021-11-08 12:13:59 +00:00
|
|
|
}
|
|
|
|
|
2022-03-14 11:30:07 +00:00
|
|
|
// Container returns identifier of the container with which the data audit Result
|
2022-04-12 16:23:16 +00:00
|
|
|
// is associated and a bool that indicates container ID field presence in the Result.
|
2022-03-14 11:30:07 +00:00
|
|
|
//
|
2022-04-12 16:23:16 +00:00
|
|
|
// Zero Result does not have container ID.
|
2022-03-14 11:30:07 +00:00
|
|
|
//
|
|
|
|
// See also ForContainer.
|
2022-04-12 16:23:16 +00:00
|
|
|
func (r Result) Container() (cid.ID, bool) {
|
2022-04-11 16:25:14 +00:00
|
|
|
var cID cid.ID
|
|
|
|
|
|
|
|
cidV2 := r.v2.GetContainerID()
|
|
|
|
if cidV2 != nil {
|
|
|
|
_ = cID.ReadFromV2(*cidV2)
|
2022-04-12 16:23:16 +00:00
|
|
|
return cID, true
|
2022-04-11 16:25:14 +00:00
|
|
|
}
|
|
|
|
|
2022-04-12 16:23:16 +00:00
|
|
|
return cID, false
|
2021-11-08 12:13:59 +00:00
|
|
|
}
|
|
|
|
|
2022-04-11 16:25:14 +00:00
|
|
|
// ForContainer sets identifier of the container with which the data audit Result
|
2022-03-14 11:30:07 +00:00
|
|
|
// is associated.
|
|
|
|
//
|
|
|
|
// See also Container.
|
|
|
|
func (r *Result) ForContainer(cnr cid.ID) {
|
2022-04-11 16:25:14 +00:00
|
|
|
var cidV2 refs.ContainerID
|
|
|
|
cnr.WriteToV2(&cidV2)
|
|
|
|
|
|
|
|
r.v2.SetContainerID(&cidV2)
|
2021-11-08 12:13:59 +00:00
|
|
|
}
|
|
|
|
|
2022-03-14 11:30:07 +00:00
|
|
|
// AuditorKey returns public key of the auditing NeoFS Inner Ring node in
|
|
|
|
// a NeoFS binary key format.
|
|
|
|
//
|
|
|
|
// Zero Result has nil key. Return value MUST NOT be mutated: to do this,
|
|
|
|
// first make a copy.
|
|
|
|
//
|
|
|
|
// See also SetAuditorPublicKey.
|
|
|
|
func (r Result) AuditorKey() []byte {
|
|
|
|
return r.v2.GetPublicKey()
|
2021-11-08 12:13:59 +00:00
|
|
|
}
|
|
|
|
|
2022-03-14 11:30:07 +00:00
|
|
|
// SetAuditorKey specifies public key of the auditing NeoFS Inner Ring node in
|
|
|
|
// a NeoFS binary key format.
|
|
|
|
//
|
|
|
|
// Argument MUST NOT be mutated at least until the end of using the Result.
|
|
|
|
//
|
|
|
|
// See also AuditorKey.
|
|
|
|
func (r *Result) SetAuditorKey(key []byte) {
|
|
|
|
r.v2.SetPublicKey(key)
|
2021-11-08 12:13:59 +00:00
|
|
|
}
|
|
|
|
|
2022-03-14 11:30:07 +00:00
|
|
|
// Completed returns completion state of the data audit associated with the Result.
|
|
|
|
//
|
|
|
|
// Zero Result corresponds to incomplete data audit.
|
|
|
|
//
|
|
|
|
// See also Complete.
|
|
|
|
func (r Result) Completed() bool {
|
|
|
|
return r.v2.GetComplete()
|
2021-11-08 12:13:59 +00:00
|
|
|
}
|
|
|
|
|
2022-03-14 11:30:07 +00:00
|
|
|
// Complete marks the data audit associated with the Result as completed.
|
|
|
|
//
|
|
|
|
// See also Completed.
|
|
|
|
func (r *Result) Complete() {
|
|
|
|
r.v2.SetComplete(true)
|
2021-11-08 12:13:59 +00:00
|
|
|
}
|
|
|
|
|
2022-03-14 11:30:07 +00:00
|
|
|
// RequestsPoR returns number of requests made by Proof-of-Retrievability
|
|
|
|
// audit check to get all headers of the objects inside storage groups.
|
|
|
|
//
|
|
|
|
// Zero Result has zero requests.
|
|
|
|
//
|
|
|
|
// See also SetRequestsPoR.
|
|
|
|
func (r Result) RequestsPoR() uint32 {
|
|
|
|
return r.v2.GetRequests()
|
2021-11-08 12:13:59 +00:00
|
|
|
}
|
|
|
|
|
2022-03-14 11:30:07 +00:00
|
|
|
// SetRequestsPoR sets number of requests made by Proof-of-Retrievability
|
|
|
|
// audit check to get all headers of the objects inside storage groups.
|
|
|
|
//
|
|
|
|
// See also RequestsPoR.
|
|
|
|
func (r *Result) SetRequestsPoR(v uint32) {
|
|
|
|
r.v2.SetRequests(v)
|
2021-11-08 12:13:59 +00:00
|
|
|
}
|
|
|
|
|
2022-03-14 11:30:07 +00:00
|
|
|
// RetriesPoR returns number of retries made by Proof-of-Retrievability
|
|
|
|
// audit check to get all headers of the objects inside storage groups.
|
|
|
|
//
|
|
|
|
// Zero Result has zero retries.
|
|
|
|
//
|
|
|
|
// See also SetRetriesPoR.
|
|
|
|
func (r Result) RetriesPoR() uint32 {
|
|
|
|
return r.v2.GetRetries()
|
2021-11-08 12:13:59 +00:00
|
|
|
}
|
|
|
|
|
2022-03-14 11:30:07 +00:00
|
|
|
// SetRetriesPoR sets number of retries made by Proof-of-Retrievability
|
|
|
|
// audit check to get all headers of the objects inside storage groups.
|
|
|
|
//
|
|
|
|
// See also RetriesPoR.
|
|
|
|
func (r *Result) SetRetriesPoR(v uint32) {
|
|
|
|
r.v2.SetRetries(v)
|
2021-11-08 12:13:59 +00:00
|
|
|
}
|
|
|
|
|
2022-03-14 11:30:07 +00:00
|
|
|
// IteratePassedStorageGroups iterates over all storage groups that passed
|
|
|
|
// Proof-of-Retrievability audit check and passes them into f. Breaks on f's
|
|
|
|
// false return, f MUST NOT be nil.
|
|
|
|
//
|
|
|
|
// Zero Result has no passed storage groups and doesn't call f.
|
|
|
|
//
|
|
|
|
// See also SubmitPassedStorageGroup.
|
|
|
|
func (r Result) IteratePassedStorageGroups(f func(oid.ID) bool) {
|
|
|
|
r2 := r.v2.GetPassSG()
|
2021-11-08 12:13:59 +00:00
|
|
|
|
2022-04-11 16:25:14 +00:00
|
|
|
var id oid.ID
|
|
|
|
|
2022-03-14 11:30:07 +00:00
|
|
|
for i := range r2 {
|
2022-04-11 16:25:14 +00:00
|
|
|
_ = id.ReadFromV2(r2[i])
|
|
|
|
|
|
|
|
if !f(id) {
|
2022-03-14 11:30:07 +00:00
|
|
|
return
|
2021-11-08 12:13:59 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2022-03-14 11:30:07 +00:00
|
|
|
// SubmitPassedStorageGroup marks storage group as passed Proof-of-Retrievability
|
|
|
|
// audit check.
|
|
|
|
//
|
|
|
|
// See also IteratePassedStorageGroups.
|
|
|
|
func (r *Result) SubmitPassedStorageGroup(sg oid.ID) {
|
2022-04-11 16:25:14 +00:00
|
|
|
var idV2 refs.ObjectID
|
|
|
|
sg.WriteToV2(&idV2)
|
|
|
|
|
|
|
|
r.v2.SetPassSG(append(r.v2.GetPassSG(), idV2))
|
2021-11-08 12:13:59 +00:00
|
|
|
}
|
|
|
|
|
2022-03-14 11:30:07 +00:00
|
|
|
// IterateFailedStorageGroups is similar to IteratePassedStorageGroups but for failed groups.
|
|
|
|
//
|
|
|
|
// See also SubmitFailedStorageGroup.
|
|
|
|
func (r Result) IterateFailedStorageGroups(f func(oid.ID) bool) {
|
|
|
|
v := r.v2.GetFailSG()
|
2022-04-11 16:25:14 +00:00
|
|
|
var id oid.ID
|
2021-11-08 12:13:59 +00:00
|
|
|
|
2022-03-14 11:30:07 +00:00
|
|
|
for i := range v {
|
2022-04-11 16:25:14 +00:00
|
|
|
_ = id.ReadFromV2(v[i])
|
|
|
|
if !f(id) {
|
2022-03-14 11:30:07 +00:00
|
|
|
return
|
2021-11-08 12:13:59 +00:00
|
|
|
}
|
|
|
|
}
|
2022-03-14 11:30:07 +00:00
|
|
|
}
|
2021-11-08 12:13:59 +00:00
|
|
|
|
2022-03-14 11:30:07 +00:00
|
|
|
// SubmitFailedStorageGroup is similar to SubmitPassedStorageGroup but for failed groups.
|
|
|
|
//
|
|
|
|
// See also IterateFailedStorageGroups.
|
|
|
|
func (r *Result) SubmitFailedStorageGroup(sg oid.ID) {
|
2022-04-11 16:25:14 +00:00
|
|
|
var idV2 refs.ObjectID
|
|
|
|
sg.WriteToV2(&idV2)
|
|
|
|
|
|
|
|
r.v2.SetFailSG(append(r.v2.GetFailSG(), idV2))
|
2021-11-08 12:13:59 +00:00
|
|
|
}
|
|
|
|
|
2022-03-14 11:30:07 +00:00
|
|
|
// Hits returns number of sampled objects under audit placed
|
|
|
|
// in an optimal way according to the container's placement policy
|
|
|
|
// when checking Proof-of-Placement.
|
|
|
|
//
|
|
|
|
// Zero result has zero hits.
|
|
|
|
//
|
|
|
|
// See also SetHits.
|
|
|
|
func (r Result) Hits() uint32 {
|
|
|
|
return r.v2.GetHit()
|
2021-11-08 12:13:59 +00:00
|
|
|
}
|
|
|
|
|
2022-03-14 11:30:07 +00:00
|
|
|
// SetHits sets number of sampled objects under audit placed
|
2021-11-08 12:13:59 +00:00
|
|
|
// in an optimal way according to the containers placement policy
|
2022-03-14 11:30:07 +00:00
|
|
|
// when checking Proof-of-Placement.
|
|
|
|
//
|
|
|
|
// See also Hits.
|
|
|
|
func (r *Result) SetHits(hit uint32) {
|
|
|
|
r.v2.SetHit(hit)
|
2021-11-08 12:13:59 +00:00
|
|
|
}
|
|
|
|
|
2022-03-14 11:30:07 +00:00
|
|
|
// Misses returns number of sampled objects under audit placed
|
|
|
|
// in suboptimal way according to the container's placement policy,
|
|
|
|
// but still at a satisfactory level when checking Proof-of-Placement.
|
|
|
|
//
|
|
|
|
// Zero Result has zero misses.
|
|
|
|
//
|
|
|
|
// See also SetMisses.
|
|
|
|
func (r Result) Misses() uint32 {
|
|
|
|
return r.v2.GetMiss()
|
2021-11-08 12:13:59 +00:00
|
|
|
}
|
|
|
|
|
2022-03-14 11:30:07 +00:00
|
|
|
// SetMisses sets number of sampled objects under audit placed
|
|
|
|
// in suboptimal way according to the container's placement policy,
|
|
|
|
// but still at a satisfactory level when checking Proof-of-Placement.
|
|
|
|
//
|
|
|
|
// See also Misses.
|
|
|
|
func (r *Result) SetMisses(miss uint32) {
|
|
|
|
r.v2.SetMiss(miss)
|
2021-11-08 12:13:59 +00:00
|
|
|
}
|
|
|
|
|
2022-03-14 11:30:07 +00:00
|
|
|
// Failures returns number of sampled objects under audit stored
|
2021-11-08 12:13:59 +00:00
|
|
|
// in a way not confirming placement policy or not found at all
|
2022-03-14 11:30:07 +00:00
|
|
|
// when checking Proof-of-Placement.
|
|
|
|
//
|
|
|
|
// Zero result has zero failures.
|
|
|
|
//
|
|
|
|
// See also SetFailures.
|
|
|
|
func (r Result) Failures() uint32 {
|
|
|
|
return r.v2.GetFail()
|
2021-11-08 12:13:59 +00:00
|
|
|
}
|
|
|
|
|
2022-03-14 11:30:07 +00:00
|
|
|
// SetFailures sets number of sampled objects under audit stored
|
2021-11-08 12:13:59 +00:00
|
|
|
// in a way not confirming placement policy or not found at all
|
2022-03-14 11:30:07 +00:00
|
|
|
// when checking Proof-of-Placement.
|
|
|
|
//
|
|
|
|
// See also Failures.
|
|
|
|
func (r *Result) SetFailures(fail uint32) {
|
|
|
|
r.v2.SetFail(fail)
|
2021-11-08 12:13:59 +00:00
|
|
|
}
|
|
|
|
|
2022-03-14 11:30:07 +00:00
|
|
|
// IteratePassedStorageNodes iterates over all storage nodes that passed at least one
|
|
|
|
// Proof-of-Data-Possession audit check and passes their public keys into f. Breaks on
|
|
|
|
// f's false return.
|
|
|
|
//
|
|
|
|
// f MUST NOT be nil and MUST NOT mutate parameter passed into it at least until
|
|
|
|
// the end of using the Result.
|
|
|
|
//
|
|
|
|
// Zero Result has no passed storage nodes and doesn't call f.
|
|
|
|
//
|
|
|
|
// See also SubmitPassedStorageNode.
|
|
|
|
func (r Result) IteratePassedStorageNodes(f func([]byte) bool) {
|
|
|
|
v := r.v2.GetPassNodes()
|
|
|
|
|
|
|
|
for i := range v {
|
|
|
|
if !f(v[i]) {
|
|
|
|
return
|
|
|
|
}
|
|
|
|
}
|
2021-11-08 12:13:59 +00:00
|
|
|
}
|
|
|
|
|
2022-03-14 11:30:07 +00:00
|
|
|
// SubmitPassedStorageNodes marks storage node list as passed Proof-of-Data-Possession
|
|
|
|
// audit check. The list contains public keys.
|
|
|
|
//
|
|
|
|
// Argument and its elements MUST NOT be mutated at least until the end of using the Result.
|
|
|
|
//
|
|
|
|
// See also IteratePassedStorageNodes.
|
|
|
|
func (r *Result) SubmitPassedStorageNodes(list [][]byte) {
|
|
|
|
r.v2.SetPassNodes(list)
|
2021-11-08 12:13:59 +00:00
|
|
|
}
|
|
|
|
|
2022-03-14 11:30:07 +00:00
|
|
|
// IterateFailedStorageNodes is similar to IteratePassedStorageNodes but for failed nodes.
|
|
|
|
//
|
|
|
|
// See also SubmitPassedStorageNodes.
|
|
|
|
func (r Result) IterateFailedStorageNodes(f func([]byte) bool) {
|
|
|
|
v := r.v2.GetFailNodes()
|
|
|
|
|
|
|
|
for i := range v {
|
|
|
|
if !f(v[i]) {
|
|
|
|
return
|
|
|
|
}
|
|
|
|
}
|
2021-11-08 12:13:59 +00:00
|
|
|
}
|
|
|
|
|
2022-03-14 11:30:07 +00:00
|
|
|
// SubmitFailedStorageNodes is similar to SubmitPassedStorageNodes but for failed nodes.
|
|
|
|
//
|
|
|
|
// See also IterateFailedStorageNodes.
|
|
|
|
func (r *Result) SubmitFailedStorageNodes(list [][]byte) {
|
|
|
|
r.v2.SetFailNodes(list)
|
2021-11-08 12:13:59 +00:00
|
|
|
}
|