2020-09-21 14:31:31 +00:00
|
|
|
package putsvc
|
|
|
|
|
|
|
|
import (
|
2021-05-18 08:12:51 +00:00
|
|
|
"fmt"
|
2020-09-21 14:31:31 +00:00
|
|
|
"sync"
|
2021-09-08 23:13:55 +00:00
|
|
|
"sync/atomic"
|
2020-09-21 14:31:31 +00:00
|
|
|
|
|
|
|
"github.com/nspcc-dev/neofs-node/pkg/core/object"
|
2020-11-23 11:51:02 +00:00
|
|
|
svcutil "github.com/nspcc-dev/neofs-node/pkg/services/object/util"
|
2020-09-21 14:31:31 +00:00
|
|
|
"github.com/nspcc-dev/neofs-node/pkg/services/object_manager/placement"
|
|
|
|
"github.com/nspcc-dev/neofs-node/pkg/services/object_manager/transformer"
|
|
|
|
"github.com/nspcc-dev/neofs-node/pkg/util"
|
2020-11-23 11:51:02 +00:00
|
|
|
"github.com/nspcc-dev/neofs-node/pkg/util/logger"
|
2020-09-21 14:31:31 +00:00
|
|
|
)
|
|
|
|
|
|
|
|
type distributedTarget struct {
|
|
|
|
traverseOpts []placement.Option
|
|
|
|
|
2021-09-24 10:36:54 +00:00
|
|
|
remotePool, localPool util.WorkerPool
|
2020-09-21 14:31:31 +00:00
|
|
|
|
|
|
|
obj *object.RawObject
|
|
|
|
|
|
|
|
chunks [][]byte
|
|
|
|
|
2021-09-24 10:28:58 +00:00
|
|
|
nodeTargetInitializer func(nodeDesc) transformer.ObjectTarget
|
2020-09-30 17:54:25 +00:00
|
|
|
|
2021-09-24 10:28:58 +00:00
|
|
|
isLocalKey func([]byte) bool
|
|
|
|
|
|
|
|
relay func(nodeDesc) error
|
2021-05-27 14:25:29 +00:00
|
|
|
|
2020-09-30 17:54:25 +00:00
|
|
|
fmt *object.FormatValidator
|
2020-11-23 11:51:02 +00:00
|
|
|
|
|
|
|
log *logger.Logger
|
2020-09-21 14:31:31 +00:00
|
|
|
}
|
|
|
|
|
2021-09-24 10:28:58 +00:00
|
|
|
type nodeDesc struct {
|
|
|
|
local bool
|
|
|
|
|
|
|
|
info placement.Node
|
|
|
|
}
|
|
|
|
|
2021-09-10 13:39:50 +00:00
|
|
|
// errIncompletePut is returned if processing on a container fails.
|
|
|
|
type errIncompletePut struct {
|
|
|
|
singleErr error // error from the last responding node
|
|
|
|
}
|
|
|
|
|
|
|
|
func (x errIncompletePut) Error() string {
|
|
|
|
const commonMsg = "incomplete object PUT by placement"
|
|
|
|
|
|
|
|
if x.singleErr != nil {
|
|
|
|
return fmt.Sprintf("%s: %v", commonMsg, x.singleErr)
|
|
|
|
}
|
|
|
|
|
|
|
|
return commonMsg
|
|
|
|
}
|
2020-09-21 14:31:31 +00:00
|
|
|
|
|
|
|
func (t *distributedTarget) WriteHeader(obj *object.RawObject) error {
|
|
|
|
t.obj = obj
|
|
|
|
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
|
|
|
func (t *distributedTarget) Write(p []byte) (n int, err error) {
|
|
|
|
t.chunks = append(t.chunks, p)
|
|
|
|
|
|
|
|
return len(p), nil
|
|
|
|
}
|
|
|
|
|
|
|
|
func (t *distributedTarget) Close() (*transformer.AccessIdentifiers, error) {
|
|
|
|
sz := 0
|
|
|
|
|
|
|
|
for i := range t.chunks {
|
|
|
|
sz += len(t.chunks[i])
|
|
|
|
}
|
|
|
|
|
|
|
|
payload := make([]byte, 0, sz)
|
|
|
|
|
|
|
|
for i := range t.chunks {
|
|
|
|
payload = append(payload, t.chunks[i]...)
|
|
|
|
}
|
|
|
|
|
2020-12-01 11:23:28 +00:00
|
|
|
t.obj.SetPayload(payload)
|
|
|
|
|
2020-12-11 08:03:27 +00:00
|
|
|
if err := t.fmt.ValidateContent(t.obj.Object()); err != nil {
|
2021-05-18 08:12:51 +00:00
|
|
|
return nil, fmt.Errorf("(%T) could not validate payload content: %w", t, err)
|
2020-09-30 17:54:25 +00:00
|
|
|
}
|
|
|
|
|
2021-05-28 07:34:31 +00:00
|
|
|
return t.iteratePlacement(t.sendObject)
|
|
|
|
}
|
|
|
|
|
2021-09-24 10:28:58 +00:00
|
|
|
func (t *distributedTarget) sendObject(node nodeDesc) error {
|
|
|
|
if !node.local && t.relay != nil {
|
|
|
|
return t.relay(node)
|
2021-05-27 14:25:29 +00:00
|
|
|
}
|
|
|
|
|
2021-09-06 12:17:14 +00:00
|
|
|
target := t.nodeTargetInitializer(node)
|
2021-05-28 07:34:31 +00:00
|
|
|
|
|
|
|
if err := target.WriteHeader(t.obj); err != nil {
|
|
|
|
return fmt.Errorf("could not write header: %w", err)
|
|
|
|
} else if _, err := target.Close(); err != nil {
|
|
|
|
return fmt.Errorf("could not close object stream: %w", err)
|
|
|
|
}
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
2021-09-24 10:28:58 +00:00
|
|
|
func (t *distributedTarget) iteratePlacement(f func(nodeDesc) error) (*transformer.AccessIdentifiers, error) {
|
2021-05-28 07:34:31 +00:00
|
|
|
traverser, err := placement.NewTraverser(
|
|
|
|
append(t.traverseOpts, placement.ForObject(t.obj.ID()))...,
|
|
|
|
)
|
|
|
|
if err != nil {
|
|
|
|
return nil, fmt.Errorf("(%T) could not create object placement traverser: %w", t, err)
|
|
|
|
}
|
|
|
|
|
2021-09-08 23:13:55 +00:00
|
|
|
var resErr atomic.Value
|
|
|
|
|
2020-09-21 14:31:31 +00:00
|
|
|
loop:
|
|
|
|
for {
|
|
|
|
addrs := traverser.Next()
|
|
|
|
if len(addrs) == 0 {
|
|
|
|
break
|
|
|
|
}
|
|
|
|
|
|
|
|
wg := new(sync.WaitGroup)
|
|
|
|
|
|
|
|
for i := range addrs {
|
|
|
|
wg.Add(1)
|
|
|
|
|
|
|
|
addr := addrs[i]
|
2021-09-24 10:28:58 +00:00
|
|
|
|
2021-09-28 05:17:11 +00:00
|
|
|
isLocal := t.isLocalKey(addr.PublicKey())
|
2021-09-24 10:28:58 +00:00
|
|
|
|
2021-09-24 10:36:54 +00:00
|
|
|
var workerPool util.WorkerPool
|
|
|
|
|
|
|
|
if isLocal {
|
|
|
|
workerPool = t.localPool
|
|
|
|
} else {
|
|
|
|
workerPool = t.remotePool
|
|
|
|
}
|
|
|
|
|
|
|
|
if err := workerPool.Submit(func() {
|
2020-09-21 14:31:31 +00:00
|
|
|
defer wg.Done()
|
|
|
|
|
2021-09-24 10:28:58 +00:00
|
|
|
if err := f(nodeDesc{local: isLocal, info: addr}); err != nil {
|
2021-09-08 23:13:55 +00:00
|
|
|
resErr.Store(err)
|
2021-09-06 11:35:06 +00:00
|
|
|
svcutil.LogServiceError(t.log, "PUT", addr.Addresses(), err)
|
2020-09-21 14:31:31 +00:00
|
|
|
return
|
|
|
|
}
|
|
|
|
|
|
|
|
traverser.SubmitSuccess()
|
|
|
|
}); err != nil {
|
|
|
|
wg.Done()
|
2020-11-23 12:23:32 +00:00
|
|
|
|
|
|
|
svcutil.LogWorkerPoolError(t.log, "PUT", err)
|
|
|
|
|
2020-09-21 14:31:31 +00:00
|
|
|
break loop
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
wg.Wait()
|
|
|
|
}
|
|
|
|
|
|
|
|
if !traverser.Success() {
|
2021-09-10 13:39:50 +00:00
|
|
|
var err errIncompletePut
|
|
|
|
|
|
|
|
err.singleErr, _ = resErr.Load().(error)
|
2021-09-08 23:13:55 +00:00
|
|
|
|
2021-09-10 13:39:50 +00:00
|
|
|
return nil, err
|
2020-09-21 14:31:31 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
return new(transformer.AccessIdentifiers).
|
2020-11-16 09:43:52 +00:00
|
|
|
WithSelfID(t.obj.ID()), nil
|
2020-09-21 14:31:31 +00:00
|
|
|
}
|