[#845] object/put: Separate pools for local and remote operations

In previous implementation Object PUT used single pool of workers for local
and remote ops, but these ops are heterogeneous.

Use remote/local pool for remote/local operations in PUT service. At first
the pools are configured with the same size.

Signed-off-by: Leonard Lyubich <leonard@nspcc.ru>

cmd/neofs-node/config.go

@@ -195,7 +195,7 @@ type cfgLocalStorage struct {
 }
 
 type cfgObjectRoutines struct {
-	put *ants.Pool
+	putRemote, putLocal *ants.Pool
 }
 
 type cfgControlService struct {
@@ -435,7 +435,12 @@ func initObjectPool(cfg *config.Config) (pool cfgObjectRoutines) {
 
 	optNonBlocking := ants.WithNonblocking(true)
 
-	pool.put, err = ants.NewPool(objectconfig.Put(cfg).PoolSize(), optNonBlocking)
+	pool.putRemote, err = ants.NewPool(objectconfig.Put(cfg).PoolSize(), optNonBlocking)
+	if err != nil {
+		fatalOnErr(err)
+	}
+
+	pool.putLocal, err = ants.NewPool(objectconfig.Put(cfg).PoolSize(), optNonBlocking)
 	if err != nil {
 		fatalOnErr(err)
 	}

cmd/neofs-node/object.go

@@ -281,7 +281,7 @@ func initObjectService(c *cfg) {
 			objectCore.WithDeleteHandler(objInhumer),
 		),
 		putsvc.WithNetworkState(c.cfgNetmap.state),
-		putsvc.WithWorkerPool(c.cfgObject.pool.put),
+		putsvc.WithWorkerPools(c.cfgObject.pool.putRemote, c.cfgObject.pool.putLocal),
 		putsvc.WithLogger(c.log),
 	)
 

pkg/services/object/put/distributed.go

@@ -16,7 +16,7 @@ import (
 type distributedTarget struct {
 	traverseOpts []placement.Option
 
-	workerPool util.WorkerPool
+	remotePool, localPool util.WorkerPool
 
 	obj *object.RawObject
 
@@ -129,7 +129,15 @@ loop:
 
 			isLocal := t.isLocalKey(addr.Key())
 
-			if err := t.workerPool.Submit(func() {
+			var workerPool util.WorkerPool
+
+			if isLocal {
+				workerPool = t.localPool
+			} else {
+				workerPool = t.remotePool
+			}
+
+			if err := workerPool.Submit(func() {
 				defer wg.Done()
 
 				if err := f(nodeDesc{local: isLocal, info: addr}); err != nil {

pkg/services/object/put/service.go

@@ -44,7 +44,7 @@ type cfg struct {
 
 	netMapSrc netmap.Source
 
-	workerPool util.WorkerPool
+	remotePool, localPool util.WorkerPool
 
 	netmapKeys netmap.AnnouncedKeys
 
@@ -61,7 +61,8 @@ type cfg struct {
 
 func defaultCfg() *cfg {
 	return &cfg{
-		workerPool: new(util.SyncWorkerPool),
+		remotePool: new(util.SyncWorkerPool),
+		localPool:  new(util.SyncWorkerPool),
 		log:        zap.L(),
 	}
 }
@@ -117,9 +118,9 @@ func WithNetworkMapSource(v netmap.Source) Option {
 	}
 }
 
-func WithWorkerPool(v util.WorkerPool) Option {
+func WithWorkerPools(remote, local util.WorkerPool) Option {
 	return func(c *cfg) {
-		c.workerPool = v
+		c.remotePool, c.localPool = remote, local
 	}
 }
 

pkg/services/object/put/streamer.go

@@ -161,7 +161,8 @@ func (p *Streamer) newCommonTarget(prm *PutInitPrm) transformer.ObjectTarget {
 
 	return &distributedTarget{
 		traverseOpts: prm.traverseOpts,
-		workerPool:   p.workerPool,
+		remotePool:   p.remotePool,
+		localPool:    p.localPool,
 		nodeTargetInitializer: func(node nodeDesc) transformer.ObjectTarget {
 			if node.local {
 				return &localTarget{