DRAFT

Makefile

@@ -66,6 +66,7 @@ $(BINS): $(DIRS) dep
 	@echo "⇒ Build $@"
 	CGO_ENABLED=0 \
 	go build -v -trimpath \
+	-gcflags "all=-N -l" \
 	-ldflags "-X $(REPO)/misc.Version=$(VERSION)" \
 	-o $@ ./cmd/$(notdir $@)
 

cmd/frostfs-node/control.go

@@ -12,6 +12,8 @@ import (
 	"git.frostfs.info/TrueCloudLab/frostfs-node/pkg/util/sdnotify"
 	"go.uber.org/zap"
 	"google.golang.org/grpc"
+	"google.golang.org/grpc/experimental"
+	"google.golang.org/grpc/mem"
 )
 
 const serviceNameControl = "control"
@@ -50,7 +52,7 @@ func initControlService(ctx context.Context, c *cfg) {
 		return
 	}
 
-	c.cfgControlService.server = grpc.NewServer()
+	c.cfgControlService.server = grpc.NewServer(experimental.BufferPool(mem.NopBufferPool{}))
 
 	c.onShutdown(func() {
 		stopGRPC(ctx, "FrostFS Control API", c.cfgControlService.server, c.log)

cmd/frostfs-node/grpc.go

@@ -15,6 +15,8 @@ import (
 	"go.uber.org/zap"
 	"google.golang.org/grpc"
 	"google.golang.org/grpc/credentials"
+	"google.golang.org/grpc/experimental"
+	"google.golang.org/grpc/mem"
 )
 
 const maxRecvMsgSize = 256 << 20
@@ -37,6 +39,7 @@ func initGRPC(ctx context.Context, c *cfg) {
 		}
 		c.metricsCollector.GrpcServerMetrics().MarkHealthy(sc.Endpoint())
 
+		serverOpts = append(serverOpts, experimental.BufferPool(mem.NopBufferPool{}))
 		srv := grpc.NewServer(serverOpts...)
 
 		c.onShutdown(func() {
@@ -94,6 +97,7 @@ func tryReconnect(ctx context.Context, endpoint string, c *cfg) bool {
 	}
 	c.metricsCollector.GrpcServerMetrics().MarkHealthy(endpoint)
 
+	serverOpts = append(serverOpts, experimental.BufferPool(mem.NopBufferPool{}))
 	srv := grpc.NewServer(serverOpts...)
 
 	c.onShutdown(func() {

go.mod

@@ -2,6 +2,11 @@ module git.frostfs.info/TrueCloudLab/frostfs-node
 
 go 1.22
 
+replace (
+	git.frostfs.info/TrueCloudLab/frostfs-sdk-go v0.0.0-20241210104938-c4463df8d467 => /home/annikifa/workspace/frostfs-sdk-go/
+	google.golang.org/grpc v1.66.2 => /home/annikifa/workspace/grpc-go/
+)
+
 require (
 	code.gitea.io/sdk/gitea v0.17.1
 	git.frostfs.info/TrueCloudLab/frostfs-contract v0.21.1-0.20241205083807-762d7f9f9f08
@@ -27,7 +32,7 @@ require (
 	github.com/klauspost/compress v1.17.4
 	github.com/mailru/easyjson v0.7.7
 	github.com/mr-tron/base58 v1.2.0
-	github.com/multiformats/go-multiaddr v0.12.1
+	github.com/multiformats/go-multiaddr v0.14.0
 	github.com/nspcc-dev/neo-go v0.106.3
 	github.com/olekukonko/tablewriter v0.0.5
 	github.com/panjf2000/ants/v2 v2.9.0

pkg/innerring/initialization.go

@@ -33,6 +33,8 @@ import (
 	"github.com/spf13/viper"
 	"go.uber.org/zap"
 	"google.golang.org/grpc"
+	"google.golang.org/grpc/experimental"
+	"google.golang.org/grpc/mem"
 )
 
 func (s *Server) initNetmapProcessor(ctx context.Context, cfg *viper.Viper,
@@ -346,7 +348,8 @@ func (s *Server) initGRPCServer(ctx context.Context, cfg *viper.Viper, log *logg
 		controlsrv.WithAllowedKeys(authKeys),
 	), log, audit)
 
-	grpcControlSrv := grpc.NewServer()
+	opts := []grpc.ServerOption{experimental.BufferPool(mem.NopBufferPool{})}
+	grpcControlSrv := grpc.NewServer(opts...)
 	control.RegisterControlServiceServer(grpcControlSrv, controlSvc)
 
 	s.runners = append(s.runners, func(ch chan<- error) error {

pkg/services/object/common/target/target.go

@@ -39,9 +39,10 @@ func newUntrustedTarget(prm *objectwriter.Params) (transformer.ChunkedObjectWrit
 		prm.SignRequestPrivateKey = nodeKey
 	}
 
+	wrt, _ := objectwriter.New(prm)
 	// prepare untrusted-Put object target
 	return &validatingPreparedTarget{
-		nextTarget: newInMemoryObjectBuilder(objectwriter.New(prm)),
+		nextTarget: newInMemoryObjectBuilder(wrt),
 		fmt:        prm.Config.FormatValidator,
 
 		maxPayloadSz: maxPayloadSz,
@@ -98,11 +99,13 @@ func newTrustedTarget(prm *objectwriter.Params) (transformer.ChunkedObjectWriter
 		prm.SignRequestPrivateKey = key
 	}
 
+	wrt, onClose := objectwriter.New(prm)
 	return &validatingTarget{
 		fmt: prm.Config.FormatValidator,
 		nextTarget: transformer.NewPayloadSizeLimiter(transformer.Params{
 			Key:                    key,
-			NextTargetInit:         func() transformer.ObjectWriter { return objectwriter.New(prm) },
+			NextTargetInit:         func() transformer.ObjectWriter { return wrt },
+			OnClose:                onClose,
 			NetworkState:           prm.Config.NetworkState,
 			MaxSize:                maxPayloadSz,
 			WithoutHomomorphicHash: containerSDK.IsHomomorphicHashingDisabled(prm.Container),

pkg/services/object/common/writer/distributed.go

@@ -7,6 +7,7 @@ import (
 	"git.frostfs.info/TrueCloudLab/frostfs-node/pkg/core/object"
 	"git.frostfs.info/TrueCloudLab/frostfs-node/pkg/services/object_manager/placement"
 	objectSDK "git.frostfs.info/TrueCloudLab/frostfs-sdk-go/object"
+	"golang.org/x/sync/errgroup"
 )
 
 type preparedObjectTarget interface {
@@ -26,6 +27,8 @@ type distributedWriter struct {
 	relay func(context.Context, NodeDescriptor) error
 
 	resetSuccessAfterOnBroadcast bool
+
+	eg errgroup.Group
 }
 
 // Traversal parameters and state of container.
@@ -104,7 +107,10 @@ func (t *distributedWriter) WriteObject(ctx context.Context, obj *objectSDK.Obje
 	if t.objMeta, err = t.cfg.FormatValidator.ValidateContent(t.obj); err != nil {
 		return fmt.Errorf("(%T) could not validate payload content: %w", t, err)
 	}
-	return t.iteratePlacement(ctx)
+	t.eg.Go(func() error {
+		return t.iteratePlacement(ctx)
+	})
+	return nil
 }
 
 func (t *distributedWriter) sendObject(ctx context.Context, node NodeDescriptor) error {

pkg/services/object/common/writer/writer.go

@@ -110,14 +110,14 @@ type Params struct {
 	SignRequestPrivateKey *ecdsa.PrivateKey
 }
 
-func New(prm *Params) transformer.ObjectWriter {
+func New(prm *Params) (transformer.ObjectWriter, func() error) {
 	if container.IsECContainer(prm.Container) && object.IsECSupported(prm.Header) {
-		return newECWriter(prm)
+		return newECWriter(prm), nil
 	}
 	return newDefaultObjectWriter(prm, false)
 }
 
-func newDefaultObjectWriter(prm *Params, forECPlacement bool) transformer.ObjectWriter {
+func newDefaultObjectWriter(prm *Params, forECPlacement bool) (transformer.ObjectWriter, func() error) {
 	var relay func(context.Context, NodeDescriptor) error
 	if prm.Relay != nil {
 		relay = func(ctx context.Context, node NodeDescriptor) error {
@@ -143,7 +143,7 @@ func newDefaultObjectWriter(prm *Params, forECPlacement bool) transformer.Object
 		resetSuccessAfterOnBroadcast = true
 	}
 
-	return &distributedWriter{
+	dw := &distributedWriter{
 		cfg:                          prm.Config,
 		placementOpts:                traverseOpts,
 		resetSuccessAfterOnBroadcast: resetSuccessAfterOnBroadcast,
@@ -167,9 +167,13 @@ func newDefaultObjectWriter(prm *Params, forECPlacement bool) transformer.Object
 		},
 		relay: relay,
 	}
+	return dw, func() error {
+		return dw.eg.Wait()
+	}
 }
 
 func newECWriter(prm *Params) transformer.ObjectWriter {
+	dw, _ := newDefaultObjectWriter(prm, true)
 	return &objectWriterDispatcher{
 		ecWriter: &ECWriter{
 			Config:        prm.Config,
@@ -179,6 +183,6 @@ func newECWriter(prm *Params) transformer.ObjectWriter {
 			CommonPrm:     prm.Common,
 			Relay:         prm.Relay,
 		},
-		repWriter: newDefaultObjectWriter(prm, true),
+		repWriter: dw,
 	}
 }