[#1329] services/tree: Synchronize from the last stored height

Signed-off-by: Evgenii Stratonikov <evgeniy@nspcc.ru>

pkg/services/tree/sync.go

@@ -0,0 +1,105 @@
+package tree
+
+import (
+	"context"
+	"crypto/sha256"
+	"errors"
+	"fmt"
+	"io"
+
+	"github.com/nspcc-dev/neofs-node/pkg/local_object_storage/pilorama"
+	"github.com/nspcc-dev/neofs-node/pkg/network"
+	cid "github.com/nspcc-dev/neofs-sdk-go/container/id"
+	"google.golang.org/grpc"
+)
+
+// Synchronize tries to synchronize log starting from the last stored height.
+func (s *Service) Synchronize(ctx context.Context, cid cid.ID, treeID string) error {
+	nodes, err := s.getContainerNodes(cid)
+	if err != nil {
+		return fmt.Errorf("can't get container nodes: %w", err)
+	}
+
+	lm, err := s.forest.TreeGetOpLog(cid, treeID, 0)
+	if err != nil && !errors.Is(err, pilorama.ErrTreeNotFound) {
+		return err
+	}
+
+	height := lm.Time + 1
+	for _, n := range nodes {
+		n.IterateNetworkEndpoints(func(addr string) bool {
+			var a network.Address
+			if err := a.FromString(addr); err != nil {
+				return false
+			}
+
+			cc, err := grpc.DialContext(ctx, a.URIAddr(), grpc.WithInsecure())
+			if err != nil {
+				// Failed to connect, try the next address.
+				return false
+			}
+
+			treeClient := NewTreeServiceClient(cc)
+			for {
+				h, err := s.synchronizeSingle(ctx, cid, treeID, height, treeClient)
+				if height < h {
+					height = h
+				}
+				if err != nil || h <= height {
+					// Error with the response, try the next node.
+					return true
+				}
+			}
+		})
+	}
+	return nil
+}
+
+func (s *Service) synchronizeSingle(ctx context.Context, cid cid.ID, treeID string, height uint64, treeClient TreeServiceClient) (uint64, error) {
+	rawCID := make([]byte, sha256.Size)
+	cid.Encode(rawCID)
+
+	for {
+		newHeight := height
+		req := &GetOpLogRequest{
+			Body: &GetOpLogRequest_Body{
+				ContainerId: rawCID,
+				TreeId:      treeID,
+				Height:      newHeight,
+				Count:       MaxGetSubTreeDepth,
+			},
+		}
+		if err := signMessage(req, s.key); err != nil {
+			return newHeight, err
+		}
+
+		c, err := treeClient.GetOpLog(ctx, req)
+		if err != nil {
+			return newHeight, fmt.Errorf("can't initialize client: %w", err)
+		}
+
+		res, err := c.Recv()
+		for ; err == nil; res, err = c.Recv() {
+			lm := res.GetBody().GetOperation()
+			m := &pilorama.Move{
+				Parent: lm.ParentId,
+				Child:  lm.ChildId,
+			}
+			if err := m.Meta.FromBytes(lm.Meta); err != nil {
+				return newHeight, err
+			}
+			if err := s.forest.TreeApply(cid, treeID, m); err != nil {
+				return newHeight, err
+			}
+			if m.Time > newHeight {
+				newHeight = m.Time + 1
+			} else {
+				newHeight++
+			}
+		}
+		if height == newHeight || err != nil && !errors.Is(err, io.EOF) {
+			return newHeight, err
+		}
+		height = newHeight
+	}
+}