forked from TrueCloudLab/frostfs-node
108 lines
2.7 KiB
Go
108 lines
2.7 KiB
Go
package tree
|
|
|
|
import (
|
|
"bytes"
|
|
"context"
|
|
"errors"
|
|
|
|
"git.frostfs.info/TrueCloudLab/frostfs-node/internal/logs"
|
|
tracingPkg "git.frostfs.info/TrueCloudLab/frostfs-node/pkg/tracing"
|
|
"git.frostfs.info/TrueCloudLab/frostfs-observability/tracing"
|
|
netmapSDK "git.frostfs.info/TrueCloudLab/frostfs-sdk-go/netmap"
|
|
"go.opentelemetry.io/otel/attribute"
|
|
"go.opentelemetry.io/otel/trace"
|
|
"go.uber.org/zap"
|
|
"google.golang.org/grpc"
|
|
)
|
|
|
|
var errNoSuitableNode = errors.New("no node was found to execute the request")
|
|
|
|
func relayUnary[Req any, Resp any](ctx context.Context, s *Service, ns []netmapSDK.NodeInfo, req *Req, callback func(TreeServiceClient, context.Context, *Req, ...grpc.CallOption) (*Resp, error)) (*Resp, error) {
|
|
var resp *Resp
|
|
var outErr error
|
|
err := s.forEachNode(ctx, ns, func(c TreeServiceClient) bool {
|
|
resp, outErr = callback(c, ctx, req)
|
|
return true
|
|
})
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
return resp, outErr
|
|
}
|
|
|
|
type treeServiceServer[Resp any] interface {
|
|
Context() context.Context
|
|
Send(*Resp) error
|
|
}
|
|
|
|
func relayStream[
|
|
Req any,
|
|
Resp any,
|
|
Server treeServiceServer[Resp],
|
|
Client interface{ Recv() (*Resp, error) },
|
|
](
|
|
s *Service,
|
|
ns []netmapSDK.NodeInfo,
|
|
req *Req,
|
|
srv Server,
|
|
callback func(TreeServiceClient, context.Context, *Req, ...grpc.CallOption) (Client, error),
|
|
) error {
|
|
var cli Client
|
|
var outErr error
|
|
err := s.forEachNode(srv.Context(), ns, func(c TreeServiceClient) bool {
|
|
cli, outErr = callback(c, srv.Context(), req)
|
|
return true
|
|
})
|
|
if err != nil {
|
|
return err
|
|
} else if outErr != nil {
|
|
return outErr
|
|
}
|
|
for resp, err := cli.Recv(); err == nil; resp, err = cli.Recv() {
|
|
if err := srv.Send(resp); err != nil {
|
|
return err
|
|
}
|
|
}
|
|
return nil
|
|
}
|
|
|
|
// forEachNode executes callback for each node in the container until true is returned.
|
|
// Returns errNoSuitableNode if there was no successful attempt to dial any node.
|
|
func (s *Service) forEachNode(ctx context.Context, cntNodes []netmapSDK.NodeInfo, f func(c TreeServiceClient) bool) error {
|
|
for _, n := range cntNodes {
|
|
if bytes.Equal(n.PublicKey(), s.rawPub) {
|
|
return nil
|
|
}
|
|
}
|
|
|
|
var called bool
|
|
for _, n := range cntNodes {
|
|
var stop bool
|
|
n.IterateNetworkEndpoints(func(endpoint string) bool {
|
|
ctx, span := tracing.StartSpanFromContext(ctx, "TreeService.IterateNetworkEndpoints",
|
|
trace.WithAttributes(
|
|
attribute.String("endpoint", endpoint),
|
|
))
|
|
defer span.End()
|
|
|
|
c, err := s.cache.get(ctx, endpoint)
|
|
if err != nil {
|
|
return false
|
|
}
|
|
|
|
s.log.Debug(ctx, logs.TreeRedirectingTreeServiceQuery, zap.String("endpoint", endpoint),
|
|
zap.String("trace_id", tracingPkg.GetTraceID(ctx)))
|
|
|
|
called = true
|
|
stop = f(c)
|
|
return true
|
|
})
|
|
if stop {
|
|
return nil
|
|
}
|
|
}
|
|
if !called {
|
|
return errNoSuitableNode
|
|
}
|
|
return nil
|
|
}
|