All checks were successful
Vulncheck / Vulncheck (push) Successful in 1m25s
Build / Build Components (push) Successful in 1m48s
Pre-commit hooks / Pre-commit (push) Successful in 1m56s
Tests and linters / Run gofumpt (push) Successful in 3m48s
Tests and linters / Lint (push) Successful in 4m14s
Tests and linters / Staticcheck (push) Successful in 4m10s
Tests and linters / gopls check (push) Successful in 4m23s
Tests and linters / Tests (push) Successful in 4m33s
OCI image / Build container images (push) Successful in 5m3s
Tests and linters / Tests with -race (push) Successful in 5m20s
Change-Id: Ic78f18aed11fab34ee3147ceea657296b89fe60c Signed-off-by: Evgenii Stratonikov <e.stratonikov@yadro.com>
66 lines
1.9 KiB
Go
66 lines
1.9 KiB
Go
package replicator
|
|
|
|
import (
|
|
"context"
|
|
"errors"
|
|
"slices"
|
|
|
|
"git.frostfs.info/TrueCloudLab/frostfs-node/internal/logs"
|
|
containerCore "git.frostfs.info/TrueCloudLab/frostfs-node/pkg/core/container"
|
|
"git.frostfs.info/TrueCloudLab/frostfs-node/pkg/local_object_storage/engine"
|
|
getsvc "git.frostfs.info/TrueCloudLab/frostfs-node/pkg/services/object/get"
|
|
"git.frostfs.info/TrueCloudLab/frostfs-observability/tracing"
|
|
objectSDK "git.frostfs.info/TrueCloudLab/frostfs-sdk-go/object"
|
|
"go.opentelemetry.io/otel/attribute"
|
|
"go.opentelemetry.io/otel/trace"
|
|
"go.uber.org/zap"
|
|
)
|
|
|
|
var errFailedToGetObjectFromAnyNode = errors.New("failed to get object from any node")
|
|
|
|
func (p *Replicator) HandlePullTask(ctx context.Context, task Task) {
|
|
p.metrics.IncInFlightRequest()
|
|
defer p.metrics.DecInFlightRequest()
|
|
defer func() {
|
|
p.log.Debug(ctx, logs.ReplicatorFinishWork, zap.String("type", "pull"))
|
|
}()
|
|
|
|
ctx, span := tracing.StartSpanFromContext(ctx, "Replicator.HandlePullTask",
|
|
trace.WithAttributes(
|
|
attribute.Stringer("address", task.Addr),
|
|
attribute.Int("nodes_count", len(task.Nodes)),
|
|
))
|
|
defer span.End()
|
|
|
|
var obj *objectSDK.Object
|
|
|
|
for _, node := range task.Nodes {
|
|
var err error
|
|
obj, err = p.remoteGetter.Get(ctx, getsvc.RemoteGetPrm{
|
|
Address: task.Addr,
|
|
Node: node,
|
|
})
|
|
if err == nil {
|
|
break
|
|
}
|
|
endpoints := slices.Collect(node.NetworkEndpoints())
|
|
p.log.Error(ctx, logs.ReplicatorCouldNotGetObjectFromRemoteStorage,
|
|
zap.Stringer("object", task.Addr),
|
|
zap.Error(err),
|
|
zap.Strings("endpoints", endpoints))
|
|
}
|
|
|
|
if obj == nil {
|
|
p.log.Error(ctx, logs.ReplicatorCouldNotGetObjectFromRemoteStorage,
|
|
zap.Stringer("object", task.Addr),
|
|
zap.Error(errFailedToGetObjectFromAnyNode))
|
|
return
|
|
}
|
|
|
|
err := engine.Put(ctx, p.localStorage, obj, containerCore.IsIndexedContainer(task.Container))
|
|
if err != nil {
|
|
p.log.Error(ctx, logs.ReplicatorCouldNotPutObjectToLocalStorage,
|
|
zap.Stringer("object", task.Addr),
|
|
zap.Error(err))
|
|
}
|
|
}
|