package control import ( "bytes" "context" "crypto/sha256" "errors" "fmt" "git.frostfs.info/TrueCloudLab/frostfs-node/pkg/local_object_storage/engine" "git.frostfs.info/TrueCloudLab/frostfs-node/pkg/services/control" "git.frostfs.info/TrueCloudLab/frostfs-node/pkg/services/object_manager/placement" "git.frostfs.info/TrueCloudLab/frostfs-node/pkg/services/replicator" "git.frostfs.info/TrueCloudLab/frostfs-sdk-go/netmap" objectSDK "git.frostfs.info/TrueCloudLab/frostfs-sdk-go/object" oid "git.frostfs.info/TrueCloudLab/frostfs-sdk-go/object/id" "github.com/nspcc-dev/neo-go/pkg/crypto/keys" "google.golang.org/grpc/codes" "google.golang.org/grpc/status" ) func (s *Server) EvacuateShard(ctx context.Context, req *control.EvacuateShardRequest) (*control.EvacuateShardResponse, error) { err := s.isValidRequest(req) if err != nil { return nil, status.Error(codes.PermissionDenied, err.Error()) } prm := engine.EvacuateShardPrm{ ShardID: s.getShardIDList(req.GetBody().GetShard_ID()), IgnoreErrors: req.GetBody().GetIgnoreErrors(), ObjectsHandler: s.replicate, Scope: engine.EvacuateScopeObjects, } res, err := s.s.Evacuate(ctx, prm) if err != nil { return nil, status.Error(codes.Internal, err.Error()) } resp := &control.EvacuateShardResponse{ Body: &control.EvacuateShardResponse_Body{ Count: uint32(res.ObjectsEvacuated()), }, } err = SignMessage(s.key, resp) if err != nil { return nil, status.Error(codes.Internal, err.Error()) } return resp, nil } func (s *Server) replicate(ctx context.Context, addr oid.Address, obj *objectSDK.Object) error { cid, ok := obj.ContainerID() if !ok { // Return nil to prevent situations where a shard can't be evacuated // because of a single bad/corrupted object. return nil } nm, err := s.netMapSrc.GetNetMap(0) if err != nil { return err } c, err := s.cnrSrc.Get(cid) if err != nil { return err } binCnr := make([]byte, sha256.Size) cid.Encode(binCnr) ns, err := nm.ContainerNodes(c.Value.PlacementPolicy(), binCnr) if err != nil { return fmt.Errorf("can't build a list of container nodes") } nodes := placement.FlattenNodes(ns) bs := (*keys.PublicKey)(&s.key.PublicKey).Bytes() for i := 0; i < len(nodes); i++ { if bytes.Equal(nodes[i].PublicKey(), bs) { copy(nodes[i:], nodes[i+1:]) nodes = nodes[:len(nodes)-1] } } var res replicatorResult task := replicator.Task{ NumCopies: 1, Addr: addr, Obj: obj, Nodes: nodes, } s.replicator.HandleTask(ctx, task, &res) if res.count == 0 { return errors.New("object was not replicated") } return nil } type replicatorResult struct { count int } // SubmitSuccessfulReplication implements the replicator.TaskResult interface. func (r *replicatorResult) SubmitSuccessfulReplication(_ netmap.NodeInfo) { r.count++ }