forked from TrueCloudLab/frostfs-node
[#1731] engine: Return the amount of actually moved objects in Evacuate
Signed-off-by: Evgenii Stratonikov <evgeniy@morphbits.ru>
This commit is contained in:
parent
8fc88487db
commit
3df98ce7ba
3 changed files with 28 additions and 16 deletions
|
@ -124,14 +124,16 @@ func (e *StorageEngine) Evacuate(prm EvacuateShardPrm) (EvacuateShardRes, error)
|
||||||
if shards[j].ID().String() == sid {
|
if shards[j].ID().String() == sid {
|
||||||
continue
|
continue
|
||||||
}
|
}
|
||||||
ok := e.putToShard(shards[j].Shard, j, shards[j].pool, lst[i], getRes.Object())
|
putDone, exists := e.putToShard(shards[j].Shard, j, shards[j].pool, lst[i], getRes.Object())
|
||||||
if ok {
|
if putDone || exists {
|
||||||
e.log.Debug("object is moved to another shard",
|
if putDone {
|
||||||
zap.String("from", sid),
|
e.log.Debug("object is moved to another shard",
|
||||||
zap.Stringer("to", shards[j].ID()),
|
zap.String("from", sid),
|
||||||
zap.Stringer("addr", lst[i]))
|
zap.Stringer("to", shards[j].ID()),
|
||||||
|
zap.Stringer("addr", lst[i]))
|
||||||
|
|
||||||
res.count++
|
res.count++
|
||||||
|
}
|
||||||
continue loop
|
continue loop
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
|
@ -106,6 +106,13 @@ func TestEvacuateShard(t *testing.T) {
|
||||||
// Second case ensures that all objects are indeed moved and available.
|
// Second case ensures that all objects are indeed moved and available.
|
||||||
checkHasObjects(t)
|
checkHasObjects(t)
|
||||||
|
|
||||||
|
// Calling it again is OK, but all objects are already moved, so no new PUTs should be done.
|
||||||
|
res, err = e.Evacuate(prm)
|
||||||
|
require.NoError(t, err)
|
||||||
|
require.Equal(t, 0, res.count)
|
||||||
|
|
||||||
|
checkHasObjects(t)
|
||||||
|
|
||||||
e.mtx.Lock()
|
e.mtx.Lock()
|
||||||
delete(e.shards, evacuateShardID)
|
delete(e.shards, evacuateShardID)
|
||||||
delete(e.shardPools, evacuateShardID)
|
delete(e.shardPools, evacuateShardID)
|
||||||
|
|
|
@ -66,7 +66,8 @@ func (e *StorageEngine) put(prm PutPrm) (PutRes, error) {
|
||||||
pool := e.shardPools[sh.ID().String()]
|
pool := e.shardPools[sh.ID().String()]
|
||||||
e.mtx.RUnlock()
|
e.mtx.RUnlock()
|
||||||
|
|
||||||
finished = e.putToShard(sh.Shard, ind, pool, addr, prm.obj)
|
putDone, exists := e.putToShard(sh.Shard, ind, pool, addr, prm.obj)
|
||||||
|
finished = putDone || exists
|
||||||
return finished
|
return finished
|
||||||
})
|
})
|
||||||
|
|
||||||
|
@ -77,8 +78,11 @@ func (e *StorageEngine) put(prm PutPrm) (PutRes, error) {
|
||||||
return PutRes{}, err
|
return PutRes{}, err
|
||||||
}
|
}
|
||||||
|
|
||||||
func (e *StorageEngine) putToShard(sh *shard.Shard, ind int, pool util.WorkerPool, addr oid.Address, obj *objectSDK.Object) bool {
|
// putToShard puts object to sh.
|
||||||
var finished bool
|
// First return value is true iff put has been successfully done.
|
||||||
|
// Second return value is true iff object already exists.
|
||||||
|
func (e *StorageEngine) putToShard(sh *shard.Shard, ind int, pool util.WorkerPool, addr oid.Address, obj *objectSDK.Object) (bool, bool) {
|
||||||
|
var putSuccess, alreadyExists bool
|
||||||
|
|
||||||
exitCh := make(chan struct{})
|
exitCh := make(chan struct{})
|
||||||
|
|
||||||
|
@ -93,13 +97,14 @@ func (e *StorageEngine) putToShard(sh *shard.Shard, ind int, pool util.WorkerPoo
|
||||||
if shard.IsErrObjectExpired(err) {
|
if shard.IsErrObjectExpired(err) {
|
||||||
// object is already found but
|
// object is already found but
|
||||||
// expired => do nothing with it
|
// expired => do nothing with it
|
||||||
finished = true
|
alreadyExists = true
|
||||||
}
|
}
|
||||||
|
|
||||||
return // this is not ErrAlreadyRemoved error so we can go to the next shard
|
return // this is not ErrAlreadyRemoved error so we can go to the next shard
|
||||||
}
|
}
|
||||||
|
|
||||||
if exists.Exists() {
|
alreadyExists = exists.Exists()
|
||||||
|
if alreadyExists {
|
||||||
if ind != 0 {
|
if ind != 0 {
|
||||||
var toMoveItPrm shard.ToMoveItPrm
|
var toMoveItPrm shard.ToMoveItPrm
|
||||||
toMoveItPrm.SetAddress(addr)
|
toMoveItPrm.SetAddress(addr)
|
||||||
|
@ -113,8 +118,6 @@ func (e *StorageEngine) putToShard(sh *shard.Shard, ind int, pool util.WorkerPoo
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
finished = true
|
|
||||||
|
|
||||||
return
|
return
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ -130,14 +133,14 @@ func (e *StorageEngine) putToShard(sh *shard.Shard, ind int, pool util.WorkerPoo
|
||||||
return
|
return
|
||||||
}
|
}
|
||||||
|
|
||||||
finished = true
|
putSuccess = true
|
||||||
}); err != nil {
|
}); err != nil {
|
||||||
close(exitCh)
|
close(exitCh)
|
||||||
}
|
}
|
||||||
|
|
||||||
<-exitCh
|
<-exitCh
|
||||||
|
|
||||||
return finished
|
return putSuccess, alreadyExists
|
||||||
}
|
}
|
||||||
|
|
||||||
// Put writes provided object to local storage.
|
// Put writes provided object to local storage.
|
||||||
|
|
Loading…
Reference in a new issue