ale64bit/frostfs-node
1
0
Fork 0
forked from TrueCloudLab/frostfs-node
Code Issues Pull requests Projects Releases Packages Wiki Activity

[#1028] writecache: Mark big objects as flushed after write

Browse source 
Make `flushBigObjects` routine to mark objects which are written to
`BlobStor`. This prevents already flushed objects from being written on
the next iterator tick.

Signed-off-by: Leonard Lyubich <leonard@nspcc.ru>
This commit is contained in:
Leonard Lyubich 2021-12-09 15:29:31 +03:00 committed by Alex Vanin
parent bd4d17ef9e
commit d246e5193b
1 changed files with 8 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

9
pkg/local_object_storage/writecache/flush.go
View file

@ -117,13 +117,20 @@ func (c *cache) flushBigObjects() {
select { select {
case <-tick.C: case <-tick.C:
_ = c.fsTree.Iterate(func(addr *objectSDK.Address, data []byte) error { _ = c.fsTree.Iterate(func(addr *objectSDK.Address, data []byte) error {
if _, ok := c.store.flushed.Peek(addr.String()); ok { sAddr := addr.String()
if _, ok := c.store.flushed.Peek(sAddr); ok {
return nil return nil
} }
if _, err := c.blobstor.PutRaw(addr, data); err != nil { if _, err := c.blobstor.PutRaw(addr, data); err != nil {
c.log.Error("cant flush object to blobstor", zap.Error(err)) c.log.Error("cant flush object to blobstor", zap.Error(err))
return nil
} }
// mark object as flushed
c.store.flushed.Add(sAddr, false)
return nil return nil
}) })
case <-c.closeCh: case <-c.closeCh: