2023-12-22 09:58:20 +00:00
|
|
|
package writecache
|
2021-04-06 10:56:06 +00:00
|
|
|
|
|
|
|
import (
|
2023-04-12 14:01:29 +00:00
|
|
|
"context"
|
2021-09-14 16:20:31 +00:00
|
|
|
"fmt"
|
2021-04-06 10:56:06 +00:00
|
|
|
"os"
|
|
|
|
|
2023-04-12 14:35:10 +00:00
|
|
|
"git.frostfs.info/TrueCloudLab/frostfs-node/internal/logs"
|
2023-03-07 13:38:26 +00:00
|
|
|
"git.frostfs.info/TrueCloudLab/frostfs-node/pkg/local_object_storage/blobstor/common"
|
|
|
|
"git.frostfs.info/TrueCloudLab/frostfs-node/pkg/local_object_storage/blobstor/fstree"
|
|
|
|
storagelog "git.frostfs.info/TrueCloudLab/frostfs-node/pkg/local_object_storage/internal/log"
|
2024-06-04 13:28:47 +00:00
|
|
|
"git.frostfs.info/TrueCloudLab/frostfs-node/pkg/local_object_storage/shard/mode"
|
2023-03-07 13:38:26 +00:00
|
|
|
"git.frostfs.info/TrueCloudLab/frostfs-node/pkg/util"
|
2023-08-04 11:14:07 +00:00
|
|
|
"git.frostfs.info/TrueCloudLab/frostfs-sdk-go/client"
|
2023-03-07 13:38:26 +00:00
|
|
|
oid "git.frostfs.info/TrueCloudLab/frostfs-sdk-go/object/id"
|
2021-04-06 10:56:06 +00:00
|
|
|
"go.uber.org/zap"
|
|
|
|
)
|
|
|
|
|
2024-06-04 13:28:47 +00:00
|
|
|
func (c *cache) openStore(mod mode.ComponentMode) error {
|
2021-09-14 16:20:31 +00:00
|
|
|
err := util.MkdirAllX(c.path, os.ModePerm)
|
|
|
|
if err != nil {
|
2021-04-06 10:56:06 +00:00
|
|
|
return err
|
|
|
|
}
|
|
|
|
|
2022-10-28 10:09:38 +00:00
|
|
|
c.fsTree = fstree.New(
|
|
|
|
fstree.WithPath(c.path),
|
|
|
|
fstree.WithPerm(os.ModePerm),
|
|
|
|
fstree.WithDepth(1),
|
|
|
|
fstree.WithDirNameLen(1),
|
2023-08-11 08:32:43 +00:00
|
|
|
fstree.WithNoSync(c.noSync),
|
2024-09-10 08:01:30 +00:00
|
|
|
fstree.WithFileCounter(c.counter),
|
2023-08-11 08:32:43 +00:00
|
|
|
)
|
2024-06-04 13:28:47 +00:00
|
|
|
if err := c.fsTree.Open(mod); err != nil {
|
2024-12-18 06:38:14 +00:00
|
|
|
return fmt.Errorf("open FSTree: %w", err)
|
2022-11-17 08:58:56 +00:00
|
|
|
}
|
2023-08-11 08:32:43 +00:00
|
|
|
if err := c.fsTree.Init(); err != nil {
|
2024-12-18 06:38:14 +00:00
|
|
|
return fmt.Errorf("init FSTree: %w", err)
|
2023-08-11 08:32:43 +00:00
|
|
|
}
|
2021-04-06 10:56:06 +00:00
|
|
|
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
2024-09-12 09:33:12 +00:00
|
|
|
func (c *cache) deleteFromDisk(ctx context.Context, addr oid.Address, size uint64) {
|
|
|
|
_, err := c.fsTree.Delete(ctx, common.DeletePrm{Address: addr, Size: size})
|
2023-11-17 14:41:13 +00:00
|
|
|
if err != nil && !client.IsErrObjectNotFound(err) {
|
2024-10-21 07:22:54 +00:00
|
|
|
c.log.Error(ctx, logs.WritecacheCantRemoveObjectFromWritecache, zap.Error(err))
|
2023-11-17 14:41:13 +00:00
|
|
|
} else if err == nil {
|
2024-10-21 07:22:54 +00:00
|
|
|
storagelog.Write(ctx, c.log,
|
2023-11-17 14:41:13 +00:00
|
|
|
storagelog.AddressField(addr.EncodeToString()),
|
|
|
|
storagelog.StorageTypeField(wcStorageType),
|
|
|
|
storagelog.OpField("fstree DELETE"),
|
|
|
|
)
|
2023-12-22 09:58:20 +00:00
|
|
|
c.metrics.Evict(StorageTypeFSTree)
|
2023-11-17 14:41:13 +00:00
|
|
|
// counter changed by fstree
|
|
|
|
c.estimateCacheSize()
|
2021-04-06 10:56:06 +00:00
|
|
|
}
|
|
|
|
}
|