2022-09-21 10:43:31 +00:00
|
|
|
package engine
|
|
|
|
|
|
|
|
import (
|
2023-04-12 14:01:29 +00:00
|
|
|
"context"
|
2023-05-19 08:17:19 +00:00
|
|
|
"time"
|
2023-04-12 14:01:29 +00:00
|
|
|
|
2023-03-07 13:38:26 +00:00
|
|
|
"git.frostfs.info/TrueCloudLab/frostfs-node/pkg/local_object_storage/shard"
|
2023-05-19 08:17:19 +00:00
|
|
|
"git.frostfs.info/TrueCloudLab/frostfs-node/pkg/local_object_storage/shard/mode"
|
|
|
|
"git.frostfs.info/TrueCloudLab/frostfs-node/pkg/local_object_storage/writecache"
|
|
|
|
"git.frostfs.info/TrueCloudLab/frostfs-node/pkg/metrics"
|
2023-05-31 09:24:04 +00:00
|
|
|
"git.frostfs.info/TrueCloudLab/frostfs-observability/tracing"
|
2023-04-12 14:01:29 +00:00
|
|
|
"go.opentelemetry.io/otel/attribute"
|
|
|
|
"go.opentelemetry.io/otel/trace"
|
2022-09-21 10:43:31 +00:00
|
|
|
)
|
|
|
|
|
|
|
|
// FlushWriteCachePrm groups the parameters of FlushWriteCache operation.
|
|
|
|
type FlushWriteCachePrm struct {
|
2022-09-26 08:54:21 +00:00
|
|
|
shardID *shard.ID
|
|
|
|
ignoreErrors bool
|
2022-09-21 10:43:31 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
// SetShardID is an option to set shard ID.
|
|
|
|
//
|
|
|
|
// Option is required.
|
|
|
|
func (p *FlushWriteCachePrm) SetShardID(id *shard.ID) {
|
|
|
|
p.shardID = id
|
|
|
|
}
|
|
|
|
|
2022-09-26 08:54:21 +00:00
|
|
|
// SetIgnoreErrors sets errors ignore flag..
|
|
|
|
func (p *FlushWriteCachePrm) SetIgnoreErrors(ignore bool) {
|
|
|
|
p.ignoreErrors = ignore
|
|
|
|
}
|
|
|
|
|
2022-09-21 10:43:31 +00:00
|
|
|
// FlushWriteCacheRes groups the resulting values of FlushWriteCache operation.
|
|
|
|
type FlushWriteCacheRes struct{}
|
|
|
|
|
|
|
|
// FlushWriteCache flushes write-cache on a single shard.
|
2023-04-12 14:01:29 +00:00
|
|
|
func (e *StorageEngine) FlushWriteCache(ctx context.Context, p FlushWriteCachePrm) (FlushWriteCacheRes, error) {
|
|
|
|
ctx, span := tracing.StartSpanFromContext(ctx, "StorageEngine.FlushWriteCache",
|
|
|
|
trace.WithAttributes(
|
|
|
|
attribute.String("shard)id", p.shardID.String()),
|
|
|
|
attribute.Bool("ignore_errors", p.ignoreErrors),
|
|
|
|
))
|
|
|
|
defer span.End()
|
|
|
|
|
2022-09-21 10:43:31 +00:00
|
|
|
e.mtx.RLock()
|
|
|
|
sh, ok := e.shards[p.shardID.String()]
|
|
|
|
e.mtx.RUnlock()
|
|
|
|
|
|
|
|
if !ok {
|
|
|
|
return FlushWriteCacheRes{}, errShardNotFound
|
|
|
|
}
|
|
|
|
|
2022-09-26 08:54:21 +00:00
|
|
|
var prm shard.FlushWriteCachePrm
|
|
|
|
prm.SetIgnoreErrors(p.ignoreErrors)
|
|
|
|
|
2023-04-12 14:01:29 +00:00
|
|
|
return FlushWriteCacheRes{}, sh.FlushWriteCache(ctx, prm)
|
2022-09-21 10:43:31 +00:00
|
|
|
}
|
2023-05-19 08:17:19 +00:00
|
|
|
|
|
|
|
type writeCacheMetrics struct {
|
|
|
|
shardID string
|
|
|
|
metrics metrics.WriteCacheMetrics
|
|
|
|
}
|
|
|
|
|
|
|
|
func (m *writeCacheMetrics) Get(d time.Duration, success bool, st writecache.StorageType) {
|
2023-06-13 12:05:45 +00:00
|
|
|
m.metrics.AddMethodDuration(m.shardID, "Get", success, d, st.String())
|
2023-05-19 08:17:19 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
func (m *writeCacheMetrics) Delete(d time.Duration, success bool, st writecache.StorageType) {
|
2023-06-13 12:05:45 +00:00
|
|
|
m.metrics.AddMethodDuration(m.shardID, "Delete", success, d, st.String())
|
2023-05-19 08:17:19 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
func (m *writeCacheMetrics) Put(d time.Duration, success bool, st writecache.StorageType) {
|
2023-06-13 12:05:45 +00:00
|
|
|
m.metrics.AddMethodDuration(m.shardID, "Put", success, d, st.String())
|
2023-05-19 08:17:19 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
func (m *writeCacheMetrics) SetEstimateSize(db, fstree uint64) {
|
|
|
|
m.metrics.SetEstimateSize(m.shardID, db, writecache.StorageTypeDB.String())
|
|
|
|
m.metrics.SetEstimateSize(m.shardID, fstree, writecache.StorageTypeFSTree.String())
|
|
|
|
}
|
|
|
|
|
|
|
|
func (m *writeCacheMetrics) SetMode(mode mode.Mode) {
|
|
|
|
m.metrics.SetMode(m.shardID, mode.String())
|
|
|
|
}
|
|
|
|
|
|
|
|
func (m *writeCacheMetrics) SetActualCounters(db, fstree uint64) {
|
|
|
|
m.metrics.SetActualCount(m.shardID, db, writecache.StorageTypeDB.String())
|
|
|
|
m.metrics.SetActualCount(m.shardID, fstree, writecache.StorageTypeFSTree.String())
|
|
|
|
}
|
|
|
|
|
|
|
|
func (m *writeCacheMetrics) Flush(success bool, st writecache.StorageType) {
|
2023-06-13 12:05:45 +00:00
|
|
|
m.metrics.IncOperationCounter(m.shardID, "Flush", metrics.NullBool{Bool: success, Valid: true}, st.String())
|
2023-05-19 08:17:19 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
func (m *writeCacheMetrics) Evict(st writecache.StorageType) {
|
2023-06-13 12:05:45 +00:00
|
|
|
m.metrics.IncOperationCounter(m.shardID, "Evict", metrics.NullBool{}, st.String())
|
2023-05-19 08:17:19 +00:00
|
|
|
}
|
2023-06-13 12:14:28 +00:00
|
|
|
|
|
|
|
func (m *writeCacheMetrics) Close() {
|
|
|
|
m.metrics.Close(m.shardID)
|
|
|
|
}
|