Alexander Chuprov
033eaf77e1
All checks were successful
Build / Build Components (1.20) (pull_request) Successful in 3m52s
Build / Build Components (1.19) (pull_request) Successful in 4m1s
ci/woodpecker/pr/pre-commit Pipeline was successful
Tests and linters / Tests with -race (pull_request) Successful in 5m36s
Tests and linters / Tests (1.20) (pull_request) Successful in 5m55s
Tests and linters / Lint (pull_request) Successful in 14m40s
Tests and linters / Tests (1.19) (pull_request) Successful in 15m29s
ci/woodpecker/push/pre-commit Pipeline was successful
Standardize the alias of the import frostfs-sdk-go/object as objectSDK. Signed-off-by: Alexander Chuprov <a.chuprov@yadro.com>
99 lines
2.8 KiB
Go
99 lines
2.8 KiB
Go
package shard
|
|
|
|
import (
|
|
"context"
|
|
"fmt"
|
|
|
|
"git.frostfs.info/TrueCloudLab/frostfs-node/internal/logs"
|
|
objectCore "git.frostfs.info/TrueCloudLab/frostfs-node/pkg/core/object"
|
|
"git.frostfs.info/TrueCloudLab/frostfs-node/pkg/local_object_storage/blobstor/common"
|
|
meta "git.frostfs.info/TrueCloudLab/frostfs-node/pkg/local_object_storage/metabase"
|
|
"git.frostfs.info/TrueCloudLab/frostfs-observability/tracing"
|
|
objectSDK "git.frostfs.info/TrueCloudLab/frostfs-sdk-go/object"
|
|
"go.opentelemetry.io/otel/attribute"
|
|
"go.opentelemetry.io/otel/trace"
|
|
"go.uber.org/zap"
|
|
)
|
|
|
|
// PutPrm groups the parameters of Put operation.
|
|
type PutPrm struct {
|
|
obj *objectSDK.Object
|
|
}
|
|
|
|
// PutRes groups the resulting values of Put operation.
|
|
type PutRes struct{}
|
|
|
|
// SetObject is a Put option to set object to save.
|
|
func (p *PutPrm) SetObject(obj *objectSDK.Object) {
|
|
p.obj = obj
|
|
}
|
|
|
|
// Put saves the object in shard.
|
|
//
|
|
// Returns any error encountered that
|
|
// did not allow to completely save the object.
|
|
//
|
|
// Returns ErrReadOnlyMode error if shard is in "read-only" mode.
|
|
func (s *Shard) Put(ctx context.Context, prm PutPrm) (PutRes, error) {
|
|
ctx, span := tracing.StartSpanFromContext(ctx, "Shard.Put",
|
|
trace.WithAttributes(
|
|
attribute.String("shard_id", s.ID().String()),
|
|
attribute.String("address", objectCore.AddressOf(prm.obj).EncodeToString()),
|
|
))
|
|
defer span.End()
|
|
|
|
s.m.RLock()
|
|
defer s.m.RUnlock()
|
|
|
|
m := s.info.Mode
|
|
if m.ReadOnly() {
|
|
return PutRes{}, ErrReadOnlyMode
|
|
}
|
|
|
|
data, err := prm.obj.Marshal()
|
|
if err != nil {
|
|
return PutRes{}, fmt.Errorf("cannot marshal object: %w", err)
|
|
}
|
|
|
|
var putPrm common.PutPrm // form Put parameters
|
|
putPrm.Object = prm.obj
|
|
putPrm.RawData = data
|
|
putPrm.Address = objectCore.AddressOf(prm.obj)
|
|
|
|
var res common.PutRes
|
|
|
|
// exist check are not performed there, these checks should be executed
|
|
// ahead of `Put` by storage engine
|
|
tryCache := s.hasWriteCache() && !m.NoMetabase()
|
|
if tryCache {
|
|
res, err = s.writeCache.Put(ctx, putPrm)
|
|
}
|
|
if err != nil || !tryCache {
|
|
if err != nil {
|
|
s.log.Debug(logs.ShardCantPutObjectToTheWritecacheTryingBlobstor,
|
|
zap.String("err", err.Error()))
|
|
}
|
|
|
|
res, err = s.blobStor.Put(ctx, putPrm)
|
|
if err != nil {
|
|
return PutRes{}, fmt.Errorf("could not put object to BLOB storage: %w", err)
|
|
}
|
|
}
|
|
|
|
if !m.NoMetabase() {
|
|
var pPrm meta.PutPrm
|
|
pPrm.SetObject(prm.obj)
|
|
pPrm.SetStorageID(res.StorageID)
|
|
if _, err := s.metaBase.Put(ctx, pPrm); err != nil {
|
|
// may we need to handle this case in a special way
|
|
// since the object has been successfully written to BlobStor
|
|
return PutRes{}, fmt.Errorf("could not put object to metabase: %w", err)
|
|
}
|
|
|
|
s.incObjectCounter()
|
|
s.addToPayloadSize(int64(prm.obj.PayloadSize()))
|
|
s.addToContainerSize(putPrm.Address.Container().EncodeToString(), int64(prm.obj.PayloadSize()))
|
|
}
|
|
|
|
return PutRes{}, nil
|
|
}
|