forked from TrueCloudLab/frostfs-node
6ad2624552
There are certain errors which are not expected during usual node operation and which tell us that something is wrong with the shard. To prevent possible data corruption, move shard in read-only mode after amount of errors exceeded some threshold. By default no actions are performed. Signed-off-by: Evgenii Stratonikov <evgeniy@nspcc.ru>
131 lines
3.2 KiB
Go
131 lines
3.2 KiB
Go
package engine
|
|
|
|
import (
|
|
"crypto/sha256"
|
|
"fmt"
|
|
"math/rand"
|
|
"path/filepath"
|
|
"sync"
|
|
"testing"
|
|
|
|
"github.com/nspcc-dev/neofs-node/pkg/core/object"
|
|
"github.com/nspcc-dev/neofs-node/pkg/local_object_storage/blobstor"
|
|
meta "github.com/nspcc-dev/neofs-node/pkg/local_object_storage/metabase"
|
|
"github.com/nspcc-dev/neofs-node/pkg/local_object_storage/shard"
|
|
"github.com/nspcc-dev/neofs-node/pkg/util"
|
|
"github.com/nspcc-dev/neofs-node/pkg/util/test"
|
|
"github.com/nspcc-dev/neofs-sdk-go/checksum"
|
|
cid "github.com/nspcc-dev/neofs-sdk-go/container/id"
|
|
objectSDK "github.com/nspcc-dev/neofs-sdk-go/object"
|
|
"github.com/nspcc-dev/neofs-sdk-go/owner"
|
|
ownertest "github.com/nspcc-dev/neofs-sdk-go/owner/test"
|
|
"github.com/nspcc-dev/neofs-sdk-go/version"
|
|
"github.com/nspcc-dev/tzhash/tz"
|
|
"github.com/panjf2000/ants/v2"
|
|
"github.com/stretchr/testify/require"
|
|
"go.uber.org/atomic"
|
|
"go.uber.org/zap"
|
|
)
|
|
|
|
func testNewEngineWithShards(shards ...*shard.Shard) *StorageEngine {
|
|
engine := &StorageEngine{
|
|
cfg: &cfg{
|
|
log: zap.L(),
|
|
},
|
|
mtx: new(sync.RWMutex),
|
|
shards: make(map[string]shardWrapper, len(shards)),
|
|
shardPools: make(map[string]util.WorkerPool, len(shards)),
|
|
}
|
|
|
|
for _, s := range shards {
|
|
pool, err := ants.NewPool(10, ants.WithNonblocking(true))
|
|
if err != nil {
|
|
panic(err)
|
|
}
|
|
|
|
engine.shards[s.ID().String()] = shardWrapper{
|
|
errorCount: atomic.NewUint32(0),
|
|
Shard: s,
|
|
}
|
|
engine.shardPools[s.ID().String()] = pool
|
|
}
|
|
|
|
return engine
|
|
}
|
|
|
|
func testNewShard(t *testing.T, id int) *shard.Shard {
|
|
sid, err := generateShardID()
|
|
require.NoError(t, err)
|
|
|
|
s := shard.New(
|
|
shard.WithID(sid),
|
|
shard.WithLogger(zap.L()),
|
|
shard.WithBlobStorOptions(
|
|
blobstor.WithRootPath(filepath.Join(t.Name(), fmt.Sprintf("%d.blobstor", id))),
|
|
blobstor.WithBlobovniczaShallowWidth(2),
|
|
blobstor.WithBlobovniczaShallowDepth(2),
|
|
blobstor.WithRootPerm(0700),
|
|
),
|
|
shard.WithMetaBaseOptions(
|
|
meta.WithPath(filepath.Join(t.Name(), fmt.Sprintf("%d.metabase", id))),
|
|
meta.WithPermissions(0700),
|
|
))
|
|
|
|
require.NoError(t, s.Open())
|
|
require.NoError(t, s.Init())
|
|
|
|
return s
|
|
}
|
|
|
|
func testOID() *objectSDK.ID {
|
|
cs := [sha256.Size]byte{}
|
|
_, _ = rand.Read(cs[:])
|
|
|
|
id := objectSDK.NewID()
|
|
id.SetSHA256(cs)
|
|
|
|
return id
|
|
}
|
|
|
|
func generateRawObjectWithCID(t *testing.T, cid *cid.ID) *object.RawObject {
|
|
version := version.New()
|
|
version.SetMajor(2)
|
|
version.SetMinor(1)
|
|
|
|
csum := new(checksum.Checksum)
|
|
csum.SetSHA256(sha256.Sum256(owner.PublicKeyToIDBytes(&test.DecodeKey(-1).PublicKey)))
|
|
|
|
csumTZ := new(checksum.Checksum)
|
|
csumTZ.SetTillichZemor(tz.Sum(csum.Sum()))
|
|
|
|
obj := object.NewRaw()
|
|
obj.SetID(testOID())
|
|
obj.SetOwnerID(ownertest.ID())
|
|
obj.SetContainerID(cid)
|
|
obj.SetVersion(version)
|
|
obj.SetPayloadChecksum(csum)
|
|
obj.SetPayloadHomomorphicHash(csumTZ)
|
|
obj.SetPayload([]byte{1, 2, 3, 4, 5})
|
|
|
|
return obj
|
|
}
|
|
|
|
func addAttribute(obj *object.RawObject, key, val string) {
|
|
attr := objectSDK.NewAttribute()
|
|
attr.SetKey(key)
|
|
attr.SetValue(val)
|
|
|
|
attrs := obj.Attributes()
|
|
attrs = append(attrs, attr)
|
|
obj.SetAttributes(attrs...)
|
|
}
|
|
|
|
func testNewEngineWithShardNum(t *testing.T, num int) *StorageEngine {
|
|
shards := make([]*shard.Shard, 0, num)
|
|
|
|
for i := 0; i < num; i++ {
|
|
shards = append(shards, testNewShard(t, i))
|
|
}
|
|
|
|
return testNewEngineWithShards(shards...)
|
|
}
|