forked from TrueCloudLab/frostfs-node
Evgenii Stratonikov
c85a0bc866
I tried to add 4 more tests and suddenly, it became harder to navigate in code. Move directory creation in a common function. Signed-off-by: Evgenii Stratonikov <e.stratonikov@yadro.com>
220 lines
5.8 KiB
Go
220 lines
5.8 KiB
Go
package blobstor
|
|
|
|
import (
|
|
"fmt"
|
|
"os"
|
|
"testing"
|
|
|
|
"git.frostfs.info/TrueCloudLab/frostfs-node/pkg/local_object_storage/blobstor/blobovniczatree"
|
|
"git.frostfs.info/TrueCloudLab/frostfs-node/pkg/local_object_storage/blobstor/common"
|
|
"git.frostfs.info/TrueCloudLab/frostfs-node/pkg/local_object_storage/blobstor/fstree"
|
|
"git.frostfs.info/TrueCloudLab/frostfs-node/pkg/local_object_storage/blobstor/memstore"
|
|
"git.frostfs.info/TrueCloudLab/frostfs-node/pkg/local_object_storage/internal/testutil"
|
|
"github.com/stretchr/testify/require"
|
|
)
|
|
|
|
type storage struct {
|
|
desc string
|
|
create func(string) common.Storage
|
|
}
|
|
|
|
func (s storage) open(b *testing.B) common.Storage {
|
|
dir, err := os.MkdirTemp(os.TempDir(), s.desc)
|
|
if err != nil {
|
|
b.Fatalf("creating %s root path: %v", s.desc, err)
|
|
}
|
|
st := s.create(dir)
|
|
|
|
require.NoError(b, st.Open(false))
|
|
require.NoError(b, st.Init())
|
|
|
|
b.Cleanup(func() {
|
|
require.NoError(b, st.Close())
|
|
require.NoError(b, os.RemoveAll(dir))
|
|
})
|
|
|
|
return st
|
|
}
|
|
|
|
// The storages to benchmark. Each storage has a description and a function which returns the actual
|
|
// storage along with a cleanup function.
|
|
var storages = []storage{
|
|
{
|
|
desc: "memstore",
|
|
create: func(string) common.Storage {
|
|
return memstore.New()
|
|
},
|
|
},
|
|
{
|
|
desc: "fstree_nosync",
|
|
create: func(dir string) common.Storage {
|
|
return fstree.New(
|
|
fstree.WithPath(dir),
|
|
fstree.WithDepth(2),
|
|
fstree.WithDirNameLen(2),
|
|
fstree.WithNoSync(true),
|
|
)
|
|
},
|
|
},
|
|
{
|
|
desc: "fstree",
|
|
create: func(dir string) common.Storage {
|
|
return fstree.New(
|
|
fstree.WithPath(dir),
|
|
fstree.WithDepth(2),
|
|
fstree.WithDirNameLen(2),
|
|
)
|
|
},
|
|
},
|
|
{
|
|
desc: "blobovniczatree",
|
|
create: func(dir string) common.Storage {
|
|
return blobovniczatree.NewBlobovniczaTree(
|
|
blobovniczatree.WithRootPath(dir),
|
|
)
|
|
},
|
|
},
|
|
}
|
|
|
|
func BenchmarkSubstorageReadPerf(b *testing.B) {
|
|
readTests := []struct {
|
|
desc string
|
|
size int
|
|
objGen func() testutil.ObjectGenerator
|
|
addrGen func() testutil.AddressGenerator
|
|
}{
|
|
{
|
|
desc: "seq100",
|
|
size: 10000,
|
|
objGen: func() testutil.ObjectGenerator { return &testutil.SeqObjGenerator{ObjSize: 100} },
|
|
addrGen: func() testutil.AddressGenerator { return &testutil.SeqAddrGenerator{MaxID: 100} },
|
|
},
|
|
{
|
|
desc: "rand100",
|
|
size: 10000,
|
|
objGen: func() testutil.ObjectGenerator { return &testutil.SeqObjGenerator{ObjSize: 100} },
|
|
addrGen: func() testutil.AddressGenerator { return testutil.RandAddrGenerator(10000) },
|
|
},
|
|
}
|
|
for _, tt := range readTests {
|
|
for _, stEntry := range storages {
|
|
b.Run(fmt.Sprintf("%s-%s", stEntry.desc, tt.desc), func(b *testing.B) {
|
|
objGen := tt.objGen()
|
|
st := stEntry.open(b)
|
|
|
|
// Fill database
|
|
for i := 0; i < tt.size; i++ {
|
|
obj := objGen.Next()
|
|
addr := testutil.AddressFromObject(b, obj)
|
|
raw, err := obj.Marshal()
|
|
require.NoError(b, err)
|
|
if _, err := st.Put(common.PutPrm{
|
|
Address: addr,
|
|
RawData: raw,
|
|
}); err != nil {
|
|
b.Fatalf("writing entry: %v", err)
|
|
}
|
|
}
|
|
|
|
// Benchmark reading
|
|
addrGen := tt.addrGen()
|
|
b.ResetTimer()
|
|
b.RunParallel(func(pb *testing.PB) {
|
|
for pb.Next() {
|
|
_, err := st.Get(common.GetPrm{Address: addrGen.Next()})
|
|
require.NoError(b, err)
|
|
}
|
|
})
|
|
})
|
|
}
|
|
}
|
|
}
|
|
|
|
func BenchmarkSubstorageWritePerf(b *testing.B) {
|
|
generators := []struct {
|
|
desc string
|
|
create func() testutil.ObjectGenerator
|
|
}{
|
|
{desc: "rand10", create: func() testutil.ObjectGenerator { return &testutil.RandObjGenerator{ObjSize: 10} }},
|
|
{desc: "rand100", create: func() testutil.ObjectGenerator { return &testutil.RandObjGenerator{ObjSize: 100} }},
|
|
{desc: "rand1000", create: func() testutil.ObjectGenerator { return &testutil.RandObjGenerator{ObjSize: 1000} }},
|
|
{desc: "overwrite10", create: func() testutil.ObjectGenerator { return &testutil.OverwriteObjGenerator{ObjSize: 10, MaxObjects: 100} }},
|
|
{desc: "overwrite100", create: func() testutil.ObjectGenerator { return &testutil.OverwriteObjGenerator{ObjSize: 100, MaxObjects: 100} }},
|
|
{desc: "overwrite1000", create: func() testutil.ObjectGenerator {
|
|
return &testutil.OverwriteObjGenerator{ObjSize: 1000, MaxObjects: 100}
|
|
}},
|
|
}
|
|
|
|
for _, genEntry := range generators {
|
|
for _, stEntry := range storages {
|
|
b.Run(fmt.Sprintf("%s-%s", stEntry.desc, genEntry.desc), func(b *testing.B) {
|
|
gen := genEntry.create()
|
|
st := stEntry.open(b)
|
|
|
|
b.ResetTimer()
|
|
b.RunParallel(func(pb *testing.PB) {
|
|
for pb.Next() {
|
|
obj := gen.Next()
|
|
addr := testutil.AddressFromObject(b, obj)
|
|
raw, err := obj.Marshal()
|
|
require.NoError(b, err)
|
|
if _, err := st.Put(common.PutPrm{
|
|
Address: addr,
|
|
RawData: raw,
|
|
}); err != nil {
|
|
b.Fatalf("writing entry: %v", err)
|
|
}
|
|
}
|
|
})
|
|
})
|
|
}
|
|
}
|
|
}
|
|
|
|
func BenchmarkSubstorageIteratePerf(b *testing.B) {
|
|
iterateTests := []struct {
|
|
desc string
|
|
size int
|
|
objGen func() testutil.ObjectGenerator
|
|
}{
|
|
{
|
|
desc: "rand100",
|
|
size: 10000,
|
|
objGen: func() testutil.ObjectGenerator { return &testutil.RandObjGenerator{ObjSize: 100} },
|
|
},
|
|
}
|
|
for _, tt := range iterateTests {
|
|
for _, stEntry := range storages {
|
|
b.Run(fmt.Sprintf("%s-%s", stEntry.desc, tt.desc), func(b *testing.B) {
|
|
objGen := tt.objGen()
|
|
st := stEntry.open(b)
|
|
|
|
// Fill database
|
|
for i := 0; i < tt.size; i++ {
|
|
obj := objGen.Next()
|
|
addr := testutil.AddressFromObject(b, obj)
|
|
raw, err := obj.Marshal()
|
|
require.NoError(b, err)
|
|
if _, err := st.Put(common.PutPrm{
|
|
Address: addr,
|
|
RawData: raw,
|
|
}); err != nil {
|
|
b.Fatalf("writing entry: %v", err)
|
|
}
|
|
}
|
|
|
|
// Benchmark iterate
|
|
cnt := 0
|
|
b.ResetTimer()
|
|
_, err := st.Iterate(common.IteratePrm{
|
|
Handler: func(elem common.IterationElement) error {
|
|
cnt++
|
|
return nil
|
|
},
|
|
})
|
|
require.NoError(b, err)
|
|
require.Equal(b, tt.size, cnt)
|
|
})
|
|
}
|
|
}
|
|
}
|