a-savchuk/frostfs-node
1
0
Fork 0
forked from TrueCloudLab/frostfs-node
Code Pull requests Activity

[#236] blobstor/test: Prefill storage in parallel in read benchmark

Browse source 
`blobovniczatree` takes a really long time to prefill, because each
batch takes at least 10ms, so for 10k iterations we have at least 100s of
prefill.

Signed-off-by: Evgenii Stratonikov <e.stratonikov@yadro.com>
This commit is contained in:
Evgenii Stratonikov 2023-04-11 20:51:58 +03:00
parent 6ad5c38225
commit c4865783fc
1 changed files with 14 additions and 8 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

16
pkg/local_object_storage/blobstor/perf_test.go
View file

@ -11,6 +11,7 @@ import (
"git.frostfs.info/TrueCloudLab/frostfs-node/pkg/local_object_storage/blobstor/memstore" "git.frostfs.info/TrueCloudLab/frostfs-node/pkg/local_object_storage/blobstor/memstore"
"git.frostfs.info/TrueCloudLab/frostfs-node/pkg/local_object_storage/internal/testutil" "git.frostfs.info/TrueCloudLab/frostfs-node/pkg/local_object_storage/internal/testutil"
"github.com/stretchr/testify/require" "github.com/stretchr/testify/require"
"golang.org/x/sync/errgroup"
) )
type storage struct { type storage struct {
@ -103,18 +104,23 @@ func BenchmarkSubstorageReadPerf(b *testing.B) {
st := stEntry.open(b) st := stEntry.open(b)
// Fill database // Fill database
var errG errgroup.Group
for i := 0; i < tt.size; i++ { for i := 0; i < tt.size; i++ {
obj := objGen.Next() obj := objGen.Next()
addr := testutil.AddressFromObject(b, obj) addr := testutil.AddressFromObject(b, obj)
errG.Go(func() error {
raw, err := obj.Marshal() raw, err := obj.Marshal()
require.NoError(b, err) if err != nil {
if _, err := st.Put(common.PutPrm{ return fmt.Errorf("marshal: %v", err)
}
_, err = st.Put(common.PutPrm{
Address: addr, Address: addr,
RawData: raw, RawData: raw,
}); err != nil { })
b.Fatalf("writing entry: %v", err) return err
} })
} }
require.NoError(b, errG.Wait())
// Benchmark reading // Benchmark reading
addrGen := tt.addrGen() addrGen := tt.addrGen()