From 7eab9fcedeeaf07f491e3766249ab353b42c4dc6 Mon Sep 17 00:00:00 2001 From: Evgenii Stratonikov Date: Fri, 26 Jan 2024 18:05:30 +0300 Subject: [PATCH] [#957] treesvc: Add benchmark for getSubTree ``` goos: linux goarch: amd64 pkg: git.frostfs.info/TrueCloudLab/frostfs-node/pkg/services/tree cpu: 11th Gen Intel(R) Core(TM) i5-1135G7 @ 2.40GHz BenchmarkGetSubTree/latency-8 16 3074441 ns/op 29602255 B/op 400010 allocs/op BenchmarkGetSubTree/latency-8 15 3318523 ns/op 29602739 B/op 400009 allocs/op BenchmarkGetSubTree/latency-8 16 3195982 ns/op 29602004 B/op 400009 allocs/op BenchmarkGetSubTree/latency-8 15 3584962 ns/op 29603457 B/op 400009 allocs/op BenchmarkGetSubTree/latency-8 15 3623496 ns/op 29602061 B/op 400009 allocs/op BenchmarkGetSubTree/latency-8 15 3346428 ns/op 29602054 B/op 400009 allocs/op BenchmarkGetSubTree/latency-8 16 3965596 ns/op 29602029 B/op 400009 allocs/op BenchmarkGetSubTree/latency-8 12 4439678 ns/op 29604445 B/op 400009 allocs/op BenchmarkGetSubTree/latency-8 15 3499192 ns/op 29602053 B/op 400009 allocs/op BenchmarkGetSubTree/latency-8 14 3896512 ns/op 29601542 B/op 400009 allocs/op BenchmarkGetSubTree/total_time-8 15 70107430 ns/op 29602047 B/op 400009 allocs/op BenchmarkGetSubTree/total_time-8 13 79811187 ns/op 29601585 B/op 400009 allocs/op BenchmarkGetSubTree/total_time-8 15 73591921 ns/op 29602068 B/op 400009 allocs/op BenchmarkGetSubTree/total_time-8 15 77711739 ns/op 29602047 B/op 400009 allocs/op BenchmarkGetSubTree/total_time-8 15 71107422 ns/op 29602140 B/op 400009 allocs/op BenchmarkGetSubTree/total_time-8 15 80340752 ns/op 29601606 B/op 400009 allocs/op BenchmarkGetSubTree/total_time-8 16 72185626 ns/op 29607127 B/op 400009 allocs/op BenchmarkGetSubTree/total_time-8 16 79709510 ns/op 29601985 B/op 400009 allocs/op BenchmarkGetSubTree/total_time-8 16 72779459 ns/op 29601474 B/op 400009 allocs/op BenchmarkGetSubTree/total_time-8 15 69887160 ns/op 29600968 B/op 400009 allocs/op PASS ok git.frostfs.info/TrueCloudLab/frostfs-node/pkg/services/tree 25.032s ``` Signed-off-by: Evgenii Stratonikov --- pkg/services/tree/bench_test.go | 121 ++++++++++++++++++++++++++++++++ 1 file changed, 121 insertions(+) create mode 100644 pkg/services/tree/bench_test.go diff --git a/pkg/services/tree/bench_test.go b/pkg/services/tree/bench_test.go new file mode 100644 index 000000000..1d2512d03 --- /dev/null +++ b/pkg/services/tree/bench_test.go @@ -0,0 +1,121 @@ +package tree + +import ( + "context" + "testing" + "time" + + "git.frostfs.info/TrueCloudLab/frostfs-node/pkg/local_object_storage/pilorama" + cidSDK "git.frostfs.info/TrueCloudLab/frostfs-sdk-go/container/id" + cidtest "git.frostfs.info/TrueCloudLab/frostfs-sdk-go/container/id/test" + "github.com/google/uuid" + "google.golang.org/grpc" +) + +func BenchmarkGetSubTree(b *testing.B) { + const count = 100_000 + + d := pilorama.CIDDescriptor{CID: cidtest.ID(), Size: 1} + treeID := "sometree" + + body := &GetSubTreeRequest_Body{ + TreeId: treeID, + RootId: pilorama.RootID, + Depth: 2, + OrderBy: &GetSubTreeRequest_Body_Order{ + Direction: GetSubTreeRequest_Body_Order_Asc, + }, + } + p := newBenchPilorama(count) + + b.Run("latency", func(b *testing.B) { + b.ReportAllocs() + for i := 0; i < b.N; i++ { + acc := benchServer{start: time.Now(), errIndex: count + 1} + err := getSubTree(context.Background(), &acc, d.CID, body, p) + if err != nil { + b.Fatalf("Error: %v, expected: %d, got %d", err, count, acc.seen) + } + b.ReportMetric(float64(uint64(acc.first)/uint64(b.N)), "ns/op") + } + }) + b.Run("total time", func(b *testing.B) { + b.ReportAllocs() + for i := 0; i < b.N; i++ { + acc := benchServer{start: time.Now(), errIndex: count + 1} + err := getSubTree(context.Background(), &acc, d.CID, body, p) + if err != nil { + b.Fatalf("Error: %v, expected: %d, got %d", err, count, acc.seen) + } + } + }) +} + +// benchPilorama represents flat pilorama, i.e. tree of height 2 with many child nodes. +type benchPilorama struct { + pilorama.Forest // Satisfy interface. + nodes []pilorama.NodeInfo +} + +func newBenchPilorama(size int) *benchPilorama { + nodes := make([]pilorama.NodeInfo, 0, size) + + for i := 1; i <= size; i++ { // Start with 1 to avoid intersecting with RootID = 0. + nodes = append(nodes, pilorama.NodeInfo{ + ParentID: pilorama.RootID, + ID: pilorama.Node(i), + Meta: pilorama.Meta{ + Items: []pilorama.KeyValue{{ + Key: pilorama.AttributeFilename, + Value: []byte(uuid.New().String()), + }}, + }, + }) + } + return &benchPilorama{nodes: nodes} +} + +func (p *benchPilorama) TreeGetChildren(ctx context.Context, cid cidSDK.ID, treeID string, nodeID pilorama.Node) ([]pilorama.NodeInfo, error) { + switch nodeID { + case pilorama.RootID: + result := make([]pilorama.NodeInfo, len(p.nodes)) + copy(result, p.nodes) + return result, nil + default: + panic("unexpected") + } +} + +func (p *benchPilorama) TreeGetMeta(ctx context.Context, cid cidSDK.ID, treeID string, root pilorama.Node) (pilorama.Meta, pilorama.Node, error) { + if root == pilorama.RootID { + return pilorama.Meta{}, pilorama.RootID, nil + } + return p.nodes[root-1].Meta, p.nodes[root-1].ParentID, nil +} + +type benchServer struct { + grpc.ServerStream // to satisfy the interface + start time.Time + first time.Duration + seen int + errIndex int +} + +var _ TreeService_GetSubTreeServer = (*benchServer)(nil) + +func (s *benchServer) Send(r *GetSubTreeResponse) error { + if s.seen == 1 { + s.first = time.Since(s.start) + } + s.seen++ + + if s.errIndex >= 0 { + if s.seen == s.errIndex+1 { + return errSubTreeSend + } + if s.errIndex >= 0 && s.seen > s.errIndex { + return errSubTreeSendAfterError + } + } + return nil +}