forked from TrueCloudLab/frostfs-sdk-go
[#19] transformer: Cover with unit-tests
Signed-off-by: Evgenii Stratonikov <e.stratonikov@yadro.com>
This commit is contained in:
parent
c2ea143d00
commit
1e1c836310
1 changed files with 164 additions and 0 deletions
164
object/transformer/transformer_test.go
Normal file
164
object/transformer/transformer_test.go
Normal file
|
@ -0,0 +1,164 @@
|
|||
package transformer
|
||||
|
||||
import (
|
||||
"crypto/rand"
|
||||
"testing"
|
||||
|
||||
cidtest "github.com/TrueCloudLab/frostfs-sdk-go/container/id/test"
|
||||
objectSDK "github.com/TrueCloudLab/frostfs-sdk-go/object"
|
||||
"github.com/TrueCloudLab/frostfs-sdk-go/version"
|
||||
"github.com/nspcc-dev/neo-go/pkg/crypto/keys"
|
||||
"github.com/stretchr/testify/require"
|
||||
)
|
||||
|
||||
func TestTransformer(t *testing.T) {
|
||||
const maxSize = 100
|
||||
|
||||
tt := new(testTarget)
|
||||
|
||||
target, _ := newPayloadSizeLimiter(maxSize, tt)
|
||||
|
||||
ver := version.Current()
|
||||
cnr := cidtest.ID()
|
||||
hdr := objectSDK.New()
|
||||
hdr.SetContainerID(cnr)
|
||||
hdr.SetType(objectSDK.TypeRegular)
|
||||
hdr.SetVersion(&ver)
|
||||
require.NoError(t, target.WriteHeader(hdr))
|
||||
|
||||
expectedPayload := make([]byte, maxSize*2+maxSize/2)
|
||||
_, _ = rand.Read(expectedPayload)
|
||||
|
||||
_, err := target.Write(expectedPayload)
|
||||
require.NoError(t, err)
|
||||
|
||||
ids, err := target.Close()
|
||||
require.NoError(t, err)
|
||||
|
||||
require.Equal(t, 4, len(tt.objects)) // 3 parts + linking object
|
||||
|
||||
var actualPayload []byte
|
||||
for i := range tt.objects {
|
||||
childCnr, ok := tt.objects[i].ContainerID()
|
||||
require.True(t, ok)
|
||||
require.Equal(t, cnr, childCnr)
|
||||
require.Equal(t, objectSDK.TypeRegular, tt.objects[i].Type())
|
||||
|
||||
payload := tt.objects[i].Payload()
|
||||
require.EqualValues(t, tt.objects[i].PayloadSize(), len(payload))
|
||||
actualPayload = append(actualPayload, payload...)
|
||||
|
||||
switch i {
|
||||
case 0, 1:
|
||||
require.EqualValues(t, maxSize, len(payload))
|
||||
case 2:
|
||||
require.EqualValues(t, maxSize/2, len(payload))
|
||||
case 3:
|
||||
parID, ok := tt.objects[i].ParentID()
|
||||
require.True(t, ok)
|
||||
require.Equal(t, ids.ParentID(), &parID)
|
||||
}
|
||||
}
|
||||
require.Equal(t, expectedPayload, actualPayload)
|
||||
}
|
||||
|
||||
func BenchmarkTransformer(b *testing.B) {
|
||||
ver := version.Current()
|
||||
cnr := cidtest.ID()
|
||||
hdr := objectSDK.New()
|
||||
hdr.SetContainerID(cnr)
|
||||
hdr.SetType(objectSDK.TypeRegular)
|
||||
hdr.SetVersion(&ver)
|
||||
|
||||
b.Run("small", func(b *testing.B) {
|
||||
benchmarkTransformer(b, hdr, 8*1024)
|
||||
})
|
||||
b.Run("big", func(b *testing.B) {
|
||||
benchmarkTransformer(b, hdr, 64*1024*1024*9/2)
|
||||
})
|
||||
}
|
||||
|
||||
func benchmarkTransformer(b *testing.B, header *objectSDK.Object, payloadSize int) {
|
||||
const maxSize = 64 * 1024 * 1024
|
||||
|
||||
payload := make([]byte, payloadSize)
|
||||
|
||||
b.ReportAllocs()
|
||||
b.ResetTimer()
|
||||
for i := 0; i < b.N; i++ {
|
||||
f, _ := newPayloadSizeLimiter(maxSize, benchTarget{})
|
||||
if err := f.WriteHeader(header); err != nil {
|
||||
b.Fatalf("write header: %v", err)
|
||||
}
|
||||
if _, err := f.Write(payload); err != nil {
|
||||
b.Fatalf("write: %v", err)
|
||||
}
|
||||
if _, err := f.Close(); err != nil {
|
||||
b.Fatalf("close: %v", err)
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
func newPayloadSizeLimiter(maxSize uint64, nextTarget ObjectTarget) (ObjectTarget, *keys.PrivateKey) {
|
||||
p, err := keys.NewPrivateKey()
|
||||
if err != nil {
|
||||
panic(err)
|
||||
}
|
||||
|
||||
return NewPayloadSizeLimiter(maxSize, true, func() ObjectTarget {
|
||||
return NewFormatTarget(&FormatterParams{
|
||||
Key: &p.PrivateKey,
|
||||
NextTarget: nextTarget,
|
||||
NetworkState: dummyEpochSource(123),
|
||||
})
|
||||
}), p
|
||||
}
|
||||
|
||||
type dummyEpochSource uint64
|
||||
|
||||
func (s dummyEpochSource) CurrentEpoch() uint64 {
|
||||
return uint64(s)
|
||||
}
|
||||
|
||||
type benchTarget struct{}
|
||||
|
||||
func (benchTarget) WriteHeader(object *objectSDK.Object) error {
|
||||
return nil
|
||||
}
|
||||
|
||||
func (benchTarget) Write(p []byte) (n int, err error) {
|
||||
return len(p), nil
|
||||
}
|
||||
|
||||
func (benchTarget) Close() (*AccessIdentifiers, error) {
|
||||
return nil, nil
|
||||
}
|
||||
|
||||
type testTarget struct {
|
||||
current *objectSDK.Object
|
||||
payload []byte
|
||||
objects []*objectSDK.Object
|
||||
}
|
||||
|
||||
func (tt *testTarget) WriteHeader(object *objectSDK.Object) error {
|
||||
tt.current = object
|
||||
return nil
|
||||
}
|
||||
|
||||
func (tt *testTarget) Write(p []byte) (n int, err error) {
|
||||
tt.payload = append(tt.payload, p...)
|
||||
return len(p), nil
|
||||
}
|
||||
|
||||
func (tt *testTarget) Close() (*AccessIdentifiers, error) {
|
||||
tt.current.SetPayload(tt.payload)
|
||||
// We need to marshal, because current implementation reuses written object.
|
||||
data, _ := tt.current.Marshal()
|
||||
obj := objectSDK.New()
|
||||
_ = obj.Unmarshal(data)
|
||||
|
||||
tt.objects = append(tt.objects, obj)
|
||||
tt.current = nil
|
||||
tt.payload = nil
|
||||
return nil, nil // AccessIdentifiers should not be used.
|
||||
}
|
Loading…
Reference in a new issue