forked from TrueCloudLab/frostfs-node
Now it is possible to enable compressability estimation. If data is likely uncompressable, it should reduce CPU time and memory. Signed-off-by: Dmitrii Stepanov <d.stepanov@yadro.com>
98 lines
2.1 KiB
Go
98 lines
2.1 KiB
Go
package compression
|
|
|
|
import (
|
|
"crypto/rand"
|
|
"fmt"
|
|
"log"
|
|
"testing"
|
|
|
|
"github.com/klauspost/compress"
|
|
"github.com/stretchr/testify/require"
|
|
)
|
|
|
|
func BenchmarkCompression(b *testing.B) {
|
|
c := Config{Enabled: true}
|
|
require.NoError(b, c.Init())
|
|
|
|
for _, size := range []int{128, 1024, 32 * 1024, 32 * 1024 * 1024} {
|
|
b.Run(fmt.Sprintf("size=%d", size), func(b *testing.B) {
|
|
b.Run("zeroed slice", func(b *testing.B) {
|
|
data := make([]byte, size)
|
|
benchWith(b, c, data)
|
|
})
|
|
b.Run("not so random slice (block = 123)", func(b *testing.B) {
|
|
data := notSoRandomSlice(size, 123)
|
|
benchWith(b, c, data)
|
|
})
|
|
b.Run("random slice", func(b *testing.B) {
|
|
data := make([]byte, size)
|
|
rand.Read(data)
|
|
benchWith(b, c, data)
|
|
})
|
|
})
|
|
}
|
|
}
|
|
|
|
func benchWith(b *testing.B, c Config, data []byte) {
|
|
b.ResetTimer()
|
|
b.ReportAllocs()
|
|
for i := 0; i < b.N; i++ {
|
|
_ = c.Compress(data)
|
|
}
|
|
}
|
|
|
|
func notSoRandomSlice(size, blockSize int) []byte {
|
|
data := make([]byte, size)
|
|
rand.Read(data[:blockSize])
|
|
for i := blockSize; i < size; i += blockSize {
|
|
copy(data[i:], data[:blockSize])
|
|
}
|
|
return data
|
|
}
|
|
|
|
func BenchmarkCompressionRealVSEstimate(b *testing.B) {
|
|
var total float64 // to prevent from compiler optimizations
|
|
maxSize := 60 * 1024 * 1024
|
|
b.Run("estimate", func(b *testing.B) {
|
|
b.ResetTimer()
|
|
|
|
c := &Config{
|
|
Enabled: true,
|
|
}
|
|
require.NoError(b, c.Init())
|
|
|
|
for size := 1024; size <= maxSize; size *= 2 {
|
|
data := make([]byte, size)
|
|
_, err := rand.Reader.Read(data)
|
|
require.NoError(b, err)
|
|
|
|
b.StartTimer()
|
|
estimation := compress.Estimate(data)
|
|
total += estimation
|
|
b.StopTimer()
|
|
}
|
|
})
|
|
|
|
b.Run("compress", func(b *testing.B) {
|
|
b.ResetTimer()
|
|
|
|
c := &Config{
|
|
Enabled: true,
|
|
}
|
|
require.NoError(b, c.Init())
|
|
|
|
for size := 1024; size <= maxSize; size *= 2 {
|
|
data := make([]byte, size)
|
|
_, err := rand.Reader.Read(data)
|
|
require.NoError(b, err)
|
|
|
|
b.StartTimer()
|
|
maxSize := c.encoder.MaxEncodedSize(len(data))
|
|
compressed := c.encoder.EncodeAll(data, make([]byte, 0, maxSize))
|
|
total += float64(len(compressed)) / float64(len(data))
|
|
b.StopTimer()
|
|
}
|
|
})
|
|
|
|
log.Println(total)
|
|
}
|