45ef657d36
- added dnstapEncoder object which incapsulates marshalling of dnstap
messages to protobuf and writing data to connection
- dnstapEncoder writes data directly to connection object. It doesn't
use the framestream's "write" method, because it writes data to
intermediate buffer (bufio.Writer) which leads to unnecessary
data copying and drops the performance
- dnstapEncoder reuses a preallocated buffer for marshalling dnstap
messages. Many messages are added to the same buffer. They are
separated with a "frame length" 4-byte values, so the buffer content
is writen to connection object in the format compatible with
framestream library
- added test which guarantees that dnstapEncoder output is the same
as framestream Encoder output
- the performance increase is about 50% in (dio *dnstapIO) serve() method
of dnstap plugin. The overall coredns performance increase is about 10%
in the following configuration:
.:1053 {
erratic {
drop 0
truncate 0
delay 0
}
dnstap tcp://127.0.0.1:6000 full
errors stdout
}
tested with dnsperf tool
53 lines
1.1 KiB
Go
53 lines
1.1 KiB
Go
package dnstapio
|
|
|
|
import (
|
|
"bytes"
|
|
"testing"
|
|
|
|
tap "github.com/dnstap/golang-dnstap"
|
|
fs "github.com/farsightsec/golang-framestream"
|
|
"github.com/golang/protobuf/proto"
|
|
)
|
|
|
|
func dnstapMsg() *tap.Dnstap {
|
|
t := tap.Dnstap_MESSAGE
|
|
mt := tap.Message_CLIENT_RESPONSE
|
|
msg := &tap.Message{Type: &mt}
|
|
return &tap.Dnstap{Type: &t, Message: msg}
|
|
}
|
|
|
|
func TestEncoderCompatibility(t *testing.T) {
|
|
opts := &fs.EncoderOptions{
|
|
ContentType: []byte("protobuf:dnstap.DnstapTest"),
|
|
Bidirectional: false,
|
|
}
|
|
msg := dnstapMsg()
|
|
|
|
//framestream encoder
|
|
fsW := new(bytes.Buffer)
|
|
fsEnc, err := fs.NewEncoder(fsW, opts)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
data, err := proto.Marshal(msg)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
fsEnc.Write(data)
|
|
fsEnc.Close()
|
|
|
|
//dnstap encoder
|
|
dnstapW := new(bytes.Buffer)
|
|
dnstapEnc := newDnstapEncoder(opts)
|
|
if err := dnstapEnc.resetWriter(dnstapW); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
dnstapEnc.writeMsg(msg)
|
|
dnstapEnc.flushBuffer()
|
|
dnstapEnc.close()
|
|
|
|
//compare results
|
|
if !bytes.Equal(fsW.Bytes(), dnstapW.Bytes()) {
|
|
t.Fatal("dnstapEncoder is not compatible with framestream Encoder")
|
|
}
|
|
}
|