mw/logs: add rflags to logging (#845)

Add the DNS message response flags as {rflags} to the default logging
Also complete the replacer testing that is was commented out.
And (unrelated) Switch erratic and whoami to ease testing.

Note: {flags} could and should be added as well - but we can leave that
as a beginners bug.
This commit is contained in:
Miek Gieben 2017-08-07 03:49:40 -07:00 committed by GitHub
parent bcb2eb1ecc
commit 050eccd69e
6 changed files with 104 additions and 115 deletions

View file

@ -35,8 +35,8 @@ var directives = []string{
"secondary", "secondary",
"etcd", "etcd",
"proxy", "proxy",
"whoami",
"erratic", "erratic",
"whoami",
"startup", "startup",
"shutdown", "shutdown",
} }

View file

@ -43,7 +43,7 @@
200:secondary:secondary 200:secondary:secondary
210:etcd:etcd 210:etcd:etcd
220:proxy:proxy 220:proxy:proxy
230:whoami:whoami 230:erratic:erratic
240:erratic:erratic 240:whoami:whoami
500:startup:github.com/mholt/caddy/startupshutdown 500:startup:github.com/mholt/caddy/startupshutdown
510:shutdown:github.com/mholt/caddy/startupshutdown 510:shutdown:github.com/mholt/caddy/startupshutdown

View file

@ -55,26 +55,28 @@ response placeholders.
The following place holders are supported: The following place holders are supported:
* `{type}`: qtype of the request. * `{type}`: qtype of the request
* `{name}`: qname of the request. * `{name}`: qname of the request
* `{class}`: qclass of the request. * `{class}`: qclass of the request
* `{proto}`: protocol used (tcp or udp). * `{proto}`: protocol used (tcp or udp)
* `{when}`: time of the query. * `{when}`: time of the query
* `{remote}`: client's IP address. * `{remote}`: client's IP address
* `{size}`: request size in bytes. * `{size}`: request size in bytes
* `{port}`: client's port. * `{port}`: client's port
* `{duration}`: response duration. * `{duration}`: response duration
* `{>bufsize}`: the EDNS0 buffer size advertised. * `{rcode}`: response RCODE
* `{>do}`: is the EDNS0 DO (DNSSEC OK) bit set. * `{rsize}`: response size
* `{>rflags}`: response flags, each set flag will be displayed, e.g. "aa, tc". This includes the qr
bit as well.
* `{>bufsize}`: the EDNS0 buffer size advertised in the query
* `{>do}`: is the EDNS0 DO (DNSSEC OK) bit set in the query
* `{>id}`: query ID * `{>id}`: query ID
* `{>opcode}`: query OPCODE. * `{>opcode}`: query OPCODE
* `{rcode}`: response RCODE.
* `{rsize}`: response size.
The default Common Log Format is: The default Common Log Format is:
~~~ txt ~~~ txt
`{remote} - [{when}] "{type} {class} {name} {proto} {size} {>do} {>bufsize}" {rcode} {rsize} {duration}` `{remote} - [{when}] "{type} {class} {name} {proto} {size} {>do} {>bufsize}" {rcode} {>rflags} {rsize} {duration}`
~~~ ~~~
## Examples ## Examples

View file

@ -78,10 +78,10 @@ type Rule struct {
} }
const ( const (
// DefaultLogFilename is the default output name. // DefaultLogFilename is the default output name. This is the only supported value.
DefaultLogFilename = "stdout" DefaultLogFilename = "stdout"
// CommonLogFormat is the common log format. // CommonLogFormat is the common log format.
CommonLogFormat = `{remote} ` + CommonLogEmptyValue + ` [{when}] "{type} {class} {name} {proto} {size} {>do} {>bufsize}" {rcode} {rsize} {duration}` CommonLogFormat = `{remote} ` + CommonLogEmptyValue + ` [{when}] "{type} {class} {name} {proto} {size} {>do} {>bufsize}" {rcode} {>rflags} {rsize} {duration}`
// CommonLogEmptyValue is the common empty log value. // CommonLogEmptyValue is the common empty log value.
CommonLogEmptyValue = "-" CommonLogEmptyValue = "-"
// CombinedLogFormat is the combined log format. // CombinedLogFormat is the combined log format.

View file

@ -56,6 +56,9 @@ func New(r *dns.Msg, rr *dnsrecorder.Recorder, emptyValue string) Replacer {
rep.replacements["{rcode}"] = rcode rep.replacements["{rcode}"] = rcode
rep.replacements["{rsize}"] = strconv.Itoa(rr.Len) rep.replacements["{rsize}"] = strconv.Itoa(rr.Len)
rep.replacements["{duration}"] = time.Since(rr.Start).String() rep.replacements["{duration}"] = time.Since(rr.Start).String()
if rr.Msg != nil {
rep.replacements[headerReplacer+"rflags}"] = flagsToString(rr.Msg.MsgHdr)
}
} }
// Header placeholders (case-insensitive) // Header placeholders (case-insensitive)
@ -110,6 +113,48 @@ func boolToString(b bool) string {
return "false" return "false"
} }
// flagsToString checks all header flags and returns those
// that are set as a string separated with commas
func flagsToString(h dns.MsgHdr) string {
flags := make([]string, 7)
i := 0
if h.Response {
flags[i] = "qr"
i++
}
if h.Authoritative {
flags[i] = "aa"
i++
}
if h.Truncated {
flags[i] = "tc"
i++
}
if h.RecursionDesired {
flags[i] = "rd"
i++
}
if h.RecursionAvailable {
flags[i] = "ra"
i++
}
if h.Zero {
flags[i] = "z"
i++
}
if h.AuthenticatedData {
flags[i] = "ad"
i++
}
if h.CheckingDisabled {
flags[i] = "cd"
i++
}
return strings.Join(flags[:i], ",")
}
const ( const (
timeFormat = "02/Jan/2006:15:04:05 -0700" timeFormat = "02/Jan/2006:15:04:05 -0700"
headerReplacer = "{>" headerReplacer = "{>"

View file

@ -1,28 +1,34 @@
package replacer package replacer
/* import (
func TestNewReplacer(t *testing.T) { "testing"
w := httptest.NewRecorder()
recordRequest := NewResponseRecorder(w)
reader := strings.NewReader(`{"username": "dennis"}`)
request, err := http.NewRequest("POST", "http://localhost", reader) "github.com/coredns/coredns/middleware/pkg/dnsrecorder"
if err != nil { "github.com/coredns/coredns/middleware/test"
t.Fatal("Request Formation Failed\n")
} "github.com/miekg/dns"
replaceValues := NewReplacer(request, recordRequest, "") )
func TestNewReplacer(t *testing.T) {
w := dnsrecorder.New(&test.ResponseWriter{})
r := new(dns.Msg)
r.SetQuestion("example.org.", dns.TypeHINFO)
r.MsgHdr.AuthenticatedData = true
replaceValues := New(r, w, "")
switch v := replaceValues.(type) { switch v := replaceValues.(type) {
case replacer: case replacer:
if v.replacements["{host}"] != "localhost" { if v.replacements["{type}"] != "HINFO" {
t.Error("Expected host to be localhost") t.Errorf("Expected type to be HINFO, got %q", v.replacements["{type}"])
} }
if v.replacements["{method}"] != "POST" { if v.replacements["{name}"] != "example.org." {
t.Error("Expected request method to be POST") t.Errorf("Expected request name to be example.org., got %q", v.replacements["{name}"])
} }
if v.replacements["{status}"] != "200" { if v.replacements["{size}"] != "29" { // size of request
t.Error("Expected status to be 200") t.Errorf("Expected size to be 29, got %q", v.replacements["{size}"])
} }
default: default:
@ -30,90 +36,26 @@ func TestNewReplacer(t *testing.T) {
} }
} }
func TestReplace(t *testing.T) {
w := httptest.NewRecorder()
recordRequest := NewResponseRecorder(w)
reader := strings.NewReader(`{"username": "dennis"}`)
request, err := http.NewRequest("POST", "http://localhost", reader)
if err != nil {
t.Fatal("Request Formation Failed\n")
}
request.Header.Set("Custom", "foobarbaz")
request.Header.Set("ShorterVal", "1")
repl := NewReplacer(request, recordRequest, "-")
if expected, actual := "This host is localhost.", repl.Replace("This host is {host}."); expected != actual {
t.Errorf("{host} replacement: expected '%s', got '%s'", expected, actual)
}
if expected, actual := "This request method is POST.", repl.Replace("This request method is {method}."); expected != actual {
t.Errorf("{method} replacement: expected '%s', got '%s'", expected, actual)
}
if expected, actual := "The response status is 200.", repl.Replace("The response status is {status}."); expected != actual {
t.Errorf("{status} replacement: expected '%s', got '%s'", expected, actual)
}
if expected, actual := "The Custom header is foobarbaz.", repl.Replace("The Custom header is {>Custom}."); expected != actual {
t.Errorf("{>Custom} replacement: expected '%s', got '%s'", expected, actual)
}
// Test header case-insensitivity
if expected, actual := "The cUsToM header is foobarbaz...", repl.Replace("The cUsToM header is {>cUsToM}..."); expected != actual {
t.Errorf("{>cUsToM} replacement: expected '%s', got '%s'", expected, actual)
}
// Test non-existent header/value
if expected, actual := "The Non-Existent header is -.", repl.Replace("The Non-Existent header is {>Non-Existent}."); expected != actual {
t.Errorf("{>Non-Existent} replacement: expected '%s', got '%s'", expected, actual)
}
// Test bad placeholder
if expected, actual := "Bad {host placeholder...", repl.Replace("Bad {host placeholder..."); expected != actual {
t.Errorf("bad placeholder: expected '%s', got '%s'", expected, actual)
}
// Test bad header placeholder
if expected, actual := "Bad {>Custom placeholder", repl.Replace("Bad {>Custom placeholder"); expected != actual {
t.Errorf("bad header placeholder: expected '%s', got '%s'", expected, actual)
}
// Test bad header placeholder with valid one later
if expected, actual := "Bad -", repl.Replace("Bad {>Custom placeholder {>ShorterVal}"); expected != actual {
t.Errorf("bad header placeholders: expected '%s', got '%s'", expected, actual)
}
// Test shorter header value with multiple placeholders
if expected, actual := "Short value 1 then foobarbaz.", repl.Replace("Short value {>ShorterVal} then {>Custom}."); expected != actual {
t.Errorf("short value: expected '%s', got '%s'", expected, actual)
}
}
func TestSet(t *testing.T) { func TestSet(t *testing.T) {
w := httptest.NewRecorder() w := dnsrecorder.New(&test.ResponseWriter{})
recordRequest := NewResponseRecorder(w)
reader := strings.NewReader(`{"username": "dennis"}`)
request, err := http.NewRequest("POST", "http://localhost", reader) r := new(dns.Msg)
if err != nil { r.SetQuestion("example.org.", dns.TypeHINFO)
t.Fatalf("Request Formation Failed \n") r.MsgHdr.AuthenticatedData = true
}
repl := NewReplacer(request, recordRequest, "")
repl.Set("host", "getcaddy.com") repl := New(r, w, "")
repl.Set("method", "GET")
repl.Set("status", "201")
repl.Set("variable", "value")
if repl.Replace("This host is {host}") != "This host is getcaddy.com" { repl.Set("name", "coredns.io.")
t.Error("Expected host replacement failed") repl.Set("type", "A")
repl.Set("size", "20")
if repl.Replace("This name is {name}") != "This name is coredns.io." {
t.Error("Expected name replacement failed")
} }
if repl.Replace("This request method is {method}") != "This request method is GET" { if repl.Replace("This type is {type}") != "This type is A" {
t.Error("Expected method replacement failed") t.Error("Expected type replacement failed")
} }
if repl.Replace("The response status is {status}") != "The response status is 201" { if repl.Replace("The request size is {size}") != "The request size is 20" {
t.Error("Expected status replacement failed") t.Error("Expected size replacement failed")
}
if repl.Replace("The value of variable is {variable}") != "The value of variable is value" {
t.Error("Expected variable replacement failed")
} }
} }
*/