New cache implementation and prefetch handing in mw/cache (#731)
* cache: add sharded cache implementation Add Cache impl and a few tests. This cache is 256-way sharded, mainly so each shard has it's own lock. The main cache structure is a readonly jump plane into the right shard. This should remove the single lock contention on the main lock and provide more concurrent throughput - Obviously this hasn't been tested or measured. The key into the cache was made a uint32 (hash.fnv) and the hashing op is not using strings.ToLower anymore remove any GC in that code path. * here too * Minimum shard size * typos * blurp * small cleanups no defer * typo * Add freq based on Johns idea * cherry-pick conflict resolv * typo * update from early code review from john * add prefetch to the cache * mw/cache: add prefetch * remove println * remove comment * Fix tests * Test prefetch in setup * Add start of cache * try add diff cache options * Add hacky testcase * not needed * allow the use of a percentage for prefetch If the TTL falls below xx% do a prefetch, if the record was popular. Some other fixes and correctly prefetch only popular records.
This commit is contained in:
parent
b1efd3736e
commit
e9eda7e7c8
23 changed files with 595 additions and 142 deletions
16
middleware/cache/README.md
vendored
16
middleware/cache/README.md
vendored
|
@ -10,13 +10,12 @@ cache [TTL] [ZONES...]
|
|||
|
||||
* **TTL** max TTL in seconds. If not specified, the maximum TTL will be used which is 3600 for
|
||||
noerror responses and 1800 for denial of existence ones.
|
||||
A set TTL of 300 *cache 300* would cache the record up to 300 seconds.
|
||||
Smaller record provided TTLs will take precedence.
|
||||
Setting a TTL of 300 *cache 300* would cache the record up to 300 seconds.
|
||||
* **ZONES** zones it should cache for. If empty, the zones from the configuration block are used.
|
||||
|
||||
Each element in the cache is cached according to its TTL (with **TTL** as the max).
|
||||
For the negative cache, the SOA's MinTTL value is used. A cache can contain up to 10,000 items by
|
||||
default. A TTL of zero is not allowed. No cache invalidation triggered by other middlewares is available. Therefore even reloaded items might still be cached for the duration of the TTL.
|
||||
default. A TTL of zero is not allowed.
|
||||
|
||||
If you want more control:
|
||||
|
||||
|
@ -24,16 +23,21 @@ If you want more control:
|
|||
cache [TTL] [ZONES...] {
|
||||
success CAPACITY [TTL]
|
||||
denial CAPACITY [TTL]
|
||||
prefetch AMOUNT [[DURATION] [PERCENTAGE%]]
|
||||
}
|
||||
~~~
|
||||
|
||||
* **TTL** and **ZONES** as above.
|
||||
* `success`, override the settings for caching successful responses, **CAPACITY** indicates the maximum
|
||||
number of packets we cache before we start evicting (LRU). **TTL** overrides the cache maximum TTL.
|
||||
number of packets we cache before we start evicting (*randomly*). **TTL** overrides the cache maximum TTL.
|
||||
* `denial`, override the settings for caching denial of existence responses, **CAPACITY** indicates the maximum
|
||||
number of packets we cache before we start evicting (LRU). **TTL** overrides the cache maximum TTL.
|
||||
|
||||
There is a third category (`error`) but those responses are never cached.
|
||||
There is a third category (`error`) but those responses are never cached.
|
||||
* `prefetch`, will prefetch popular items when they are about to be expunged from the cache.
|
||||
Popular means **AMOUNT** queries have been seen no gaps of **DURATION** or more between them.
|
||||
**DURATION** defaults to 1m. Prefetching will happen when the TTL drops below **PERCENTAGE**,
|
||||
which defaults to `10%`. Values should be in the range `[10%, 90%]`. Note the percent sign is
|
||||
mandatory. **PERCENTAGE** is treated as an `int`.
|
||||
|
||||
The minimum TTL allowed on resource records is 5 seconds.
|
||||
|
||||
|
|
93
middleware/cache/cache.go
vendored
93
middleware/cache/cache.go
vendored
|
@ -2,15 +2,15 @@
|
|||
package cache
|
||||
|
||||
import (
|
||||
"encoding/binary"
|
||||
"hash/fnv"
|
||||
"log"
|
||||
"strconv"
|
||||
"strings"
|
||||
"time"
|
||||
|
||||
"github.com/coredns/coredns/middleware"
|
||||
"github.com/coredns/coredns/middleware/pkg/cache"
|
||||
"github.com/coredns/coredns/middleware/pkg/response"
|
||||
|
||||
"github.com/hashicorp/golang-lru"
|
||||
"github.com/miekg/dns"
|
||||
)
|
||||
|
||||
|
@ -20,48 +20,73 @@ type Cache struct {
|
|||
Next middleware.Handler
|
||||
Zones []string
|
||||
|
||||
ncache *lru.Cache
|
||||
ncache *cache.Cache
|
||||
ncap int
|
||||
nttl time.Duration
|
||||
|
||||
pcache *lru.Cache
|
||||
pcache *cache.Cache
|
||||
pcap int
|
||||
pttl time.Duration
|
||||
|
||||
// Prefetch.
|
||||
prefetch int
|
||||
duration time.Duration
|
||||
percentage int
|
||||
}
|
||||
|
||||
// Return key under which we store the item. The empty string is returned
|
||||
// when we don't want to cache the message. Currently we do not cache Truncated, errors
|
||||
// zone transfers or dynamic update messages.
|
||||
func key(m *dns.Msg, t response.Type, do bool) string {
|
||||
// Return key under which we store the item, -1 will be returned if we don't store the
|
||||
// message.
|
||||
// Currently we do not cache Truncated, errors zone transfers or dynamic update messages.
|
||||
func key(m *dns.Msg, t response.Type, do bool) int {
|
||||
// We don't store truncated responses.
|
||||
if m.Truncated {
|
||||
return ""
|
||||
return -1
|
||||
}
|
||||
// Nor errors or Meta or Update
|
||||
if t == response.OtherError || t == response.Meta || t == response.Update {
|
||||
return ""
|
||||
return -1
|
||||
}
|
||||
|
||||
qtype := m.Question[0].Qtype
|
||||
qname := strings.ToLower(m.Question[0].Name)
|
||||
return rawKey(qname, qtype, do)
|
||||
return int(hash(m.Question[0].Name, m.Question[0].Qtype, do))
|
||||
}
|
||||
|
||||
func rawKey(qname string, qtype uint16, do bool) string {
|
||||
var one = []byte("1")
|
||||
var zero = []byte("0")
|
||||
|
||||
func hash(qname string, qtype uint16, do bool) uint32 {
|
||||
h := fnv.New32()
|
||||
|
||||
if do {
|
||||
return "1" + qname + "." + strconv.Itoa(int(qtype))
|
||||
h.Write(one)
|
||||
} else {
|
||||
h.Write(zero)
|
||||
}
|
||||
return "0" + qname + "." + strconv.Itoa(int(qtype))
|
||||
|
||||
b := make([]byte, 2)
|
||||
binary.BigEndian.PutUint16(b, qtype)
|
||||
h.Write(b)
|
||||
|
||||
for i := range qname {
|
||||
c := qname[i]
|
||||
if c >= 'A' && c <= 'Z' {
|
||||
c += 'a' - 'A'
|
||||
}
|
||||
h.Write([]byte{c})
|
||||
}
|
||||
|
||||
return h.Sum32()
|
||||
}
|
||||
|
||||
// ResponseWriter is a response writer that caches the reply message.
|
||||
type ResponseWriter struct {
|
||||
dns.ResponseWriter
|
||||
*Cache
|
||||
|
||||
prefetch bool // When true write nothing back to the client.
|
||||
}
|
||||
|
||||
// WriteMsg implements the dns.ResponseWriter interface.
|
||||
func (c *ResponseWriter) WriteMsg(res *dns.Msg) error {
|
||||
func (w *ResponseWriter) WriteMsg(res *dns.Msg) error {
|
||||
do := false
|
||||
mt, opt := response.Typify(res, time.Now().UTC())
|
||||
if opt != nil {
|
||||
|
@ -71,9 +96,9 @@ func (c *ResponseWriter) WriteMsg(res *dns.Msg) error {
|
|||
// key returns empty string for anything we don't want to cache.
|
||||
key := key(res, mt, do)
|
||||
|
||||
duration := c.pttl
|
||||
duration := w.pttl
|
||||
if mt == response.NameError || mt == response.NoData {
|
||||
duration = c.nttl
|
||||
duration = w.nttl
|
||||
}
|
||||
|
||||
msgTTL := minMsgTTL(res, mt)
|
||||
|
@ -81,20 +106,23 @@ func (c *ResponseWriter) WriteMsg(res *dns.Msg) error {
|
|||
duration = msgTTL
|
||||
}
|
||||
|
||||
if key != "" {
|
||||
c.set(res, key, mt, duration)
|
||||
if key != -1 {
|
||||
w.set(res, key, mt, duration)
|
||||
|
||||
cacheSize.WithLabelValues(Success).Set(float64(c.pcache.Len()))
|
||||
cacheSize.WithLabelValues(Denial).Set(float64(c.ncache.Len()))
|
||||
cacheSize.WithLabelValues(Success).Set(float64(w.pcache.Len()))
|
||||
cacheSize.WithLabelValues(Denial).Set(float64(w.ncache.Len()))
|
||||
}
|
||||
|
||||
setMsgTTL(res, uint32(duration.Seconds()))
|
||||
if w.prefetch {
|
||||
return nil
|
||||
}
|
||||
|
||||
return c.ResponseWriter.WriteMsg(res)
|
||||
return w.ResponseWriter.WriteMsg(res)
|
||||
}
|
||||
|
||||
func (c *ResponseWriter) set(m *dns.Msg, key string, mt response.Type, duration time.Duration) {
|
||||
if key == "" {
|
||||
func (w *ResponseWriter) set(m *dns.Msg, key int, mt response.Type, duration time.Duration) {
|
||||
if key == -1 {
|
||||
log.Printf("[ERROR] Caching called with empty cache key")
|
||||
return
|
||||
}
|
||||
|
@ -102,11 +130,11 @@ func (c *ResponseWriter) set(m *dns.Msg, key string, mt response.Type, duration
|
|||
switch mt {
|
||||
case response.NoError, response.Delegation:
|
||||
i := newItem(m, duration)
|
||||
c.pcache.Add(key, i)
|
||||
w.pcache.Add(uint32(key), i)
|
||||
|
||||
case response.NameError, response.NoData:
|
||||
i := newItem(m, duration)
|
||||
c.ncache.Add(key, i)
|
||||
w.ncache.Add(uint32(key), i)
|
||||
|
||||
case response.OtherError:
|
||||
// don't cache these
|
||||
|
@ -116,9 +144,12 @@ func (c *ResponseWriter) set(m *dns.Msg, key string, mt response.Type, duration
|
|||
}
|
||||
|
||||
// Write implements the dns.ResponseWriter interface.
|
||||
func (c *ResponseWriter) Write(buf []byte) (int, error) {
|
||||
func (w *ResponseWriter) Write(buf []byte) (int, error) {
|
||||
log.Printf("[WARNING] Caching called with Write: not caching reply")
|
||||
n, err := c.ResponseWriter.Write(buf)
|
||||
if w.prefetch {
|
||||
return 0, nil
|
||||
}
|
||||
n, err := w.ResponseWriter.Write(buf)
|
||||
return n, err
|
||||
}
|
||||
|
||||
|
|
11
middleware/cache/cache_test.go
vendored
11
middleware/cache/cache_test.go
vendored
|
@ -7,10 +7,10 @@ import (
|
|||
"time"
|
||||
|
||||
"github.com/coredns/coredns/middleware"
|
||||
"github.com/coredns/coredns/middleware/pkg/cache"
|
||||
"github.com/coredns/coredns/middleware/pkg/response"
|
||||
"github.com/coredns/coredns/middleware/test"
|
||||
|
||||
lru "github.com/hashicorp/golang-lru"
|
||||
"github.com/miekg/dns"
|
||||
)
|
||||
|
||||
|
@ -148,10 +148,10 @@ func cacheMsg(m *dns.Msg, tc cacheTestCase) *dns.Msg {
|
|||
|
||||
func newTestCache(ttl time.Duration) (*Cache, *ResponseWriter) {
|
||||
c := &Cache{Zones: []string{"."}, pcap: defaultCap, ncap: defaultCap, pttl: ttl, nttl: ttl}
|
||||
c.pcache, _ = lru.New(c.pcap)
|
||||
c.ncache, _ = lru.New(c.ncap)
|
||||
c.pcache = cache.New(c.pcap)
|
||||
c.ncache = cache.New(c.ncap)
|
||||
|
||||
crr := &ResponseWriter{nil, c}
|
||||
crr := &ResponseWriter{ResponseWriter: nil, Cache: c}
|
||||
return c, crr
|
||||
}
|
||||
|
||||
|
@ -176,7 +176,8 @@ func TestCache(t *testing.T) {
|
|||
name := middleware.Name(m.Question[0].Name).Normalize()
|
||||
qtype := m.Question[0].Qtype
|
||||
|
||||
i, ok, _ := c.get(name, qtype, do)
|
||||
i, _ := c.get(time.Now().UTC(), name, qtype, do)
|
||||
ok := i != nil
|
||||
|
||||
if ok != tc.shouldCache {
|
||||
t.Errorf("cached message that should not have been cached: %s", name)
|
||||
|
|
54
middleware/cache/freq/freq.go
vendored
Normal file
54
middleware/cache/freq/freq.go
vendored
Normal file
|
@ -0,0 +1,54 @@
|
|||
// Package freq keeps track of last X seen events. The events themselves are not stored
|
||||
// here. So the Freq type should be added next to the thing it is tracking.
|
||||
package freq
|
||||
|
||||
import (
|
||||
"sync"
|
||||
"time"
|
||||
)
|
||||
|
||||
type Freq struct {
|
||||
// Last time we saw a query for this element.
|
||||
last time.Time
|
||||
// Number of this in the last time slice.
|
||||
hits int
|
||||
|
||||
sync.RWMutex
|
||||
}
|
||||
|
||||
// New returns a new initialized Freq.
|
||||
func New(t time.Time) *Freq {
|
||||
return &Freq{last: t, hits: 0}
|
||||
}
|
||||
|
||||
// Updates updates the number of hits. Last time seen will be set to now.
|
||||
// If the last time we've seen this entity is within now - d, we increment hits, otherwise
|
||||
// we reset hits to 1. It returns the number of hits.
|
||||
func (f *Freq) Update(d time.Duration, now time.Time) int {
|
||||
earliest := now.Add(-1 * d)
|
||||
f.Lock()
|
||||
defer f.Unlock()
|
||||
if f.last.Before(earliest) {
|
||||
f.last = now
|
||||
f.hits = 1
|
||||
return f.hits
|
||||
}
|
||||
f.last = now
|
||||
f.hits++
|
||||
return f.hits
|
||||
}
|
||||
|
||||
// Hits returns the number of hits that we have seen, according to the updates we have done to f.
|
||||
func (f *Freq) Hits() int {
|
||||
f.RLock()
|
||||
defer f.RUnlock()
|
||||
return f.hits
|
||||
}
|
||||
|
||||
// Reset resets f to time t and hits to hits.
|
||||
func (f *Freq) Reset(t time.Time, hits int) {
|
||||
f.Lock()
|
||||
defer f.Unlock()
|
||||
f.last = t
|
||||
f.hits = hits
|
||||
}
|
36
middleware/cache/freq/freq_test.go
vendored
Normal file
36
middleware/cache/freq/freq_test.go
vendored
Normal file
|
@ -0,0 +1,36 @@
|
|||
package freq
|
||||
|
||||
import (
|
||||
"testing"
|
||||
"time"
|
||||
)
|
||||
|
||||
func TestFreqUpdate(t *testing.T) {
|
||||
now := time.Now().UTC()
|
||||
f := New(now)
|
||||
window := 1 * time.Minute
|
||||
|
||||
f.Update(window, time.Now().UTC())
|
||||
f.Update(window, time.Now().UTC())
|
||||
f.Update(window, time.Now().UTC())
|
||||
hitsCheck(t, f, 3)
|
||||
|
||||
f.Reset(now, 0)
|
||||
history := time.Now().UTC().Add(-3 * time.Minute)
|
||||
f.Update(window, history)
|
||||
hitsCheck(t, f, 1)
|
||||
}
|
||||
|
||||
func TestReset(t *testing.T) {
|
||||
f := New(time.Now().UTC())
|
||||
f.Update(1*time.Minute, time.Now().UTC())
|
||||
hitsCheck(t, f, 1)
|
||||
f.Reset(time.Now().UTC(), 0)
|
||||
hitsCheck(t, f, 0)
|
||||
}
|
||||
|
||||
func hitsCheck(t *testing.T, f *Freq, expected int) {
|
||||
if x := f.Hits(); x != expected {
|
||||
t.Fatalf("Expected hits to be %d, got %d", expected, x)
|
||||
}
|
||||
}
|
36
middleware/cache/handler.go
vendored
36
middleware/cache/handler.go
vendored
|
@ -24,36 +24,58 @@ func (c *Cache) ServeDNS(ctx context.Context, w dns.ResponseWriter, r *dns.Msg)
|
|||
|
||||
do := state.Do() // TODO(): might need more from OPT record? Like the actual bufsize?
|
||||
|
||||
if i, ok, expired := c.get(qname, qtype, do); ok && !expired {
|
||||
now := time.Now().UTC()
|
||||
|
||||
i, ttl := c.get(now, qname, qtype, do)
|
||||
if i != nil && ttl > 0 {
|
||||
resp := i.toMsg(r)
|
||||
state.SizeAndDo(resp)
|
||||
resp, _ = state.Scrub(resp)
|
||||
w.WriteMsg(resp)
|
||||
|
||||
i.Freq.Update(c.duration, now)
|
||||
|
||||
pct := 100
|
||||
if i.origTTL != 0 { // you'll never know
|
||||
pct = int(float64(ttl) / float64(i.origTTL) * 100)
|
||||
}
|
||||
|
||||
if c.prefetch > 0 && i.Freq.Hits() > c.prefetch && pct < c.percentage {
|
||||
// When prefetching we loose the item i, and with it the frequency
|
||||
// that we've gathered sofar. See we copy the frequence info back
|
||||
// into the new item that was stored in the cache.
|
||||
prr := &ResponseWriter{ResponseWriter: w, Cache: c, prefetch: true}
|
||||
middleware.NextOrFailure(c.Name(), c.Next, ctx, prr, r)
|
||||
|
||||
if i1, _ := c.get(now, qname, qtype, do); i1 != nil {
|
||||
i1.Freq.Reset(now, i.Freq.Hits())
|
||||
}
|
||||
}
|
||||
|
||||
return dns.RcodeSuccess, nil
|
||||
}
|
||||
|
||||
crr := &ResponseWriter{w, c}
|
||||
crr := &ResponseWriter{ResponseWriter: w, Cache: c}
|
||||
return middleware.NextOrFailure(c.Name(), c.Next, ctx, crr, r)
|
||||
}
|
||||
|
||||
// Name implements the Handler interface.
|
||||
func (c *Cache) Name() string { return "cache" }
|
||||
|
||||
func (c *Cache) get(qname string, qtype uint16, do bool) (*item, bool, bool) {
|
||||
k := rawKey(qname, qtype, do)
|
||||
func (c *Cache) get(now time.Time, qname string, qtype uint16, do bool) (*item, int) {
|
||||
k := hash(qname, qtype, do)
|
||||
|
||||
if i, ok := c.ncache.Get(k); ok {
|
||||
cacheHits.WithLabelValues(Denial).Inc()
|
||||
return i.(*item), ok, i.(*item).expired(time.Now())
|
||||
return i.(*item), i.(*item).ttl(now)
|
||||
}
|
||||
|
||||
if i, ok := c.pcache.Get(k); ok {
|
||||
cacheHits.WithLabelValues(Success).Inc()
|
||||
return i.(*item), ok, i.(*item).expired(time.Now())
|
||||
return i.(*item), i.(*item).ttl(now)
|
||||
}
|
||||
cacheMisses.Inc()
|
||||
return nil, false, false
|
||||
return nil, 0
|
||||
}
|
||||
|
||||
var (
|
||||
|
|
11
middleware/cache/item.go
vendored
11
middleware/cache/item.go
vendored
|
@ -3,6 +3,7 @@ package cache
|
|||
import (
|
||||
"time"
|
||||
|
||||
"github.com/coredns/coredns/middleware/cache/freq"
|
||||
"github.com/coredns/coredns/middleware/pkg/response"
|
||||
"github.com/miekg/dns"
|
||||
)
|
||||
|
@ -18,6 +19,8 @@ type item struct {
|
|||
|
||||
origTTL uint32
|
||||
stored time.Time
|
||||
|
||||
*freq.Freq
|
||||
}
|
||||
|
||||
func newItem(m *dns.Msg, d time.Duration) *item {
|
||||
|
@ -43,10 +46,12 @@ func newItem(m *dns.Msg, d time.Duration) *item {
|
|||
i.origTTL = uint32(d.Seconds())
|
||||
i.stored = time.Now().UTC()
|
||||
|
||||
i.Freq = new(freq.Freq)
|
||||
|
||||
return i
|
||||
}
|
||||
|
||||
// toMsg turns i into a message, it tailers the reply to m.
|
||||
// toMsg turns i into a message, it tailors the reply to m.
|
||||
// The Authoritative bit is always set to 0, because the answer is from the cache.
|
||||
func (i *item) toMsg(m *dns.Msg) *dns.Msg {
|
||||
m1 := new(dns.Msg)
|
||||
|
@ -67,9 +72,9 @@ func (i *item) toMsg(m *dns.Msg) *dns.Msg {
|
|||
return m1
|
||||
}
|
||||
|
||||
func (i *item) expired(now time.Time) bool {
|
||||
func (i *item) ttl(now time.Time) int {
|
||||
ttl := int(i.origTTL) - int(now.UTC().Sub(i.stored).Seconds())
|
||||
return ttl < 0
|
||||
return ttl
|
||||
}
|
||||
|
||||
// setMsgTTL sets the ttl on all RRs in all sections. If ttl is smaller than minTTL
|
||||
|
|
20
middleware/cache/item_test.go
vendored
20
middleware/cache/item_test.go
vendored
|
@ -1,20 +0,0 @@
|
|||
package cache
|
||||
|
||||
import (
|
||||
"testing"
|
||||
|
||||
"github.com/miekg/dns"
|
||||
)
|
||||
|
||||
func TestKey(t *testing.T) {
|
||||
if x := rawKey("miek.nl.", dns.TypeMX, false); x != "0miek.nl..15" {
|
||||
t.Errorf("failed to create correct key, got %s", x)
|
||||
}
|
||||
if x := rawKey("miek.nl.", dns.TypeMX, true); x != "1miek.nl..15" {
|
||||
t.Errorf("failed to create correct key, got %s", x)
|
||||
}
|
||||
// rawKey does not lowercase.
|
||||
if x := rawKey("miEK.nL.", dns.TypeMX, true); x != "1miEK.nL..15" {
|
||||
t.Errorf("failed to create correct key, got %s", x)
|
||||
}
|
||||
}
|
54
middleware/cache/prefech_test.go
vendored
Normal file
54
middleware/cache/prefech_test.go
vendored
Normal file
|
@ -0,0 +1,54 @@
|
|||
package cache
|
||||
|
||||
import (
|
||||
"fmt"
|
||||
"testing"
|
||||
"time"
|
||||
|
||||
"github.com/coredns/coredns/middleware"
|
||||
"github.com/coredns/coredns/middleware/pkg/cache"
|
||||
"github.com/coredns/coredns/middleware/pkg/dnsrecorder"
|
||||
|
||||
"github.com/coredns/coredns/middleware/test"
|
||||
"github.com/miekg/dns"
|
||||
"golang.org/x/net/context"
|
||||
)
|
||||
|
||||
var p = false
|
||||
|
||||
func TestPrefetch(t *testing.T) {
|
||||
c := &Cache{Zones: []string{"."}, pcap: defaultCap, ncap: defaultCap, pttl: maxTTL, nttl: maxTTL}
|
||||
c.pcache = cache.New(c.pcap)
|
||||
c.ncache = cache.New(c.ncap)
|
||||
c.prefetch = 1
|
||||
c.duration = 1 * time.Second
|
||||
c.Next = PrefetchHandler(t, dns.RcodeSuccess, nil)
|
||||
|
||||
ctx := context.TODO()
|
||||
|
||||
req := new(dns.Msg)
|
||||
req.SetQuestion("lowttl.example.org.", dns.TypeA)
|
||||
|
||||
rec := dnsrecorder.New(&test.ResponseWriter{})
|
||||
|
||||
c.ServeDNS(ctx, rec, req)
|
||||
p = true // prefetch should be true for the 2nd fetch
|
||||
c.ServeDNS(ctx, rec, req)
|
||||
}
|
||||
|
||||
func PrefetchHandler(t *testing.T, rcode int, err error) middleware.Handler {
|
||||
return middleware.HandlerFunc(func(ctx context.Context, w dns.ResponseWriter, r *dns.Msg) (int, error) {
|
||||
m := new(dns.Msg)
|
||||
m.SetQuestion("lowttl.example.org.", dns.TypeA)
|
||||
m.Response = true
|
||||
m.RecursionAvailable = true
|
||||
m.Answer = append(m.Answer, test.A("lowttl.example.org. 80 IN A 127.0.0.53"))
|
||||
if p != w.(*ResponseWriter).prefetch {
|
||||
err = fmt.Errorf("cache prefetch not equal to p: got %t, want %t", p, w.(*ResponseWriter).prefetch)
|
||||
t.Fatal(err)
|
||||
}
|
||||
|
||||
w.WriteMsg(m)
|
||||
return rcode, err
|
||||
})
|
||||
}
|
55
middleware/cache/setup.go
vendored
55
middleware/cache/setup.go
vendored
|
@ -7,8 +7,8 @@ import (
|
|||
|
||||
"github.com/coredns/coredns/core/dnsserver"
|
||||
"github.com/coredns/coredns/middleware"
|
||||
"github.com/coredns/coredns/middleware/pkg/cache"
|
||||
|
||||
"github.com/hashicorp/golang-lru"
|
||||
"github.com/mholt/caddy"
|
||||
)
|
||||
|
||||
|
@ -38,7 +38,7 @@ func setup(c *caddy.Controller) error {
|
|||
|
||||
func cacheParse(c *caddy.Controller) (*Cache, error) {
|
||||
|
||||
ca := &Cache{pcap: defaultCap, ncap: defaultCap, pttl: maxTTL, nttl: maxNTTL}
|
||||
ca := &Cache{pcap: defaultCap, ncap: defaultCap, pttl: maxTTL, nttl: maxNTTL, prefetch: 0, duration: 1 * time.Minute}
|
||||
|
||||
for c.Next() {
|
||||
// cache [ttl] [zones..]
|
||||
|
@ -109,6 +109,46 @@ func cacheParse(c *caddy.Controller) (*Cache, error) {
|
|||
}
|
||||
ca.nttl = time.Duration(nttl) * time.Second
|
||||
}
|
||||
case "prefetch":
|
||||
args := c.RemainingArgs()
|
||||
if len(args) == 0 || len(args) > 3 {
|
||||
return nil, c.ArgErr()
|
||||
}
|
||||
amount, err := strconv.Atoi(args[0])
|
||||
if err != nil {
|
||||
return nil, err
|
||||
}
|
||||
if amount < 0 {
|
||||
return nil, fmt.Errorf("prefetch amount should be positive: %d", amount)
|
||||
}
|
||||
ca.prefetch = amount
|
||||
|
||||
ca.duration = 1 * time.Minute
|
||||
ca.percentage = 10
|
||||
if len(args) > 1 {
|
||||
dur, err := time.ParseDuration(args[1])
|
||||
if err != nil {
|
||||
return nil, err
|
||||
}
|
||||
ca.duration = dur
|
||||
}
|
||||
if len(args) > 2 {
|
||||
pct := args[2]
|
||||
if x := pct[len(pct)-1]; x != '%' {
|
||||
return nil, fmt.Errorf("last character of percentage should be `%%`, but is: %q", x)
|
||||
}
|
||||
pct = pct[:len(pct)-1]
|
||||
|
||||
num, err := strconv.Atoi(pct)
|
||||
if err != nil {
|
||||
return nil, err
|
||||
}
|
||||
if num < 10 || num > 90 {
|
||||
return nil, fmt.Errorf("percentage should fall in range [10, 90]: %d", num)
|
||||
}
|
||||
ca.percentage = num
|
||||
}
|
||||
|
||||
default:
|
||||
return nil, c.ArgErr()
|
||||
}
|
||||
|
@ -118,17 +158,10 @@ func cacheParse(c *caddy.Controller) (*Cache, error) {
|
|||
origins[i] = middleware.Host(origins[i]).Normalize()
|
||||
}
|
||||
|
||||
var err error
|
||||
ca.Zones = origins
|
||||
|
||||
ca.pcache, err = lru.New(ca.pcap)
|
||||
if err != nil {
|
||||
return nil, err
|
||||
}
|
||||
ca.ncache, err = lru.New(ca.ncap)
|
||||
if err != nil {
|
||||
return nil, err
|
||||
}
|
||||
ca.pcache = cache.New(ca.pcap)
|
||||
ca.ncache = cache.New(ca.ncap)
|
||||
|
||||
return ca, nil
|
||||
}
|
||||
|
|
50
middleware/cache/setup_test.go
vendored
50
middleware/cache/setup_test.go
vendored
|
@ -9,46 +9,57 @@ import (
|
|||
|
||||
func TestSetup(t *testing.T) {
|
||||
tests := []struct {
|
||||
input string
|
||||
shouldErr bool
|
||||
expectedNcap int
|
||||
expectedPcap int
|
||||
expectedNttl time.Duration
|
||||
expectedPttl time.Duration
|
||||
input string
|
||||
shouldErr bool
|
||||
expectedNcap int
|
||||
expectedPcap int
|
||||
expectedNttl time.Duration
|
||||
expectedPttl time.Duration
|
||||
expectedPrefetch int
|
||||
}{
|
||||
{`cache`, false, defaultCap, defaultCap, maxNTTL, maxTTL},
|
||||
{`cache {}`, false, defaultCap, defaultCap, maxNTTL, maxTTL},
|
||||
{`cache`, false, defaultCap, defaultCap, maxNTTL, maxTTL, 0},
|
||||
{`cache {}`, false, defaultCap, defaultCap, maxNTTL, maxTTL, 0},
|
||||
{`cache example.nl {
|
||||
success 10
|
||||
}`, false, defaultCap, 10, maxNTTL, maxTTL},
|
||||
}`, false, defaultCap, 10, maxNTTL, maxTTL, 0},
|
||||
{`cache example.nl {
|
||||
success 10
|
||||
denial 10 15
|
||||
}`, false, 10, 10, 15 * time.Second, maxTTL},
|
||||
}`, false, 10, 10, 15 * time.Second, maxTTL, 0},
|
||||
{`cache 25 example.nl {
|
||||
success 10
|
||||
denial 10 15
|
||||
}`, false, 10, 10, 15 * time.Second, 25 * time.Second},
|
||||
{`cache aaa example.nl`, false, defaultCap, defaultCap, maxNTTL, maxTTL},
|
||||
}`, false, 10, 10, 15 * time.Second, 25 * time.Second, 0},
|
||||
{`cache aaa example.nl`, false, defaultCap, defaultCap, maxNTTL, maxTTL, 0},
|
||||
{`cache {
|
||||
prefetch 10
|
||||
}`, false, defaultCap, defaultCap, maxNTTL, maxTTL, 10},
|
||||
|
||||
// fails
|
||||
{`cache example.nl {
|
||||
success
|
||||
denial 10 15
|
||||
}`, true, defaultCap, defaultCap, maxTTL, maxTTL},
|
||||
}`, true, defaultCap, defaultCap, maxTTL, maxTTL, 0},
|
||||
{`cache example.nl {
|
||||
success 15
|
||||
denial aaa
|
||||
}`, true, defaultCap, defaultCap, maxTTL, maxTTL},
|
||||
}`, true, defaultCap, defaultCap, maxTTL, maxTTL, 0},
|
||||
{`cache example.nl {
|
||||
positive 15
|
||||
negative aaa
|
||||
}`, true, defaultCap, defaultCap, maxTTL, maxTTL},
|
||||
{`cache 0 example.nl`, true, defaultCap, defaultCap, maxTTL, maxTTL},
|
||||
{`cache -1 example.nl`, true, defaultCap, defaultCap, maxTTL, maxTTL},
|
||||
}`, true, defaultCap, defaultCap, maxTTL, maxTTL, 0},
|
||||
{`cache 0 example.nl`, true, defaultCap, defaultCap, maxTTL, maxTTL, 0},
|
||||
{`cache -1 example.nl`, true, defaultCap, defaultCap, maxTTL, maxTTL, 0},
|
||||
{`cache 1 example.nl {
|
||||
positive 0
|
||||
}`, true, defaultCap, defaultCap, maxTTL, maxTTL},
|
||||
}`, true, defaultCap, defaultCap, maxTTL, maxTTL, 0},
|
||||
{`cache 1 example.nl {
|
||||
positive 0
|
||||
prefetch -1
|
||||
}`, true, defaultCap, defaultCap, maxTTL, maxTTL, 0},
|
||||
{`cache 1 example.nl {
|
||||
prefetch 0 blurp
|
||||
}`, true, defaultCap, defaultCap, maxTTL, maxTTL, 0},
|
||||
}
|
||||
for i, test := range tests {
|
||||
c := caddy.NewTestController("dns", test.input)
|
||||
|
@ -76,5 +87,8 @@ func TestSetup(t *testing.T) {
|
|||
if ca.pttl != test.expectedPttl {
|
||||
t.Errorf("Test %v: Expected pttl %v but found: %v", i, test.expectedPttl, ca.pttl)
|
||||
}
|
||||
if ca.prefetch != test.expectedPrefetch {
|
||||
t.Errorf("Test %v: Expected prefetch %v but found: %v", i, test.expectedPrefetch, ca.prefetch)
|
||||
}
|
||||
}
|
||||
}
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue