package kubernetes import ( "errors" "fmt" "log" "sync" "time" "k8s.io/client-go/1.5/kubernetes" "k8s.io/client-go/1.5/pkg/api" unversionedapi "k8s.io/client-go/1.5/pkg/api/unversioned" "k8s.io/client-go/1.5/pkg/api/v1" "k8s.io/client-go/1.5/pkg/labels" "k8s.io/client-go/1.5/pkg/runtime" "k8s.io/client-go/1.5/pkg/watch" "k8s.io/client-go/1.5/tools/cache" ) var ( namespace = api.NamespaceAll ) // storeToNamespaceLister makes a Store that lists Namespaces. type storeToNamespaceLister struct { cache.Store } const podIPIndex = "PodIP" // List lists all Namespaces in the store. func (s *storeToNamespaceLister) List() (ns api.NamespaceList, err error) { for _, m := range s.Store.List() { ns.Items = append(ns.Items, *(m.(*api.Namespace))) } return ns, nil } type dnsController interface { ServiceList() []*api.Service PodIndex(string) []interface{} EndpointsList() api.EndpointsList GetNodeByName(string) (api.Node, error) Run() Stop() error } type dnsControl struct { client *kubernetes.Clientset selector *labels.Selector svcController *cache.Controller podController *cache.Controller nsController *cache.Controller epController *cache.Controller svcLister cache.StoreToServiceLister podLister cache.StoreToPodLister nsLister storeToNamespaceLister epLister cache.StoreToEndpointsLister // stopLock is used to enforce only a single call to Stop is active. // Needed because we allow stopping through an http endpoint and // allowing concurrent stoppers leads to stack traces. stopLock sync.Mutex shutdown bool stopCh chan struct{} } type dnsControlOpts struct { initPodCache bool resyncPeriod time.Duration // Label handling. labelSelector *unversionedapi.LabelSelector selector *labels.Selector } // newDNSController creates a controller for CoreDNS. func newdnsController(kubeClient *kubernetes.Clientset, opts dnsControlOpts) *dnsControl { dns := dnsControl{ client: kubeClient, selector: opts.selector, stopCh: make(chan struct{}), } dns.svcLister.Indexer, dns.svcController = cache.NewIndexerInformer( &cache.ListWatch{ ListFunc: serviceListFunc(dns.client, namespace, dns.selector), WatchFunc: serviceWatchFunc(dns.client, namespace, dns.selector), }, &api.Service{}, opts.resyncPeriod, cache.ResourceEventHandlerFuncs{}, cache.Indexers{cache.NamespaceIndex: cache.MetaNamespaceIndexFunc}) if opts.initPodCache { dns.podLister.Indexer, dns.podController = cache.NewIndexerInformer( &cache.ListWatch{ ListFunc: podListFunc(dns.client, namespace, dns.selector), WatchFunc: podWatchFunc(dns.client, namespace, dns.selector), }, &api.Pod{}, // TODO replace with a lighter-weight custom struct opts.resyncPeriod, cache.ResourceEventHandlerFuncs{}, cache.Indexers{podIPIndex: podIPIndexFunc}) } dns.nsLister.Store, dns.nsController = cache.NewInformer( &cache.ListWatch{ ListFunc: namespaceListFunc(dns.client, dns.selector), WatchFunc: namespaceWatchFunc(dns.client, dns.selector), }, &api.Namespace{}, opts.resyncPeriod, cache.ResourceEventHandlerFuncs{}) dns.epLister.Store, dns.epController = cache.NewInformer( &cache.ListWatch{ ListFunc: endpointsListFunc(dns.client, namespace, dns.selector), WatchFunc: endpointsWatchFunc(dns.client, namespace, dns.selector), }, &api.Endpoints{}, opts.resyncPeriod, cache.ResourceEventHandlerFuncs{}) return &dns } func podIPIndexFunc(obj interface{}) ([]string, error) { p, ok := obj.(*api.Pod) if !ok { return nil, errors.New("obj was not an *api.Pod") } return []string{p.Status.PodIP}, nil } func serviceListFunc(c *kubernetes.Clientset, ns string, s *labels.Selector) func(api.ListOptions) (runtime.Object, error) { return func(opts api.ListOptions) (runtime.Object, error) { if s != nil { opts.LabelSelector = *s } listV1, err := c.Core().Services(ns).List(opts) if err != nil { return nil, err } var listAPI api.ServiceList err = v1.Convert_v1_ServiceList_To_api_ServiceList(listV1, &listAPI, nil) if err != nil { return nil, err } return &listAPI, err } } func podListFunc(c *kubernetes.Clientset, ns string, s *labels.Selector) func(api.ListOptions) (runtime.Object, error) { return func(opts api.ListOptions) (runtime.Object, error) { if s != nil { opts.LabelSelector = *s } listV1, err := c.Core().Pods(ns).List(opts) if err != nil { return nil, err } var listAPI api.PodList err = v1.Convert_v1_PodList_To_api_PodList(listV1, &listAPI, nil) if err != nil { return nil, err } return &listAPI, err } } func v1ToAPIFilter(in watch.Event) (out watch.Event, keep bool) { if in.Type == watch.Error { return in, true } switch v1Obj := in.Object.(type) { case *v1.Service: var apiObj api.Service err := v1.Convert_v1_Service_To_api_Service(v1Obj, &apiObj, nil) if err != nil { log.Printf("[ERROR] Could not convert v1.Service: %s", err) return in, true } return watch.Event{Type: in.Type, Object: &apiObj}, true case *v1.Pod: var apiObj api.Pod err := v1.Convert_v1_Pod_To_api_Pod(v1Obj, &apiObj, nil) if err != nil { log.Printf("[ERROR] Could not convert v1.Pod: %s", err) return in, true } return watch.Event{Type: in.Type, Object: &apiObj}, true case *v1.Namespace: var apiObj api.Namespace err := v1.Convert_v1_Namespace_To_api_Namespace(v1Obj, &apiObj, nil) if err != nil { log.Printf("[ERROR] Could not convert v1.Namespace: %s", err) return in, true } return watch.Event{Type: in.Type, Object: &apiObj}, true case *v1.Endpoints: var apiObj api.Endpoints err := v1.Convert_v1_Endpoints_To_api_Endpoints(v1Obj, &apiObj, nil) if err != nil { log.Printf("[ERROR] Could not convert v1.Endpoint: %s", err) return in, true } return watch.Event{Type: in.Type, Object: &apiObj}, true } log.Printf("[WARN] Unhandled v1 type in event: %v", in) return in, true } func serviceWatchFunc(c *kubernetes.Clientset, ns string, s *labels.Selector) func(options api.ListOptions) (watch.Interface, error) { return func(options api.ListOptions) (watch.Interface, error) { if s != nil { options.LabelSelector = *s } w, err := c.Core().Services(ns).Watch(options) if err != nil { return nil, err } return watch.Filter(w, v1ToAPIFilter), nil } } func podWatchFunc(c *kubernetes.Clientset, ns string, s *labels.Selector) func(options api.ListOptions) (watch.Interface, error) { return func(options api.ListOptions) (watch.Interface, error) { if s != nil { options.LabelSelector = *s } w, err := c.Core().Pods(ns).Watch(options) if err != nil { return nil, err } return watch.Filter(w, v1ToAPIFilter), nil } } func namespaceListFunc(c *kubernetes.Clientset, s *labels.Selector) func(api.ListOptions) (runtime.Object, error) { return func(opts api.ListOptions) (runtime.Object, error) { if s != nil { opts.LabelSelector = *s } listV1, err := c.Core().Namespaces().List(opts) if err != nil { return nil, err } var listAPI api.NamespaceList err = v1.Convert_v1_NamespaceList_To_api_NamespaceList(listV1, &listAPI, nil) if err != nil { return nil, err } return &listAPI, err } } func namespaceWatchFunc(c *kubernetes.Clientset, s *labels.Selector) func(options api.ListOptions) (watch.Interface, error) { return func(options api.ListOptions) (watch.Interface, error) { if s != nil { options.LabelSelector = *s } w, err := c.Core().Namespaces().Watch(options) if err != nil { return nil, err } return watch.Filter(w, v1ToAPIFilter), nil } } func endpointsListFunc(c *kubernetes.Clientset, ns string, s *labels.Selector) func(api.ListOptions) (runtime.Object, error) { return func(opts api.ListOptions) (runtime.Object, error) { if s != nil { opts.LabelSelector = *s } listV1, err := c.Core().Endpoints(ns).List(opts) if err != nil { return nil, err } var listAPI api.EndpointsList err = v1.Convert_v1_EndpointsList_To_api_EndpointsList(listV1, &listAPI, nil) if err != nil { return nil, err } return &listAPI, err } } func endpointsWatchFunc(c *kubernetes.Clientset, ns string, s *labels.Selector) func(options api.ListOptions) (watch.Interface, error) { return func(options api.ListOptions) (watch.Interface, error) { if s != nil { options.LabelSelector = *s } w, err := c.Core().Endpoints(ns).Watch(options) if err != nil { return nil, err } return watch.Filter(w, v1ToAPIFilter), nil } } func (dns *dnsControl) controllersInSync() bool { hs := dns.svcController.HasSynced() && dns.nsController.HasSynced() && dns.epController.HasSynced() if dns.podController != nil { hs = hs && dns.podController.HasSynced() } return hs } // Stop stops the controller. func (dns *dnsControl) Stop() error { dns.stopLock.Lock() defer dns.stopLock.Unlock() // Only try draining the workqueue if we haven't already. if !dns.shutdown { close(dns.stopCh) dns.shutdown = true return nil } return fmt.Errorf("shutdown already in progress") } // Run starts the controller. func (dns *dnsControl) Run() { go dns.svcController.Run(dns.stopCh) go dns.nsController.Run(dns.stopCh) go dns.epController.Run(dns.stopCh) if dns.podController != nil { go dns.podController.Run(dns.stopCh) } <-dns.stopCh } func (dns *dnsControl) NamespaceList() *api.NamespaceList { nsList, err := dns.nsLister.List() if err != nil { return &api.NamespaceList{} } return &nsList } func (dns *dnsControl) ServiceList() []*api.Service { svcs, err := dns.svcLister.List(labels.Everything()) if err != nil { return []*api.Service{} } return svcs } func (dns *dnsControl) PodIndex(ip string) []interface{} { if dns.podLister.Indexer == nil { return nil } pods, err := dns.podLister.Indexer.ByIndex(podIPIndex, ip) if err != nil { return nil } return pods } func (dns *dnsControl) EndpointsList() api.EndpointsList { epl, err := dns.epLister.List() if err != nil { return api.EndpointsList{} } return epl } func (dns *dnsControl) GetNodeByName(name string) (api.Node, error) { v1node, err := dns.client.Core().Nodes().Get(name) if err != nil { return api.Node{}, err } var apinode api.Node err = v1.Convert_v1_Node_To_api_Node(v1node, &apinode, nil) if err != nil { return api.Node{}, err } return apinode, nil }