install icon indicating copy to clipboard operation
install copied to clipboard

Kube-dns pods don't come up with Kubernetes 1.8

Open mkhaas opened this issue 8 years ago • 2 comments

root@madhu-contiv-linux-0:~# export VERSION=1.1.6
root@madhu-contiv-linux-0:~# curl -L -O https://github.com/contiv/install/releases/download/$VERSION/contiv-$VERSION.tgz
  % Total    % Received % Xferd  Average Speed   Time    Time     Time  Current
                                 Dload  Upload   Total   Spent    Left  Speed
100   606    0   606    0     0   1699      0 --:--:-- --:--:-- --:--:--  1702
100 1957k  100 1957k    0     0   879k      0  0:00:02  0:00:02 --:--:-- 1558k
root@madhu-contiv-linux-0:~# tar oxf contiv-$VERSION.tgz.
tar: contiv-1.1.6.tgz.: Cannot open: No such file or directory
tar: Error is not recoverable: exiting now
root@madhu-contiv-linux-0:~# tar oxf contiv-$VERSION.tgz .
tar: .: Not found in archive
tar: Exiting with failure status due to previous errors
root@madhu-contiv-linux-0:~# ls
contiv-1.1.6.tgz  install
root@madhu-contiv-linux-0:~# tar -oxf contiv-1.1.6.tgz
root@madhu-contiv-linux-0:~# ls
contiv-1.1.6  contiv-1.1.6.tgz  install
root@madhu-contiv-linux-0:~# cd contiv-1.1.6
root@madhu-contiv-linux-0:~/contiv-1.1.6# ls
ansible  contiv_cache  install  netctl  README.md
root@madhu-contiv-linux-0:~/contiv-1.1.6# ./install/k8s/install.sh -n 172.31.5.52
Installing Contiv for Kubernetes
secret "aci.key" deleted
secret "aci.key" created
Generating local certs for Contiv Proxy
Created ./local_certs/local.key and ./local_certs/cert.pem
Setting installation parameters
Applying contiv installation
To customize the installation press Ctrl+C and edit ./.contiv.yaml.
clusterrolebinding "contiv-netplugin" created
clusterrole "contiv-netplugin" created
serviceaccount "contiv-netplugin" created
clusterrolebinding "contiv-netmaster" created
clusterrole "contiv-netmaster" created
serviceaccount "contiv-netmaster" created
configmap "contiv-config" created
daemonset "contiv-netplugin" created
replicaset "contiv-netmaster" created
daemonset "contiv-etcd" created
Creating network default:contivh1
daemonset "contiv-netplugin" deleted
clusterrolebinding "contiv-netplugin" configured
clusterrole "contiv-netplugin" configured
serviceaccount "contiv-netplugin" configured
clusterrolebinding "contiv-netmaster" configured
clusterrole "contiv-netmaster" configured
serviceaccount "contiv-netmaster" configured
configmap "contiv-config" configured
daemonset "contiv-netplugin" created
replicaset "contiv-netmaster" configured
daemonset "contiv-etcd" configured
Installation is complete
=========================================================

Contiv UI is available at https://172.31.5.52:10000
Please use the first run wizard or configure the setup as follows:
 Configure forwarding mode (optional, default is routing).
 netctl global set --fwd-mode routing
 Configure ACI mode (optional)
 netctl global set --fabric-mode aci --vlan-range <start>-<end>
 Create a default network
 netctl net create -t default --subnet=<CIDR> default-net
 For example, netctl net create -t default --subnet=20.1.1.0/24 -g 20.1.1.1 default-net

=========================================================
root@madhu-contiv-linux-0:~/contiv-1.1.6# netctl net create -t default --subnet=192.168.0.0/16 -g 192.168.0.1 default-net


root@madhu-contiv-linux-0:~/contiv-1.1.6# kubectl get pods -n kube-system -o wide
NAME                                           READY     STATUS    RESTARTS   AGE       IP             NODE
contiv-etcd-7hqjf                              1/1       Running   0          9m        172.31.5.52    madhu-contiv-linux-0
contiv-netmaster-bb479                         3/3       Running   0          9m        172.31.5.52    madhu-contiv-linux-0
contiv-netplugin-5vnm4                         2/2       Running   0          6m        172.31.11.71   madhu-contiv-linux-1
contiv-netplugin-t7qn7                         2/2       Running   0          6m        172.31.1.59    madhu-contiv-linux-2
contiv-netplugin-zlv8q                         2/2       Running   0          6m        172.31.5.52    madhu-contiv-linux-0
etcd-madhu-contiv-linux-0                      1/1       Running   0          8m        172.31.5.52    madhu-contiv-linux-0
kube-apiserver-madhu-contiv-linux-0            1/1       Running   0          8m        172.31.5.52    madhu-contiv-linux-0
kube-controller-manager-madhu-contiv-linux-0   1/1       Running   0          8m        172.31.5.52    madhu-contiv-linux-0
kube-dns-545bc4bfd4-snfbx                      2/3       Error     0          1d        192.168.0.2    madhu-contiv-linux-1
kube-proxy-jnkpj                               1/1       Running   0          23h       172.31.1.59    madhu-contiv-linux-2
kube-proxy-nmpn4                               1/1       Running   0          1d        172.31.5.52    madhu-contiv-linux-0
kube-proxy-sp724                               1/1       Running   0          23h       172.31.11.71   madhu-contiv-linux-1
kube-scheduler-madhu-contiv-linux-0            1/1       Running   0          8m        172.31.5.52    madhu-contiv-linux-0

root@madhu-contiv-linux-0:~/contiv-1.1.6# kubectl logs kube-dns-545bc4bfd4-snfbx -n kube-system kubedns
I1102 22:17:30.400465       1 dns.go:48] version: 1.14.4-2-g5584e04
I1102 22:17:30.401789       1 server.go:70] Using configuration read from directory: /kube-dns-config with period 10s
I1102 22:17:30.401949       1 server.go:113] FLAG: --alsologtostderr="false"
I1102 22:17:30.402007       1 server.go:113] FLAG: --config-dir="/kube-dns-config"
I1102 22:17:30.402034       1 server.go:113] FLAG: --config-map=""
I1102 22:17:30.402054       1 server.go:113] FLAG: --config-map-namespace="kube-system"
I1102 22:17:30.402073       1 server.go:113] FLAG: --config-period="10s"
I1102 22:17:30.402097       1 server.go:113] FLAG: --dns-bind-address="0.0.0.0"
I1102 22:17:30.402116       1 server.go:113] FLAG: --dns-port="10053"
I1102 22:17:30.402138       1 server.go:113] FLAG: --domain="cluster.local."
I1102 22:17:30.402184       1 server.go:113] FLAG: --federations=""
I1102 22:17:30.402207       1 server.go:113] FLAG: --healthz-port="8081"
I1102 22:17:30.402226       1 server.go:113] FLAG: --initial-sync-timeout="1m0s"
I1102 22:17:30.402245       1 server.go:113] FLAG: --kube-master-url=""
I1102 22:17:30.402273       1 server.go:113] FLAG: --kubecfg-file=""
I1102 22:17:30.402292       1 server.go:113] FLAG: --log-backtrace-at=":0"
I1102 22:17:30.402343       1 server.go:113] FLAG: --log-dir=""
I1102 22:17:30.402366       1 server.go:113] FLAG: --log-flush-frequency="5s"
I1102 22:17:30.402386       1 server.go:113] FLAG: --logtostderr="true"
I1102 22:17:30.402405       1 server.go:113] FLAG: --nameservers=""
I1102 22:17:30.402423       1 server.go:113] FLAG: --stderrthreshold="2"
I1102 22:17:30.402442       1 server.go:113] FLAG: --v="2"
I1102 22:17:30.402461       1 server.go:113] FLAG: --version="false"
I1102 22:17:30.402503       1 server.go:113] FLAG: --vmodule=""
I1102 22:17:30.404334       1 server.go:176] Starting SkyDNS server (0.0.0.0:10053)
I1102 22:17:30.405104       1 server.go:198] Skydns metrics enabled (/metrics:10055)
I1102 22:17:30.405151       1 dns.go:147] Starting endpointsController
I1102 22:17:30.405171       1 dns.go:150] Starting serviceController
I1102 22:17:30.406393       1 logs.go:41] skydns: ready for queries on cluster.local. for tcp://0.0.0.0:10053 [rcache 0]
I1102 22:17:30.406442       1 logs.go:41] skydns: ready for queries on cluster.local. for udp://0.0.0.0:10053 [rcache 0]
I1102 22:17:30.905431       1 dns.go:174] Waiting for services and endpoints to be initialized from apiserver...
I1102 22:17:31.405433       1 dns.go:174] Waiting for services and endpoints to be initialized from apiserver...
I1102 22:17:31.905403       1 dns.go:174] Waiting for services and endpoints to be initialized from apiserver...
I1102 22:17:32.405402       1 dns.go:174] Waiting for services and endpoints to be initialized from apiserver...
I1102 22:17:32.905401       1 dns.go:174] Waiting for services and endpoints to be initialized from apiserver...
I1102 22:17:33.405395       1 dns.go:174] Waiting for services and endpoints to be initialized from apiserver...
I1102 22:17:33.905398       1 dns.go:174] Waiting for services and endpoints to be initialized from apiserver...
I1102 22:17:34.405437       1 dns.go:174] Waiting for services and endpoints to be initialized from apiserver...
I1102 22:17:34.905400       1 dns.go:174] Waiting for services and endpoints to be initialized from apiserver...
I1102 22:17:35.405412       1 dns.go:174] Waiting for services and endpoints to be initialized from apiserver...
I1102 22:17:35.905396       1 dns.go:174] Waiting for services and endpoints to be initialized from apiserver...
I1102 22:17:36.405404       1 dns.go:174] Waiting for services and endpoints to be initialized from apiserver...
I1102 22:17:36.905401       1 dns.go:174] Waiting for services and endpoints to be initialized from apiserver...
I1102 22:17:37.405397       1 dns.go:174] Waiting for services and endpoints to be initialized from apiserver...
I1102 22:17:37.905358       1 dns.go:174] Waiting for services and endpoints to be initialized from apiserver...
I1102 22:17:38.405384       1 dns.go:174] Waiting for services and endpoints to be initialized from apiserver...
I1102 22:17:38.905401       1 dns.go:174] Waiting for services and endpoints to be initialized from apiserver...
I1102 22:17:39.405402       1 dns.go:174] Waiting for services and endpoints to be initialized from apiserver...
I1102 22:17:39.905402       1 dns.go:174] Waiting for services and endpoints to be initialized from apiserver...
I1102 22:17:40.405403       1 dns.go:174] Waiting for services and endpoints to be initialized from apiserver...
I1102 22:17:40.905395       1 dns.go:174] Waiting for services and endpoints to be initialized from apiserver...
I1102 22:17:41.405414       1 dns.go:174] Waiting for services and endpoints to be initialized from apiserver...
I1102 22:17:41.905398       1 dns.go:174] Waiting for services and endpoints to be initialized from apiserver...
I1102 22:17:42.405397       1 dns.go:174] Waiting for services and endpoints to be initialized from apiserver...
I1102 22:17:42.905395       1 dns.go:174] Waiting for services and endpoints to be initialized from apiserver...
I1102 22:17:43.405383       1 dns.go:174] Waiting for services and endpoints to be initialized from apiserver...
I1102 22:17:43.905392       1 dns.go:174] Waiting for services and endpoints to be initialized from apiserver...
I1102 22:17:44.405397       1 dns.go:174] Waiting for services and endpoints to be initialized from apiserver...
I1102 22:17:44.905394       1 dns.go:174] Waiting for services and endpoints to be initialized from apiserver...
I1102 22:17:45.405409       1 dns.go:174] Waiting for services and endpoints to be initialized from apiserver...
I1102 22:17:45.905393       1 dns.go:174] Waiting for services and endpoints to be initialized from apiserver...
I1102 22:17:46.405405       1 dns.go:174] Waiting for services and endpoints to be initialized from apiserver...
I1102 22:17:46.905404       1 dns.go:174] Waiting for services and endpoints to be initialized from apiserver...
I1102 22:17:47.405399       1 dns.go:174] Waiting for services and endpoints to be initialized from apiserver...
I1102 22:17:47.905397       1 dns.go:174] Waiting for services and endpoints to be initialized from apiserver...
I1102 22:17:48.405341       1 dns.go:174] Waiting for services and endpoints to be initialized from apiserver...
I1102 22:17:48.905389       1 dns.go:174] Waiting for services and endpoints to be initialized from apiserver...
I1102 22:17:49.405401       1 dns.go:174] Waiting for services and endpoints to be initialized from apiserver...
I1102 22:17:49.905397       1 dns.go:174] Waiting for services and endpoints to be initialized from apiserver...
I1102 22:17:50.405400       1 dns.go:174] Waiting for services and endpoints to be initialized from apiserver...
I1102 22:17:50.905401       1 dns.go:174] Waiting for services and endpoints to be initialized from apiserver...
I1102 22:17:51.405404       1 dns.go:174] Waiting for services and endpoints to be initialized from apiserver...
I1102 22:17:51.905396       1 dns.go:174] Waiting for services and endpoints to be initialized from apiserver...
I1102 22:17:52.405398       1 dns.go:174] Waiting for services and endpoints to be initialized from apiserver...
I1102 22:17:52.905395       1 dns.go:174] Waiting for services and endpoints to be initialized from apiserver...
I1102 22:17:53.405381       1 dns.go:174] Waiting for services and endpoints to be initialized from apiserver...
I1102 22:17:53.905397       1 dns.go:174] Waiting for services and endpoints to be initialized from apiserver...
I1102 22:17:54.405402       1 dns.go:174] Waiting for services and endpoints to be initialized from apiserver...
I1102 22:17:54.905395       1 dns.go:174] Waiting for services and endpoints to be initialized from apiserver...
I1102 22:17:55.405406       1 dns.go:174] Waiting for services and endpoints to be initialized from apiserver...
I1102 22:17:55.905388       1 dns.go:174] Waiting for services and endpoints to be initialized from apiserver...
I1102 22:17:56.405396       1 dns.go:174] Waiting for services and endpoints to be initialized from apiserver...
I1102 22:17:56.905399       1 dns.go:174] Waiting for services and endpoints to be initialized from apiserver...
I1102 22:17:57.405397       1 dns.go:174] Waiting for services and endpoints to be initialized from apiserver...
I1102 22:17:57.905385       1 dns.go:174] Waiting for services and endpoints to be initialized from apiserver...
I1102 22:17:58.405382       1 dns.go:174] Waiting for services and endpoints to be initialized from apiserver...
I1102 22:17:58.907214       1 dns.go:174] Waiting for services and endpoints to be initialized from apiserver...
I1102 22:17:59.405397       1 dns.go:174] Waiting for services and endpoints to be initialized from apiserver...
I1102 22:17:59.905401       1 dns.go:174] Waiting for services and endpoints to be initialized from apiserver...
I1102 22:18:00.405411       1 dns.go:174] Waiting for services and endpoints to be initialized from apiserver...
E1102 22:18:00.407680       1 reflector.go:199] k8s.io/dns/vendor/k8s.io/client-go/tools/cache/reflector.go:94: Failed to list *v1.Endpoints: Get https://10.96.0.1:443/api/v1/endpoints?resourceVersion=0: dial tcp 10.96.0.1:443: i/o timeout
E1102 22:18:00.408558       1 reflector.go:199] k8s.io/dns/vendor/k8s.io/client-go/tools/cache/reflector.go:94: Failed to list *v1.Service: Get https://10.96.0.1:443/api/v1/services?resourceVersion=0: dial tcp 10.96.0.1:443: i/o timeout
I1102 22:18:00.905408       1 dns.go:174] Waiting for services and endpoints to be initialized from apiserver...
I1102 22:18:01.405430       1 dns.go:174] Waiting for services and endpoints to be initialized from apiserver...
I1102 22:18:01.905417       1 dns.go:174] Waiting for services and endpoints to be initialized from apiserver...
I1102 22:18:02.405400       1 dns.go:174] Waiting for services and endpoints to be initialized from apiserver...
I1102 22:18:02.905399       1 dns.go:174] Waiting for services and endpoints to be initialized from apiserver...
I1102 22:18:03.405387       1 dns.go:174] Waiting for services and endpoints to be initialized from apiserver...
I1102 22:18:03.905398       1 dns.go:174] Waiting for services and endpoints to be initialized from apiserver...
I1102 22:18:04.405407       1 dns.go:174] Waiting for services and endpoints to be initialized from apiserver...
I1102 22:18:04.905399       1 dns.go:174] Waiting for services and endpoints to be initialized from apiserver...
I1102 22:18:05.405398       1 dns.go:174] Waiting for services and endpoints to be initialized from apiserver...
I1102 22:18:05.905396       1 dns.go:174] Waiting for services and endpoints to be initialized from apiserver...
I1102 22:18:06.405401       1 dns.go:174] Waiting for services and endpoints to be initialized from apiserver...
I1102 22:18:06.905404       1 dns.go:174] Waiting for services and endpoints to be initialized from apiserver...
I1102 22:18:07.405400       1 dns.go:174] Waiting for services and endpoints to be initialized from apiserver...
I1102 22:18:07.905398       1 dns.go:174] Waiting for services and endpoints to be initialized from apiserver...
I1102 22:18:08.405382       1 dns.go:174] Waiting for services and endpoints to be initialized from apiserver...
I1102 22:18:08.905394       1 dns.go:174] Waiting for services and endpoints to be initialized from apiserver...
I1102 22:18:09.405959       1 dns.go:174] Waiting for services and endpoints to be initialized from apiserver...
I1102 22:18:09.905402       1 dns.go:174] Waiting for services and endpoints to be initialized from apiserver...
I1102 22:18:10.405402       1 dns.go:174] Waiting for services and endpoints to be initialized from apiserver...
I1102 22:18:10.905405       1 dns.go:174] Waiting for services and endpoints to be initialized from apiserver...
I1102 22:18:11.405399       1 dns.go:174] Waiting for services and endpoints to be initialized from apiserver...
I1102 22:18:11.905404       1 dns.go:174] Waiting for services and endpoints to be initialized from apiserver...
I1102 22:18:12.405399       1 dns.go:174] Waiting for services and endpoints to be initialized from apiserver...
I1102 22:18:12.905401       1 dns.go:174] Waiting for services and endpoints to be initialized from apiserver...
I1102 22:18:13.405387       1 dns.go:174] Waiting for services and endpoints to be initialized from apiserver...
I1102 22:18:13.905392       1 dns.go:174] Waiting for services and endpoints to be initialized from apiserver...
I1102 22:18:14.405397       1 dns.go:174] Waiting for services and endpoints to be initialized from apiserver...
I1102 22:18:14.905399       1 dns.go:174] Waiting for services and endpoints to be initialized from apiserver...
I1102 22:18:15.405402       1 dns.go:174] Waiting for services and endpoints to be initialized from apiserver...
I1102 22:18:15.905398       1 dns.go:174] Waiting for services and endpoints to be initialized from apiserver...
I1102 22:18:16.405412       1 dns.go:174] Waiting for services and endpoints to be initialized from apiserver...
I1102 22:18:16.905401       1 dns.go:174] Waiting for services and endpoints to be initialized from apiserver...
I1102 22:18:17.405397       1 dns.go:174] Waiting for services and endpoints to be initialized from apiserver...
I1102 22:18:17.905401       1 dns.go:174] Waiting for services and endpoints to be initialized from apiserver...
I1102 22:18:18.405388       1 dns.go:174] Waiting for services and endpoints to be initialized from apiserver...
I1102 22:18:18.905404       1 dns.go:174] Waiting for services and endpoints to be initialized from apiserver...
I1102 22:18:19.405412       1 dns.go:174] Waiting for services and endpoints to be initialized from apiserver...
I1102 22:18:19.905447       1 dns.go:174] Waiting for services and endpoints to be initialized from apiserver...
I1102 22:18:20.405400       1 dns.go:174] Waiting for services and endpoints to be initialized from apiserver...
I1102 22:18:20.905409       1 dns.go:174] Waiting for services and endpoints to be initialized from apiserver...
I1102 22:18:21.405402       1 dns.go:174] Waiting for services and endpoints to be initialized from apiserver...
I1102 22:18:21.905398       1 dns.go:174] Waiting for services and endpoints to be initialized from apiserver...
I1102 22:18:22.405360       1 dns.go:174] Waiting for services and endpoints to be initialized from apiserver...
I1102 22:18:22.905398       1 dns.go:174] Waiting for services and endpoints to be initialized from apiserver...
I1102 22:18:23.405382       1 dns.go:174] Waiting for services and endpoints to be initialized from apiserver...
I1102 22:18:23.905394       1 dns.go:174] Waiting for services and endpoints to be initialized from apiserver...
I1102 22:18:24.405411       1 dns.go:174] Waiting for services and endpoints to be initialized from apiserver...
I1102 22:18:24.905400       1 dns.go:174] Waiting for services and endpoints to be initialized from apiserver...
I1102 22:18:25.405399       1 dns.go:174] Waiting for services and endpoints to be initialized from apiserver...
I1102 22:18:25.905397       1 dns.go:174] Waiting for services and endpoints to be initialized from apiserver...
I1102 22:18:26.405398       1 dns.go:174] Waiting for services and endpoints to be initialized from apiserver...
I1102 22:18:26.905400       1 dns.go:174] Waiting for services and endpoints to be initialized from apiserver...
I1102 22:18:27.405399       1 dns.go:174] Waiting for services and endpoints to be initialized from apiserver...
I1102 22:18:27.905387       1 dns.go:174] Waiting for services and endpoints to be initialized from apiserver...
I1102 22:18:28.405382       1 dns.go:174] Waiting for services and endpoints to be initialized from apiserver...
I1102 22:18:28.905393       1 dns.go:174] Waiting for services and endpoints to be initialized from apiserver...
I1102 22:18:29.405355       1 dns.go:174] Waiting for services and endpoints to be initialized from apiserver...
I1102 22:18:29.905400       1 dns.go:174] Waiting for services and endpoints to be initialized from apiserver...
F1102 22:18:30.405403       1 dns.go:168] Timeout waiting for initialization
root@madhu-contiv-linux-0:~/contiv-1.1.6#


root@madhu-contiv-linux-0:~/contiv-1.1.6# kubectl describe pod/kube-dns-545bc4bfd4-snfbx -n kube-system
Name:           kube-dns-545bc4bfd4-snfbx
Namespace:      kube-system
Node:           madhu-contiv-linux-1/172.31.11.71
Start Time:     Thu, 02 Nov 2017 15:10:02 -0700
Labels:         k8s-app=kube-dns
                pod-template-hash=1016706980
Annotations:    kubernetes.io/created-by={"kind":"SerializedReference","apiVersion":"v1","reference":{"kind":"ReplicaSet","namespace":"kube-system","name":"kube-dns-545bc4bfd4","uid":"0c78be1a-bf52-11e7-bfdf-0a236703...
Status:         Running
IP:             192.168.0.2
Created By:     ReplicaSet/kube-dns-545bc4bfd4
Controlled By:  ReplicaSet/kube-dns-545bc4bfd4
Containers:
  kubedns:
    Container ID:  docker://92fa0cebc67d0e2d8311f97046e1d664b871262d008c8f5203cfc310ae970046
    Image:         gcr.io/google_containers/k8s-dns-kube-dns-amd64:1.14.5
    Image ID:      docker-pullable://gcr.io/google_containers/k8s-dns-kube-dns-amd64@sha256:1a3fc069de481ae690188f6f1ba4664b5cc7760af37120f70c86505c79eea61d
    Ports:         10053/UDP, 10053/TCP, 10055/TCP
    Args:
      --domain=cluster.local.
      --dns-port=10053
      --config-dir=/kube-dns-config
      --v=2
    State:          Waiting
      Reason:       CrashLoopBackOff
    Last State:     Terminated
      Reason:       Error
      Exit Code:    255
      Started:      Thu, 02 Nov 2017 15:20:41 -0700
      Finished:     Thu, 02 Nov 2017 15:21:41 -0700
    Ready:          False
    Restart Count:  4
    Limits:
      memory:  170Mi
    Requests:
      cpu:      100m
      memory:   70Mi
    Liveness:   http-get http://:10054/healthcheck/kubedns delay=60s timeout=5s period=10s #success=1 #failure=5
    Readiness:  http-get http://:8081/readiness delay=3s timeout=5s period=10s #success=1 #failure=3
    Environment:
      PROMETHEUS_PORT:  10055
    Mounts:
      /kube-dns-config from kube-dns-config (rw)
      /var/run/secrets/kubernetes.io/serviceaccount from kube-dns-token-xp5vm (ro)
  dnsmasq:
    Container ID:  docker://3faf8265bb61b567d6ee49e9045b2617394610c4991b6d18aaaf8800b6561022
    Image:         gcr.io/google_containers/k8s-dns-dnsmasq-nanny-amd64:1.14.5
    Image ID:      docker-pullable://gcr.io/google_containers/k8s-dns-dnsmasq-nanny-amd64@sha256:46b933bb70270c8a02fa6b6f87d440f6f1fce1a5a2a719e164f83f7b109f7544
    Ports:         53/UDP, 53/TCP
    Args:
      -v=2
      -logtostderr
      -configDir=/etc/k8s/dns/dnsmasq-nanny
      -restartDnsmasq=true
      --
      -k
      --cache-size=1000
      --log-facility=-
      --server=/cluster.local/127.0.0.1#10053
      --server=/in-addr.arpa/127.0.0.1#10053
      --server=/ip6.arpa/127.0.0.1#10053
    State:          Running
      Started:      Thu, 02 Nov 2017 15:21:49 -0700
    Last State:     Terminated
      Reason:       Error
      Exit Code:    137
      Started:      Thu, 02 Nov 2017 15:19:39 -0700
      Finished:     Thu, 02 Nov 2017 15:21:49 -0700
    Ready:          True
    Restart Count:  3
    Requests:
      cpu:        150m
      memory:     20Mi
    Liveness:     http-get http://:10054/healthcheck/dnsmasq delay=60s timeout=5s period=10s #success=1 #failure=5
    Environment:  <none>
    Mounts:
      /etc/k8s/dns/dnsmasq-nanny from kube-dns-config (rw)
      /var/run/secrets/kubernetes.io/serviceaccount from kube-dns-token-xp5vm (ro)
  sidecar:
    Container ID:  docker://4c765f629b025252b4b7817d409c6ab149a4dac689642be7b6525133e3202b94
    Image:         gcr.io/google_containers/k8s-dns-sidecar-amd64:1.14.5
    Image ID:      docker-pullable://gcr.io/google_containers/k8s-dns-sidecar-amd64@sha256:9aab42bf6a2a068b797fe7d91a5d8d915b10dbbc3d6f2b10492848debfba6044
    Port:          10054/TCP
    Args:
      --v=2
      --logtostderr
      --probe=kubedns,127.0.0.1:10053,kubernetes.default.svc.cluster.local,5,A
      --probe=dnsmasq,127.0.0.1:53,kubernetes.default.svc.cluster.local,5,A
    State:          Running
      Started:      Thu, 02 Nov 2017 15:15:19 -0700
    Ready:          True
    Restart Count:  0
    Requests:
      cpu:        10m
      memory:     20Mi
    Liveness:     http-get http://:10054/metrics delay=60s timeout=5s period=10s #success=1 #failure=5
    Environment:  <none>
    Mounts:
      /var/run/secrets/kubernetes.io/serviceaccount from kube-dns-token-xp5vm (ro)
Conditions:
  Type           Status
  Initialized    True
  Ready          False
  PodScheduled   True
Volumes:
  kube-dns-config:
    Type:      ConfigMap (a volume populated by a ConfigMap)
    Name:      kube-dns
    Optional:  true
  kube-dns-token-xp5vm:
    Type:        Secret (a volume populated by a Secret)
    SecretName:  kube-dns-token-xp5vm
    Optional:    false
QoS Class:       Burstable
Node-Selectors:  <none>
Tolerations:     CriticalAddonsOnly
                 node-role.kubernetes.io/master:NoSchedule
                 node.alpha.kubernetes.io/notReady:NoExecute for 300s
                 node.alpha.kubernetes.io/unreachable:NoExecute for 300s
Events:
  Type     Reason                  Age                   From                           Message
  ----     ------                  ----                  ----                           -------
  Warning  FailedScheduling        17m (x4734 over 23h)  default-scheduler              No nodes are available that match all of the predicates: NodeNotReady (3).
  Normal   Scheduled               12m                   default-scheduler              Successfully assigned kube-dns-545bc4bfd4-snfbx to madhu-contiv-linux-1
  Normal   SuccessfulMountVolume   12m                   kubelet, madhu-contiv-linux-1  MountVolume.SetUp succeeded for volume "kube-dns-config"
  Normal   SuccessfulMountVolume   12m                   kubelet, madhu-contiv-linux-1  MountVolume.SetUp succeeded for volume "kube-dns-token-xp5vm"
  Normal   SandboxChanged          12m (x7 over 12m)     kubelet, madhu-contiv-linux-1  Pod sandbox changed, it will be killed and re-created.
  Warning  FailedCreatePodSandBox  12m (x8 over 12m)     kubelet, madhu-contiv-linux-1  Failed create pod sandbox.
  Warning  FailedSync              2m (x189 over 12m)    kubelet, madhu-contiv-linux-1  Error syncing pod
root@madhu-contiv-linux-0:~/contiv-1.1.6#

mkhaas avatar Nov 03 '17 17:11 mkhaas

This has been fixed in release 1.1.7

amccormi avatar Nov 30 '17 18:11 amccormi

I use 1.1.7. The problem still happens.

MIBc avatar May 29 '18 09:05 MIBc