1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140 | Type of error:
Feb 2 16:58:10 mth-k8smaster-01 kube-apiserver[1172]: I0202 16:58:10.203888 1172 jwt.go:239] Signature error (key 0): crypto/rsa: verification error
Feb 2 16:58:10 mth-k8smaster-01 kube-apiserver[1172]: E0202 16:58:10.203955 1172 handlers.go:58] Unable to authenticate the request due to an error: crypto/rsa: verification error
See below:
root@mth-k8smaster-01:~# tail -f /var/log/syslog
Feb 2 16:58:09 mth-k8smaster-01 kube-apiserver[1172]: I0202 16:58:09.335267 1172 panics.go:76] GET /api/v1/namespaces/debug/secrets/default-token-kk3bh: (2.83783ms) 200 [[kubelet/v1.5.2 (linux/amd64) kubernetes/08e0995] 10.128.74.201:46942]
Feb 2 16:58:09 mth-k8smaster-01 kube-apiserver[1172]: I0202 16:58:09.818721 1172 panics.go:76] GET /api/v1/namespaces/kube-system/endpoints/kube-scheduler: (4.572375ms) 200 [[kube-scheduler/v1.5.2 (linux/amd64) kubernetes/08e0995/leader-election] 127.0.0.1:57368]
Feb 2 16:58:09 mth-k8smaster-01 kube-scheduler[1066]: I0202 16:58:09.819235 1066 leaderelection.go:247] lock is held by mth-k8smaster-03 and has not yet expired
Feb 2 16:58:09 mth-k8smaster-01 kube-apiserver[1172]: I0202 16:58:09.988283 1172 panics.go:76] GET /api/v1/watch/pods?fieldSelector=spec.nodeName%3Dmth-k8sa-01&resourceVersion=1066487&timeoutSeconds=348: (1m29.999885163s) 200 [[kubelet/v1.5.2 (linux/amd64) kubernetes/08e0995] 10.128.74.201:46070]
Feb 2 16:58:10 mth-k8smaster-01 kube-apiserver[1172]: I0202 16:58:10.203888 1172 jwt.go:239] Signature error (key 0): crypto/rsa: verification error
Feb 2 16:58:10 mth-k8smaster-01 kube-apiserver[1172]: E0202 16:58:10.203955 1172 handlers.go:58] Unable to authenticate the request due to an error: crypto/rsa: verification error
Feb 2 16:58:10 mth-k8smaster-01 kube-apiserver[1172]: I0202 16:58:10.204010 1172 panics.go:76] GET /api/v1/namespaces/kube-system/pods/heapster-v1.2.0-2009161411-vx5dl: (606.276µs) 401 [[pod_nanny/v0.0.0 (linux/amd64) kubernetes/$Format] 10.128.74.217:53222]
Feb 2 16:58:11 mth-k8smaster-01 kube-apiserver[1172]: I0202 16:58:11.494790 1172 panics.go:76] GET /api/v1/namespaces/kube-system/endpoints/kube-controller-manager: (1.631914ms) 200 [[kube-controller-manager/v1.5.2 (linux/amd64) kubernetes/08e0995/leader-election] 127.0.0.1:57210]
Feb 2 16:58:11 mth-k8smaster-01 kube-controller-manager[1105]: I0202 16:58:11.495461 1105 leaderelection.go:247] lock is held by mth-k8smaster-03 and has not yet expired
Feb 2 16:58:11 mth-k8smaster-01 kube-apiserver[1172]: I0202 16:58:11.599285 1172 panics.go:76] GET /api/v1/watch/persistentvolumes?resourceVersion=1103983&timeoutSeconds=444: (7m24.000776599s) 200 [[kube-scheduler/v1.5.2 (linux/amd64) kubernetes/08e0995/leader-election] 127.0.0.1:57358]
Feb 2 16:58:12 mth-k8smaster-01 kube-apiserver[1172]: I0202 16:58:12.046643 1172 panics.go:76] GET /api/v1/namespaces/kube-system/endpoints/kube-scheduler: (1.949007ms) 200 [[kube-scheduler/v1.5.2 (linux/amd64) kubernetes/08e0995/leader-election] 127.0.0.1:57368]
Feb 2 16:58:12 mth-k8smaster-01 kube-scheduler[1066]: I0202 16:58:12.047116 1066 leaderelection.go:247] lock is held by mth-k8smaster-03 and has not yet expired
Feb 2 16:58:12 mth-k8smaster-01 kube-apiserver[1172]: I0202 16:58:12.849909 1172 jwt.go:239] Signature error (key 0): crypto/rsa: verification error
Feb 2 16:58:12 mth-k8smaster-01 kube-apiserver[1172]: E0202 16:58:12.849980 1172 handlers.go:58] Unable to authenticate the request due to an error: crypto/rsa: verification error
Feb 2 16:58:12 mth-k8smaster-01 kube-apiserver[1172]: I0202 16:58:12.850038 1172 panics.go:76] GET /api/v1/namespaces/kube-system/pods/heapster-v1.3.0-beta.0-3709364539-scpf5: (626.829µs) 401 [[pod_nanny/v0.0.0 (linux/amd64) kubernetes/$Format] 10.128.74.210:33534]
Feb 2 16:58:12 mth-k8smaster-01 kube-apiserver[1172]: I0202 16:58:12.912899 1172 panics.go:76] GET /api/v1/namespaces/default/services/kubernetes: (1.936845ms) 200 [[kube-apiserver/v1.5.2 (linux/amd64) kubernetes/08e0995] 127.0.0.1:57654]
Feb 2 16:58:12 mth-k8smaster-01 kube-apiserver[1172]: I0202 16:58:12.915039 1172 panics.go:76] GET /api/v1/namespaces/default/endpoints/kubernetes: (1.337202ms) 200 [[kube-apiserver/v1.5.2 (linux/amd64) kubernetes/08e0995] 127.0.0.1:57654]
Feb 2 16:58:12 mth-k8smaster-01 kube-apiserver[1172]: W0202 16:58:12.915532 1172 controller.go:392] Resetting endpoints for master service "kubernetes" to &TypeMeta{Kind:,APIVersion:,}
Feb 2 16:58:12 mth-k8smaster-01 kube-apiserver[1172]: I0202 16:58:12.925518 1172 panics.go:76] PUT /api/v1/namespaces/default/endpoints/kubernetes: (9.573176ms) 200 [[kube-apiserver/v1.5.2 (linux/amd64) kubernetes/08e0995] 127.0.0.1:57654]
Feb 2 16:58:12 mth-k8smaster-01 kube-apiserver[1172]: I0202 16:58:12.967862 1172 panics.go:76] GET /api/v1/namespaces/debug/pods: (7.210823ms) 200 [[kubectl/v1.5.1 (darwin/amd64) kubernetes/82450d0] 10.128.74.201:46960]
Feb 2 16:58:12 mth-k8smaster-01 kube-apiserver[1172]: I0202 16:58:12.969582 1172 panics.go:76] PUT /api/v1/nodes/mth-k8svitess-02/status: (14.77615ms) 200 [[kubelet/v1.5.2 (linux/amd64) kubernetes/08e0995] 10.128.74.201:46958]
Feb 2 16:58:12 mth-k8smaster-01 kube-apiserver[1172]: I0202 16:58:12.992684 1172 panics.go:76] GET /api/v1/namespaces/debug/replicationcontrollers: (2.10044ms) 200 [[kubectl/v1.5.1 (darwin/amd64) kubernetes/82450d0] 10.128.74.201:46966]
Feb 2 16:58:13 mth-k8smaster-01 kube-apiserver[1172]: I0202 16:58:13.011702 1172 panics.go:76] GET /apis/apps/v1beta1/namespaces/debug/statefulsets: (2.816767ms) 200 [[kubectl/v1.5.1 (darwin/amd64) kubernetes/82450d0] 10.128.74.201:46972]
Feb 2 16:58:13 mth-k8smaster-01 kube-apiserver[1172]: I0202 16:58:13.036508 1172 panics.go:76] GET /apis/extensions/v1beta1/namespaces/debug/deployments: (1.707451ms) 200 [[kubectl/v1.5.1 (darwin/amd64) kubernetes/82450d0] 10.128.74.201:46978]
Feb 2 16:58:13 mth-k8smaster-01 kube-apiserver[1172]: I0202 16:58:13.897621 1172 panics.go:76] GET /api/v1/pods: (15.849542ms) 200 [[kubectl/v1.5.1 (linux/amd64) kubernetes/82450d0] 10.128.74.201:46984]
Feb 2 16:58:14 mth-k8smaster-01 kube-apiserver[1172]: I0202 16:58:14.449906 1172 panics.go:76] GET /api/v1/watch/services?resourceVersion=1121379&timeoutSeconds=419: (5m56.31541357s) 200 [[kubelet/v1.5.2 (linux/amd64) kubernetes/08e0995] 10.128.74.201:42134]
Feb 2 16:58:14 mth-k8smaster-01 kube-apiserver[1172]: I0202 16:58:14.450642 1172 panics.go:76] GET /api/v1/watch/services?resourceVersion=1121379&timeoutSeconds=568: (5m55.604377969s) 200 [[kube-proxy/v1.5.2 (linux/amd64) kubernetes/08e0995] 10.128.74.201:42174]
Feb 2 16:58:14 mth-k8smaster-01 kube-apiserver[1172]: I0202 16:58:14.451096 1172 panics.go:76] GET /api/v1/watch/services?resourceVersion=1121379&timeoutSeconds=484: (5m56.152232161s) 200 [[kubelet/v1.5.2 (linux/amd64) kubernetes/08e0995] 10.128.74.201:42148]
Feb 2 16:58:14 mth-k8smaster-01 kube-apiserver[1172]: I0202 16:58:14.451228 1172 panics.go:76] GET /api/v1/watch/services?resourceVersion=1121379&timeoutSeconds=517: (5m56.315616379s) 200 [[kubelet/v1.5.2 (linux/amd64) kubernetes/08e0995] 10.128.74.201:42136]
Feb 2 16:58:14 mth-k8smaster-01 kube-apiserver[1172]: I0202 16:58:14.451693 1172 panics.go:76] GET /api/v1/watch/services?resourceVersion=1121379&timeoutSeconds=525: (5m56.292626179s) 200 [[kube-proxy/v1.5.2 (linux/amd64) kubernetes/08e0995] 10.128.74.201:42142]
Feb 2 16:58:14 mth-k8smaster-01 kube-apiserver[1172]: I0202 16:58:14.860271 1172 panics.go:76] GET /api/v1/namespaces/kube-system/endpoints/kube-controller-manager: (1.748082ms) 200 [[kube-controller-manager/v1.5.2 (linux/amd64) kubernetes/08e0995/leader-election] 127.0.0.1:57210]
Feb 2 16:58:14 mth-k8smaster-01 kube-controller-manager[1105]: I0202 16:58:14.860981 1105 leaderelection.go:247] lock is held by mth-k8smaster-03 and has not yet expired
Feb 2 16:58:15 mth-k8smaster-01 kube-apiserver[1172]: I0202 16:58:15.218493 1172 panics.go:76] GET /api/v1/nodes?fieldSelector=metadata.name%3Dmth-k8s-03&resourceVersion=0: (1.277428ms) 200 [[kubelet/v1.5.2 (linux/amd64) kubernetes/08e0995] 10.128.74.201:47018]
Feb 2 16:58:15 mth-k8smaster-01 kube-apiserver[1172]: I0202 16:58:15.735726 1172 panics.go:76] GET /api/v1/namespaces/kube-system/endpoints/kube-scheduler: (2.106697ms) 200 [[kube-scheduler/v1.5.2 (linux/amd64) kubernetes/08e0995/leader-election] 127.0.0.1:57368]
Feb 2 16:58:15 mth-k8smaster-01 kube-scheduler[1066]: I0202 16:58:15.736280 1066 leaderelection.go:247] lock is held by mth-k8smaster-03 and has not yet expired
Feb 2 16:58:16 mth-k8smaster-01 kube-apiserver[1172]: I0202 16:58:16.350136 1172 panics.go:76] GET /api/v1/namespaces/default/secrets/default-token-z4b82: (2.470802ms) 200 [[kubelet/v1.5.2 (linux/amd64) kubernetes/08e0995] 10.128.74.201:47024]
Feb 2 16:58:16 mth-k8smaster-01 kube-apiserver[1172]: I0202 16:58:16.384827 1172 jwt.go:239] Signature error (key 0): crypto/rsa: verification error
Feb 2 16:58:16 mth-k8smaster-01 kube-apiserver[1172]: E0202 16:58:16.384884 1172 handlers.go:58] Unable to authenticate the request due to an error: crypto/rsa: verification error
Feb 2 16:58:16 mth-k8smaster-01 kube-apiserver[1172]: I0202 16:58:16.384937 1172 panics.go:76] GET /api/v1/namespaces/kube-system/pods/heapster-v1.2.0-2009161411-vx5dl: (572.301µs) 401 [[pod_nanny/v0.0.0 (linux/amd64) kubernetes/$Format] 10.128.74.217:48896]
Feb 2 16:58:16 mth-k8smaster-01 kube-apiserver[1172]: I0202 16:58:16.455028 1172 panics.go:76] GET /apis/extensions/v1beta1/thirdpartyresources: (1.959921ms) 200 [[kube-apiserver/v1.5.2 (linux/amd64) kubernetes/08e0995] 127.0.0.1:57654]
Feb 2 16:58:16 mth-k8smaster-01 kube-apiserver[1172]: I0202 16:58:16.782797 1172 panics.go:76] GET /api/v1/nodes?fieldSelector=metadata.name%3Dmth-k8sa-03&resourceVersion=0: (1.225974ms) 200 [[kubelet/v1.5.2 (linux/amd64) kubernetes/08e0995] 10.128.74.201:47026]
Feb 2 16:58:16 mth-k8smaster-01 kube-apiserver[1172]: I0202 16:58:16.984264 1172 panics.go:76] GET /api/v1/namespaces/kube-system/endpoints/kube-controller-manager: (1.945838ms) 200 [[kube-controller-manager/v1.5.2 (linux/amd64) kubernetes/08e0995/leader-election] 127.0.0.1:57210]
Feb 2 16:58:16 mth-k8smaster-01 kube-controller-manager[1105]: I0202 16:58:16.984835 1105 leaderelection.go:247] lock is held by mth-k8smaster-03 and has not yet expired
Feb 2 16:58:17 mth-k8smaster-01 kube-apiserver[1172]: I0202 16:58:17.542119 1172 panics.go:76] PUT /api/v1/nodes/mth-k8sa-03/status: (169.458363ms) 200 [[kubelet/v1.5.2 (linux/amd64) kubernetes/08e0995] 10.128.74.201:47030]
Feb 2 16:58:18 mth-k8smaster-01 kube-apiserver[1172]: I0202 16:58:18.230079 1172 panics.go:76] GET /api/v1/namespaces/debug/replicationcontrollers: (2.631511ms) 200 [[kubectl/v1.5.1 (darwin/amd64) kubernetes/82450d0] 10.128.74.201:47034]
Feb 2 16:58:18 mth-k8smaster-01 kube-apiserver[1172]: I0202 16:58:18.277460 1172 panics.go:76] GET /apis/autoscaling/v1/namespaces/debug/horizontalpodautoscalers: (1.802569ms) 200 [[kubectl/v1.5.1 (darwin/amd64) kubernetes/82450d0] 10.128.74.201:47040]
Feb 2 16:58:18 mth-k8smaster-01 kube-apiserver[1172]: I0202 16:58:18.314253 1172 panics.go:76] GET /api/v1/pods: (15.111692ms) 200 [[kubectl/v1.5.1 (linux/amd64) kubernetes/82450d0] 10.128.74.201:47046]
Feb 2 16:58:18 mth-k8smaster-01 kube-apiserver[1172]: I0202 16:58:18.756538 1172 panics.go:76] PUT /api/v1/nodes/mth-k8svitess-01/status: (15.071719ms) 200 [[kubelet/v1.5.2 (linux/amd64) kubernetes/08e0995] 10.128.74.201:47052]
Feb 2 16:58:19 mth-k8smaster-01 kube-apiserver[1172]: I0202 16:58:19.508269 1172 panics.go:76] GET /api/v1/namespaces/kube-system/endpoints/kube-scheduler: (2.242802ms) 200 [[kube-scheduler/v1.5.2 (linux/amd64) kubernetes/08e0995/leader-election] 127.0.0.1:57368]
Feb 2 16:58:19 mth-k8smaster-01 kube-scheduler[1066]: I0202 16:58:19.508814 1066 leaderelection.go:247] lock is held by mth-k8smaster-03 and has not yet expired
Feb 2 16:58:19 mth-k8smaster-01 kube-apiserver[1172]: I0202 16:58:19.730981 1172 panics.go:76] GET /api/v1/namespaces/kube-system/endpoints/kube-controller-manager: (1.503635ms) 200 [[kube-controller-manager/v1.5.2 (linux/amd64) kubernetes/08e0995/leader-election] 127.0.0.1:57210]
Feb 2 16:58:19 mth-k8smaster-01 kube-controller-manager[1105]: I0202 16:58:19.731532 1105 leaderelection.go:247] lock is held by mth-k8smaster-03 and has not yet expired
Feb 2 16:58:20 mth-k8smaster-01 kube-apiserver[1172]: I0202 16:58:20.205938 1172 jwt.go:239] Signature error (key 0): crypto/rsa: verification error
Feb 2 16:58:20 mth-k8smaster-01 kube-apiserver[1172]: E0202 16:58:20.206006 1172 handlers.go:58] Unable to authenticate the request due to an error: crypto/rsa: verification error
Feb 2 16:58:20 mth-k8smaster-01 kube-apiserver[1172]: I0202 16:58:20.206063 1172 panics.go:76] GET /api/v1/namespaces/kube-system/pods/heapster-v1.2.0-2009161411-vx5dl: (604.166µs) 401 [[pod_nanny/v0.0.0 (linux/amd64) kubernetes/$Format] 10.128.74.217:53222]
Feb 2 16:58:20 mth-k8smaster-01 kube-apiserver[1172]: I0202 16:58:20.512101 1172 panics.go:76] GET /api/v1/pods: (15.419104ms) 200 [[kubectl/v1.5.1 (linux/amd64) kubernetes/82450d0] 10.128.74.201:47058]
Feb 2 16:58:21 mth-k8smaster-01 kube-apiserver[1172]: I0202 16:58:21.989188 1172 panics.go:76] GET /api/v1/namespaces/kube-system/endpoints/kube-controller-manager: (1.911404ms) 200 [[kube-controller-manager/v1.5.2 (linux/amd64) kubernetes/08e0995/leader-election] 127.0.0.1:57210]
Feb 2 16:58:21 mth-k8smaster-01 kube-controller-manager[1105]: I0202 16:58:21.989803 1105 leaderelection.go:247] lock is held by mth-k8smaster-03 and has not yet expired
Feb 2 16:58:22 mth-k8smaster-01 kube-apiserver[1172]: I0202 16:58:22.852609 1172 jwt.go:239] Signature error (key 0): crypto/rsa: verification error
Feb 2 16:58:22 mth-k8smaster-01 kube-apiserver[1172]: E0202 16:58:22.852683 1172 handlers.go:58] Unable to authenticate the request due to an error: crypto/rsa: verification error
Feb 2 16:58:22 mth-k8smaster-01 kube-apiserver[1172]: I0202 16:58:22.852742 1172 panics.go:76] GET /api/v1/namespaces/kube-system/pods/heapster-v1.3.0-beta.0-3709364539-scpf5: (625.619µs) 401 [[pod_nanny/v0.0.0 (linux/amd64) kubernetes/$Format] 10.128.74.210:33534]
Feb 2 16:58:22 mth-k8smaster-01 kube-apiserver[1172]: I0202 16:58:22.930523 1172 panics.go:76] GET /api/v1/namespaces/default/services/kubernetes: (1.937331ms) 200 [[kube-apiserver/v1.5.2 (linux/amd64) kubernetes/08e0995] 127.0.0.1:57654]
Feb 2 16:58:22 mth-k8smaster-01 kube-apiserver[1172]: I0202 16:58:22.932992 1172 panics.go:76] GET /api/v1/namespaces/default/endpoints/kubernetes: (1.57749ms) 200 [[kube-apiserver/v1.5.2 (linux/amd64) kubernetes/08e0995] 127.0.0.1:57654]
Feb 2 16:58:22 mth-k8smaster-01 kube-apiserver[1172]: W0202 16:58:22.933508 1172 controller.go:392] Resetting endpoints for master service "kubernetes" to &TypeMeta{Kind:,APIVersion:,}
Feb 2 16:58:23 mth-k8smaster-01 kube-apiserver[1172]: I0202 16:58:23.018253 1172 panics.go:76] PUT /api/v1/namespaces/default/endpoints/kubernetes: (84.265835ms) 200 [[kube-apiserver/v1.5.2 (linux/amd64) kubernetes/08e0995] 127.0.0.1:57654]
Feb 2 16:58:23 mth-k8smaster-01 kube-apiserver[1172]: I0202 16:58:23.087359 1172 panics.go:76] PUT /api/v1/nodes/mth-k8svitess-02/status: (108.282444ms) 200 [[kubelet/v1.5.2 (linux/amd64) kubernetes/08e0995] 10.128.74.201:47068]
Feb 2 16:58:23 mth-k8smaster-01 kube-apiserver[1172]: I0202 16:58:23.120460 1172 panics.go:76] GET /api/v1/namespaces/kube-system/endpoints/kube-scheduler: (1.520852ms) 200 [[kube-scheduler/v1.5.2 (linux/amd64) kubernetes/08e0995/leader-election] 127.0.0.1:57368]
Feb 2 16:58:23 mth-k8smaster-01 kube-scheduler[1066]: I0202 16:58:23.120962 1066 leaderelection.go:247] lock is held by mth-k8smaster-03 and has not yet expired
Feb 2 16:58:23 mth-k8smaster-01 kube-apiserver[1172]: I0202 16:58:23.473381 1172 panics.go:76] GET /api/v1/nodes?fieldSelector=metadata.name%3Dmth-k8sa-02&resourceVersion=0: (992.11µs) 200 [[kubelet/v1.5.2 (linux/amd64) kubernetes/08e0995] 10.128.74.201:47074]
Feb 2 16:58:23 mth-k8smaster-01 kube-apiserver[1172]: I0202 16:58:23.516021 1172 panics.go:76] GET /api/v1/namespaces/debug/services: (2.420478ms) 200 [[kubectl/v1.5.1 (darwin/amd64) kubernetes/82450d0] 10.128.74.201:47080]
Feb 2 16:58:23 mth-k8smaster-01 kube-apiserver[1172]: I0202 16:58:23.546945 1172 panics.go:76] GET /apis/batch/v1/namespaces/debug/jobs: (1.959238ms) 200 [[kubectl/v1.5.1 (darwin/amd64) kubernetes/82450d0] 10.128.74.201:47086]
Feb 2 16:58:23 mth-k8smaster-01 kube-apiserver[1172]: I0202 16:58:23.580027 1172 panics.go:76] PUT /api/v1/nodes/mth-k8sa-02/status: (13.621732ms) 200 [[kubelet/v1.5.2 (linux/amd64) kubernetes/08e0995] 10.128.74.201:47092]
Feb 2 16:58:24 mth-k8smaster-01 kube-apiserver[1172]: I0202 16:58:24.899896 1172 panics.go:76] GET /api/v1/pods: (15.458783ms) 200 [[kubectl/v1.5.1 (linux/amd64) kubernetes/82450d0] 10.128.74.201:47098]
Feb 2 16:58:25 mth-k8smaster-01 kube-apiserver[1172]: I0202 16:58:25.245577 1172 panics.go:76] GET /api/v1/nodes?fieldSelector=metadata.name%3Dmth-k8s-03&resourceVersion=0: (1.14728ms) 200 [[kubelet/v1.5.2 (linux/amd64) kubernetes/08e0995] 10.128.74.201:47100]
Feb 2 16:58:25 mth-k8smaster-01 kube-apiserver[1172]: I0202 16:58:25.698052 1172 panics.go:76] GET /api/v1/namespaces/kube-system/endpoints/kube-controller-manager: (1.692785ms) 200 [[kube-controller-manager/v1.5.2 (linux/amd64) kubernetes/08e0995/leader-election] 127.0.0.1:57210]
Feb 2 16:58:25 mth-k8smaster-01 kube-controller-manager[1105]: I0202 16:58:25.698639 1105 leaderelection.go:247] lock is held by mth-k8smaster-03 and has not yet expired
Feb 2 16:58:26 mth-k8smaster-01 kube-apiserver[1172]: I0202 16:58:26.108821 1172 panics.go:76] GET /api/v1/namespaces/kube-system/endpoints/kube-scheduler: (1.820743ms) 200 [[kube-scheduler/v1.5.2 (linux/amd64) kubernetes/08e0995/leader-election] 127.0.0.1:57368]
Feb 2 16:58:26 mth-k8smaster-01 kube-scheduler[1066]: I0202 16:58:26.109331 1066 leaderelection.go:247] lock is held by mth-k8smaster-03 and has not yet expired
Feb 2 16:58:26 mth-k8smaster-01 kube-apiserver[1172]: I0202 16:58:26.387061 1172 jwt.go:239] Signature error (key 0): crypto/rsa: verification error
Feb 2 16:58:26 mth-k8smaster-01 kube-apiserver[1172]: E0202 16:58:26.387139 1172 handlers.go:58] Unable to authenticate the request due to an error: crypto/rsa: verification error
Feb 2 16:58:26 mth-k8smaster-01 kube-apiserver[1172]: I0202 16:58:26.387196 1172 panics.go:76] GET /api/v1/namespaces/kube-system/pods/heapster-v1.2.0-2009161411-vx5dl: (639.229µs) 401 [[pod_nanny/v0.0.0 (linux/amd64) kubernetes/$Format] 10.128.74.217:48896]
Feb 2 16:58:26 mth-k8smaster-01 kube-apiserver[1172]: I0202 16:58:26.457974 1172 panics.go:76] GET /apis/extensions/v1beta1/thirdpartyresources: (1.462785ms) 200 [[kube-apiserver/v1.5.2 (linux/amd64) kubernetes/08e0995] 127.0.0.1:57654]
Feb 2 16:58:27 mth-k8smaster-01 kube-apiserver[1172]: I0202 16:58:27.744273 1172 panics.go:76] PUT /api/v1/nodes/mth-k8sa-03/status: (14.06529ms) 200 [[kubelet/v1.5.2 (linux/amd64) kubernetes/08e0995] 10.128.74.201:47108]
Feb 2 16:58:28 mth-k8smaster-01 kube-apiserver[1172]: I0202 16:58:28.426081 1172 panics.go:76] GET /api/v1/namespaces/kube-system/endpoints/kube-scheduler: (2.111613ms) 200 [[kube-scheduler/v1.5.2 (linux/amd64) kubernetes/08e0995/leader-election] 127.0.0.1:57368]
Feb 2 16:58:28 mth-k8smaster-01 kube-scheduler[1066]: I0202 16:58:28.426689 1066 leaderelection.go:247] lock is held by mth-k8smaster-03 and has not yet expired
Feb 2 16:58:28 mth-k8smaster-01 kube-apiserver[1172]: I0202 16:58:28.712072 1172 panics.go:76] GET /api/v1/namespaces/debug/services: (2.668135ms) 200 [[kubectl/v1.5.1 (darwin/amd64) kubernetes/82450d0] 10.128.74.201:47114]
Feb 2 16:58:28 mth-k8smaster-01 kube-apiserver[1172]: I0202 16:58:28.739873 1172 panics.go:76] GET /apis/batch/v1/namespaces/debug/jobs: (1.818366ms) 200 [[kubectl/v1.5.1 (darwin/amd64) kubernetes/82450d0] 10.128.74.201:47120]
Feb 2 16:58:28 mth-k8smaster-01 kube-apiserver[1172]: I0202 16:58:28.863826 1172 panics.go:76] PUT /api/v1/nodes/mth-k8svitess-01/status: (98.176023ms) 200 [[kubelet/v1.5.2 (linux/amd64) kubernetes/08e0995] 10.128.74.201:47128]
Feb 2 16:58:28 mth-k8smaster-01 kube-apiserver[1172]: I0202 16:58:28.906570 1172 panics.go:76] GET /api/v1/namespaces/kube-system/endpoints/kube-controller-manager: (1.655027ms) 200 [[kube-controller-manager/v1.5.2 (linux/amd64) kubernetes/08e0995/leader-election] 127.0.0.1:57210]
Feb 2 16:58:28 mth-k8smaster-01 kube-controller-manager[1105]: I0202 16:58:28.907077 1105 leaderelection.go:247] lock is held by mth-k8smaster-03 and has not yet expired
Feb 2 16:58:29 mth-k8smaster-01 kube-apiserver[1172]: I0202 16:58:29.346834 1172 panics.go:76] GET /api/v1/pods: (15.627109ms) 200 [[kubectl/v1.5.1 (linux/amd64) kubernetes/82450d0] 10.128.74.201:47130]
Feb 2 16:58:29 mth-k8smaster-01 kernel: [14335.897226] blk_update_request: I/O error, dev fd0, sector 0
Feb 2 16:58:29 mth-k8smaster-01 kernel: [14335.897611] floppy: error -5 while reading block 0
Feb 2 16:58:30 mth-k8smaster-01 kube-apiserver[1172]: I0202 16:58:30.208157 1172 jwt.go:239] Signature error (key 0): crypto/rsa: verification error
Feb 2 16:58:30 mth-k8smaster-01 kube-apiserver[1172]: E0202 16:58:30.208251 1172 handlers.go:58] Unable to authenticate the request due to an error: crypto/rsa: verification error
Feb 2 16:58:30 mth-k8smaster-01 kube-apiserver[1172]: I0202 16:58:30.208337 1172 panics.go:76] GET /api/v1/namespaces/kube-system/pods/heapster-v1.2.0-2009161411-vx5dl: (817.228µs) 401 [[pod_nanny/v0.0.0 (linux/amd64) kubernetes/$Format] 10.128.74.217:53222]
Feb 2 16:58:30 mth-k8smaster-01 kube-apiserver[1172]: I0202 16:58:30.734839 1172 panics.go:76] GET /api/v1/namespaces/kube-system/endpoints/kube-scheduler: (1.959538ms) 200 [[kube-scheduler/v1.5.2 (linux/amd64) kubernetes/08e0995/leader-election] 127.0.0.1:57368]
Feb 2 16:58:30 mth-k8smaster-01 kube-scheduler[1066]: I0202 16:58:30.735306 1066 leaderelection.go:247] lock is held by mth-k8smaster-03 and has not yet expired
Feb 2 16:58:31 mth-k8smaster-01 kube-apiserver[1172]: I0202 16:58:31.577153 1172 panics.go:76] GET /api/v1/pods: (15.869256ms) 200 [[kubectl/v1.5.1 (linux/amd64) kubernetes/82450d0] 10.128.74.201:47140]
Feb 2 16:58:32 mth-k8smaster-01 kube-apiserver[1172]: I0202 16:58:32.855244 1172 jwt.go:239] Signature error (key 0): crypto/rsa: verification error
Feb 2 16:58:32 mth-k8smaster-01 kube-apiserver[1172]: E0202 16:58:32.855306 1172 handlers.go:58] Unable to authenticate the request due to an error: crypto/rsa: verification error
Feb 2 16:58:32 mth-k8smaster-01 kube-apiserver[1172]: I0202 16:58:32.855364 1172 panics.go:76] GET /api/v1/namespaces/kube-system/pods/heapster-v1.3.0-beta.0-3709364539-scpf5: (598.622µs) 401 [[pod_nanny/v0.0.0 (linux/amd64) kubernetes/$Format] 10.128.74.210:33534]
Feb 2 16:58:32 mth-k8smaster-01 kube-apiserver[1172]: I0202 16:58:32.991381 1172 panics.go:76] GET /api/v1/namespaces/kube-system/endpoints/kube-controller-manager: (1.812742ms) 200 [[kube-controller-manager/v1.5.2 (linux/amd64) kubernetes/08e0995/leader-election] 127.0.0.1:57210]
Feb 2 16:58:32 mth-k8smaster-01 kube-controller-manager[1105]: I0202 16:58:32.991902 1105 leaderelection.go:247] lock is held by mth-k8smaster-03 and has not yet expired
Feb 2 16:58:33 mth-k8smaster-01 kube-apiserver[1172]: I0202 16:58:33.023066 1172 panics.go:76] GET /api/v1/namespaces/default/services/kubernetes: (1.798963ms) 200 [[kube-apiserver/v1.5.2 (linux/amd64) kubernetes/08e0995] 127.0.0.1:57654]
Feb 2 16:58:33 mth-k8smaster-01 kube-apiserver[1172]: I0202 16:58:33.025698 1172 panics.go:76] GET /api/v1/namespaces/default/endpoints/kubernetes: (1.735865ms) 200 [[kube-apiserver/v1.5.2 (linux/amd64) kubernetes/08e0995] 127.0.0.1:57654]
Feb 2 16:58:33 mth-k8smaster-01 kube-apiserver[1172]: W0202 16:58:33.026316 1172 controller.go:392] Resetting endpoints for master service "kubernetes" to &TypeMeta{Kind:,APIVersion:,}
Feb 2 16:58:33 mth-k8smaster-01 kube-apiserver[1172]: I0202 16:58:33.036867 1172 panics.go:76] PUT /api/v1/namespaces/default/endpoints/kubernetes: (9.954572ms) 200 [[kube-apiserver/v1.5.2 (linux/amd64) kubernetes/08e0995] 127.0.0.1:57654]
Feb 2 16:58:33 mth-k8smaster-01 kube-apiserver[1172]: I0202 16:58:33.114517 1172 panics.go:76] PUT /api/v1/nodes/mth-k8svitess-02/status: (16.904822ms) 200 [[kubelet/v1.5.2 (linux/amd64) kubernetes/08e0995] 10.128.74.201:47146]
Feb 2 16:58:33 mth-k8smaster-01 kube-apiserver[1172]: I0202 16:58:33.498972 1172 panics.go:76] GET /api/v1/namespaces/kube-system/endpoints/kube-scheduler: (2.175671ms) 200 [[kube-scheduler/v1.5.2 (linux/amd64) kubernetes/08e0995/leader-election] 127.0.0.1:57368]
Feb 2 16:58:33 mth-k8smaster-01 kube-scheduler[1066]: I0202 16:58:33.499511 1066 leaderelection.go:247] lock is held by mth-k8smaster-03 and has not yet expired
Feb 2 16:58:33 mth-k8smaster-01 kube-apiserver[1172]: I0202 16:58:33.673636 1172 panics.go:76] GET /api/v1/nodes?fieldSelector=metadata.name%3Dmth-k8sa-02&resourceVersion=0: (997.831µs) 200 [[kubelet/v1.5.2 (linux/amd64) kubernetes/08e0995] 10.128.74.201:47152]
Feb 2 16:58:33 mth-k8smaster-01 kube-apiserver[1172]: I0202 16:58:33.867914 1172 panics.go:76] GET /api/v1/namespaces/debug/pods: (7.104708ms) 200 [[kubectl/v1.5.1 (darwin/amd64) kubernetes/82450d0] 10.128.74.201:47158]
Feb 2 16:58:33 mth-k8smaster-01 kube-apiserver[1172]: I0202 16:58:33.914706 1172 panics.go:76] GET /apis/apps/v1beta1/namespaces/debug/statefulsets: (3.004076ms) 200 [[kubectl/v1.5.1 (darwin/amd64) kubernetes/82450d0] 10.128.74.201:47164]
Feb 2 16:58:33 mth-k8smaster-01 kube-apiserver[1172]: I0202 16:58:33.939221 1172 panics.go:76] GET /apis/extensions/v1beta1/namespaces/debug/deployments: (1.818793ms) 200 [[kubectl/v1.5.1 (darwin/amd64) kubernetes/82450d0] 10.128.74.201:47170]
Feb 2 16:58:34 mth-k8smaster-01 kube-apiserver[1172]: I0202 16:58:34.870600 1172 panics.go:76] GET /api/v1/nodes?fieldSelector=metadata.name%3Dmth-k8s-01&resourceVersion=0: (1.312885ms) 200 [[kubelet/v1.5.2 (linux/amd64) kubernetes/08e0995] 10.128.74.201:47176]
Feb 2 16:58:35 mth-k8smaster-01 kube-apiserver[1172]: I0202 16:58:35.393810 1172 panics.go:76] GET /api/v1/nodes?fieldSelector=metadata.name%3Dmth-k8s-03&resourceVersion=0: (1.17762ms) 200 [[kubelet/v1.5.2 (linux/amd64) kubernetes/08e0995] 10.128.74.201:47180]
Feb 2 16:58:35 mth-k8smaster-01 kube-apiserver[1172]: I0202 16:58:35.778693 1172 panics.go:76] GET /api/v1/namespaces/kube-system/endpoints/kube-controller-manager: (2.145457ms) 200 [[kube-controller-manager/v1.5.2 (linux/amd64) kubernetes/08e0995/leader-election] 127.0.0.1:57210]
Feb 2 16:58:35 mth-k8smaster-01 kube-controller-manager[1105]: I0202 16:58:35.779249 1105 leaderelection.go:247] lock is held by mth-k8smaster-03 and has not yet expired
Feb 2 16:58:36 mth-k8smaster-01 kube-apiserver[1172]: I0202 16:58:36.389334 1172 jwt.go:239] Signature error (key 0): crypto/rsa: verification error
Feb 2 16:58:36 mth-k8smaster-01 kube-apiserver[1172]: E0202 16:58:36.389424 1172 handlers.go:58] Unable to authenticate the request due to an error: crypto/rsa: verification error
Feb 2 16:58:36 mth-k8smaster-01 kube-apiserver[1172]: I0202 16:58:36.389486 1172 panics.go:76] GET /api/v1/namespaces/kube-system/pods/heapster-v1.2.0-2009161411-vx5dl: (820.652µs) 401 [[pod_nanny/v0.0.0 (linux/amd64) kubernetes/$Format] 10.128.74.217:48896]
Feb 2 16:58:36 mth-k8smaster-01 kube-apiserver[1172]: I0202 16:58:36.460963 1172 panics.go:76] GET /apis/extensions/v1beta1/thirdpartyresources: (1.555216ms) 200 [[kube-apiserver/v1.5.2 (linux/amd64) kubernetes/08e0995] 127.0.0.1:57654]
Feb 2 16:58:37 mth-k8smaster-01 kube-apiserver[1172]: I0202 16:58:37.265398 1172 panics.go:76] GET /api/v1/namespaces/kube-system/endpoints/kube-scheduler: (1.964214ms) 200 [[kube-scheduler/v1.5.2 (linux/amd64) kubernetes/08e0995/leader-election] 127.0.0.1:57368]
Feb 2 16:58:37 mth-k8smaster-01 kube-scheduler[1066]: I0202 16:58:37.265952 1066 leaderelection.go:247] lock is held by mth-k8smaster-03 and has not yet expired
Feb 2 16:58:37 mth-k8smaster-01 kube-apiserver[1172]: I0202 16:58:37.838637 1172 panics.go:76] GET /api/v1/nodes?fieldSelector=metadata.name%3Dmth-k8sa-03&resourceVersion=0: (1.159486ms) 200 [[kubelet/v1.5.2 (linux/amd64) kubernetes/08e0995] 10.128.74.201:47186]
Feb 2 16:58:38 mth-k8smaster-01 kube-apiserver[1172]: I0202 16:58:38.068189 1172 panics.go:76] GET /api/v1/namespaces/kube-system/endpoints/kube-controller-manager: (1.921061ms) 200 [[kube-controller-manager/v1.5.2 (linux/amd64) kubernetes/08e0995/leader-election] 127.0.0.1:57210]
Feb 2 16:58:38 mth-k8smaster-01 kube-controller-manager[1105]: I0202 16:58:38.068774 1105 leaderelection.go:247] lock is held by mth-k8smaster-03 and has not yet expired
Feb 2 16:58:38 mth-k8smaster-01 kube-apiserver[1172]: I0202 16:58:38.869752 1172 panics.go:76] GET /api/v1/nodes?fieldSelector=metadata.name%3Dmth-k8svitess-01&resourceVersion=0: (1.088392ms) 200 [[kubelet/v1.5.2 (linux/amd64) kubernetes/08e0995] 10.128.74.201:47194]
Feb 2 16:58:39 mth-k8smaster-01 kube-apiserver[1172]: I0202 16:58:39.085066 1172 panics.go:76] GET /api/v1/namespaces/debug/replicationcontrollers: (2.952585ms) 200 [[kubectl/v1.5.1 (darwin/amd64) kubernetes/82450d0] 10.128.74.201:47200]
Feb 2 16:58:39 mth-k8smaster-01 kube-apiserver[1172]: I0202 16:58:39.113322 1172 panics.go:76] GET /apis/autoscaling/v1/namespaces/debug/horizontalpodautoscalers: (1.711181ms) 200 [[kubectl/v1.5.1 (darwin/amd64) kubernetes/82450d0] 10.128.74.201:47206]
Feb 2 16:58:39 mth-k8smaster-01 kube-apiserver[1172]: I0202 16:58:39.138356 1172 panics.go:76] GET /apis/extensions/v1beta1/namespaces/debug/replicasets: (1.836786ms) 200 [[kubectl/v1.5.1 (darwin/amd64) kubernetes/82450d0] 10.128.74.201:47212]
|