Skip to content

K
k3s
Commit 281a57ae authored by Matt Liggett's avatar Matt Liggett
Browse files
Options

Add etcd upgrade test.

parent 7a8c4676
Show whitespace changes
Inline Side-by-side
Showing with 553 additions and 0 deletions
test/e2e/cluster_upgrade.go
View file @ 281a57ae
...@@ -102,6 +102,28 @@ var _ = framework.KubeDescribe("Upgrade [Feature:Upgrade]", func() { ...@@ -102,6 +102,28 @@ var _ = framework.KubeDescribe("Upgrade [Feature:Upgrade]", func() {
}) })
}) })
var _ = framework.KubeDescribe("etcd Upgrade [Feature:EtcdUpgrade]", func() {
f := framework.NewDefaultFramework("etcd-upgrade")
framework.KubeDescribe("etcd upgrade", func() {
It("should maintain a functioning cluster", func() {
cm := chaosmonkey.New(func() {
framework.ExpectNoError(framework.EtcdUpgrade(framework.TestContext.EtcdUpgradeStorage, framework.TestContext.EtcdUpgradeVersion))
// TODO(mml): verify the etcd version
})
for _, t := range upgradeTests {
cm.RegisterInterface(&chaosMonkeyAdapter{
test: t,
framework: f,
upgradeType: upgrades.EtcdUpgrade,
})
}
cm.Do()
})
})
})
type chaosMonkeyAdapter struct { type chaosMonkeyAdapter struct {
test upgrades.Test test upgrades.Test
framework *framework.Framework framework *framework.Framework
......
test/e2e/e2e.out 0 → 100644
View file @ 281a57ae
+e2e:3> FEDERATION='' FEDERATIONS_DOMAIN_MAP='federation=kube.5yetis.net' PROJECT=mml-e2e E2E_ZONES=us-central1-f KUBE_GCE_ZONE=us-central1-f FEDERATION_PUSH_REPO_BASE=gcr.io/mml-e2e KUBERNETES_PROVIDER=gce KUBE_FASTBUILD=true GINKGO_PARALLEL=y PROJECT=mml-e2e KUBE_GCE_INSTANCE_PREFIX=e2e KUBE_RELEASE_RUN_TESTS=n NUM_NODES=2 CLOUDSDK_CORE_PRINT_UNHANDLED_TRACEBACKS=1 DNS_ZONE_NAME=kube.5yetis.net. go run hack/e2e.go -- -v --test '--test_args=--ginkgo.focus=\[Feature:EtcdUpgrade\] --upgrade-target=ci/latest --upgrade-image=gci'
2017/02/15 17:14:49 e2e.go:76: Calling kubetest -v --test --test_args=--ginkgo.focus=\[Feature:EtcdUpgrade\] --upgrade-target=ci/latest --upgrade-image=gci...
2017/02/15 17:14:49 util.go:96: Running: ./cluster/kubectl.sh version --match-server-version=false
Client Version: version.Info{Major:"1", Minor:"6+", GitVersion:"v1.6.0-alpha.2.232+16afa27e589305-dirty", GitCommit:"16afa27e5893057d559e15419b6b2f4a03ca6ea2", GitTreeState:"dirty", BuildDate:"2017-02-16T00:33:58Z", GoVersion:"go1.7.4", Compiler:"gc", Platform:"linux/amd64"}
Server Version: version.Info{Major:"1", Minor:"6+", GitVersion:"v1.6.0-alpha.2.227+a1afc024cbfae3", GitCommit:"a1afc024cbfae3b480e9a216b375756603bf9d62", GitTreeState:"clean", BuildDate:"2017-02-15T23:57:11Z", GoVersion:"go1.7.4", Compiler:"gc", Platform:"linux/amd64"}
2017/02/15 17:14:50 util.go:98: Step './cluster/kubectl.sh version --match-server-version=false' finished in 328.937227ms
2017/02/15 17:14:50 util.go:96: Running: ./hack/e2e-internal/e2e-status.sh
Project: mml-e2e
Zone: us-central1-f
Client Version: version.Info{Major:"1", Minor:"6+", GitVersion:"v1.6.0-alpha.2.232+16afa27e589305-dirty", GitCommit:"16afa27e5893057d559e15419b6b2f4a03ca6ea2", GitTreeState:"dirty", BuildDate:"2017-02-16T00:33:58Z", GoVersion:"go1.7.4", Compiler:"gc", Platform:"linux/amd64"}
Server Version: version.Info{Major:"1", Minor:"6+", GitVersion:"v1.6.0-alpha.2.227+a1afc024cbfae3", GitCommit:"a1afc024cbfae3b480e9a216b375756603bf9d62", GitTreeState:"clean", BuildDate:"2017-02-15T23:57:11Z", GoVersion:"go1.7.4", Compiler:"gc", Platform:"linux/amd64"}
2017/02/15 17:14:50 util.go:98: Step './hack/e2e-internal/e2e-status.sh' finished in 388.742125ms
2017/02/15 17:14:50 util.go:96: Running: ./hack/ginkgo-e2e.sh --ginkgo.focus=\[Feature:EtcdUpgrade\] --upgrade-target=ci/latest --upgrade-image=gci
Setting up for KUBERNETES_PROVIDER="gce".
Project: mml-e2e
Zone: us-central1-f
Trying to find master named 'e2e-master'
Looking for address 'e2e-master-ip'
Using master: e2e-master (external IP: 104.154.182.166)
Running Suite: Kubernetes e2e suite
===================================
Random Seed: 1487207691 - Will randomize all specs
Will run 1 of 514 specs
Running in parallel across 25 nodes
Feb 15 17:14:52.511: INFO: Fetching cloud provider for "gce"
I0215 17:14:52.511778 20743 gce.go:327] Using DefaultTokenSource &oauth2.reuseTokenSource{new:(*oauth2.tokenRefresher)(0xc420c943c0), mu:sync.Mutex{state:0, sema:0x0}, t:(*oauth2.Token)(0xc420a58000)}
Feb 15 17:14:53.045: INFO: >>> kubeConfig: /usr/local/google/home/mml/.kube/config
Feb 15 17:14:53.061: INFO: Waiting up to 4h0m0s for all (but 0) nodes to be schedulable
Feb 15 17:14:53.303: INFO: Waiting up to 10m0s for all pods (need at least 0) in namespace 'kube-system' to be running and ready
Feb 15 17:14:53.348: INFO: 2 / 2 pods in namespace "kube-system" are in Success state (0 seconds elapsed)
Feb 15 17:14:53.480: INFO: e2e-image-puller-e2e-minion-group-kvwp in state Succeeded, ignoring
Feb 15 17:14:53.480: INFO: e2e-image-puller-e2e-minion-group-rttr in state Succeeded, ignoring
Feb 15 17:14:53.480: INFO: 21 / 23 pods in namespace 'kube-system' are running and ready (0 seconds elapsed)
Feb 15 17:14:53.480: INFO: expected 6 pod replicas in namespace 'kube-system', 6 are Running and Ready.
Feb 15 17:14:53.525: INFO: 2 / 2 pods in namespace "kube-system" are in Success state (0 seconds elapsed)
Feb 15 17:14:53.525: INFO: Dumping network health container logs from all nodes
STEP: Logs of kube-system/e2e-image-puller-e2e-minion-group-kvwp:nethealth-check on node e2e-minion-group-kvwp
Feb 15 17:14:53.616: INFO: nethealth : STARTLOG
2017/02/16 00:45:40 HTTP HEAD reports content length: 67108864 - running GET
2017/02/16 00:45:40 DOWNLOAD: 67108864 bytes 643 ms Bandwidth ~ 101922 KiB/sec
2017/02/16 00:45:41 Hash Matches expected value
ENDLOG for container kube-system:e2e-image-puller-e2e-minion-group-kvwp:nethealth-check
STEP: Logs of kube-system/e2e-image-puller-e2e-minion-group-rttr:nethealth-check on node e2e-minion-group-rttr
Feb 15 17:14:53.663: INFO: nethealth : STARTLOG
2017/02/16 00:45:42 HTTP HEAD reports content length: 67108864 - running GET
2017/02/16 00:45:43 DOWNLOAD: 67108864 bytes 549 ms Bandwidth ~ 119373 KiB/sec
2017/02/16 00:45:44 Hash Matches expected value
ENDLOG for container kube-system:e2e-image-puller-e2e-minion-group-rttr:nethealth-check
SSSSSSSSSSSSSSSSSSSSS
------------------------------
Feb 15 17:14:53.666: INFO: Fetching cloud provider for "gce"
I0215 17:14:53.666743 20849 gce.go:327] Using DefaultTokenSource &oauth2.reuseTokenSource{new:(*oauth2.tokenRefresher)(0xc42076f2c0), mu:sync.Mutex{state:0, sema:0x0}, t:(*oauth2.Token)(0xc4209a9f80)}
SSSSSSSSSSSSSSSSSSSS
------------------------------
Feb 15 17:14:53.697: INFO: Fetching cloud provider for "gce"
I0215 17:14:53.698085 20784 gce.go:327] Using DefaultTokenSource &oauth2.reuseTokenSource{new:(*oauth2.tokenRefresher)(0xc420b21e30), mu:sync.Mutex{state:0, sema:0x0}, t:(*oauth2.Token)(0xc420cb24e0)}
SSSSSS
------------------------------
Feb 15 17:14:53.689: INFO: Fetching cloud provider for "gce"
I0215 17:14:53.689964 20838 gce.go:327] Using DefaultTokenSource &oauth2.reuseTokenSource{new:(*oauth2.tokenRefresher)(0xc4207cb5c0), mu:sync.Mutex{state:0, sema:0x0}, t:(*oauth2.Token)(0xc420f8e420)}
SSS
------------------------------
Feb 15 17:14:53.702: INFO: Fetching cloud provider for "gce"
I0215 17:14:53.703062 20833 gce.go:327] Using DefaultTokenSource &oauth2.reuseTokenSource{new:(*oauth2.tokenRefresher)(0xc420a3f290), mu:sync.Mutex{state:0, sema:0x0}, t:(*oauth2.Token)(0xc420a53ec0)}
SSSSSSSSSSSSSSSSSSSSSSSSSSSSSSS
------------------------------
Feb 15 17:14:53.694: INFO: Fetching cloud provider for "gce"
I0215 17:14:53.694875 20873 gce.go:327] Using DefaultTokenSource &oauth2.reuseTokenSource{new:(*oauth2.tokenRefresher)(0xc420b0ca80), mu:sync.Mutex{state:0, sema:0x0}, t:(*oauth2.Token)(0xc420c72000)}
SSSSSSSSSSSSSSSSSSSSSSSSSSSSSSSSSSSSSSSSS
------------------------------
Feb 15 17:14:53.713: INFO: Fetching cloud provider for "gce"
I0215 17:14:53.714460 20836 gce.go:327] Using DefaultTokenSource &oauth2.reuseTokenSource{new:(*oauth2.tokenRefresher)(0xc420d9e090), mu:sync.Mutex{state:0, sema:0x0}, t:(*oauth2.Token)(0xc420fc5500)}
SSSSSSSSSSSSSSSSSSSS
------------------------------
Feb 15 17:14:53.663: INFO: Fetching cloud provider for "gce"
I0215 17:14:53.664107 20835 gce.go:327] Using DefaultTokenSource &oauth2.reuseTokenSource{new:(*oauth2.tokenRefresher)(0xc4203c31a0), mu:sync.Mutex{state:0, sema:0x0}, t:(*oauth2.Token)(0xc420bab1a0)}
SSSSSSSSSSSSSSSSSSSS
------------------------------
Feb 15 17:14:53.687: INFO: Fetching cloud provider for "gce"
I0215 17:14:53.687882 20868 gce.go:327] Using DefaultTokenSource &oauth2.reuseTokenSource{new:(*oauth2.tokenRefresher)(0xc420b65bc0), mu:sync.Mutex{state:0, sema:0x0}, t:(*oauth2.Token)(0xc420f48120)}
SSSSSSSSSS
------------------------------
Feb 15 17:14:53.702: INFO: Fetching cloud provider for "gce"
I0215 17:14:53.703077 20780 gce.go:327] Using DefaultTokenSource &oauth2.reuseTokenSource{new:(*oauth2.tokenRefresher)(0xc42117b230), mu:sync.Mutex{state:0, sema:0x0}, t:(*oauth2.Token)(0xc4211ff020)}
SSS
------------------------------
Feb 15 17:14:53.680: INFO: Fetching cloud provider for "gce"
I0215 17:14:53.680828 20741 gce.go:327] Using DefaultTokenSource &oauth2.reuseTokenSource{new:(*oauth2.tokenRefresher)(0xc420b69c20), mu:sync.Mutex{state:0, sema:0x0}, t:(*oauth2.Token)(0xc42102d3e0)}
SSSSSSS
------------------------------
Feb 15 17:14:53.703: INFO: Fetching cloud provider for "gce"
I0215 17:14:53.703849 20764 gce.go:327] Using DefaultTokenSource &oauth2.reuseTokenSource{new:(*oauth2.tokenRefresher)(0xc4211e8ae0), mu:sync.Mutex{state:0, sema:0x0}, t:(*oauth2.Token)(0xc4211da600)}
SSSSSSSSSSSSSS
------------------------------
Feb 15 17:14:53.713: INFO: Fetching cloud provider for "gce"
I0215 17:14:53.713649 20890 gce.go:327] Using DefaultTokenSource &oauth2.reuseTokenSource{new:(*oauth2.tokenRefresher)(0xc4210d14d0), mu:sync.Mutex{state:0, sema:0x0}, t:(*oauth2.Token)(0xc4210ff680)}
SSSSSSSSSSSSSSS
------------------------------
Feb 15 17:14:53.697: INFO: Fetching cloud provider for "gce"
I0215 17:14:53.698129 20782 gce.go:327] Using DefaultTokenSource &oauth2.reuseTokenSource{new:(*oauth2.tokenRefresher)(0xc420ab5590), mu:sync.Mutex{state:0, sema:0x0}, t:(*oauth2.Token)(0xc42115b860)}
SSSSSSSSSSSSSSSSSSSSSS
------------------------------
Feb 15 17:14:53.677: INFO: Fetching cloud provider for "gce"
I0215 17:14:53.678232 20763 gce.go:327] Using DefaultTokenSource &oauth2.reuseTokenSource{new:(*oauth2.tokenRefresher)(0xc42074cdb0), mu:sync.Mutex{state:0, sema:0x0}, t:(*oauth2.Token)(0xc4210ac9c0)}
Feb 15 17:14:53.679: INFO: Fetching cloud provider for "gce"
I0215 17:14:53.679341 20846 gce.go:327] Using DefaultTokenSource &oauth2.reuseTokenSource{new:(*oauth2.tokenRefresher)(0xc420334900), mu:sync.Mutex{state:0, sema:0x0}, t:(*oauth2.Token)(0xc420018f00)}
SSSSSSSSSSSSSSSSSSSSSSSSSSSSSSSSSSSSSSSSSSSSSSSSSSSSSSSSSSSSSSSSSSSSS
------------------------------
Feb 15 17:14:53.677: INFO: Fetching cloud provider for "gce"
I0215 17:14:53.678175 20766 gce.go:327] Using DefaultTokenSource &oauth2.reuseTokenSource{new:(*oauth2.tokenRefresher)(0xc420c0ae10), mu:sync.Mutex{state:0, sema:0x0}, t:(*oauth2.Token)(0xc4211e47e0)}
SSSSSSSSS
------------------------------
Feb 15 17:14:53.683: INFO: Fetching cloud provider for "gce"
I0215 17:14:53.683824 20865 gce.go:327] Using DefaultTokenSource &oauth2.reuseTokenSource{new:(*oauth2.tokenRefresher)(0xc4210a0e40), mu:sync.Mutex{state:0, sema:0x0}, t:(*oauth2.Token)(0xc420f9a5a0)}
SSSSSSSSSSSSSSSSS
------------------------------
Feb 15 17:14:53.704: INFO: Fetching cloud provider for "gce"
I0215 17:14:53.704710 20770 gce.go:327] Using DefaultTokenSource &oauth2.reuseTokenSource{new:(*oauth2.tokenRefresher)(0xc420f47560), mu:sync.Mutex{state:0, sema:0x0}, t:(*oauth2.Token)(0xc42075c300)}
SSSSSSSSSSSSSSSSSSSSSSSSSSSSSSSSSSSSSSSSSSSSSSSS
------------------------------
Feb 15 17:14:53.721: INFO: Fetching cloud provider for "gce"
I0215 17:14:53.721539 20854 gce.go:327] Using DefaultTokenSource &oauth2.reuseTokenSource{new:(*oauth2.tokenRefresher)(0xc4208c54d0), mu:sync.Mutex{state:0, sema:0x0}, t:(*oauth2.Token)(0xc4206d4300)}
SSSSSSSSSSSSSSSSSSSS
------------------------------
Feb 15 17:14:53.703: INFO: Fetching cloud provider for "gce"
I0215 17:14:53.706978 20869 gce.go:327] Using DefaultTokenSource &oauth2.reuseTokenSource{new:(*oauth2.tokenRefresher)(0xc420f2e210), mu:sync.Mutex{state:0, sema:0x0}, t:(*oauth2.Token)(0xc420d34540)}
Feb 15 17:14:53.695: INFO: Fetching cloud provider for "gce"
I0215 17:14:53.695751 20739 gce.go:327] Using DefaultTokenSource &oauth2.reuseTokenSource{new:(*oauth2.tokenRefresher)(0xc420c620f0), mu:sync.Mutex{state:0, sema:0x0}, t:(*oauth2.Token)(0xc4202c0420)}
SSSSSSSSSSSSSSSSSSSSSSSSSSSSSSSSSSSSSSSSS
------------------------------
Feb 15 17:14:53.694: INFO: Fetching cloud provider for "gce"
I0215 17:14:53.694869 20793 gce.go:327] Using DefaultTokenSource &oauth2.reuseTokenSource{new:(*oauth2.tokenRefresher)(0xc420aabaa0), mu:sync.Mutex{state:0, sema:0x0}, t:(*oauth2.Token)(0xc420e5f6e0)}
SSSSSSSSSS
------------------------------
Feb 15 17:14:53.691: INFO: Fetching cloud provider for "gce"
I0215 17:14:53.691414 20758 gce.go:327] Using DefaultTokenSource &oauth2.reuseTokenSource{new:(*oauth2.tokenRefresher)(0xc42072b320), mu:sync.Mutex{state:0, sema:0x0}, t:(*oauth2.Token)(0xc420726d20)}
SSSSS
------------------------------
Feb 15 17:14:53.700: INFO: Fetching cloud provider for "gce"
I0215 17:14:53.700456 20757 gce.go:327] Using DefaultTokenSource &oauth2.reuseTokenSource{new:(*oauth2.tokenRefresher)(0xc420357dd0), mu:sync.Mutex{state:0, sema:0x0}, t:(*oauth2.Token)(0xc4207e0d80)}
SSSSSSSSSSSSSSSSSSSSSSSSSSSSSSSSSSSSSSSSSSSSSSSS
------------------------------
[BeforeEach] [k8s.io] etcd Upgrade [Feature:EtcdUpgrade]
/go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/framework/framework.go:125
STEP: Creating a kubernetes client
Feb 15 17:14:54.018: INFO: >>> kubeConfig: /usr/local/google/home/mml/.kube/config
STEP: Building a namespace api object
STEP: Waiting for a default service account to be provisioned in namespace
[It] should maintain a functioning cluster
/go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/etcd_upgrade.go:50
STEP: Waiting for all async tests to be ready
STEP: Creating a secret
STEP: creating a TCP service service-test with type=LoadBalancer in namespace e2e-tests-service-upgrade-bg7fb
STEP: Making sure the secret is consumable
STEP: Creating a pod to test volume consume secrets
Feb 15 17:14:54.506: INFO: Waiting up to 20m0s for service "service-test" to have a LoadBalancer
Feb 15 17:14:54.538: INFO: Waiting up to 5m0s for pod pod-secrets-52e10974-f3e5-11e6-b61e-40a8f055c9c7 status to be success or failure
Feb 15 17:14:54.579: INFO: Waiting for pod pod-secrets-52e10974-f3e5-11e6-b61e-40a8f055c9c7 in namespace 'e2e-tests-secret-upgrade-ph4dc' status to be 'success or failure'(found phase: "Pending", readiness: false) (41.717914ms elapsed)
Feb 15 17:14:56.619: INFO: Waiting for pod pod-secrets-52e10974-f3e5-11e6-b61e-40a8f055c9c7 in namespace 'e2e-tests-secret-upgrade-ph4dc' status to be 'success or failure'(found phase: "Running", readiness: false) (2.081399822s elapsed)
STEP: Saw pod success
Feb 15 17:14:58.699: INFO: Trying to get logs from node e2e-minion-group-kvwp pod pod-secrets-52e10974-f3e5-11e6-b61e-40a8f055c9c7 container secret-volume-test: <nil>
STEP: delete the pod
Feb 15 17:14:58.795: INFO: Waiting for pod pod-secrets-52e10974-f3e5-11e6-b61e-40a8f055c9c7 to disappear
Feb 15 17:14:58.836: INFO: Pod pod-secrets-52e10974-f3e5-11e6-b61e-40a8f055c9c7 no longer exists
STEP: Creating a pod to test env consume secrets
Feb 15 17:14:58.944: INFO: Waiting up to 5m0s for pod pod-secrets-52e10974-f3e5-11e6-b61e-40a8f055c9c7 status to be success or failure
Feb 15 17:14:58.993: INFO: Waiting for pod pod-secrets-52e10974-f3e5-11e6-b61e-40a8f055c9c7 in namespace 'e2e-tests-secret-upgrade-ph4dc' status to be 'success or failure'(found phase: "Pending", readiness: false) (48.470346ms elapsed)
Feb 15 17:15:01.032: INFO: Waiting for pod pod-secrets-52e10974-f3e5-11e6-b61e-40a8f055c9c7 in namespace 'e2e-tests-secret-upgrade-ph4dc' status to be 'success or failure'(found phase: "Pending", readiness: false) (2.088190583s elapsed)
STEP: Saw pod success
Feb 15 17:15:03.113: INFO: Trying to get logs from node e2e-minion-group-kvwp pod pod-secrets-52e10974-f3e5-11e6-b61e-40a8f055c9c7 container secret-env-test: <nil>
STEP: delete the pod
Feb 15 17:15:03.217: INFO: Waiting for pod pod-secrets-52e10974-f3e5-11e6-b61e-40a8f055c9c7 to disappear
Feb 15 17:15:03.257: INFO: Pod pod-secrets-52e10974-f3e5-11e6-b61e-40a8f055c9c7 no longer exists
STEP: creating pod to be part of service service-test
Feb 15 17:15:42.643: INFO: Waiting up to 2m0s for 1 pods to be created
Feb 15 17:15:42.685: INFO: Found all 1 pods
Feb 15 17:15:42.685: INFO: Waiting up to 2m0s for 1 pods to be running and ready: [service-test-nz15f]
Feb 15 17:15:42.685: INFO: Waiting up to 2m0s for pod service-test-nz15f status to be running and ready
Feb 15 17:15:42.725: INFO: Waiting for pod service-test-nz15f in namespace 'e2e-tests-service-upgrade-bg7fb' status to be 'running and ready'(found phase: "Pending", readiness: false) (39.517624ms elapsed)
Feb 15 17:15:44.764: INFO: Waiting for pod service-test-nz15f in namespace 'e2e-tests-service-upgrade-bg7fb' status to be 'running and ready'(found phase: "Running", readiness: false) (2.079044729s elapsed)
Feb 15 17:15:46.804: INFO: Wanted all 1 pods to be running and ready. Result: true. Pods: [service-test-nz15f]
STEP: hitting the pod through the service's LoadBalancer
Feb 15 17:15:46.804: INFO: Testing HTTP reachability of http://104.198.19.207:80/echo?msg=hello
Feb 15 17:15:51.804: INFO: Got error testing for reachability of http://104.198.19.207:80/echo?msg=hello: Get http://104.198.19.207:80/echo?msg=hello: net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers)
Feb 15 17:15:53.804: INFO: Testing HTTP reachability of http://104.198.19.207:80/echo?msg=hello
STEP: waiting for upgrade to finish without checking if service remains up
STEP: Starting disruption
Feb 15 17:15:53.881: INFO: Running /usr/local/google/home/mml/gocode/src/k8s.io/kubernetes/cluster/gce/upgrade.sh []
!!! EXPERIMENTAL !!!
/usr/local/google/home/mml/gocode/src/k8s.io/kubernetes/cluster/gce/upgrade.sh [-M | -N | -P] [-o] (-l | <version number or publication>)
Upgrades master and nodes by default
-M: Upgrade master only
-N: Upgrade nodes only
-P: Node upgrade prerequisites only (create a new instance template)
-o: Use os distro sepcified in KUBE_NODE_OS_DISTRIBUTION for new nodes. Options include 'debian' or 'gci'
-l: Use local(dev) binaries. This is only supported for master upgrades.
Version number or publication is either a proper version number
(e.g. "v1.0.6", "v1.2.0-alpha.1.881+376438b69c7612") or a version
publication of the form <bucket>/<version> (e.g. "release/stable",
"ci/latest-1"). Some common ones are:
- "release/stable"
- "release/latest"
- "ci/latest"
See the docs on getting builds for more information about version publication.
(... Fetching current release versions ...)
Right now, versions are as follows:
release/stable: /usr/local/google/home/mml/gocode/src/k8s.io/kubernetes/cluster/gce/upgrade.sh v1.5.3
release/latest: /usr/local/google/home/mml/gocode/src/k8s.io/kubernetes/cluster/gce/upgrade.sh v1.6.0-alpha.2
ci/latest: /usr/local/google/home/mml/gocode/src/k8s.io/kubernetes/cluster/gce/upgrade.sh v1.6.0-alpha.2.239+c478d7282771a3
Feb 15 17:15:57.915: INFO: Unexpected error occurred: error running /usr/local/google/home/mml/gocode/src/k8s.io/kubernetes/cluster/gce/upgrade.sh []; got error exit status 1, stdout "!!! EXPERIMENTAL !!!\n\n/usr/local/google/home/mml/gocode/src/k8s.io/kubernetes/cluster/gce/upgrade.sh [-M | -N | -P] [-o] (-l | <version number or publication>)\n Upgrades master and nodes by default\n -M: Upgrade master only\n -N: Upgrade nodes only\n -P: Node upgrade prerequisites only (create a new instance template)\n -o: Use os distro sepcified in KUBE_NODE_OS_DISTRIBUTION for new nodes. Options include 'debian' or 'gci'\n -l: Use local(dev) binaries. This is only supported for master upgrades.\n\n Version number or publication is either a proper version number\n (e.g. \"v1.0.6\", \"v1.2.0-alpha.1.881+376438b69c7612\") or a version\n publication of the form <bucket>/<version> (e.g. \"release/stable\",\n \"ci/latest-1\"). Some common ones are:\n - \"release/stable\"\n - \"release/latest\"\n - \"ci/latest\"\n See the docs on getting builds for more information about version publication.\n\n(... Fetching current release versions ...)\n\nRight now, versions are as follows:\n release/stable: /usr/local/google/home/mml/gocode/src/k8s.io/kubernetes/cluster/gce/upgrade.sh v1.5.3\n release/latest: /usr/local/google/home/mml/gocode/src/k8s.io/kubernetes/cluster/gce/upgrade.sh v1.6.0-alpha.2\n ci/latest: /usr/local/google/home/mml/gocode/src/k8s.io/kubernetes/cluster/gce/upgrade.sh v1.6.0-alpha.2.239+c478d7282771a3\n", stderr ""
[AfterEach] [k8s.io] etcd Upgrade [Feature:EtcdUpgrade]
/go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/framework/framework.go:126
STEP: Collecting events from namespace "e2e-tests-etcd-upgrade-kz06g".
STEP: Found 0 events.
Feb 15 17:15:58.082: INFO: POD NODE PHASE GRACE CONDITIONS
Feb 15 17:15:58.082: INFO: service-test-nz15f e2e-minion-group-kvwp Running [{Initialized True 0001-01-01 00:00:00 +0000 UTC 2017-02-15 17:15:42 -0800 PST } {Ready True 0001-01-01 00:00:00 +0000 UTC 2017-02-15 17:15:45 -0800 PST } {PodScheduled True 0001-01-01 00:00:00 +0000 UTC 2017-02-15 17:15:42 -0800 PST }]
Feb 15 17:15:58.082: INFO: e2e-image-puller-e2e-minion-group-kvwp e2e-minion-group-kvwp Succeeded [{Initialized True 0001-01-01 00:00:00 +0000 UTC 2017-02-15 16:45:30 -0800 PST PodCompleted } {Ready False 0001-01-01 00:00:00 +0000 UTC 2017-02-15 16:45:41 -0800 PST PodCompleted } {PodScheduled True 0001-01-01 00:00:00 +0000 UTC 2017-02-15 16:45:37 -0800 PST }]
Feb 15 17:15:58.082: INFO: e2e-image-puller-e2e-minion-group-rttr e2e-minion-group-rttr Succeeded [{Initialized True 0001-01-01 00:00:00 +0000 UTC 2017-02-15 16:45:33 -0800 PST PodCompleted } {Ready False 0001-01-01 00:00:00 +0000 UTC 2017-02-15 16:45:44 -0800 PST PodCompleted } {PodScheduled True 0001-01-01 00:00:00 +0000 UTC 2017-02-15 16:45:40 -0800 PST }]
Feb 15 17:15:58.082: INFO: etcd-empty-dir-cleanup-e2e-master e2e-master Running [{Initialized True 0001-01-01 00:00:00 +0000 UTC 2017-02-15 16:53:46 -0800 PST } {Ready True 0001-01-01 00:00:00 +0000 UTC 2017-02-15 16:54:26 -0800 PST } {PodScheduled True 0001-01-01 00:00:00 +0000 UTC 2017-02-15 16:53:46 -0800 PST }]
Feb 15 17:15:58.082: INFO: etcd-server-e2e-master e2e-master Running [{Initialized True 0001-01-01 00:00:00 +0000 UTC 2017-02-15 16:53:46 -0800 PST } {Ready True 0001-01-01 00:00:00 +0000 UTC 2017-02-15 16:53:58 -0800 PST } {PodScheduled True 0001-01-01 00:00:00 +0000 UTC 2017-02-15 16:53:46 -0800 PST }]
Feb 15 17:15:58.082: INFO: etcd-server-events-e2e-master e2e-master Running [{Initialized True 0001-01-01 00:00:00 +0000 UTC 2017-02-15 16:53:46 -0800 PST } {Ready True 0001-01-01 00:00:00 +0000 UTC 2017-02-15 16:53:58 -0800 PST } {PodScheduled True 0001-01-01 00:00:00 +0000 UTC 2017-02-15 16:53:46 -0800 PST }]
Feb 15 17:15:58.082: INFO: fluentd-gcp-v1.38-6mppv e2e-minion-group-kvwp Running [{Initialized True 0001-01-01 00:00:00 +0000 UTC 2017-02-15 16:45:30 -0800 PST } {Ready True 0001-01-01 00:00:00 +0000 UTC 2017-02-15 16:46:11 -0800 PST } {PodScheduled True 0001-01-01 00:00:00 +0000 UTC 2017-02-15 16:45:37 -0800 PST }]
Feb 15 17:15:58.082: INFO: fluentd-gcp-v1.38-b48jv e2e-minion-group-rttr Running [{Initialized True 0001-01-01 00:00:00 +0000 UTC 2017-02-15 16:45:33 -0800 PST } {Ready True 0001-01-01 00:00:00 +0000 UTC 2017-02-15 16:46:13 -0800 PST } {PodScheduled True 0001-01-01 00:00:00 +0000 UTC 2017-02-15 16:45:40 -0800 PST }]
Feb 15 17:15:58.082: INFO: heapster-v1.3.0-beta.0-864412088-hsktb e2e-minion-group-rttr Running [{Initialized True 0001-01-01 00:00:00 +0000 UTC 2017-02-15 16:46:58 -0800 PST } {Ready True 0001-01-01 00:00:00 +0000 UTC 2017-02-15 16:47:03 -0800 PST } {PodScheduled True 0001-01-01 00:00:00 +0000 UTC 2017-02-15 16:46:58 -0800 PST }]
Feb 15 17:15:58.082: INFO: kube-addon-manager-e2e-master e2e-master Running [{Initialized True 0001-01-01 00:00:00 +0000 UTC 2017-02-15 16:53:46 -0800 PST } {Ready True 0001-01-01 00:00:00 +0000 UTC 2017-02-15 16:54:09 -0800 PST } {PodScheduled True 0001-01-01 00:00:00 +0000 UTC 2017-02-15 16:53:46 -0800 PST }]
Feb 15 17:15:58.082: INFO: kube-apiserver-e2e-master e2e-master Running [{Initialized True 0001-01-01 00:00:00 +0000 UTC 2017-02-15 16:53:46 -0800 PST } {Ready True 0001-01-01 00:00:00 +0000 UTC 2017-02-15 16:53:56 -0800 PST } {PodScheduled True 0001-01-01 00:00:00 +0000 UTC 2017-02-15 16:53:46 -0800 PST }]
Feb 15 17:15:58.082: INFO: kube-controller-manager-e2e-master e2e-master Running [{Initialized True 0001-01-01 00:00:00 +0000 UTC 2017-02-15 16:53:46 -0800 PST } {Ready True 0001-01-01 00:00:00 +0000 UTC 2017-02-15 16:53:49 -0800 PST } {PodScheduled True 0001-01-01 00:00:00 +0000 UTC 2017-02-15 16:53:46 -0800 PST }]
Feb 15 17:15:58.082: INFO: kube-dns-659902490-rm7p6 e2e-minion-group-rttr Running [{Initialized True 0001-01-01 00:00:00 +0000 UTC 2017-02-15 16:46:30 -0800 PST } {Ready True 0001-01-01 00:00:00 +0000 UTC 2017-02-15 16:46:50 -0800 PST } {PodScheduled True 0001-01-01 00:00:00 +0000 UTC 2017-02-15 16:46:30 -0800 PST }]
Feb 15 17:15:58.082: INFO: kube-dns-autoscaler-3887590594-cq8k6 e2e-minion-group-kvwp Running [{Initialized True 0001-01-01 00:00:00 +0000 UTC 2017-02-15 16:46:30 -0800 PST } {Ready True 0001-01-01 00:00:00 +0000 UTC 2017-02-15 16:46:39 -0800 PST } {PodScheduled True 0001-01-01 00:00:00 +0000 UTC 2017-02-15 16:46:30 -0800 PST }]
Feb 15 17:15:58.082: INFO: kube-proxy-e2e-minion-group-kvwp e2e-minion-group-kvwp Running [{Initialized True 0001-01-01 00:00:00 +0000 UTC 2017-02-15 16:45:30 -0800 PST } {Ready True 0001-01-01 00:00:00 +0000 UTC 2017-02-15 16:45:37 -0800 PST } {PodScheduled True 0001-01-01 00:00:00 +0000 UTC 2017-02-15 16:45:37 -0800 PST }]
Feb 15 17:15:58.082: INFO: kube-proxy-e2e-minion-group-rttr e2e-minion-group-rttr Running [{Initialized True 0001-01-01 00:00:00 +0000 UTC 2017-02-15 16:45:40 -0800 PST } {Ready True 0001-01-01 00:00:00 +0000 UTC 2017-02-15 16:45:41 -0800 PST } {PodScheduled True 0001-01-01 00:00:00 +0000 UTC 2017-02-15 16:45:40 -0800 PST }]
Feb 15 17:15:58.082: INFO: kube-scheduler-e2e-master e2e-master Running [{Initialized True 0001-01-01 00:00:00 +0000 UTC 2017-02-15 16:53:46 -0800 PST } {Ready True 0001-01-01 00:00:00 +0000 UTC 2017-02-15 16:53:48 -0800 PST } {PodScheduled True 0001-01-01 00:00:00 +0000 UTC 2017-02-15 16:53:46 -0800 PST }]
Feb 15 17:15:58.082: INFO: kubernetes-dashboard-3345858451-lhmc3 e2e-minion-group-kvwp Running [{Initialized True 0001-01-01 00:00:00 +0000 UTC 2017-02-15 16:46:30 -0800 PST } {Ready True 0001-01-01 00:00:00 +0000 UTC 2017-02-15 16:46:45 -0800 PST } {PodScheduled True 0001-01-01 00:00:00 +0000 UTC 2017-02-15 16:46:30 -0800 PST }]
Feb 15 17:15:58.083: INFO: l7-default-backend-1270908455-wsvz4 e2e-minion-group-rttr Running [{Initialized True 0001-01-01 00:00:00 +0000 UTC 2017-02-15 16:46:30 -0800 PST } {Ready True 0001-01-01 00:00:00 +0000 UTC 2017-02-15 16:46:41 -0800 PST } {PodScheduled True 0001-01-01 00:00:00 +0000 UTC 2017-02-15 16:46:30 -0800 PST }]
Feb 15 17:15:58.083: INFO: l7-lb-controller-v0.9.1-e2e-master e2e-master Running [{Initialized True 0001-01-01 00:00:00 +0000 UTC 2017-02-15 16:53:46 -0800 PST } {Ready True 0001-01-01 00:00:00 +0000 UTC 2017-02-15 16:54:26 -0800 PST } {PodScheduled True 0001-01-01 00:00:00 +0000 UTC 2017-02-15 16:53:46 -0800 PST }]
Feb 15 17:15:58.083: INFO: monitoring-influxdb-grafana-v4-2qmfs e2e-minion-group-kvwp Running [{Initialized True 0001-01-01 00:00:00 +0000 UTC 2017-02-15 16:46:30 -0800 PST } {Ready True 0001-01-01 00:00:00 +0000 UTC 2017-02-15 16:47:22 -0800 PST } {PodScheduled True 0001-01-01 00:00:00 +0000 UTC 2017-02-15 16:46:30 -0800 PST }]
Feb 15 17:15:58.083: INFO: node-problem-detector-v0.1-lpt6z e2e-minion-group-kvwp Running [{Initialized True 0001-01-01 00:00:00 +0000 UTC 2017-02-15 16:45:30 -0800 PST } {Ready True 0001-01-01 00:00:00 +0000 UTC 2017-02-15 16:45:40 -0800 PST } {PodScheduled True 0001-01-01 00:00:00 +0000 UTC 2017-02-15 16:45:37 -0800 PST }]
Feb 15 17:15:58.083: INFO: node-problem-detector-v0.1-p241n e2e-minion-group-rttr Running [{Initialized True 0001-01-01 00:00:00 +0000 UTC 2017-02-15 16:45:33 -0800 PST } {Ready True 0001-01-01 00:00:00 +0000 UTC 2017-02-15 16:45:43 -0800 PST } {PodScheduled True 0001-01-01 00:00:00 +0000 UTC 2017-02-15 16:45:40 -0800 PST }]
Feb 15 17:15:58.083: INFO: rescheduler-v0.2.1-e2e-master e2e-master Running [{Initialized True 0001-01-01 00:00:00 +0000 UTC 2017-02-15 16:53:46 -0800 PST } {Ready True 0001-01-01 00:00:00 +0000 UTC 2017-02-15 16:54:21 -0800 PST } {PodScheduled True 0001-01-01 00:00:00 +0000 UTC 2017-02-15 16:53:46 -0800 PST }]
Feb 15 17:15:58.083: INFO:
Feb 15 17:15:58.125: INFO:
Logging node info for node e2e-master
Feb 15 17:15:58.165: INFO: Node Info: &Node{ObjectMeta:k8s_io_apimachinery_pkg_apis_meta_v1.ObjectMeta{Name:e2e-master,GenerateName:,Namespace:,SelfLink:/api/v1/nodese2e-master,UID:6f5e8a51-f3e2-11e6-ae62-42010af00002,ResourceVersion:3907,Generation:0,CreationTimestamp:2017-02-15 16:54:13.800402311 -0800 PST,DeletionTimestamp:<nil>,DeletionGracePeriodSeconds:nil,Labels:map[string]string{alpha.kubernetes.io/fluentd-ds-ready: true,beta.kubernetes.io/arch: amd64,beta.kubernetes.io/instance-type: n1-standard-1,beta.kubernetes.io/os: linux,failure-domain.beta.kubernetes.io/region: us-central1,failure-domain.beta.kubernetes.io/zone: us-central1-f,kubernetes.io/hostname: e2e-master,},Annotations:map[string]string{node.alpha.kubernetes.io/ttl: 0,scheduler.alpha.kubernetes.io/taints: [{"key":"node.alpha.kubernetes.io/ismaster","effect":"NoSchedule","timeAdded":null}],volumes.kubernetes.io/controller-managed-attach-detach: true,},OwnerReferences:[],Finalizers:[],ClusterName:,},Spec:NodeSpec{PodCIDR:10.180.0.0/24,ExternalID:8049310718350674298,ProviderID:gce://mml-e2e/us-central1-f/e2e-master,Unschedulable:true,},Status:NodeStatus{Capacity:ResourceList{alpha.kubernetes.io/nvidia-gpu: {{0 0} {<nil>} 0 DecimalSI},cpu: {{1 0} {<nil>} 1 DecimalSI},memory: {{3879407616 0} {<nil>} 3788484Ki BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{alpha.kubernetes.io/nvidia-gpu: {{0 0} {<nil>} 0 DecimalSI},cpu: {{1 0} {<nil>} 1 DecimalSI},memory: {{3879407616 0} {<nil>} 3788484Ki BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[{NetworkUnavailable False 2017-02-15 16:54:17 -0800 PST 2017-02-15 16:54:17 -0800 PST RouteCreated RouteController created a route} {OutOfDisk False 2017-02-15 17:15:49 -0800 PST 2017-02-15 16:54:13 -0800 PST KubeletHasSufficientDisk kubelet has sufficient disk space available} {MemoryPressure False 2017-02-15 17:15:49 -0800 PST 2017-02-15 16:54:13 -0800 PST KubeletHasSufficientMemory kubelet has sufficient memory available} {DiskPressure False 2017-02-15 17:15:49 -0800 PST 2017-02-15 16:54:13 -0800 PST KubeletHasNoDiskPressure kubelet has no disk pressure} {Ready True 2017-02-15 17:15:49 -0800 PST 2017-02-15 16:54:36 -0800 PST KubeletReady kubelet is posting ready status. AppArmor enabled}],Addresses:[{InternalIP 10.240.0.2} {ExternalIP 104.154.182.166} {Hostname e2e-master}],DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:7d1798e59202708b83f2c955229db762,SystemUUID:7D1798E5-9202-708B-83F2-C955229DB762,BootID:ca82feb5-eb6d-46c2-bd4d-ed754f1463b5,KernelVersion:4.4.21+,OSImage:Container-Optimized OS from Google,ContainerRuntimeVersion:docker://0.1.0,KubeletVersion:v1.6.0-alpha.2.227+a1afc024cbfae3,KubeProxyVersion:v1.6.0-alpha.2.227+a1afc024cbfae3,OperatingSystem:linux,Architecture:amd64,},Images:[{[gcr.io/google_containers/glbc:0.9.1] 233825573} {[gcr.io/google_containers/etcd:3.0.14-alpha.1] 168809387} {[gcr.io/google_containers/kube-apiserver:7858902bfc90d549e9f2a7a058a8c690] 144275198} {[gcr.io/google_containers/kube-controller-manager:05e23c3d3f23cb63c75c7b1e30614d8d] 128027111} {[gcr.io/google_containers/rescheduler:v0.2.1] 117300467} {[gcr.io/google-containers/kube-addon-manager:v6.4-alpha.1] 67570205} {[gcr.io/google_containers/kube-scheduler:9258fab7bd1a5ee058a69c670bba0e29] 67214530} {[gcr.io/google_containers/etcd-empty-dir-cleanup:0.0.1] 20959104} {[gcr.io/google_containers/pause-amd64:3.0] 746888}],VolumesInUse:[],VolumesAttached:[],},}
Feb 15 17:15:58.165: INFO:
Logging kubelet events for node e2e-master
Feb 15 17:15:58.218: INFO:
Logging pods the kubelet thinks is on node e2e-master
Feb 15 17:15:58.301: INFO: kube-scheduler-e2e-master started at <nil> (0+0 container statuses recorded)
Feb 15 17:15:58.301: INFO: etcd-server-e2e-master started at <nil> (0+0 container statuses recorded)
Feb 15 17:15:58.301: INFO: l7-lb-controller-v0.9.1-e2e-master started at <nil> (0+0 container statuses recorded)
Feb 15 17:15:58.301: INFO: rescheduler-v0.2.1-e2e-master started at <nil> (0+0 container statuses recorded)
Feb 15 17:15:58.301: INFO: etcd-empty-dir-cleanup-e2e-master started at <nil> (0+0 container statuses recorded)
Feb 15 17:15:58.301: INFO: kube-apiserver-e2e-master started at <nil> (0+0 container statuses recorded)
Feb 15 17:15:58.301: INFO: kube-controller-manager-e2e-master started at <nil> (0+0 container statuses recorded)
Feb 15 17:15:58.301: INFO: kube-addon-manager-e2e-master started at <nil> (0+0 container statuses recorded)
Feb 15 17:15:58.301: INFO: etcd-server-events-e2e-master started at <nil> (0+0 container statuses recorded)
Feb 15 17:15:58.576: INFO:
Latency metrics for node e2e-master
Feb 15 17:15:58.576: INFO:
Logging node info for node e2e-minion-group-kvwp
Feb 15 17:15:58.616: INFO: Node Info: &Node{ObjectMeta:k8s_io_apimachinery_pkg_apis_meta_v1.ObjectMeta{Name:e2e-minion-group-kvwp,GenerateName:,Namespace:,SelfLink:/api/v1/nodese2e-minion-group-kvwp,UID:34b88531-f3e1-11e6-a2bd-42010af00002,ResourceVersion:3905,Generation:0,CreationTimestamp:2017-02-15 16:45:25.907790628 -0800 PST,DeletionTimestamp:<nil>,DeletionGracePeriodSeconds:nil,Labels:map[string]string{alpha.kubernetes.io/fluentd-ds-ready: true,beta.kubernetes.io/arch: amd64,beta.kubernetes.io/instance-type: n1-standard-2,beta.kubernetes.io/os: linux,failure-domain.beta.kubernetes.io/region: us-central1,failure-domain.beta.kubernetes.io/zone: us-central1-f,kubernetes.io/hostname: e2e-minion-group-kvwp,},Annotations:map[string]string{node.alpha.kubernetes.io/ttl: 0,volumes.kubernetes.io/controller-managed-attach-detach: true,},OwnerReferences:[],Finalizers:[],ClusterName:,},Spec:NodeSpec{PodCIDR:10.180.1.0/24,ExternalID:2940249731651685157,ProviderID:gce://mml-e2e/us-central1-f/e2e-minion-group-kvwp,Unschedulable:false,},Status:NodeStatus{Capacity:ResourceList{alpha.kubernetes.io/nvidia-gpu: {{0 0} {<nil>} 0 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},memory: {{7864107008 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{alpha.kubernetes.io/nvidia-gpu: {{0 0} {<nil>} 0 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},memory: {{7864107008 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[{NetworkUnavailable False 2017-02-15 16:46:04 -0800 PST 2017-02-15 16:46:04 -0800 PST RouteCreated RouteController created a route} {OutOfDisk False 2017-02-15 17:15:49 -0800 PST 2017-02-15 16:45:25 -0800 PST KubeletHasSufficientDisk kubelet has sufficient disk space available} {MemoryPressure False 2017-02-15 17:15:49 -0800 PST 2017-02-15 16:45:25 -0800 PST KubeletHasSufficientMemory kubelet has sufficient memory available} {DiskPressure False 2017-02-15 17:15:49 -0800 PST 2017-02-15 16:45:25 -0800 PST KubeletHasNoDiskPressure kubelet has no disk pressure} {Ready True 2017-02-15 17:15:49 -0800 PST 2017-02-15 16:45:44 -0800 PST KubeletReady kubelet is posting ready status. WARNING: CPU hardcapping unsupported} {KernelDeadlock False 2017-02-15 17:15:45 -0800 PST 2017-02-15 16:45:40 -0800 PST KernelHasNoDeadlock kernel has no deadlock}],Addresses:[{InternalIP 10.240.0.4} {ExternalIP 104.197.71.141} {Hostname e2e-minion-group-kvwp}],DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:,SystemUUID:E23080FE-9136-A135-1E73-2F2C8CD7D3E0,BootID:3d51dfa9-3ca0-4579-b423-1b6ae2db4996,KernelVersion:3.16.0-4-amd64,OSImage:Debian GNU/Linux 7 (wheezy),ContainerRuntimeVersion:docker://0.1.0,KubeletVersion:v1.6.0-alpha.2.232+16afa27e589305-dirty,KubeProxyVersion:v1.6.0-alpha.2.232+16afa27e589305-dirty,OperatingSystem:linux,Architecture:amd64,},Images:[{[gcr.io/google_containers/volume-ceph:0.1] 675669191} {[gcr.io/google_containers/volume-rbd:0.1] 435408567} {[gcr.io/google_containers/redis:e2e] 419003740} {[gcr.io/google_containers/fluentd-gcp:1.38] 323115789} {[gcr.io/google_containers/heapster_grafana:v3.1.1] 279315095} {[gcr.io/google_containers/volume-nfs:0.6] 247274156} {[gcr.io/google_containers/volume-iscsi:0.1] 244442260} {[gcr.io/google_containers/heapster_influxdb:v0.7] 231210538} {[gcr.io/google_containers/volume-gluster:0.2] 212135622} {[gcr.io/google_containers/kube-proxy:af1353dac8c445087b03d53ec5dcce1f] 190535153} {[gcr.io/google_containers/jessie-dnsutils:e2e] 190148402} {[gcr.io/google_containers/ubuntu:14.04] 188300556} {[gcr.io/google_containers/redis:v1] 146000395} {[gcr.io/google_containers/resource_consumer:beta4] 133500077} {[gcr.io/google_containers/heapster:v1.3.0-beta.0] 119565077} {[gcr.io/google_containers/nginx-slim:0.8] 110487599} {[gcr.io/google_samples/gb-redisslave:v1] 109508753} {[gcr.io/google_containers/kubernetes-dashboard-amd64:v1.5.1] 103563297} {[gcr.io/google_containers/nginx-slim:0.7] 86864428} {[gcr.io/google_containers/iperf:e2e] 57996304} {[gcr.io/google_containers/cluster-proportional-autoscaler-amd64:1.0.0] 48159325} {[gcr.io/google_containers/node-problem-detector:v0.1] 40113904} {[gcr.io/google_containers/addon-resizer:1.7] 38983736} {[gcr.io/google_containers/nettest:1.8] 25164808} {[gcr.io/google_containers/nettest:1.7] 24051275} {[gcr.io/google_containers/hostexec:1.2] 13209617} {[gcr.io/google_containers/dnsutils:e2e] 8897789} {[gcr.io/google_containers/netexec:1.7] 8016035} {[gcr.io/google_containers/n-way-http:1.0] 7522865} {[gcr.io/google_containers/netexec:1.4] 7297019} {[gcr.io/google_containers/resource_consumer/controller:beta4] 7034235} {[gcr.io/google_containers/kube-nethealth-amd64:1.0] 6589108} {[gcr.io/google_containers/serve_hostname:v1.4] 6222101} {[gcr.io/google_containers/porter:cd5cb5791ebaa8641955f0e8c2a9bed669b1eaab] 5010921} {[gcr.io/google_containers/fakegitserver:0.1] 5007469} {[gcr.io/google_containers/update-demo:nautilus] 4555533} {[gcr.io/google_containers/update-demo:kitten] 4549069} {[gcr.io/google_containers/test-webserver:e2e] 4534272} {[gcr.io/google_containers/liveness:e2e] 4387474} {[gcr.io/google_containers/eptest:0.1] 2970692} {[gcr.io/google_containers/busybox:latest] 2433303} {[gcr.io/google_containers/mounttest:0.7] 2052704} {[gcr.io/google_containers/portforwardtester:1.2] 1892642} {[gcr.io/google_containers/mounttest:0.8] 1450761} {[gcr.io/google_containers/mounttest-user:0.5] 1450761} {[gcr.io/google_containers/busybox:1.24] 1113554} {[gcr.io/google_containers/pause-amd64:3.0] 746888} {[gcr.io/google_containers/pause:2.0] 350164}],VolumesInUse:[],VolumesAttached:[],},}
Feb 15 17:15:58.617: INFO:
Logging kubelet events for node e2e-minion-group-kvwp
Feb 15 17:15:58.664: INFO:
Logging pods the kubelet thinks is on node e2e-minion-group-kvwp
Feb 15 17:15:58.755: INFO: monitoring-influxdb-grafana-v4-2qmfs started at 2017-02-15 16:46:30 -0800 PST (0+2 container statuses recorded)
Feb 15 17:15:58.755: INFO: Container grafana ready: true, restart count 0
Feb 15 17:15:58.755: INFO: Container influxdb ready: true, restart count 0
Feb 15 17:15:58.755: INFO: kubernetes-dashboard-3345858451-lhmc3 started at 2017-02-15 16:46:30 -0800 PST (0+1 container statuses recorded)
Feb 15 17:15:58.755: INFO: Container kubernetes-dashboard ready: true, restart count 0
Feb 15 17:15:58.755: INFO: kube-proxy-e2e-minion-group-kvwp started at <nil> (0+0 container statuses recorded)
Feb 15 17:15:58.755: INFO: node-problem-detector-v0.1-lpt6z started at 2017-02-15 16:45:30 -0800 PST (0+1 container statuses recorded)
Feb 15 17:15:58.755: INFO: Container node-problem-detector ready: true, restart count 0
Feb 15 17:15:58.755: INFO: kube-dns-autoscaler-3887590594-cq8k6 started at 2017-02-15 16:46:30 -0800 PST (0+1 container statuses recorded)
Feb 15 17:15:58.755: INFO: Container autoscaler ready: true, restart count 0
Feb 15 17:15:58.755: INFO: service-test-nz15f started at 2017-02-15 17:15:42 -0800 PST (0+1 container statuses recorded)
Feb 15 17:15:58.755: INFO: Container netexec ready: true, restart count 0
Feb 15 17:15:58.755: INFO: e2e-image-puller-e2e-minion-group-kvwp started at <nil> (0+0 container statuses recorded)
Feb 15 17:15:58.755: INFO: fluentd-gcp-v1.38-6mppv started at 2017-02-15 16:45:30 -0800 PST (0+1 container statuses recorded)
Feb 15 17:15:58.755: INFO: Container fluentd-gcp ready: true, restart count 0
Feb 15 17:15:58.930: INFO:
Latency metrics for node e2e-minion-group-kvwp
Feb 15 17:15:58.930: INFO: {Operation:sync Method:pod_worker_latency_microseconds Quantile:0.5 Latency:2m0.0006s}
Feb 15 17:15:58.930: INFO: {Operation:sync Method:pod_worker_latency_microseconds Quantile:0.99 Latency:2m0.0006s}
Feb 15 17:15:58.930: INFO: {Operation:sync Method:pod_worker_latency_microseconds Quantile:0.9 Latency:2m0.0006s}
Feb 15 17:15:58.930: INFO:
Logging node info for node e2e-minion-group-rttr
Feb 15 17:15:58.970: INFO: Node Info: &Node{ObjectMeta:k8s_io_apimachinery_pkg_apis_meta_v1.ObjectMeta{Name:e2e-minion-group-rttr,GenerateName:,Namespace:,SelfLink:/api/v1/nodese2e-minion-group-rttr,UID:365ae83b-f3e1-11e6-a2bd-42010af00002,ResourceVersion:3906,Generation:0,CreationTimestamp:2017-02-15 16:45:28.649731193 -0800 PST,DeletionTimestamp:<nil>,DeletionGracePeriodSeconds:nil,Labels:map[string]string{alpha.kubernetes.io/fluentd-ds-ready: true,beta.kubernetes.io/arch: amd64,beta.kubernetes.io/instance-type: n1-standard-2,beta.kubernetes.io/os: linux,failure-domain.beta.kubernetes.io/region: us-central1,failure-domain.beta.kubernetes.io/zone: us-central1-f,kubernetes.io/hostname: e2e-minion-group-rttr,},Annotations:map[string]string{node.alpha.kubernetes.io/ttl: 0,volumes.kubernetes.io/controller-managed-attach-detach: true,},OwnerReferences:[],Finalizers:[],ClusterName:,},Spec:NodeSpec{PodCIDR:10.180.2.0/24,ExternalID:7501856418522811173,ProviderID:gce://mml-e2e/us-central1-f/e2e-minion-group-rttr,Unschedulable:false,},Status:NodeStatus{Capacity:ResourceList{alpha.kubernetes.io/nvidia-gpu: {{0 0} {<nil>} 0 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},memory: {{7864107008 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{alpha.kubernetes.io/nvidia-gpu: {{0 0} {<nil>} 0 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},memory: {{7864107008 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[{NetworkUnavailable False 2017-02-15 16:46:07 -0800 PST 2017-02-15 16:46:07 -0800 PST RouteCreated RouteController created a route} {OutOfDisk False 2017-02-15 17:15:49 -0800 PST 2017-02-15 16:45:28 -0800 PST KubeletHasSufficientDisk kubelet has sufficient disk space available} {MemoryPressure False 2017-02-15 17:15:49 -0800 PST 2017-02-15 16:45:28 -0800 PST KubeletHasSufficientMemory kubelet has sufficient memory available} {DiskPressure False 2017-02-15 17:15:49 -0800 PST 2017-02-15 16:45:28 -0800 PST KubeletHasNoDiskPressure kubelet has no disk pressure} {Ready True 2017-02-15 17:15:49 -0800 PST 2017-02-15 16:45:45 -0800 PST KubeletReady kubelet is posting ready status. WARNING: CPU hardcapping unsupported} {KernelDeadlock False 2017-02-15 17:15:46 -0800 PST 2017-02-15 16:45:43 -0800 PST KernelHasNoDeadlock kernel has no deadlock}],Addresses:[{InternalIP 10.240.0.3} {ExternalIP 104.197.109.9} {Hostname e2e-minion-group-rttr}],DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:,SystemUUID:B8A0CC9C-2908-5321-75B2-DE8C3E70AE4A,BootID:34e77cae-0f29-4fb8-9b98-f31088b811f6,KernelVersion:3.16.0-4-amd64,OSImage:Debian GNU/Linux 7 (wheezy),ContainerRuntimeVersion:docker://0.1.0,KubeletVersion:v1.6.0-alpha.2.232+16afa27e589305-dirty,KubeProxyVersion:v1.6.0-alpha.2.232+16afa27e589305-dirty,OperatingSystem:linux,Architecture:amd64,},Images:[{[gcr.io/google_containers/volume-ceph:0.1] 675669191} {[gcr.io/google_containers/volume-rbd:0.1] 435408567} {[gcr.io/google_containers/redis:e2e] 419003740} {[gcr.io/google_containers/fluentd-gcp:1.38] 323115789} {[gcr.io/google_containers/volume-nfs:0.6] 247274156} {[gcr.io/google_containers/volume-iscsi:0.1] 244442260} {[gcr.io/google_containers/volume-gluster:0.2] 212135622} {[gcr.io/google_containers/kube-proxy:af1353dac8c445087b03d53ec5dcce1f] 190535153} {[gcr.io/google_containers/jessie-dnsutils:e2e] 190148402} {[gcr.io/google_containers/ubuntu:14.04] 188300556} {[gcr.io/google_containers/redis:v1] 146000395} {[gcr.io/google_containers/resource_consumer:beta4] 133500077} {[gcr.io/google_containers/heapster:v1.3.0-beta.0] 119565077} {[gcr.io/google_containers/nginx-slim:0.8] 110487599} {[gcr.io/google_samples/gb-redisslave:v1] 109508753} {[gcr.io/google_containers/nginx-slim:0.7] 86864428} {[gcr.io/google_containers/iperf:e2e] 57996304} {[gcr.io/google_containers/k8s-dns-kube-dns-amd64:1.12.1] 52343736} {[gcr.io/google_containers/node-problem-detector:v0.1] 40113904} {[gcr.io/google_containers/addon-resizer:1.7] 38983736} {[gcr.io/google_containers/nettest:1.8] 25164808} {[gcr.io/google_containers/nettest:1.7] 24051275} {[gcr.io/google_containers/hostexec:1.2] 13209617} {[gcr.io/google_containers/k8s-dns-sidecar-amd64:1.12.1] 13002355} {[gcr.io/google_containers/dnsutils:e2e] 8897789} {[gcr.io/google_containers/netexec:1.7] 8016035} {[gcr.io/google_containers/n-way-http:1.0] 7522865} {[gcr.io/google_containers/defaultbackend:1.0] 7513643} {[gcr.io/google_containers/netexec:1.4] 7297019} {[gcr.io/google_containers/resource_consumer/controller:beta4] 7034235} {[gcr.io/google_containers/kube-nethealth-amd64:1.0] 6589108} {[gcr.io/google_containers/serve_hostname:v1.4] 6222101} {[gcr.io/google_containers/k8s-dns-dnsmasq-amd64:1.12.1] 5153422} {[gcr.io/google_containers/porter:cd5cb5791ebaa8641955f0e8c2a9bed669b1eaab] 5010921} {[gcr.io/google_containers/fakegitserver:0.1] 5007469} {[gcr.io/google_containers/update-demo:nautilus] 4555533} {[gcr.io/google_containers/update-demo:kitten] 4549069} {[gcr.io/google_containers/test-webserver:e2e] 4534272} {[gcr.io/google_containers/liveness:e2e] 4387474} {[gcr.io/google_containers/eptest:0.1] 2970692} {[gcr.io/google_containers/busybox:latest] 2433303} {[gcr.io/google_containers/mounttest:0.7] 2052704} {[gcr.io/google_containers/portforwardtester:1.2] 1892642} {[gcr.io/google_containers/mounttest:0.8] 1450761} {[gcr.io/google_containers/mounttest-user:0.5] 1450761} {[gcr.io/google_containers/busybox:1.24] 1113554} {[gcr.io/google_containers/pause-amd64:3.0] 746888} {[gcr.io/google_containers/pause:2.0] 350164}],VolumesInUse:[],VolumesAttached:[],},}
Feb 15 17:15:58.970: INFO:
Logging kubelet events for node e2e-minion-group-rttr
Feb 15 17:15:59.016: INFO:
Logging pods the kubelet thinks is on node e2e-minion-group-rttr
Feb 15 17:15:59.101: INFO: kube-dns-659902490-rm7p6 started at 2017-02-15 16:46:30 -0800 PST (0+3 container statuses recorded)
Feb 15 17:15:59.101: INFO: Container dnsmasq ready: true, restart count 0
Feb 15 17:15:59.101: INFO: Container kubedns ready: true, restart count 0
Feb 15 17:15:59.101: INFO: Container sidecar ready: true, restart count 0
Feb 15 17:15:59.101: INFO: e2e-image-puller-e2e-minion-group-rttr started at <nil> (0+0 container statuses recorded)
Feb 15 17:15:59.101: INFO: kube-proxy-e2e-minion-group-rttr started at <nil> (0+0 container statuses recorded)
Feb 15 17:15:59.101: INFO: fluentd-gcp-v1.38-b48jv started at 2017-02-15 16:45:33 -0800 PST (0+1 container statuses recorded)
Feb 15 17:15:59.101: INFO: Container fluentd-gcp ready: true, restart count 0
Feb 15 17:15:59.101: INFO: node-problem-detector-v0.1-p241n started at 2017-02-15 16:45:33 -0800 PST (0+1 container statuses recorded)
Feb 15 17:15:59.101: INFO: Container node-problem-detector ready: true, restart count 0
Feb 15 17:15:59.101: INFO: l7-default-backend-1270908455-wsvz4 started at 2017-02-15 16:46:30 -0800 PST (0+1 container statuses recorded)
Feb 15 17:15:59.101: INFO: Container default-http-backend ready: true, restart count 0
Feb 15 17:15:59.101: INFO: heapster-v1.3.0-beta.0-864412088-hsktb started at 2017-02-15 16:46:58 -0800 PST (0+4 container statuses recorded)
Feb 15 17:15:59.101: INFO: Container eventer ready: true, restart count 0
Feb 15 17:15:59.101: INFO: Container eventer-nanny ready: true, restart count 0
Feb 15 17:15:59.101: INFO: Container heapster ready: true, restart count 0
Feb 15 17:15:59.101: INFO: Container heapster-nanny ready: true, restart count 0
Feb 15 17:15:59.291: INFO:
Latency metrics for node e2e-minion-group-rttr
STEP: Dumping a list of prepulled images on each node
STEP: Logs of kube-system/e2e-image-puller-e2e-minion-group-kvwp:image-puller on node e2e-minion-group-kvwp
Feb 15 17:15:59.382: INFO: image-puller : STARTLOG
00:45:38 pulling gcr.io/google_containers/busybox
00:45:39 pulling gcr.io/google_containers/busybox:1.24
00:45:40 pulling gcr.io/google_containers/dnsutils:e2e
00:45:41 pulling gcr.io/google_containers/eptest:0.1
00:45:41 pulling gcr.io/google_containers/fakegitserver:0.1
00:45:42 pulling gcr.io/google_containers/hostexec:1.2
00:45:43 pulling gcr.io/google_containers/iperf:e2e
00:45:46 pulling gcr.io/google_containers/jessie-dnsutils:e2e
00:45:56 pulling gcr.io/google_containers/liveness:e2e
00:45:56 pulling gcr.io/google_containers/mounttest:0.8
00:45:57 pulling gcr.io/google_containers/mounttest-user:0.5
00:45:57 pulling gcr.io/google_containers/netexec:1.4
00:45:58 pulling gcr.io/google_containers/netexec:1.7
00:45:59 pulling gcr.io/google_containers/nettest:1.7
00:46:01 pulling gcr.io/google_containers/nettest:1.8
00:46:03 pulling gcr.io/google_containers/nginx-slim:0.7
00:46:10 pulling gcr.io/google_containers/nginx-slim:0.8
00:46:14 pulling gcr.io/google_containers/n-way-http:1.0
00:46:15 pulling gcr.io/google_containers/pause:2.0
00:46:15 pulling gcr.io/google_containers/pause-amd64:3.0
00:46:15 pulling gcr.io/google_containers/porter:cd5cb5791ebaa8641955f0e8c2a9bed669b1eaab
00:46:16 pulling gcr.io/google_containers/portforwardtester:1.2
00:46:16 pulling gcr.io/google_containers/redis:e2e
00:46:43 pulling gcr.io/google_containers/resource_consumer:beta4
00:47:02 pulling gcr.io/google_containers/resource_consumer/controller:beta4
00:47:03 pulling gcr.io/google_containers/serve_hostname:v1.4
00:47:04 pulling gcr.io/google_containers/test-webserver:e2e
00:47:04 pulling gcr.io/google_containers/ubuntu:14.04
00:47:05 pulling gcr.io/google_containers/update-demo:kitten
00:47:05 pulling gcr.io/google_containers/update-demo:nautilus
00:47:05 pulling gcr.io/google_containers/volume-ceph:0.1
00:47:41 pulling gcr.io/google_containers/volume-gluster:0.2
00:47:51 pulling gcr.io/google_containers/volume-iscsi:0.1
00:48:04 pulling gcr.io/google_containers/volume-nfs:0.6
00:48:16 pulling gcr.io/google_containers/volume-rbd:0.1
00:48:28 pulling gcr.io/google_samples/gb-redisslave:v1
00:48:37 pulling gcr.io/google_containers/redis:v1
ENDLOG for container kube-system:e2e-image-puller-e2e-minion-group-kvwp:image-puller
STEP: Logs of kube-system/e2e-image-puller-e2e-minion-group-rttr:image-puller on node e2e-minion-group-rttr
Feb 15 17:15:59.428: INFO: image-puller : STARTLOG
00:45:41 pulling gcr.io/google_containers/busybox
00:45:43 pulling gcr.io/google_containers/busybox:1.24
00:45:43 pulling gcr.io/google_containers/dnsutils:e2e
00:45:44 pulling gcr.io/google_containers/eptest:0.1
00:45:44 pulling gcr.io/google_containers/fakegitserver:0.1
00:45:45 pulling gcr.io/google_containers/hostexec:1.2
00:45:46 pulling gcr.io/google_containers/iperf:e2e
00:45:49 pulling gcr.io/google_containers/jessie-dnsutils:e2e
00:46:00 pulling gcr.io/google_containers/liveness:e2e
00:46:00 pulling gcr.io/google_containers/mounttest:0.8
00:46:01 pulling gcr.io/google_containers/mounttest-user:0.5
00:46:01 pulling gcr.io/google_containers/netexec:1.4
00:46:02 pulling gcr.io/google_containers/netexec:1.7
00:46:03 pulling gcr.io/google_containers/nettest:1.7
00:46:05 pulling gcr.io/google_containers/nettest:1.8
00:46:07 pulling gcr.io/google_containers/nginx-slim:0.7
00:46:14 pulling gcr.io/google_containers/nginx-slim:0.8
00:46:17 pulling gcr.io/google_containers/n-way-http:1.0
00:46:17 pulling gcr.io/google_containers/pause:2.0
00:46:18 pulling gcr.io/google_containers/pause-amd64:3.0
00:46:18 pulling gcr.io/google_containers/porter:cd5cb5791ebaa8641955f0e8c2a9bed669b1eaab
00:46:18 pulling gcr.io/google_containers/portforwardtester:1.2
00:46:19 pulling gcr.io/google_containers/redis:e2e
00:46:46 pulling gcr.io/google_containers/resource_consumer:beta4
00:46:53 pulling gcr.io/google_containers/resource_consumer/controller:beta4
00:46:54 pulling gcr.io/google_containers/serve_hostname:v1.4
00:46:55 pulling gcr.io/google_containers/test-webserver:e2e
00:46:55 pulling gcr.io/google_containers/ubuntu:14.04
00:46:55 pulling gcr.io/google_containers/update-demo:kitten
00:46:56 pulling gcr.io/google_containers/update-demo:nautilus
00:46:56 pulling gcr.io/google_containers/volume-ceph:0.1
00:47:24 pulling gcr.io/google_containers/volume-gluster:0.2
00:47:34 pulling gcr.io/google_containers/volume-iscsi:0.1
00:47:47 pulling gcr.io/google_containers/volume-nfs:0.6
00:47:58 pulling gcr.io/google_containers/volume-rbd:0.1
00:48:09 pulling gcr.io/google_samples/gb-redisslave:v1
00:48:20 pulling gcr.io/google_containers/redis:v1
ENDLOG for container kube-system:e2e-image-puller-e2e-minion-group-rttr:image-puller
Feb 15 17:15:59.428: INFO: Waiting up to 3m0s for all (but 0) nodes to be ready
STEP: Destroying namespace "e2e-tests-etcd-upgrade-kz06g" for this suite.
Feb 15 17:16:10.448: INFO: namespace: e2e-tests-etcd-upgrade-kz06g, resource: bindings, ignored listing per whitelist
STEP: Destroying namespace "e2e-tests-secret-upgrade-ph4dc" for this suite.
Feb 15 17:16:22.978: INFO: namespace: e2e-tests-secret-upgrade-ph4dc, resource: bindings, ignored listing per whitelist
STEP: Destroying namespace "e2e-tests-service-upgrade-bg7fb" for this suite.
Feb 15 17:16:34.047: INFO: namespace: e2e-tests-service-upgrade-bg7fb, resource: bindings, ignored listing per whitelist
• Failure [101.079 seconds]
[k8s.io] etcd Upgrade [Feature:EtcdUpgrade]
/go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/framework/framework.go:656
[k8s.io] etcd upgrade
/go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/framework/framework.go:656
should maintain a functioning cluster [It]
/go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/etcd_upgrade.go:50
Expected error:
<*errors.errorString | 0xc420e92180>: {
s: "error running /usr/local/google/home/mml/gocode/src/k8s.io/kubernetes/cluster/gce/upgrade.sh []; got error exit status 1, stdout \"!!! EXPERIMENTAL !!!\\n\\n/usr/local/google/home/mml/gocode/src/k8s.io/kubernetes/cluster/gce/upgrade.sh [-M | -N | -P] [-o] (-l | <version number or publication>)\\n Upgrades master and nodes by default\\n -M: Upgrade master only\\n -N: Upgrade nodes only\\n -P: Node upgrade prerequisites only (create a new instance template)\\n -o: Use os distro sepcified in KUBE_NODE_OS_DISTRIBUTION for new nodes. Options include 'debian' or 'gci'\\n -l: Use local(dev) binaries. This is only supported for master upgrades.\\n\\n Version number or publication is either a proper version number\\n (e.g. \\\"v1.0.6\\\", \\\"v1.2.0-alpha.1.881+376438b69c7612\\\") or a version\\n publication of the form <bucket>/<version> (e.g. \\\"release/stable\\\",\\n \\\"ci/latest-1\\\"). Some common ones are:\\n - \\\"release/stable\\\"\\n - \\\"release/latest\\\"\\n - \\\"ci/latest\\\"\\n See the docs on getting builds for more information about version publication.\\n\\n(... Fetching current release versions ...)\\n\\nRight now, versions are as follows:\\n release/stable: /usr/local/google/home/mml/gocode/src/k8s.io/kubernetes/cluster/gce/upgrade.sh v1.5.3\\n release/latest: /usr/local/google/home/mml/gocode/src/k8s.io/kubernetes/cluster/gce/upgrade.sh v1.6.0-alpha.2\\n ci/latest: /usr/local/google/home/mml/gocode/src/k8s.io/kubernetes/cluster/gce/upgrade.sh v1.6.0-alpha.2.239+c478d7282771a3\\n\", stderr \"\"",
}
error running /usr/local/google/home/mml/gocode/src/k8s.io/kubernetes/cluster/gce/upgrade.sh []; got error exit status 1, stdout "!!! EXPERIMENTAL !!!\n\n/usr/local/google/home/mml/gocode/src/k8s.io/kubernetes/cluster/gce/upgrade.sh [-M | -N | -P] [-o] (-l | <version number or publication>)\n Upgrades master and nodes by default\n -M: Upgrade master only\n -N: Upgrade nodes only\n -P: Node upgrade prerequisites only (create a new instance template)\n -o: Use os distro sepcified in KUBE_NODE_OS_DISTRIBUTION for new nodes. Options include 'debian' or 'gci'\n -l: Use local(dev) binaries. This is only supported for master upgrades.\n\n Version number or publication is either a proper version number\n (e.g. \"v1.0.6\", \"v1.2.0-alpha.1.881+376438b69c7612\") or a version\n publication of the form <bucket>/<version> (e.g. \"release/stable\",\n \"ci/latest-1\"). Some common ones are:\n - \"release/stable\"\n - \"release/latest\"\n - \"ci/latest\"\n See the docs on getting builds for more information about version publication.\n\n(... Fetching current release versions ...)\n\nRight now, versions are as follows:\n release/stable: /usr/local/google/home/mml/gocode/src/k8s.io/kubernetes/cluster/gce/upgrade.sh v1.5.3\n release/latest: /usr/local/google/home/mml/gocode/src/k8s.io/kubernetes/cluster/gce/upgrade.sh v1.6.0-alpha.2\n ci/latest: /usr/local/google/home/mml/gocode/src/k8s.io/kubernetes/cluster/gce/upgrade.sh v1.6.0-alpha.2.239+c478d7282771a3\n", stderr ""
not to have occurred
/go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/etcd_upgrade.go:38
------------------------------
SSSSSSSSSSSSS
Summarizing 1 Failure:
[Fail] [k8s.io] etcd Upgrade [Feature:EtcdUpgrade] [k8s.io] etcd upgrade [It] should maintain a functioning cluster 
/go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/etcd_upgrade.go:38
Ran 1 of 514 Specs in 102.619 seconds
FAIL! -- 0 Passed | 1 Failed | 0 Pending | 513 Skipped
Ginkgo ran 1 suite in 1m43.22258872s
Test Suite Failed
!!! Error in ./hack/ginkgo-e2e.sh:117
Error in ./hack/ginkgo-e2e.sh:117. '"${ginkgo}" "${ginkgo_args[@]:+${ginkgo_args[@]}}" "${e2e_test}" -- "${auth_config[@]:+${auth_config[@]}}" --ginkgo.flakeAttempts="${FLAKE_ATTEMPTS}" --host="${KUBE_MASTER_URL}" --provider="${KUBERNETES_PROVIDER}" --gce-project="${PROJECT:-}" --gce-zone="${ZONE:-}" --gke-cluster="${CLUSTER_NAME:-}" --kube-master="${KUBE_MASTER:-}" --cluster-tag="${CLUSTER_ID:-}" --repo-root="${KUBE_ROOT}" --node-instance-group="${NODE_INSTANCE_GROUP:-}" --prefix="${KUBE_GCE_INSTANCE_PREFIX:-e2e}" --network="${KUBE_GCE_NETWORK:-${KUBE_GKE_NETWORK:-e2e}}" --federated-kube-context="${FEDERATION_KUBE_CONTEXT:-e2e-federation}" ${KUBE_CONTAINER_RUNTIME:+"--container-runtime=${KUBE_CONTAINER_RUNTIME}"} ${MASTER_OS_DISTRIBUTION:+"--master-os-distro=${MASTER_OS_DISTRIBUTION}"} ${NODE_OS_DISTRIBUTION:+"--node-os-distro=${NODE_OS_DISTRIBUTION}"} ${NUM_NODES:+"--num-nodes=${NUM_NODES}"} ${E2E_CLEAN_START:+"--clean-start=true"} ${E2E_MIN_STARTUP_PODS:+"--minStartupPods=${E2E_MIN_STARTUP_PODS}"} ${E2E_REPORT_DIR:+"--report-dir=${E2E_REPORT_DIR}"} ${E2E_REPORT_PREFIX:+"--report-prefix=${E2E_REPORT_PREFIX}"} "${@:-}"' exited with status 1
Call stack:
1: ./hack/ginkgo-e2e.sh:117 main(...)
Exiting with status 1
2017/02/15 17:16:35 util.go:98: Step './hack/ginkgo-e2e.sh --ginkgo.focus=\[Feature:EtcdUpgrade\] --upgrade-target=ci/latest --upgrade-image=gci' finished in 1m44.739891493s
2017/02/15 17:16:35 e2e.go:126: Something went wrong: encountered 1 errors: [exit status 1]
2017/02/15 17:16:35 e2e.go:78: err: exit status 1
exit status 1
test/e2e/framework/nodes_util.go
View file @ 281a57ae
...@@ -30,6 +30,15 @@ import ( ...@@ -30,6 +30,15 @@ import (
"k8s.io/kubernetes/pkg/client/clientset_generated/clientset" "k8s.io/kubernetes/pkg/client/clientset_generated/clientset"
) )
func EtcdUpgrade(target_storage, target_version string) error {
switch TestContext.Provider {
case "gce":
return etcdUpgradeGCE(target_storage, target_version)
default:
return fmt.Errorf("EtcdUpgrade() is not implemented for provider %s", TestContext.Provider)
}
}
func MasterUpgrade(v string) error { func MasterUpgrade(v string) error {
switch TestContext.Provider { switch TestContext.Provider {
case "gce": case "gce":
...@@ -41,6 +50,17 @@ func MasterUpgrade(v string) error { ...@@ -41,6 +50,17 @@ func MasterUpgrade(v string) error {
} }
} }
func etcdUpgradeGCE(target_storage, target_version string) error {
env := append(
os.Environ(),
"TEST_ETCD_VERSION="+target_version,
"STORAGE_BACKEND="+target_storage,
"TEST_ETCD_IMAGE=3.0.14")
_, _, err := RunCmdEnv(env, path.Join(TestContext.RepoRoot, "cluster/gce/upgrade.sh"), "-l", "-M")
return err
}
func masterUpgradeGCE(rawV string) error { func masterUpgradeGCE(rawV string) error {
v := "v" + rawV v := "v" + rawV
_, _, err := RunCmd(path.Join(TestContext.RepoRoot, "cluster/gce/upgrade.sh"), "-M", v) _, _, err := RunCmd(path.Join(TestContext.RepoRoot, "cluster/gce/upgrade.sh"), "-M", v)
......
test/e2e/framework/test_context.go
View file @ 281a57ae
...@@ -49,6 +49,8 @@ type TestContextType struct { ...@@ -49,6 +49,8 @@ type TestContextType struct {
// Timeout for waiting for system pods to be running // Timeout for waiting for system pods to be running
SystemPodsStartupTimeout time.Duration SystemPodsStartupTimeout time.Duration
UpgradeTarget string UpgradeTarget string
EtcdUpgradeStorage string
EtcdUpgradeVersion string
UpgradeImage string UpgradeImage string
PrometheusPushGateway string PrometheusPushGateway string
ContainerRuntime string ContainerRuntime string
...@@ -195,6 +197,8 @@ func RegisterClusterFlags() { ...@@ -195,6 +197,8 @@ func RegisterClusterFlags() {
flag.DurationVar(&TestContext.SystemPodsStartupTimeout, "system-pods-startup-timeout", 10*time.Minute, "Timeout for waiting for all system pods to be running before starting tests.") flag.DurationVar(&TestContext.SystemPodsStartupTimeout, "system-pods-startup-timeout", 10*time.Minute, "Timeout for waiting for all system pods to be running before starting tests.")
flag.DurationVar(&TestContext.NodeSchedulableTimeout, "node-schedulable-timeout", 4*time.Hour, "Timeout for waiting for all nodes to be schedulable.") flag.DurationVar(&TestContext.NodeSchedulableTimeout, "node-schedulable-timeout", 4*time.Hour, "Timeout for waiting for all nodes to be schedulable.")
flag.StringVar(&TestContext.UpgradeTarget, "upgrade-target", "ci/latest", "Version to upgrade to (e.g. 'release/stable', 'release/latest', 'ci/latest', '0.19.1', '0.19.1-669-gabac8c8') if doing an upgrade test.") flag.StringVar(&TestContext.UpgradeTarget, "upgrade-target", "ci/latest", "Version to upgrade to (e.g. 'release/stable', 'release/latest', 'ci/latest', '0.19.1', '0.19.1-669-gabac8c8') if doing an upgrade test.")
flag.StringVar(&TestContext.EtcdUpgradeStorage, "etcd-upgrade-storage", "", "The storage version to upgrade to (either 'etcdv2' or 'etcdv3') if doing an etcd upgrade test.")
flag.StringVar(&TestContext.EtcdUpgradeVersion, "etcd-upgrade-version", "", "The etcd binary version to upgrade to (e.g., '3.0.14', '2.3.7') if doing an etcd upgrade test.")
flag.StringVar(&TestContext.UpgradeImage, "upgrade-image", "", "Image to upgrade to (e.g. 'container_vm' or 'gci') if doing an upgrade test.") flag.StringVar(&TestContext.UpgradeImage, "upgrade-image", "", "Image to upgrade to (e.g. 'container_vm' or 'gci') if doing an upgrade test.")
flag.StringVar(&TestContext.PrometheusPushGateway, "prom-push-gateway", "", "The URL to prometheus gateway, so that metrics can be pushed during e2es and scraped by prometheus. Typically something like 127.0.0.1:9091.") flag.StringVar(&TestContext.PrometheusPushGateway, "prom-push-gateway", "", "The URL to prometheus gateway, so that metrics can be pushed during e2es and scraped by prometheus. Typically something like 127.0.0.1:9091.")
flag.BoolVar(&TestContext.CleanStart, "clean-start", false, "If true, purge all namespaces except default and system before running tests. This serves to Cleanup test namespaces from failed/interrupted e2e runs in a long-lived cluster.") flag.BoolVar(&TestContext.CleanStart, "clean-start", false, "If true, purge all namespaces except default and system before running tests. This serves to Cleanup test namespaces from failed/interrupted e2e runs in a long-lived cluster.")
......
test/e2e/upgrades/upgrade.go
View file @ 281a57ae
...@@ -33,6 +33,10 @@ const ( ...@@ -33,6 +33,10 @@ const (
// ClusterUpgrade indicates that both master and nodes are // ClusterUpgrade indicates that both master and nodes are
// being upgraded. // being upgraded.
ClusterUpgrade ClusterUpgrade
// EtcdUpgrade indicates that only etcd is being upgraded (or migrated
// between storage versions).
EtcdUpgrade
) )
// Test is an interface for upgrade tests. // Test is an interface for upgrade tests.
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment