E2e test for federated deployment controller

test/e2e/federation-deployment.go

+/*
+Copyright 2016 The Kubernetes Authors.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+*/
+
+package e2e
+
+import (
+	"fmt"
+	"os"
+	"time"
+
+	"k8s.io/kubernetes/federation/client/clientset_generated/federation_release_1_5"
+	fedutil "k8s.io/kubernetes/federation/pkg/federation-controller/util"
+	"k8s.io/kubernetes/pkg/api/unversioned"
+	"k8s.io/kubernetes/pkg/api/v1"
+	"k8s.io/kubernetes/pkg/apis/extensions/v1beta1"
+	"k8s.io/kubernetes/pkg/util/wait"
+	"k8s.io/kubernetes/test/e2e/framework"
+
+	"reflect"
+
+	. "github.com/onsi/ginkgo"
+	. "github.com/onsi/gomega"
+	"k8s.io/kubernetes/pkg/api/errors"
+)
+
+const (
+	FederationDeploymentName   = "federation-deployment"
+	FederatedDeploymentTimeout = 120 * time.Second
+)
+
+// Create/delete deployment api objects
+var _ = framework.KubeDescribe("Federation deployments [Feature:Federation]", func() {
+	f := framework.NewDefaultFederatedFramework("federation-deployment")
+
+	Describe("Deployment objects", func() {
+		AfterEach(func() {
+			framework.SkipUnlessFederated(f.ClientSet)
+
+			// Delete registered deployments.
+			nsName := f.FederationNamespace.Name
+			deploymentList, err := f.FederationClientset_1_5.Extensions().Deployments(nsName).List(v1.ListOptions{})
+			Expect(err).NotTo(HaveOccurred())
+			for _, deployment := range deploymentList.Items {
+				err := f.FederationClientset_1_5.Extensions().Deployments(nsName).Delete(deployment.Name, &v1.DeleteOptions{})
+				Expect(err).NotTo(HaveOccurred())
+			}
+		})
+
+		It("should be created and deleted successfully", func() {
+			framework.SkipUnlessFederated(f.ClientSet)
+
+			nsName := f.FederationNamespace.Name
+			deployment := createDeploymentOrFail(f.FederationClientset_1_5, nsName)
+			By(fmt.Sprintf("Creation of deployment %q in namespace %q succeeded.  Deleting deployment.", deployment.Name, nsName))
+			// Cleanup
+			err := f.FederationClientset_1_5.Extensions().Deployments(nsName).Delete(deployment.Name, &v1.DeleteOptions{})
+			framework.ExpectNoError(err, "Error deleting deployment %q in namespace %q", deployment.Name, deployment.Namespace)
+			By(fmt.Sprintf("Deletion of deployment %q in namespace %q succeeded.", deployment.Name, nsName))
+		})
+
+	})
+
+	// e2e cases for federated deployment controller
+	Describe("Federated Deployment", func() {
+		var (
+			clusters       map[string]*cluster
+			federationName string
+		)
+		BeforeEach(func() {
+			framework.SkipUnlessFederated(f.ClientSet)
+			if federationName = os.Getenv("FEDERATION_NAME"); federationName == "" {
+				federationName = DefaultFederationName
+			}
+			clusters = map[string]*cluster{}
+			registerClusters(clusters, UserAgentName, federationName, f)
+		})
+
+		AfterEach(func() {
+			unregisterClusters(clusters, f)
+		})
+
+		It("should create and update matching deployments in underling clusters", func() {
+			nsName := f.FederationNamespace.Name
+			dep := createDeploymentOrFail(f.FederationClientset_1_5, nsName)
+			defer func() {
+				// cleanup. deletion of deployments is not supported for underlying clusters
+				By(fmt.Sprintf("Preparing deployment %q/%q for deletion by setting replicas to zero", nsName, dep.Name))
+				replicas := int32(0)
+				dep.Spec.Replicas = &replicas
+				f.FederationClientset_1_5.Deployments(nsName).Update(dep)
+				waitForDeploymentOrFail(f.FederationClientset_1_5, nsName, dep.Name, clusters)
+				f.FederationClientset_1_5.Deployments(nsName).Delete(dep.Name, &v1.DeleteOptions{})
+			}()
+
+			waitForDeploymentOrFail(f.FederationClientset_1_5, nsName, dep.Name, clusters)
+			By(fmt.Sprintf("Successfuly created and synced deployment %q/%q to clusters", nsName, dep.Name))
+			updateDeploymentOrFail(f.FederationClientset_1_5, nsName)
+			waitForDeploymentOrFail(f.FederationClientset_1_5, nsName, dep.Name, clusters)
+			By(fmt.Sprintf("Successfuly updated and synced deployment %q/%q to clusters", nsName, dep.Name))
+		})
+	})
+})
+
+func waitForDeploymentOrFail(c *federation_release_1_5.Clientset, namespace string, replicaSetName string, clusters map[string]*cluster) {
+	err := waitForDeployment(c, namespace, replicaSetName, clusters)
+	framework.ExpectNoError(err, "Failed to verify deployment %q/%q, err: %v", namespace, replicaSetName, err)
+}
+
+func waitForDeployment(c *federation_release_1_5.Clientset, namespace string, replicaSetName string, clusters map[string]*cluster) error {
+	err := wait.Poll(10*time.Second, FederatedDeploymentTimeout, func() (bool, error) {
+		fdep, err := c.Deployments(namespace).Get(replicaSetName)
+		if err != nil {
+			return false, err
+		}
+		specReplicas, statusReplicas := int32(0), int32(0)
+		for _, cluster := range clusters {
+			dep, err := cluster.Deployments(namespace).Get(replicaSetName)
+			if err != nil && !errors.IsNotFound(err) {
+				By(fmt.Sprintf("Failed getting deployment: %q/%q/%q, err: %v", cluster.name, namespace, replicaSetName, err))
+				return false, err
+			}
+			if err == nil {
+				if !equivalentDeployment(fdep, dep) {
+					By(fmt.Sprintf("Deployment meta or spec not match for cluster %q:\n    federation: %v\n    cluster: %v", cluster.name, fdep, dep))
+					return false, nil
+				}
+				specReplicas += *dep.Spec.Replicas
+				statusReplicas += dep.Status.Replicas
+			}
+		}
+		if statusReplicas == fdep.Status.Replicas && specReplicas >= *fdep.Spec.Replicas {
+			return true, nil
+		}
+		By(fmt.Sprintf("Replicas not match, federation replicas: %v/%v, clusters replicas: %v/%v\n", *fdep.Spec.Replicas, fdep.Status.Replicas, specReplicas, statusReplicas))
+		return false, nil
+	})
+
+	return err
+}
+
+func equivalentDeployment(fedDeployment, localDeployment *v1beta1.Deployment) bool {
+	localDeploymentSpec := localDeployment.Spec
+	localDeploymentSpec.Replicas = fedDeployment.Spec.Replicas
+	return fedutil.ObjectMetaEquivalent(fedDeployment.ObjectMeta, localDeployment.ObjectMeta) &&
+		reflect.DeepEqual(fedDeployment.Spec, localDeploymentSpec)
+}
+
+func createDeploymentOrFail(clientset *federation_release_1_5.Clientset, namespace string) *v1beta1.Deployment {
+	if clientset == nil || len(namespace) == 0 {
+		Fail(fmt.Sprintf("Internal error: invalid parameters passed to createDeploymentOrFail: clientset: %v, namespace: %v", clientset, namespace))
+	}
+	By(fmt.Sprintf("Creating federation deployment %q in namespace %q", FederationDeploymentName, namespace))
+
+	deployment := newDeploymentForFed(namespace, FederationDeploymentName, 5)
+
+	_, err := clientset.Extensions().Deployments(namespace).Create(deployment)
+	framework.ExpectNoError(err, "Creating deployment %q in namespace %q", deployment.Name, namespace)
+	By(fmt.Sprintf("Successfully created federation deployment %q in namespace %q", FederationDeploymentName, namespace))
+	return deployment
+}
+
+func updateDeploymentOrFail(clientset *federation_release_1_5.Clientset, namespace string) *v1beta1.Deployment {
+	if clientset == nil || len(namespace) == 0 {
+		Fail(fmt.Sprintf("Internal error: invalid parameters passed to updateDeploymentOrFail: clientset: %v, namespace: %v", clientset, namespace))
+	}
+	By(fmt.Sprintf("Updating federation deployment %q in namespace %q", FederationDeploymentName, namespace))
+
+	deployment := newDeploymentForFed(namespace, FederationDeploymentName, 15)
+
+	newRs, err := clientset.Deployments(namespace).Update(deployment)
+	framework.ExpectNoError(err, "Updating deployment %q in namespace %q", deployment.Name, namespace)
+	By(fmt.Sprintf("Successfully updated federation deployment %q in namespace %q", FederationDeploymentName, namespace))
+
+	return newRs
+}
+
+func newDeploymentForFed(namespace string, name string, replicas int32) *v1beta1.Deployment {
+	return &v1beta1.Deployment{
+		ObjectMeta: v1.ObjectMeta{
+			Name:      name,
+			Namespace: namespace,
+		},
+		Spec: v1beta1.DeploymentSpec{
+			Replicas: &replicas,
+			Selector: &unversioned.LabelSelector{
+				MatchLabels: map[string]string{"name": "myrs"},
+			},
+			Template: v1.PodTemplateSpec{
+				ObjectMeta: v1.ObjectMeta{
+					Labels: map[string]string{"name": "myrs"},
+				},
+				Spec: v1.PodSpec{
+					Containers: []v1.Container{
+						{
+							Name:  "nginx",
+							Image: "nginx",
+						},
+					},
+				},
+			},
+		},
+	}
+}