Merge pull request #31904 from jianhuiz/federation-replicaset-controller-e2e

test/e2e/federation-replicaset.go

@@ -18,19 +18,26 @@ package e2e
 
 import (
 	"fmt"
+	"os"
+	"time"
 
-	. "github.com/onsi/ginkgo"
 	"k8s.io/kubernetes/federation/client/clientset_generated/federation_release_1_4"
+	fedutil "k8s.io/kubernetes/federation/pkg/federation-controller/util"
 	"k8s.io/kubernetes/pkg/api"
 	"k8s.io/kubernetes/pkg/api/v1"
 	"k8s.io/kubernetes/pkg/apis/extensions/v1beta1"
+	"k8s.io/kubernetes/pkg/util/wait"
 	"k8s.io/kubernetes/test/e2e/framework"
 
+	. "github.com/onsi/ginkgo"
 	. "github.com/onsi/gomega"
+	"k8s.io/kubernetes/pkg/api/errors"
+	"reflect"
 )
 
 const (
-	FederationReplicaSetName = "federation-replicaset"
+	FederationReplicaSetName   = "federation-replicaset"
+	FederatedReplicaSetTimeout = 120 * time.Second
 )
 
 // Create/delete replicaset api objects
@@ -64,22 +71,129 @@ var _ = framework.KubeDescribe("Federation replicasets [Feature:Federation]", fu
 		})
 
 	})
+
+	// e2e cases for federated replicaset controller
+	Describe("Federated ReplicaSet", func() {
+		var (
+			clusters       map[string]*cluster
+			federationName string
+		)
+		BeforeEach(func() {
+			framework.SkipUnlessFederated(f.Client)
+			if federationName = os.Getenv("FEDERATION_NAME"); federationName == "" {
+				federationName = DefaultFederationName
+			}
+			registerClusters(clusters, UserAgentName, federationName, f)
+		})
+
+		AfterEach(func() {
+			unregisterClusters(clusters, f)
+		})
+
+		It("should create and update matching replicasets in underling clusters", func() {
+			rs := createReplicaSetOrFail(f.FederationClientset_1_4, f.Namespace.Namespace)
+			defer func() { // cleanup. deletion of replicasets is not supported for underling clusters
+				By(fmt.Sprintf("zero replicas then delete replicaset %q/%q", f.Namespace.Name, rs.Name))
+				replicas := int32(0)
+				rs.Spec.Replicas = &replicas
+				f.FederationClientset_1_4.ReplicaSets(f.Namespace.Name).Update(rs)
+				waitForReplicaSetOrFail(f.FederationClientset_1_4, f.Namespace.Name, rs.Name, clusters)
+				f.FederationClientset_1_4.ReplicaSets(f.Namespace.Name).Delete(rs.Name, &api.DeleteOptions{})
+			}()
+
+			waitForReplicaSetOrFail(f.FederationClientset_1_4, f.Namespace.Name, rs.Name, clusters)
+			By(fmt.Sprintf("Successfuly created and synced replicaset %q/%q to clusters", f.Namespace.Namespace, rs.Name))
+			updateReplicaSetOrFail(f.FederationClientset_1_4, f.Namespace.Namespace)
+			waitForReplicaSetOrFail(f.FederationClientset_1_4, f.Namespace.Name, rs.Name, clusters)
+			By(fmt.Sprintf("Successfuly updated and synced replicaset %q/%q to clusters", f.Namespace.Namespace, rs.Name))
+		})
+	})
 })
 
+func waitForReplicaSetOrFail(c *federation_release_1_4.Clientset, namespace string, replicaSetName string, clusters map[string]*cluster) {
+	err := waitForReplicaSet(c, namespace, replicaSetName, clusters)
+	framework.ExpectNoError(err, "Failed to verify replicaset %q/%q, err: %v", namespace, replicaSetName, err)
+}
+
+func waitForReplicaSet(c *federation_release_1_4.Clientset, namespace string, replicaSetName string, clusters map[string]*cluster) error {
+	err := wait.Poll(10*time.Second, FederatedReplicaSetTimeout, func() (bool, error) {
+		frs, err := c.ReplicaSets(namespace).Get(replicaSetName)
+		if err != nil {
+			return false, err
+		}
+		specReplicas, statusReplicas := int32(0), int32(0)
+		for _, cluster := range clusters {
+			rs, err := cluster.ReplicaSets(namespace).Get(replicaSetName)
+			if err != nil && !errors.IsNotFound(err) {
+				By(fmt.Sprintf("Failed getting replicaset: %q/%q/%q, err: %v", cluster.name, namespace, replicaSetName, err))
+				return false, err
+			}
+			if err == nil {
+				if !equivalentReplicaSet(frs, rs) {
+					By(fmt.Sprintf("Replicaset meta or spec not match for cluster %q:\n    federation: %v\n    cluster: %v", cluster.name, frs, rs))
+					return false, nil
+				}
+				specReplicas += *rs.Spec.Replicas
+				statusReplicas += rs.Status.Replicas
+			}
+		}
+		if statusReplicas == frs.Status.Replicas && specReplicas >= *frs.Spec.Replicas {
+			return true, nil
+		}
+		By(fmt.Sprintf("Replicas not match, federation replicas: %v/%v, clusters replicas: %v/%v\n", *frs.Spec.Replicas, frs.Status.Replicas, specReplicas, statusReplicas))
+		return false, nil
+	})
+
+	return err
+}
+
+func equivalentReplicaSet(fedReplicaSet, localReplicaSet *v1beta1.ReplicaSet) bool {
+	localReplicaSetSpec := localReplicaSet.Spec
+	localReplicaSetSpec.Replicas = fedReplicaSet.Spec.Replicas
+	return fedutil.ObjectMetaEquivalent(fedReplicaSet.ObjectMeta, localReplicaSet.ObjectMeta) &&
+		reflect.DeepEqual(fedReplicaSet.Spec, localReplicaSetSpec)
+}
+
 func createReplicaSetOrFail(clientset *federation_release_1_4.Clientset, namespace string) *v1beta1.ReplicaSet {
 	if clientset == nil || len(namespace) == 0 {
 		Fail(fmt.Sprintf("Internal error: invalid parameters passed to createReplicaSetOrFail: clientset: %v, namespace: %v", clientset, namespace))
 	}
 	By(fmt.Sprintf("Creating federation replicaset %q in namespace %q", FederationReplicaSetName, namespace))
 
-	replicas := int32(5)
-	replicaset := &v1beta1.ReplicaSet{
+	replicaset := newReplicaSet(namespace, FederationReplicaSetName, 5)
+
+	_, err := clientset.Extensions().ReplicaSets(namespace).Create(replicaset)
+	framework.ExpectNoError(err, "Creating replicaset %q in namespace %q", replicaset.Name, namespace)
+	By(fmt.Sprintf("Successfully created federation replicaset %q in namespace %q", FederationReplicaSetName, namespace))
+	return replicaset
+}
+
+func updateReplicaSetOrFail(clientset *federation_release_1_4.Clientset, namespace string) *v1beta1.ReplicaSet {
+	if clientset == nil || len(namespace) == 0 {
+		Fail(fmt.Sprintf("Internal error: invalid parameters passed to updateReplicaSetOrFail: clientset: %v, namespace: %v", clientset, namespace))
+	}
+	By(fmt.Sprintf("Updating federation replicaset %q in namespace %q", FederationReplicaSetName, namespace))
+
+	replicaset := newReplicaSet(namespace, FederationReplicaSetName, 15)
+
+	newRs, err := clientset.ReplicaSets(namespace).Update(replicaset)
+	framework.ExpectNoError(err, "Updating replicaset %q in namespace %q", replicaset.Name, namespace)
+	By(fmt.Sprintf("Successfully updated federation replicaset %q in namespace %q", FederationReplicaSetName, namespace))
+
+	return newRs
+}
+
+func newReplicaSet(namespace string, name string, replicas int32) *v1beta1.ReplicaSet {
+	return &v1beta1.ReplicaSet{
 		ObjectMeta: v1.ObjectMeta{
-			Name:      FederationReplicaSetName,
+			Name:      name,
 			Namespace: namespace,
 		},
 		Spec: v1beta1.ReplicaSetSpec{
 			Replicas: &replicas,
+			Selector: &v1beta1.LabelSelector{
+				MatchLabels: map[string]string{"name": "myrs"},
+			},
 			Template: v1.PodTemplateSpec{
 				ObjectMeta: v1.ObjectMeta{
 					Labels: map[string]string{"name": "myrs"},
@@ -95,9 +209,4 @@ func createReplicaSetOrFail(clientset *federation_release_1_4.Clientset, namespa
 			},
 		},
 	}
-
-	_, err := clientset.Extensions().ReplicaSets(namespace).Create(replicaset)
-	framework.ExpectNoError(err, "Creating replicaset %q in namespace %q", replicaset.Name, namespace)
-	By(fmt.Sprintf("Successfully created federation replicaset %q in namespace %q", FederationReplicaSetName, namespace))
-	return replicaset
 }