Alleviate race between scheduler and kubelet

If the scheduler learns of a node change and schedules based on it before the kubelet learns of the node change, the pod will fail.

Alleviate race between scheduler and kubelet
ff9e57e5 · Darren Shepherd · Erik Wilson · 38acc2a5 · ff9e57e5
Commit ff9e57e5 authored Feb 23, 2019 by Darren Shepherd Committed by Erik Wilson Jul 13, 2019
Hide whitespace changes
Inline Side-by-side

Showing with 14 additions and 0 deletions

predicate.go pkg/kubelet/lifecycle/predicate.go +14 -0

No files found.
--- a/pkg/kubelet/lifecycle/predicate.go
+++ b/pkg/kubelet/lifecycle/predicate.go
@@ -18,6 +18,7 @@ package lifecycle

 import (
 	"fmt"
+	"time"

 	"k8s.io/klog"

@@ -55,6 +56,19 @@ func NewPredicateAdmitHandler(getNodeAnyWayFunc getNodeAnyWayFuncType, admission
 }

 func (w *predicateAdmitHandler) Admit(attrs *PodAdmitAttributes) PodAdmitResult {
+	result := w.admit(attrs)
+	for i := 0; i < 10; i++ {
+		if result.Admit {
+			break
+		}
+		time.Sleep(time.Second)
+		result = w.admit(attrs)
+	}
+
+	return result
+}
+
+func (w *predicateAdmitHandler) admit(attrs *PodAdmitAttributes) PodAdmitResult {
 	node, err := w.getNodeAnyWayFunc()
 	if err != nil {
 		klog.Errorf("Cannot get Node info: %v", err)