Skip to content
Projects
Groups
Snippets
Help
This project
Loading...
Sign in / Register
Toggle navigation
K
k3s
Project
Project
Details
Activity
Cycle Analytics
Repository
Repository
Files
Commits
Branches
Tags
Contributors
Graph
Compare
Charts
Issues
0
Issues
0
List
Board
Labels
Milestones
Merge Requests
0
Merge Requests
0
CI / CD
CI / CD
Pipelines
Jobs
Schedules
Charts
Registry
Registry
Wiki
Wiki
Snippets
Snippets
Members
Members
Collapse sidebar
Close sidebar
Activity
Graph
Charts
Create a new issue
Jobs
Commits
Issue Boards
Open sidebar
Jacklull
k3s
Commits
33fc5b35
Commit
33fc5b35
authored
Dec 04, 2018
by
Mike Danese
Browse files
Options
Browse Files
Download
Email Patches
Plain Diff
remove artificial sleeps that made tests passes
parent
9ece24c3
Hide whitespace changes
Inline
Side-by-side
Showing
2 changed files
with
33 additions
and
32 deletions
+33
-32
cloud_request_manager.go
pkg/kubelet/cloudresource/cloud_request_manager.go
+28
-27
cloud_request_manager_test.go
pkg/kubelet/cloudresource/cloud_request_manager_test.go
+5
-5
No files found.
pkg/kubelet/cloudresource/cloud_request_manager.go
View file @
33fc5b35
...
@@ -30,8 +30,6 @@ import (
...
@@ -30,8 +30,6 @@ import (
"k8s.io/klog"
"k8s.io/klog"
)
)
var
nodeAddressesRetryPeriod
=
5
*
time
.
Second
// SyncManager is an interface for making requests to a cloud provider
// SyncManager is an interface for making requests to a cloud provider
type
SyncManager
interface
{
type
SyncManager
interface
{
Run
(
stopCh
<-
chan
struct
{})
Run
(
stopCh
<-
chan
struct
{})
...
@@ -46,50 +44,53 @@ type cloudResourceSyncManager struct {
...
@@ -46,50 +44,53 @@ type cloudResourceSyncManager struct {
// Sync period
// Sync period
syncPeriod
time
.
Duration
syncPeriod
time
.
Duration
nodeAddressesM
ux
sync
.
Mutex
nodeAddressesM
onitor
*
sync
.
Cond
nodeAddressesErr
error
nodeAddressesErr
error
nodeAddresses
[]
v1
.
NodeAddress
nodeAddresses
[]
v1
.
NodeAddress
nodeName
types
.
NodeName
nodeName
types
.
NodeName
}
}
// NewSyncManager creates a manager responsible for collecting resources
// NewSyncManager creates a manager responsible for collecting resources
from a
//
from a
cloud provider through requests that are sensitive to timeouts and hanging
// cloud provider through requests that are sensitive to timeouts and hanging
func
NewSyncManager
(
cloud
cloudprovider
.
Interface
,
nodeName
types
.
NodeName
,
syncPeriod
time
.
Duration
)
SyncManager
{
func
NewSyncManager
(
cloud
cloudprovider
.
Interface
,
nodeName
types
.
NodeName
,
syncPeriod
time
.
Duration
)
SyncManager
{
return
&
cloudResourceSyncManager
{
return
&
cloudResourceSyncManager
{
cloud
:
cloud
,
cloud
:
cloud
,
syncPeriod
:
syncPeriod
,
syncPeriod
:
syncPeriod
,
nodeName
:
nodeName
,
nodeName
:
nodeName
,
// nodeAddressesMonitor is a monitor that guards a result (nodeAddresses,
// nodeAddressesErr) of the sync loop under the condition that a result has
// been saved at least once. The semantics here are:
//
// * Readers of the result will wait on the monitor until the first result
// has been saved.
// * The sync loop (i.e. the only writer), will signal all waiters every
// time it updates the result.
nodeAddressesMonitor
:
sync
.
NewCond
(
&
sync
.
Mutex
{}),
}
}
}
}
func
(
m
*
cloudResourceSyncManager
)
getNodeAddressSafe
()
([]
v1
.
NodeAddress
,
error
)
{
func
(
m
*
cloudResourceSyncManager
)
updateAddresses
(
addrs
[]
v1
.
NodeAddress
,
err
error
)
{
m
.
nodeAddressesMux
.
Lock
()
m
.
nodeAddressesMonitor
.
L
.
Lock
()
defer
m
.
nodeAddressesMux
.
Unlock
()
defer
m
.
nodeAddressesMonitor
.
L
.
Unlock
()
defer
m
.
nodeAddressesMonitor
.
Broadcast
()
return
m
.
nodeAddresses
,
m
.
nodeAddressesErr
}
func
(
m
*
cloudResourceSyncManager
)
setNodeAddressSafe
(
nodeAddresses
[]
v1
.
NodeAddress
,
err
error
)
{
m
.
nodeAddressesMux
.
Lock
()
defer
m
.
nodeAddressesMux
.
Unlock
()
m
.
nodeAddresses
=
nodeAddresse
s
m
.
nodeAddresses
=
addr
s
m
.
nodeAddressesErr
=
err
m
.
nodeAddressesErr
=
err
}
}
// NodeAddresses does not wait for cloud provider to return a node addresses.
// NodeAddresses does not wait for cloud provider to return a node addresses.
// It always returns node addresses or an error.
// It always returns node addresses or an error.
func
(
m
*
cloudResourceSyncManager
)
NodeAddresses
()
([]
v1
.
NodeAddress
,
error
)
{
func
(
m
*
cloudResourceSyncManager
)
NodeAddresses
()
([]
v1
.
NodeAddress
,
error
)
{
m
.
nodeAddressesMonitor
.
L
.
Lock
()
defer
m
.
nodeAddressesMonitor
.
L
.
Unlock
()
// wait until there is something
// wait until there is something
for
{
for
{
nodeAddresses
,
err
:=
m
.
getNodeAddressSafe
()
if
addrs
,
err
:=
m
.
nodeAddresses
,
m
.
nodeAddressesErr
;
len
(
addrs
)
>
0
||
err
!=
nil
{
if
len
(
nodeAddresses
)
==
0
&&
err
==
nil
{
return
addrs
,
err
klog
.
V
(
5
)
.
Infof
(
"Waiting for %v for cloud provider to provide node addresses"
,
nodeAddressesRetryPeriod
)
time
.
Sleep
(
nodeAddressesRetryPeriod
)
continue
}
}
return
nodeAddresses
,
err
klog
.
V
(
5
)
.
Infof
(
"Waiting for cloud provider to provide node addresses"
)
m
.
nodeAddressesMonitor
.
Wait
()
}
}
}
}
...
@@ -98,7 +99,7 @@ func (m *cloudResourceSyncManager) collectNodeAddresses(ctx context.Context, nod
...
@@ -98,7 +99,7 @@ func (m *cloudResourceSyncManager) collectNodeAddresses(ctx context.Context, nod
instances
,
ok
:=
m
.
cloud
.
Instances
()
instances
,
ok
:=
m
.
cloud
.
Instances
()
if
!
ok
{
if
!
ok
{
m
.
setNodeAddressSafe
(
nil
,
fmt
.
Errorf
(
"failed to get instances from cloud provider"
))
m
.
updateAddresses
(
nil
,
fmt
.
Errorf
(
"failed to get instances from cloud provider"
))
return
return
}
}
...
@@ -109,10 +110,10 @@ func (m *cloudResourceSyncManager) collectNodeAddresses(ctx context.Context, nod
...
@@ -109,10 +110,10 @@ func (m *cloudResourceSyncManager) collectNodeAddresses(ctx context.Context, nod
nodeAddresses
,
err
:=
instances
.
NodeAddresses
(
ctx
,
nodeName
)
nodeAddresses
,
err
:=
instances
.
NodeAddresses
(
ctx
,
nodeName
)
if
err
!=
nil
{
if
err
!=
nil
{
m
.
setNodeAddressSafe
(
nil
,
fmt
.
Errorf
(
"failed to get node address from cloud provider: %v"
,
err
))
m
.
updateAddresses
(
nil
,
fmt
.
Errorf
(
"failed to get node address from cloud provider: %v"
,
err
))
klog
.
V
(
2
)
.
Infof
(
"Node addresses from cloud provider for node %q not collected"
,
nodeName
)
klog
.
V
(
2
)
.
Infof
(
"Node addresses from cloud provider for node %q not collected"
,
nodeName
)
}
else
{
}
else
{
m
.
setNodeAddressSafe
(
nodeAddresses
,
nil
)
m
.
updateAddresses
(
nodeAddresses
,
nil
)
klog
.
V
(
5
)
.
Infof
(
"Node addresses from cloud provider for node %q collected"
,
nodeName
)
klog
.
V
(
5
)
.
Infof
(
"Node addresses from cloud provider for node %q collected"
,
nodeName
)
}
}
}
}
...
...
pkg/kubelet/cloudresource/cloud_request_manager_test.go
View file @
33fc5b35
...
@@ -35,13 +35,12 @@ func createNodeInternalIPAddress(address string) []v1.NodeAddress {
...
@@ -35,13 +35,12 @@ func createNodeInternalIPAddress(address string) []v1.NodeAddress {
}
}
}
}
func
TestNodeAddressesRequest
(
t
*
testing
.
T
)
{
func
TestNodeAddressesDelay
(
t
*
testing
.
T
)
{
syncPeriod
:=
300
*
time
.
Millisecond
syncPeriod
:=
100
*
time
.
Millisecond
maxRetry
:=
5
cloud
:=
&
fake
.
FakeCloud
{
cloud
:=
&
fake
.
FakeCloud
{
Addresses
:
createNodeInternalIPAddress
(
"10.0.1.12"
),
Addresses
:
createNodeInternalIPAddress
(
"10.0.1.12"
),
// Set the request delay so the manager timeouts and collects the node addresses later
// Set the request delay so the manager timeouts and collects the node addresses later
RequestDelay
:
4
00
*
time
.
Millisecond
,
RequestDelay
:
2
00
*
time
.
Millisecond
,
}
}
stopCh
:=
make
(
chan
struct
{})
stopCh
:=
make
(
chan
struct
{})
defer
close
(
stopCh
)
defer
close
(
stopCh
)
...
@@ -61,6 +60,7 @@ func TestNodeAddressesRequest(t *testing.T) {
...
@@ -61,6 +60,7 @@ func TestNodeAddressesRequest(t *testing.T) {
cloud
.
SetNodeAddresses
(
createNodeInternalIPAddress
(
"10.0.1.13"
))
cloud
.
SetNodeAddresses
(
createNodeInternalIPAddress
(
"10.0.1.13"
))
// Wait until the IP address changes
// Wait until the IP address changes
maxRetry
:=
5
for
i
:=
0
;
i
<
maxRetry
;
i
++
{
for
i
:=
0
;
i
<
maxRetry
;
i
++
{
nodeAddresses
,
err
:=
manager
.
NodeAddresses
()
nodeAddresses
,
err
:=
manager
.
NodeAddresses
()
t
.
Logf
(
"nodeAddresses: %#v, err: %v"
,
nodeAddresses
,
err
)
t
.
Logf
(
"nodeAddresses: %#v, err: %v"
,
nodeAddresses
,
err
)
...
@@ -69,7 +69,7 @@ func TestNodeAddressesRequest(t *testing.T) {
...
@@ -69,7 +69,7 @@ func TestNodeAddressesRequest(t *testing.T) {
}
}
// It is safe to read cloud.Addresses since no routine is changing the value at the same time
// It is safe to read cloud.Addresses since no routine is changing the value at the same time
if
err
==
nil
&&
nodeAddresses
[
0
]
.
Address
!=
cloud
.
Addresses
[
0
]
.
Address
{
if
err
==
nil
&&
nodeAddresses
[
0
]
.
Address
!=
cloud
.
Addresses
[
0
]
.
Address
{
time
.
Sleep
(
100
*
time
.
Millisecon
d
)
time
.
Sleep
(
syncPerio
d
)
continue
continue
}
}
if
err
!=
nil
{
if
err
!=
nil
{
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment