Skip to content
Projects
Groups
Snippets
Help
This project
Loading...
Sign in / Register
Toggle navigation
K
k3s
Project
Project
Details
Activity
Cycle Analytics
Repository
Repository
Files
Commits
Branches
Tags
Contributors
Graph
Compare
Charts
Issues
0
Issues
0
List
Board
Labels
Milestones
Merge Requests
0
Merge Requests
0
CI / CD
CI / CD
Pipelines
Jobs
Schedules
Charts
Registry
Registry
Wiki
Wiki
Snippets
Snippets
Members
Members
Collapse sidebar
Close sidebar
Activity
Graph
Charts
Create a new issue
Jobs
Commits
Issue Boards
Open sidebar
Jacklull
k3s
Commits
8fe92c69
Commit
8fe92c69
authored
Oct 26, 2015
by
Harry Zhang
Committed by
harry
Dec 14, 2015
Browse files
Options
Browse Files
Download
Email Patches
Plain Diff
Update highwatermark
parent
5405a5d9
Hide whitespace changes
Inline
Side-by-side
Showing
6 changed files
with
55 additions
and
132 deletions
+55
-132
etcd_watcher.go
pkg/storage/etcd/etcd_watcher.go
+20
-3
etcd_watcher_test.go
pkg/storage/etcd/etcd_watcher_test.go
+33
-0
highwatermark.go
pkg/util/atomic/highwatermark.go
+0
-39
highwatermark_test.go
pkg/util/atomic/highwatermark_test.go
+0
-54
value.go
pkg/util/atomic/value.go
+0
-1
value_test.go
pkg/util/atomic/value_test.go
+2
-35
No files found.
pkg/storage/etcd/etcd_watcher.go
View file @
8fe92c69
...
@@ -19,6 +19,7 @@ package etcd
...
@@ -19,6 +19,7 @@ package etcd
import
(
import
(
"net/http"
"net/http"
"sync"
"sync"
"sync/atomic"
"time"
"time"
"k8s.io/kubernetes/pkg/api/unversioned"
"k8s.io/kubernetes/pkg/api/unversioned"
...
@@ -26,7 +27,6 @@ import (
...
@@ -26,7 +27,6 @@ import (
"k8s.io/kubernetes/pkg/storage"
"k8s.io/kubernetes/pkg/storage"
etcdutil
"k8s.io/kubernetes/pkg/storage/etcd/util"
etcdutil
"k8s.io/kubernetes/pkg/storage/etcd/util"
"k8s.io/kubernetes/pkg/util"
"k8s.io/kubernetes/pkg/util"
"k8s.io/kubernetes/pkg/util/atomic"
"k8s.io/kubernetes/pkg/watch"
"k8s.io/kubernetes/pkg/watch"
"github.com/coreos/go-etcd/etcd"
"github.com/coreos/go-etcd/etcd"
...
@@ -43,6 +43,23 @@ const (
...
@@ -43,6 +43,23 @@ const (
EtcdExpire
=
"expire"
EtcdExpire
=
"expire"
)
)
// HighWaterMark is a thread-safe object for tracking the maximum value seen
// for some quantity.
type
HighWaterMark
int64
// Update returns true if and only if 'current' is the highest value ever seen.
func
(
hwm
*
HighWaterMark
)
Update
(
current
int64
)
bool
{
for
{
old
:=
atomic
.
LoadInt64
((
*
int64
)(
hwm
))
if
current
<=
old
{
return
false
}
if
atomic
.
CompareAndSwapInt64
((
*
int64
)(
hwm
),
old
,
current
)
{
return
true
}
}
}
// TransformFunc attempts to convert an object to another object for use with a watcher.
// TransformFunc attempts to convert an object to another object for use with a watcher.
type
TransformFunc
func
(
runtime
.
Object
)
(
runtime
.
Object
,
error
)
type
TransformFunc
func
(
runtime
.
Object
)
(
runtime
.
Object
,
error
)
...
@@ -170,7 +187,7 @@ func convertRecursiveResponse(node *etcd.Node, response *etcd.Response, incoming
...
@@ -170,7 +187,7 @@ func convertRecursiveResponse(node *etcd.Node, response *etcd.Response, incoming
}
}
var
(
var
(
watchChannelHWM
atomic
.
HighWaterMark
watchChannelHWM
HighWaterMark
)
)
// translate pulls stuff from etcd, converts, and pushes out the outgoing channel. Meant to be
// translate pulls stuff from etcd, converts, and pushes out the outgoing channel. Meant to be
...
@@ -215,7 +232,7 @@ func (w *etcdWatcher) translate() {
...
@@ -215,7 +232,7 @@ func (w *etcdWatcher) translate() {
return
return
case
res
,
ok
:=
<-
w
.
etcdIncoming
:
case
res
,
ok
:=
<-
w
.
etcdIncoming
:
if
ok
{
if
ok
{
if
curLen
:=
int64
(
len
(
w
.
etcdIncoming
));
watchChannelHWM
.
Check
(
curLen
)
{
if
curLen
:=
int64
(
len
(
w
.
etcdIncoming
));
watchChannelHWM
.
Update
(
curLen
)
{
// Monitor if this gets backed up, and how much.
// Monitor if this gets backed up, and how much.
glog
.
V
(
2
)
.
Infof
(
"watch: %v objects queued in channel."
,
curLen
)
glog
.
V
(
2
)
.
Infof
(
"watch: %v objects queued in channel."
,
curLen
)
}
}
...
...
pkg/storage/etcd/etcd_watcher_test.go
View file @
8fe92c69
...
@@ -17,7 +17,9 @@ limitations under the License.
...
@@ -17,7 +17,9 @@ limitations under the License.
package
etcd
package
etcd
import
(
import
(
"math/rand"
rt
"runtime"
rt
"runtime"
"sync"
"testing"
"testing"
"github.com/coreos/go-etcd/etcd"
"github.com/coreos/go-etcd/etcd"
...
@@ -463,3 +465,34 @@ func TestWatchPurposefulShutdown(t *testing.T) {
...
@@ -463,3 +465,34 @@ func TestWatchPurposefulShutdown(t *testing.T) {
t
.
Errorf
(
"Channel should be closed"
)
t
.
Errorf
(
"Channel should be closed"
)
}
}
}
}
func
TestHighWaterMark
(
t
*
testing
.
T
)
{
var
h
HighWaterMark
for
i
:=
int64
(
10
);
i
<
20
;
i
++
{
if
!
h
.
Update
(
i
)
{
t
.
Errorf
(
"unexpected false for %v"
,
i
)
}
if
h
.
Update
(
i
-
1
)
{
t
.
Errorf
(
"unexpected true for %v"
,
i
-
1
)
}
}
m
:=
int64
(
0
)
wg
:=
sync
.
WaitGroup
{}
for
i
:=
0
;
i
<
300
;
i
++
{
wg
.
Add
(
1
)
v
:=
rand
.
Int63
()
go
func
(
v
int64
)
{
defer
wg
.
Done
()
h
.
Update
(
v
)
}(
v
)
if
v
>
m
{
m
=
v
}
}
wg
.
Wait
()
if
m
!=
int64
(
h
)
{
t
.
Errorf
(
"unexpected value, wanted %v, got %v"
,
m
,
int64
(
h
))
}
}
pkg/util/atomic/highwatermark.go
deleted
100644 → 0
View file @
5405a5d9
/*
Copyright 2015 The Kubernetes Authors All rights reserved.
Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at
http://www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.
*/
package
atomic
import
(
"sync"
"sync/atomic"
)
// HighWaterMark is a thread-safe object for tracking the maximum value seen
// for some quantity.
type
HighWaterMark
int64
// Check returns true if and only if 'current' is the highest value ever seen.
func
(
hwm
*
HighWaterMark
)
Update
(
current
int64
)
bool
{
for
{
old
:=
atomic
.
LoadInt64
((
*
int64
)(
hwm
))
if
current
<=
old
{
return
false
}
if
atomic
.
CompareAndSwapInt64
((
*
int64
)(
hwm
),
old
,
current
)
{
return
true
}
}
}
pkg/util/atomic/highwatermark_test.go
deleted
100644 → 0
View file @
5405a5d9
/*
Copyright 2014 The Kubernetes Authors All rights reserved.
Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at
http://www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.
*/
package
atomic
import
(
"math/rand"
"sync"
"testing"
)
func
TestHighWaterMark
(
t
*
testing
.
T
)
{
var
h
HighWaterMark
for
i
:=
int64
(
10
);
i
<
20
;
i
++
{
if
!
h
.
Check
(
i
)
{
t
.
Errorf
(
"unexpected false for %v"
,
i
)
}
if
h
.
Check
(
i
-
1
)
{
t
.
Errorf
(
"unexpected true for %v"
,
i
-
1
)
}
}
m
:=
int64
(
0
)
wg
:=
sync
.
WaitGroup
{}
for
i
:=
0
;
i
<
300
;
i
++
{
wg
.
Add
(
1
)
v
:=
rand
.
Int63
()
go
func
(
v
int64
)
{
defer
wg
.
Done
()
h
.
Check
(
v
)
}(
v
)
if
v
>
m
{
m
=
v
}
}
wg
.
Wait
()
if
m
!=
int64
(
h
)
{
t
.
Errorf
(
"unexpected value, wanted %v, got %v"
,
m
,
int64
(
h
))
}
}
pkg/util/atomic/value.go
View file @
8fe92c69
...
@@ -18,7 +18,6 @@ package atomic
...
@@ -18,7 +18,6 @@ package atomic
import
(
import
(
"sync"
"sync"
"sync/atomic"
)
)
// TODO(ArtfulCoder)
// TODO(ArtfulCoder)
...
...
pkg/util/atomic/value_test.go
View file @
8fe92c69
...
@@ -17,15 +17,13 @@ limitations under the License.
...
@@ -17,15 +17,13 @@ limitations under the License.
package
atomic
package
atomic
import
(
import
(
"math/rand"
"sync"
"testing"
"testing"
"time"
"time"
"k8s.io/kubernetes/pkg/util"
"k8s.io/kubernetes/pkg/util"
)
)
func
ExpectValue
(
t
*
testing
.
T
,
atomicValue
*
Atomic
Value
,
expectedValue
interface
{})
{
func
ExpectValue
(
t
*
testing
.
T
,
atomicValue
*
Value
,
expectedValue
interface
{})
{
actualValue
:=
atomicValue
.
Load
()
actualValue
:=
atomicValue
.
Load
()
if
actualValue
!=
expectedValue
{
if
actualValue
!=
expectedValue
{
t
.
Errorf
(
"Expected to find %v, found %v"
,
expectedValue
,
actualValue
)
t
.
Errorf
(
"Expected to find %v, found %v"
,
expectedValue
,
actualValue
)
...
@@ -47,39 +45,8 @@ func ExpectValue(t *testing.T, atomicValue *AtomicValue, expectedValue interface
...
@@ -47,39 +45,8 @@ func ExpectValue(t *testing.T, atomicValue *AtomicValue, expectedValue interface
}
}
func
TestAtomicValue
(
t
*
testing
.
T
)
{
func
TestAtomicValue
(
t
*
testing
.
T
)
{
atomicValue
:=
&
Atomic
Value
{}
atomicValue
:=
&
Value
{}
ExpectValue
(
t
,
atomicValue
,
nil
)
ExpectValue
(
t
,
atomicValue
,
nil
)
atomicValue
.
Store
(
10
)
atomicValue
.
Store
(
10
)
ExpectValue
(
t
,
atomicValue
,
10
)
ExpectValue
(
t
,
atomicValue
,
10
)
}
}
func
TestHighWaterMark
(
t
*
testing
.
T
)
{
var
h
HighWaterMark
for
i
:=
int64
(
10
);
i
<
20
;
i
++
{
if
!
h
.
Check
(
i
)
{
t
.
Errorf
(
"unexpected false for %v"
,
i
)
}
if
h
.
Check
(
i
-
1
)
{
t
.
Errorf
(
"unexpected true for %v"
,
i
-
1
)
}
}
m
:=
int64
(
0
)
wg
:=
sync
.
WaitGroup
{}
for
i
:=
0
;
i
<
300
;
i
++
{
wg
.
Add
(
1
)
v
:=
rand
.
Int63
()
go
func
(
v
int64
)
{
defer
wg
.
Done
()
h
.
Check
(
v
)
}(
v
)
if
v
>
m
{
m
=
v
}
}
wg
.
Wait
()
if
m
!=
int64
(
h
)
{
t
.
Errorf
(
"unexpected value, wanted %v, got %v"
,
m
,
int64
(
h
))
}
}
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment