Skip to content
Projects
Groups
Snippets
Help
This project
Loading...
Sign in / Register
Toggle navigation
K
k3s
Project
Project
Details
Activity
Cycle Analytics
Repository
Repository
Files
Commits
Branches
Tags
Contributors
Graph
Compare
Charts
Issues
0
Issues
0
List
Board
Labels
Milestones
Merge Requests
0
Merge Requests
0
CI / CD
CI / CD
Pipelines
Jobs
Schedules
Charts
Registry
Registry
Wiki
Wiki
Snippets
Snippets
Members
Members
Collapse sidebar
Close sidebar
Activity
Graph
Charts
Create a new issue
Jobs
Commits
Issue Boards
Open sidebar
Jacklull
k3s
Commits
e75c6628
Commit
e75c6628
authored
Nov 22, 2017
by
xiangpengzhao
Browse files
Options
Browse Files
Download
Email Patches
Plain Diff
Add unit test case for new funcs
parent
7549b418
Hide whitespace changes
Inline
Side-by-side
Showing
3 changed files
with
208 additions
and
11 deletions
+208
-11
postupgrade.go
cmd/kubeadm/app/phases/upgrade/postupgrade.go
+4
-2
postupgrade_v18_19.go
cmd/kubeadm/app/phases/upgrade/postupgrade_v18_19.go
+12
-9
postupgrade_v18_19_test.go
cmd/kubeadm/app/phases/upgrade/postupgrade_v18_19_test.go
+192
-0
No files found.
cmd/kubeadm/app/phases/upgrade/postupgrade.go
View file @
e75c6628
...
...
@@ -22,6 +22,7 @@ import (
"k8s.io/apimachinery/pkg/util/errors"
clientset
"k8s.io/client-go/kubernetes"
kubeadmapi
"k8s.io/kubernetes/cmd/kubeadm/app/apis/kubeadm"
kubeadmapiext
"k8s.io/kubernetes/cmd/kubeadm/app/apis/kubeadm/v1alpha1"
"k8s.io/kubernetes/cmd/kubeadm/app/phases/addons/dns"
"k8s.io/kubernetes/cmd/kubeadm/app/phases/addons/proxy"
"k8s.io/kubernetes/cmd/kubeadm/app/phases/bootstraptoken/clusterinfo"
...
...
@@ -68,13 +69,14 @@ func PerformPostUpgradeTasks(client clientset.Interface, cfg *kubeadmapi.MasterC
errs
=
append
(
errs
,
err
)
}
shouldBackup
,
err
:=
shouldBackupAPIServerCertAndKey
(
newK8sVer
)
certAndKeyDir
:=
kubeadmapiext
.
DefaultCertificatesDir
shouldBackup
,
err
:=
shouldBackupAPIServerCertAndKey
(
certAndKeyDir
,
newK8sVer
)
// Don't fail the upgrade phase if failing to determine to backup kube-apiserver cert and key.
if
err
!=
nil
{
fmt
.
Printf
(
"[postupgrade] WARNING: failed to determine to backup kube-apiserver cert and key: %v"
,
err
)
}
else
if
shouldBackup
{
// Don't fail the upgrade phase if failing to backup kube-apiserver cert and key.
if
err
:=
backupAPIServerCertAndKey
();
err
!=
nil
{
if
err
:=
backupAPIServerCertAndKey
(
certAndKeyDir
);
err
!=
nil
{
fmt
.
Printf
(
"[postupgrade] WARNING: failed to backup kube-apiserver cert and key: %v"
,
err
)
}
if
err
:=
certsphase
.
CreateAPIServerCertAndKeyFiles
(
cfg
);
err
!=
nil
{
...
...
cmd/kubeadm/app/phases/upgrade/postupgrade_v18_19.go
View file @
e75c6628
...
...
@@ -26,21 +26,24 @@ import (
"time"
"k8s.io/apimachinery/pkg/util/errors"
kubeadmapiext
"k8s.io/kubernetes/cmd/kubeadm/app/apis/kubeadm/v1alpha1"
"k8s.io/kubernetes/cmd/kubeadm/app/constants"
"k8s.io/kubernetes/pkg/util/version"
)
var
v190
=
version
.
MustParseSemantic
(
"v1.9.0"
)
var
expiry
=
180
*
24
*
time
.
Hour
// backupAPIServerCertAndKey backups the old cert and key of kube-apiserver to a specified directory.
func
backupAPIServerCertAndKey
()
error
{
subDir
:=
"expired"
filesToMove
:=
map
[
string
]
string
{
filepath
.
Join
(
kubeadmapiext
.
DefaultCertificatesDir
,
constants
.
APIServerCertName
)
:
filepath
.
Join
(
kubeadmapiext
.
DefaultCertificatesDir
,
subDir
,
constants
.
APIServerCertName
),
filepath
.
Join
(
kubeadmapiext
.
DefaultCertificatesDir
,
constants
.
APIServerKeyName
)
:
filepath
.
Join
(
kubeadmapiext
.
DefaultCertificatesDir
,
subDir
,
constants
.
APIServerKeyName
),
func
backupAPIServerCertAndKey
(
certAndKeyDir
string
)
error
{
subDir
:=
filepath
.
Join
(
certAndKeyDir
,
"expired"
)
if
err
:=
os
.
Mkdir
(
subDir
,
0766
);
err
!=
nil
{
return
fmt
.
Errorf
(
"failed to created backup directory %s: %v"
,
subDir
,
err
)
}
filesToMove
:=
map
[
string
]
string
{
filepath
.
Join
(
certAndKeyDir
,
constants
.
APIServerCertName
)
:
filepath
.
Join
(
subDir
,
constants
.
APIServerCertName
),
filepath
.
Join
(
certAndKeyDir
,
constants
.
APIServerKeyName
)
:
filepath
.
Join
(
subDir
,
constants
.
APIServerKeyName
),
}
return
moveFiles
(
filesToMove
)
}
...
...
@@ -69,12 +72,12 @@ func rollbackFiles(files map[string]string, originalErr error) error {
// shouldBackupAPIServerCertAndKey check if the new k8s version is at least 1.9.0
// and kube-apiserver will be expired in 60 days.
func
shouldBackupAPIServerCertAndKey
(
newK8sVer
*
version
.
Version
)
(
bool
,
error
)
{
func
shouldBackupAPIServerCertAndKey
(
certAndKeyDir
string
,
newK8sVer
*
version
.
Version
)
(
bool
,
error
)
{
if
newK8sVer
.
LessThan
(
v190
)
{
return
false
,
nil
}
apiServerCert
:=
filepath
.
Join
(
kubeadmapiext
.
DefaultCertificates
Dir
,
constants
.
APIServerCertName
)
apiServerCert
:=
filepath
.
Join
(
certAndKey
Dir
,
constants
.
APIServerCertName
)
data
,
err
:=
ioutil
.
ReadFile
(
apiServerCert
)
if
err
!=
nil
{
return
false
,
fmt
.
Errorf
(
"failed to read kube-apiserver certificate from disk: %v"
,
err
)
...
...
@@ -93,7 +96,7 @@ func shouldBackupAPIServerCertAndKey(newK8sVer *version.Version) (bool, error) {
return
false
,
fmt
.
Errorf
(
"no certificate data found"
)
}
if
time
.
Now
()
.
Sub
(
certs
[
0
]
.
NotBefore
)
>
180
*
24
*
time
.
Hour
{
if
time
.
Now
()
.
Sub
(
certs
[
0
]
.
NotBefore
)
>
expiry
{
return
true
,
nil
}
...
...
cmd/kubeadm/app/phases/upgrade/postupgrade_v18_19_test.go
0 → 100644
View file @
e75c6628
/*
Copyright 2017 The Kubernetes Authors.
Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at
http://www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.
*/
package
upgrade
import
(
"errors"
"os"
"path/filepath"
"strings"
"testing"
"time"
kubeadmapi
"k8s.io/kubernetes/cmd/kubeadm/app/apis/kubeadm"
"k8s.io/kubernetes/cmd/kubeadm/app/constants"
certsphase
"k8s.io/kubernetes/cmd/kubeadm/app/phases/certs"
"k8s.io/kubernetes/cmd/kubeadm/app/phases/certs/pkiutil"
testutil
"k8s.io/kubernetes/cmd/kubeadm/test"
"k8s.io/kubernetes/pkg/util/version"
)
func
TestBackupAPIServerCertAndKey
(
t
*
testing
.
T
)
{
tmpdir
:=
testutil
.
SetupTempDir
(
t
)
defer
os
.
RemoveAll
(
tmpdir
)
os
.
Chmod
(
tmpdir
,
0766
)
certPath
:=
filepath
.
Join
(
tmpdir
,
constants
.
APIServerCertName
)
certFile
,
err
:=
os
.
OpenFile
(
certPath
,
os
.
O_CREATE
|
os
.
O_TRUNC
|
os
.
O_WRONLY
,
0666
)
if
err
!=
nil
{
t
.
Fatalf
(
"Failed to create cert file %s: %v"
,
certPath
,
err
)
}
defer
certFile
.
Close
()
keyPath
:=
filepath
.
Join
(
tmpdir
,
constants
.
APIServerKeyName
)
keyFile
,
err
:=
os
.
OpenFile
(
keyPath
,
os
.
O_CREATE
|
os
.
O_TRUNC
|
os
.
O_WRONLY
,
0666
)
if
err
!=
nil
{
t
.
Fatalf
(
"Failed to create key file %s: %v"
,
keyPath
,
err
)
}
defer
keyFile
.
Close
()
if
err
:=
backupAPIServerCertAndKey
(
tmpdir
);
err
!=
nil
{
t
.
Fatalf
(
"Failed to backup cert and key in dir %s: %v"
,
tmpdir
,
err
)
}
}
func
TestMoveFiles
(
t
*
testing
.
T
)
{
tmpdir
:=
testutil
.
SetupTempDir
(
t
)
defer
os
.
RemoveAll
(
tmpdir
)
os
.
Chmod
(
tmpdir
,
0766
)
certPath
:=
filepath
.
Join
(
tmpdir
,
constants
.
APIServerCertName
)
certFile
,
err
:=
os
.
OpenFile
(
certPath
,
os
.
O_CREATE
|
os
.
O_TRUNC
|
os
.
O_WRONLY
,
0666
)
if
err
!=
nil
{
t
.
Fatalf
(
"Failed to create cert file %s: %v"
,
certPath
,
err
)
}
defer
certFile
.
Close
()
keyPath
:=
filepath
.
Join
(
tmpdir
,
constants
.
APIServerKeyName
)
keyFile
,
err
:=
os
.
OpenFile
(
keyPath
,
os
.
O_CREATE
|
os
.
O_TRUNC
|
os
.
O_WRONLY
,
0666
)
if
err
!=
nil
{
t
.
Fatalf
(
"Failed to create key file %s: %v"
,
keyPath
,
err
)
}
defer
keyFile
.
Close
()
subDir
:=
filepath
.
Join
(
tmpdir
,
"expired"
)
if
err
:=
os
.
Mkdir
(
subDir
,
0766
);
err
!=
nil
{
t
.
Fatalf
(
"Failed to create backup directory %s: %v"
,
subDir
,
err
)
}
filesToMove
:=
map
[
string
]
string
{
filepath
.
Join
(
tmpdir
,
constants
.
APIServerCertName
)
:
filepath
.
Join
(
subDir
,
constants
.
APIServerCertName
),
filepath
.
Join
(
tmpdir
,
constants
.
APIServerKeyName
)
:
filepath
.
Join
(
subDir
,
constants
.
APIServerKeyName
),
}
if
err
:=
moveFiles
(
filesToMove
);
err
!=
nil
{
t
.
Fatalf
(
"Failed to move files %v: %v"
,
filesToMove
,
err
)
}
}
func
TestRollbackFiles
(
t
*
testing
.
T
)
{
tmpdir
:=
testutil
.
SetupTempDir
(
t
)
defer
os
.
RemoveAll
(
tmpdir
)
os
.
Chmod
(
tmpdir
,
0766
)
subDir
:=
filepath
.
Join
(
tmpdir
,
"expired"
)
if
err
:=
os
.
Mkdir
(
subDir
,
0766
);
err
!=
nil
{
t
.
Fatalf
(
"Failed to create backup directory %s: %v"
,
subDir
,
err
)
}
certPath
:=
filepath
.
Join
(
subDir
,
constants
.
APIServerCertName
)
certFile
,
err
:=
os
.
OpenFile
(
certPath
,
os
.
O_CREATE
|
os
.
O_TRUNC
|
os
.
O_WRONLY
,
0666
)
if
err
!=
nil
{
t
.
Fatalf
(
"Failed to create cert file %s: %v"
,
certPath
,
err
)
}
defer
certFile
.
Close
()
keyPath
:=
filepath
.
Join
(
subDir
,
constants
.
APIServerKeyName
)
keyFile
,
err
:=
os
.
OpenFile
(
keyPath
,
os
.
O_CREATE
|
os
.
O_TRUNC
|
os
.
O_WRONLY
,
0666
)
if
err
!=
nil
{
t
.
Fatalf
(
"Failed to create key file %s: %v"
,
keyPath
,
err
)
}
defer
keyFile
.
Close
()
filesToRollBack
:=
map
[
string
]
string
{
filepath
.
Join
(
subDir
,
constants
.
APIServerCertName
)
:
filepath
.
Join
(
tmpdir
,
constants
.
APIServerCertName
),
filepath
.
Join
(
subDir
,
constants
.
APIServerKeyName
)
:
filepath
.
Join
(
tmpdir
,
constants
.
APIServerKeyName
),
}
errString
:=
"there are files need roll back"
originalErr
:=
errors
.
New
(
errString
)
err
=
rollbackFiles
(
filesToRollBack
,
originalErr
)
if
err
==
nil
{
t
.
Fatalf
(
"Expected error contains %q, got nil"
,
errString
)
}
if
!
strings
.
Contains
(
err
.
Error
(),
errString
)
{
t
.
Fatalf
(
"Expected error contains %q, got %v"
,
errString
,
err
)
}
}
func
TestShouldBackupAPIServerCertAndKey
(
t
*
testing
.
T
)
{
cfg
:=
&
kubeadmapi
.
MasterConfiguration
{
API
:
kubeadmapi
.
API
{
AdvertiseAddress
:
"1.2.3.4"
},
Networking
:
kubeadmapi
.
Networking
{
ServiceSubnet
:
"10.96.0.0/12"
,
DNSDomain
:
"cluster.local"
},
NodeName
:
"test-node"
,
}
caCert
,
caKey
,
err
:=
certsphase
.
NewCACertAndKey
()
if
err
!=
nil
{
t
.
Fatalf
(
"failed creation of ca cert and key: %v"
,
err
)
}
for
desc
,
test
:=
range
map
[
string
]
struct
{
adjustedExpiry
time
.
Duration
k8sVersion
*
version
.
Version
expected
bool
}{
"1.8 version doesn't need to backup"
:
{
k8sVersion
:
version
.
MustParseSemantic
(
"v1.8.0"
),
expected
:
false
,
},
"1.9 version with cert not older than 180 days doesn't needs to backup"
:
{
k8sVersion
:
version
.
MustParseSemantic
(
"v1.9.0"
),
expected
:
false
,
},
"1.9 version with cert older than 180 days need to backup"
:
{
adjustedExpiry
:
expiry
+
100
*
time
.
Hour
,
k8sVersion
:
version
.
MustParseSemantic
(
"v1.9.0"
),
expected
:
true
,
},
}
{
caCert
.
NotBefore
=
caCert
.
NotBefore
.
Add
(
-
test
.
adjustedExpiry
)
.
UTC
()
apiCert
,
apiKey
,
err
:=
certsphase
.
NewAPIServerCertAndKey
(
cfg
,
caCert
,
caKey
)
if
err
!=
nil
{
t
.
Fatalf
(
"Test %s: failed creation of cert and key: %v"
,
desc
,
err
)
}
tmpdir
:=
testutil
.
SetupTempDir
(
t
)
defer
os
.
RemoveAll
(
tmpdir
)
if
err
:=
pkiutil
.
WriteCertAndKey
(
tmpdir
,
constants
.
APIServerCertAndKeyBaseName
,
apiCert
,
apiKey
);
err
!=
nil
{
t
.
Fatalf
(
"Test %s: failure while saving %s certificate and key: %v"
,
desc
,
constants
.
APIServerCertAndKeyBaseName
,
err
)
}
certAndKey
:=
[]
string
{
filepath
.
Join
(
tmpdir
,
constants
.
APIServerCertName
),
filepath
.
Join
(
tmpdir
,
constants
.
APIServerKeyName
)}
for
_
,
path
:=
range
certAndKey
{
if
_
,
err
:=
os
.
Stat
(
path
);
os
.
IsNotExist
(
err
)
{
t
.
Fatalf
(
"Test %s: %s not exist: %v"
,
desc
,
path
,
err
)
}
}
shouldBackup
,
err
:=
shouldBackupAPIServerCertAndKey
(
tmpdir
,
test
.
k8sVersion
)
if
err
!=
nil
{
t
.
Fatalf
(
"Test %s: failed to check shouldBackupAPIServerCertAndKey: %v"
,
desc
,
err
)
}
if
shouldBackup
!=
test
.
expected
{
t
.
Fatalf
(
"Test %s: shouldBackupAPIServerCertAndKey expected %v, got %v"
,
desc
,
test
.
expected
,
shouldBackup
)
}
}
}
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment