Add streaming command execution & port forwarding

cmd/gendocs/gen_kubectl_docs.go

@@ -164,7 +164,8 @@ func main() {
 	// Set environment variables used by kubectl so the output is consistent,
 	// regardless of where we run.
 	os.Setenv("HOME", "/home/username")
-	kubectl := cmd.NewFactory(nil).NewKubectlCommand(ioutil.Discard)
+	//TODO os.Stdin should really be something like ioutil.Discard, but a Reader
+	kubectl := cmd.NewFactory(nil).NewKubectlCommand(os.Stdin, ioutil.Discard, ioutil.Discard)
 	genMarkdown(kubectl, "", docsDir)
 	for _, c := range kubectl.Commands() {
 		genMarkdown(c, "kubectl", docsDir)

cmd/genman/gen_kubectl_man.go

@@ -62,7 +62,8 @@ func main() {
 	// Set environment variables used by kubectl so the output is consistent,
 	// regardless of where we run.
 	os.Setenv("HOME", "/home/username")
-	kubectl := cmd.NewFactory(nil).NewKubectlCommand(ioutil.Discard)
+	//TODO os.Stdin should really be something like ioutil.Discard, but a Reader
+	kubectl := cmd.NewFactory(nil).NewKubectlCommand(os.Stdin, ioutil.Discard, ioutil.Discard)
 	genMarkdown(kubectl, "", docsDir)
 	for _, c := range kubectl.Commands() {
 		genMarkdown(c, "kubectl", docsDir)

cmd/kubectl/kubectl.go

@@ -25,7 +25,7 @@ import (
 
 func main() {
 	runtime.GOMAXPROCS(runtime.NumCPU())
-	cmd := cmd.NewFactory(nil).NewKubectlCommand(os.Stdout)
+	cmd := cmd.NewFactory(nil).NewKubectlCommand(os.Stdin, os.Stdout, os.Stderr)
 	if err := cmd.Execute(); err != nil {
 		os.Exit(1)
 	}

docs/design/command_execution_port_forwarding.md

+# Container Command Execution & Port Forwarding in Kubernetes
+
+## Abstract
+
+This describes an approach for providing support for:
+
+- executing commands in containers, with stdin/stdout/stderr streams attached
+- port forwarding to containers
+
+## Background
+
+There are several related issues/PRs:
+
+- [Support attach](https://github.com/GoogleCloudPlatform/kubernetes/issues/1521)
+- [Real container ssh](https://github.com/GoogleCloudPlatform/kubernetes/issues/1513)
+- [Provide easy debug network access to services](https://github.com/GoogleCloudPlatform/kubernetes/issues/1863)
+- [OpenShift container command execution proposal](https://github.com/openshift/origin/pull/576)
+
+## Motivation
+
+Users and administrators are accustomed to being able to access their systems
+via SSH to run remote commands, get shell access, and do port forwarding.
+
+Supporting SSH to containers in Kubernetes is a difficult task. You must
+specify a "user" and a hostname to make an SSH connection, and `sshd` requires
+real users (resolvable by NSS and PAM). Because a container belongs to a pod,
+and the pod belongs to a namespace, you need to specify namespace/pod/container
+to uniquely identify the target container. Unfortunately, a
+namespace/pod/container is not a real user as far as SSH is concerned. Also,
+most Linux systems limit user names to 32 characters, which is unlikely to be
+large enough to contain namespace/pod/container. We could devise some scheme to
+map each namespace/pod/container to a 32-character user name, adding entries to
+`/etc/passwd` (or LDAP, etc.) and keeping those entries fully in sync all the
+time. Alternatively, we could write custom NSS and PAM modules that allow the
+host to resolve a namespace/pod/container to a user without needing to keep
+files or LDAP in sync.
+
+As an alternative to SSH, we are using a multiplexed streaming protocol that
+runs on top of HTTP. There are no requirements about users being real users,
+nor is there any limitation on user name length, as the protocol is under our
+control. The only downside is that standard tooling that expects to use SSH
+won't be able to work with this mechanism, unless adapters can be written.
+
+## Constraints and Assumptions
+
+- SSH support is not currently in scope
+- CGroup confinement is ultimately desired, but implementing that support is not currently in scope
+- SELinux confinement is ultimately desired, but implementing that support is not currently in scope
+
+## Use Cases
+
+- As a user of a Kubernetes cluster, I want to run arbitrary commands in a container, attaching my local stdin/stdout/stderr to the container
+- As a user of a Kubernetes cluster, I want to be able to connect to local ports on my computer and have them forwarded to ports in the container
+
+## Process Flow
+
+### Remote Command Execution Flow
+1. The client connects to the Kubernetes Master to initiate a remote command execution
+request
+2. The Master proxies the request to the Kubelet where the container lives
+3. The Kubelet executes nsenter + the requested command and streams stdin/stdout/stderr back and forth between the client and the container
+
+### Port Forwarding Flow
+1. The client connects to the Kubernetes Master to initiate a remote command execution
+request
+2. The Master proxies the request to the Kubelet where the container lives
+3. The client listens on each specified local port, awaiting local connections
+4. The client connects to one of the local listening ports
+4. The client notifies the Kubelet of the new connection
+5. The Kubelet executes nsenter + socat and streams data back and forth between the client and the port in the container
+
+
+## Design Considerations
+
+### Streaming Protocol
+
+The current multiplexed streaming protocol used is SPDY. This is not the
+long-term desire, however. As soon as there is viable support for HTTP/2 in Go,
+we will switch to that.
+
+### Master as First Level Proxy
+
+Clients should not be allowed to communicate directly with the Kubelet for
+security reasons. Therefore, the Master is currently the only suggested entry
+point to be used for remote command execution and port forwarding. This is not
+necessarily desirable, as it means that all remote command execution and port
+forwarding traffic must travel through the Master, potentially impacting other
+API requests.
+
+In the future, it might make more sense to retrieve an authorization token from
+the Master, and then use that token to initiate a remote command execution or
+port forwarding request with a load balanced proxy service dedicated to this
+functionality. This would keep the streaming traffic out of the Master.
+
+### Kubelet as Backend Proxy
+
+The kubelet is currently responsible for handling remote command execution and
+port forwarding requests. Just like with the Master described above, this means
+that all remote command execution and port forwarding streaming traffic must
+travel through the Kubelet, which could result in a degraded ability to service
+other requests.
+
+In the future, it might make more sense to use a separate service on the node.
+
+Alternatively, we could possibly inject a process into the container that only
+listens for a single request, expose that process's listening port on the node,
+and then issue a redirect to the client such that it would connect to the first
+level proxy, which would then proxy directly to the injected process's exposed
+port. This would minimize the amount of proxying that takes place.
+
+### Scalability
+
+There are at least 2 different ways to execute a command in a container:
+`docker exec` and `nsenter`. While `docker exec` might seem like an easier and
+more obvious choice, it has some drawbacks.
+
+#### `docker exec`
+
+We could expose `docker exec` (i.e. have Docker listen on an exposed TCP port
+on the node), but this would require proxying from the edge and securing the
+Docker API. `docker exec` calls go through the Docker daemon, meaning that all
+stdin/stdout/stderr traffic is proxied through the Daemon, adding an extra hop.
+Additionally, you can't isolate 1 malicious `docker exec` call from normal
+usage, meaning an attacker could initiate a denial of service or other attack
+and take down the Docker daemon, or the node itself.
+
+We expect remote command execution and port forwarding requests to be long
+running and/or high bandwidth operations, and routing all the streaming data
+through the Docker daemon feels like a bottleneck we can avoid.
+
+#### `nsenter`
+
+The implementation currently uses `nsenter` to run commands in containers,
+joining the appropriate container namespaces. `nsenter` runs directly on the
+node and is not proxied through any single daemon process.
+
+### Security
+
+Authentication and authorization hasn't specifically been tested yet with this
+functionality. We need to make sure that users are not allowed to execute
+remote commands or do port forwarding to containers they aren't allowed to
+access.
+
+Additional work is required to ensure that multiple command execution or port forwarding connections from different clients are not able to see each other's data. This can most likely be achieved via SELinux labeling and unique process contexts.
\ No newline at end of file

docs/kubectl-exec.md

+## kubectl exec
+
+Execute a command in a container.
+
+### Synopsis
+
+Execute a command in a container.
+Examples:
+  $ kubectl exec -p 123456-7890 -c ruby-container date
+  <returns output from running 'date' in ruby-container from pod 123456-7890>
+
+  $ kubectl exec -p 123456-7890 -c ruby-container -i -t -- bash -il
+  <switches to raw terminal mode, sends stdin to 'bash' in ruby-container from
+   pod 123456-780 and sends stdout/stderr from 'bash' back to the client
+
+kubectl exec -p <pod> -c <container> -- <command> [<args...>]
+
+### Options
+
+```
+  -c, --container="": Container name
+  -p, --pod="": Pod name
+  -i, --stdin=false: Pass stdin to the container
+  -t, --tty=false: Stdin is a TTY
+```
+
+### Options inherrited from parent commands
+
+```
+      --alsologtostderr=false: log to standard error as well as files
+      --api-version="": The API version to use when talking to the server
+  -a, --auth-path="": Path to the auth info file. If missing, prompt the user. Only used if using https.
+      --certificate-authority="": Path to a cert. file for the certificate authority.
+      --client-certificate="": Path to a client key file for TLS.
+      --client-key="": Path to a client key file for TLS.
+      --cluster="": The name of the kubeconfig cluster to use
+      --context="": The name of the kubeconfig context to use
+  -h, --help=false: help for kubectl
+      --insecure-skip-tls-verify=false: If true, the server's certificate will not be checked for validity. This will make your HTTPS connections insecure.
+      --kubeconfig="": Path to the kubeconfig file to use for CLI requests.
+      --log_backtrace_at=:0: when logging hits line file:N, emit a stack trace
+      --log_dir=: If non-empty, write log files in this directory
+      --log_flush_frequency=5s: Maximum number of seconds between log flushes
+      --logtostderr=true: log to standard error instead of files
+      --match-server-version=false: Require server version to match client version
+      --namespace="": If present, the namespace scope for this CLI request.
+      --password="": Password for basic authentication to the API server.
+  -s, --server="": The address and port of the Kubernetes API server
+      --stderrthreshold=2: logs at or above this threshold go to stderr
+      --token="": Bearer token for authentication to the API server.
+      --user="": The name of the kubeconfig user to use
+      --username="": Username for basic authentication to the API server.
+      --v=0: log level for V logs
+      --validate=false: If true, use a schema to validate the input before sending it
+      --vmodule=: comma-separated list of pattern=N settings for file-filtered logging
+```
+
+### SEE ALSO
+* [kubectl](kubectl.md)
+

docs/kubectl-port-forward.md

+## kubectl port-forward
+
+Forward 1 or more local ports to a pod.
+
+### Synopsis
+
+Forward 1 or more local ports to a pod.
+Examples:
+  $ kubectl port-forward -p mypod 5000 6000
+  <listens on ports 5000 and 6000 locally, forwarding data to/from ports 5000
+   and 6000 in the pod>
+
+	$ kubectl port-forward -p mypod 8888:5000
+	<listens on port 8888 locally, forwarding to 5000 in the pod>
+
+	$ kubectl port-forward -p mypod :5000
+	<listens on a random port locally, forwarding to 5000 in the pod>
+
+	$ kubectl port-forward -p mypod 0:5000
+	<listens on a random port locally, forwarding to 5000 in the pod>
+   
+
+kubectl port-forward -p <pod> [<local port>:]<remote port> [<port>...]
+
+### Options
+
+```
+  -p, --pod="": Pod name
+```
+
+### Options inherrited from parent commands
+
+```
+      --alsologtostderr=false: log to standard error as well as files
+      --api-version="": The API version to use when talking to the server
+  -a, --auth-path="": Path to the auth info file. If missing, prompt the user. Only used if using https.
+      --certificate-authority="": Path to a cert. file for the certificate authority.
+      --client-certificate="": Path to a client key file for TLS.
+      --client-key="": Path to a client key file for TLS.
+      --cluster="": The name of the kubeconfig cluster to use
+      --context="": The name of the kubeconfig context to use
+  -h, --help=false: help for kubectl
+      --insecure-skip-tls-verify=false: If true, the server's certificate will not be checked for validity. This will make your HTTPS connections insecure.
+      --kubeconfig="": Path to the kubeconfig file to use for CLI requests.
+      --log_backtrace_at=:0: when logging hits line file:N, emit a stack trace
+      --log_dir=: If non-empty, write log files in this directory
+      --log_flush_frequency=5s: Maximum number of seconds between log flushes
+      --logtostderr=true: log to standard error instead of files
+      --match-server-version=false: Require server version to match client version
+      --namespace="": If present, the namespace scope for this CLI request.
+      --password="": Password for basic authentication to the API server.
+  -s, --server="": The address and port of the Kubernetes API server
+      --stderrthreshold=2: logs at or above this threshold go to stderr
+      --token="": Bearer token for authentication to the API server.
+      --user="": The name of the kubeconfig user to use
+      --username="": Username for basic authentication to the API server.
+      --v=0: log level for V logs
+      --validate=false: If true, use a schema to validate the input before sending it
+      --vmodule=: comma-separated list of pattern=N settings for file-filtered logging
+```
+
+### SEE ALSO
+* [kubectl](kubectl.md)
+

docs/kubectl.md

@@ -54,6 +54,8 @@ kubectl
 * [kubectl-log](kubectl-log.md)
 * [kubectl-rollingupdate](kubectl-rollingupdate.md)
 * [kubectl-resize](kubectl-resize.md)
+* [kubectl-exec](kubectl-exec.md)
+* [kubectl-port-forward](kubectl-port-forward.md)
 * [kubectl-run-container](kubectl-run-container.md)
 * [kubectl-stop](kubectl-stop.md)
 * [kubectl-expose](kubectl-expose.md)

docs/man/man1/kubectl-exec.1

+.TH "KUBERNETES" "1" " kubernetes User Manuals" "Eric Paris" "Jan 2015"  ""
+
+
+.SH NAME
+.PP
+kubectl exec \- Execute a command in a container.
+
+
+.SH SYNOPSIS
+.PP
+\fBkubectl exec\fP [OPTIONS]
+
+
+.SH DESCRIPTION
+.PP
+Execute a command in a container.
+Examples:
+  $ kubectl exec \-p 123456\-7890 \-c ruby\-container date
+  <returns output from running 'date' in ruby-container from pod 123456-7890>
+
+.PP
+$ kubectl exec \-p 123456\-7890 \-c ruby\-container \-i \-t \-\- bash \-il
+  <switches to raw terminal mode, sends stdin to 'bash' in ruby\-container from
+   pod 123456\-780 and sends stdout/stderr from 'bash' back to the client
+
+
+.SH OPTIONS
+.PP
+\fB\-c\fP, \fB\-\-container\fP=""
+    Container name
+
+.PP
+\fB\-p\fP, \fB\-\-pod\fP=""
+    Pod name
+
+.PP
+\fB\-i\fP, \fB\-\-stdin\fP=false
+    Pass stdin to the container
+
+.PP
+\fB\-t\fP, \fB\-\-tty\fP=false
+    Stdin is a TTY
+
+
+.SH SEE ALSO
+.PP
+\fBkubectl(1)\fP,
+
+
+.SH HISTORY
+.PP
+January 2015, Originally compiled by Eric Paris (eparis at redhat dot com) based on the kubernetes source material, but hopefully they have been automatically generated since!

docs/man/man1/kubectl-port-forward.1

+.TH "KUBERNETES" "1" " kubernetes User Manuals" "Eric Paris" "Jan 2015"  ""
+
+
+.SH NAME
+.PP
+kubectl port\-forward \- Forward 1 or more local ports to a pod.
+
+
+.SH SYNOPSIS
+.PP
+\fBkubectl port\-forward\fP [OPTIONS]
+
+
+.SH DESCRIPTION
+.PP
+Forward 1 or more local ports to a pod.
+Examples:
+  $ kubectl port\-forward \-p mypod 5000 6000
+  <listens on ports 5000 and 6000 locally, forwarding data to/from ports 5000
+   and 6000 in the pod>
+
+.PP
+.RS
+
+.nf
+$ kubectl port\-forward \-p mypod 8888:5000
+<listens on port 8888 locally, forwarding to 5000 in the pod>
+
+$ kubectl port\-forward \-p mypod :5000
+<listens on a random port locally, forwarding to 5000 in the pod>
+
+$ kubectl port\-forward \-p mypod 0:5000
+<listens on a random port locally, forwarding to 5000 in the pod>
+
+.fi
+.RE
+
+
+.SH OPTIONS
+.PP
+\fB\-p\fP, \fB\-\-pod\fP=""
+    Pod name
+
+
+.SH SEE ALSO
+.PP
+\fBkubectl(1)\fP,
+
+
+.SH HISTORY
+.PP
+January 2015, Originally compiled by Eric Paris (eparis at redhat dot com) based on the kubernetes source material, but hopefully they have been automatically generated since!

docs/man/man1/kubectl.1

@@ -128,7 +128,7 @@ Find more information at
 
 .SH SEE ALSO
 .PP
-\fBkubectl\-version(1)\fP, \fBkubectl\-proxy(1)\fP, \fBkubectl\-get(1)\fP, \fBkubectl\-describe(1)\fP, \fBkubectl\-create(1)\fP, \fBkubectl\-update(1)\fP, \fBkubectl\-delete(1)\fP, \fBkubectl\-config(1)\fP, \fBkubectl\-namespace(1)\fP, \fBkubectl\-log(1)\fP, \fBkubectl\-rollingupdate(1)\fP, \fBkubectl\-resize(1)\fP, \fBkubectl\-run\-container(1)\fP, \fBkubectl\-stop(1)\fP, \fBkubectl\-expose(1)\fP, \fBkubectl\-label(1)\fP,
+\fBkubectl\-version(1)\fP, \fBkubectl\-proxy(1)\fP, \fBkubectl\-get(1)\fP, \fBkubectl\-describe(1)\fP, \fBkubectl\-create(1)\fP, \fBkubectl\-update(1)\fP, \fBkubectl\-delete(1)\fP, \fBkubectl\-config(1)\fP, \fBkubectl\-namespace(1)\fP, \fBkubectl\-log(1)\fP, \fBkubectl\-rollingupdate(1)\fP, \fBkubectl\-resize(1)\fP, \fBkubectl\-exec(1)\fP, \fBkubectl\-port\-forward(1)\fP, \fBkubectl\-run\-container(1)\fP, \fBkubectl\-stop(1)\fP, \fBkubectl\-expose(1)\fP, \fBkubectl\-label(1)\fP,
 
 
 .SH HISTORY

pkg/api/types.go

@@ -1349,3 +1349,32 @@ type SecretList struct {
 
 	Items []Secret `json:"items"`
 }
+
+// These constants are for remote command execution and port forwarding and are
+// used by both the client side and server side components.
+//
+// This is probably not the ideal place for them, but it didn't seem worth it
+// to create pkg/exec and pkg/portforward just to contain a single file with
+// constants in it.  Suggestions for more appropriate alternatives are
+// definitely welcome!
+const (
+	// Enable stdin for remote command execution
+	ExecStdinParam = "input"
+	// Enable stdout for remote command execution
+	ExecStdoutParam = "output"
+	// Enable stderr for remote command execution
+	ExecStderrParam = "error"
+	// Enable TTY for remote command execution
+	ExecTTYParam = "tty"
+	// Command to run for remote command execution
+	ExecCommandParamm = "command"
+
+	StreamType       = "streamType"
+	StreamTypeStdin  = "stdin"
+	StreamTypeStdout = "stdout"
+	StreamTypeStderr = "stderr"
+	StreamTypeData   = "data"
+	StreamTypeError  = "error"
+
+	PortHeader = "port"
+)

pkg/apiserver/handlers.go

@@ -99,6 +99,7 @@ func RecoverPanics(handler http.Handler) http.Handler {
 				http.StatusConflict,
 				http.StatusNotFound,
 				errors.StatusUnprocessableEntity,
+				http.StatusSwitchingProtocols,
 			),
 		).Log()
 

pkg/apiserver/proxy.go

@@ -22,6 +22,7 @@ import (
 	"fmt"
 	"io"
 	"io/ioutil"
+	"net"
 	"net/http"
 	"net/http/httputil"
 	"net/url"
@@ -34,6 +35,7 @@ import (
 	"github.com/GoogleCloudPlatform/kubernetes/pkg/httplog"
 	"github.com/GoogleCloudPlatform/kubernetes/pkg/runtime"
 	"github.com/GoogleCloudPlatform/kubernetes/pkg/util"
+	"github.com/GoogleCloudPlatform/kubernetes/pkg/util/httpstream"
 
 	"github.com/golang/glog"
 	"golang.org/x/net/html"
@@ -176,14 +178,67 @@ func (r *ProxyHandler) ServeHTTP(w http.ResponseWriter, req *http.Request) {
 	httpCode = http.StatusOK
 	newReq.Header = req.Header
 
-	proxy := httputil.NewSingleHostReverseProxy(&url.URL{Scheme: "http", Host: destURL.Host})
-	proxy.Transport = &proxyTransport{
-		proxyScheme:      req.URL.Scheme,
-		proxyHost:        req.URL.Host,
-		proxyPathPrepend: path.Join(r.prefix, "ns", namespace, resource, id),
+	// TODO convert this entire proxy to an UpgradeAwareProxy similar to
+	// https://github.com/openshift/origin/blob/master/pkg/util/httpproxy/upgradeawareproxy.go.
+	// That proxy needs to be modified to support multiple backends, not just 1.
+	connectionHeader := strings.ToLower(req.Header.Get(httpstream.HeaderConnection))
+	if strings.Contains(connectionHeader, strings.ToLower(httpstream.HeaderUpgrade)) && len(req.Header.Get(httpstream.HeaderUpgrade)) > 0 {
+		//TODO support TLS? Doesn't look like proxyTransport does anything special ...
+		dialAddr := util.CanonicalAddr(destURL)
+		backendConn, err := net.Dial("tcp", dialAddr)
+		if err != nil {
+			status := errToAPIStatus(err)
+			writeJSON(status.Code, r.codec, status, w)
+			return
+		}
+		defer backendConn.Close()
+
+		// TODO should we use _ (a bufio.ReadWriter) instead of requestHijackedConn
+		// when copying between the client and the backend? Docker doesn't when they
+		// hijack, just for reference...
+		requestHijackedConn, _, err := w.(http.Hijacker).Hijack()
+		if err != nil {
+			status := errToAPIStatus(err)
+			writeJSON(status.Code, r.codec, status, w)
+			return
+		}
+		defer requestHijackedConn.Close()
+
+		if err = newReq.Write(backendConn); err != nil {
+			status := errToAPIStatus(err)
+			writeJSON(status.Code, r.codec, status, w)
+			return
+		}
+
+		done := make(chan struct{}, 2)
+
+		go func() {
+			_, err := io.Copy(backendConn, requestHijackedConn)
+			if err != nil && !strings.Contains(err.Error(), "use of closed network connection") {
+				glog.Errorf("Error proxying data from client to backend: %v", err)
+			}
+			done <- struct{}{}
+		}()
+
+		go func() {
+			_, err := io.Copy(requestHijackedConn, backendConn)
+			if err != nil && !strings.Contains(err.Error(), "use of closed network connection") {
+				glog.Errorf("Error proxying data from backend to client: %v", err)
+			}
+			done <- struct{}{}
+		}()
+
+		<-done
+	} else {
+		proxy := httputil.NewSingleHostReverseProxy(&url.URL{Scheme: "http", Host: destURL.Host})
+		proxy.Transport = &proxyTransport{
+			proxyScheme:      req.URL.Scheme,
+			proxyHost:        req.URL.Host,
+			proxyPathPrepend: path.Join(r.prefix, "ns", namespace, resource, id),
+		}
+		proxy.FlushInterval = 200 * time.Millisecond
+		proxy.ServeHTTP(w, newReq)
 	}
-	proxy.FlushInterval = 200 * time.Millisecond
-	proxy.ServeHTTP(w, newReq)
 }
 
 type proxyTransport struct {

pkg/apiserver/proxy_test.go

@@ -29,6 +29,7 @@ import (
 	"testing"
 
 	"golang.org/x/net/html"
+	"golang.org/x/net/websocket"
 )
 
 func parseURLOrDie(inURL string) *url.URL {
@@ -327,3 +328,45 @@ func TestProxy(t *testing.T) {
 		}
 	}
 }
+
+func TestProxyUpgrade(t *testing.T) {
+	backendServer := httptest.NewServer(websocket.Handler(func(ws *websocket.Conn) {
+		defer ws.Close()
+		body := make([]byte, 5)
+		ws.Read(body)
+		ws.Write([]byte("hello " + string(body)))
+	}))
+	defer backendServer.Close()
+
+	simpleStorage := &SimpleRESTStorage{
+		errors:                    map[string]error{},
+		resourceLocation:          backendServer.URL,
+		expectedResourceNamespace: "myns",
+	}
+
+	namespaceHandler := Handle(map[string]RESTStorage{
+		"foo": simpleStorage,
+	}, codec, "/prefix", "version", selfLinker, admissionControl, requestContextMapper, namespaceMapper)
+
+	server := httptest.NewServer(namespaceHandler)
+	defer server.Close()
+
+	ws, err := websocket.Dial("ws://"+server.Listener.Addr().String()+"/prefix/version/proxy/namespaces/myns/foo/123", "", "http://127.0.0.1/")
+	if err != nil {
+		t.Fatalf("websocket dial err: %s", err)
+	}
+	defer ws.Close()
+
+	if _, err := ws.Write([]byte("world")); err != nil {
+		t.Fatalf("write err: %s", err)
+	}
+
+	response := make([]byte, 20)
+	n, err := ws.Read(response)
+	if err != nil {
+		t.Fatalf("read err: %s", err)
+	}
+	if e, a := "hello world", string(response[0:n]); e != a {
+		t.Fatalf("expected '%#v', got '%#v'", e, a)
+	}
+}

pkg/client/portforward/doc.go

+/*
+Copyright 2015 Google Inc. All rights reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+*/
+
+// Package portforward adds support for SSH-like port forwarding from the client's
+// local host to remote containers.
+package portforward

pkg/client/portforward/portforward.go

+/*
+Copyright 2015 Google Inc. All rights reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+*/
+
+package portforward
+
+import (
+	"errors"
+	"fmt"
+	"io"
+	"io/ioutil"
+	"net"
+	"net/http"
+	"strconv"
+	"strings"
+
+	"github.com/GoogleCloudPlatform/kubernetes/pkg/api"
+	"github.com/GoogleCloudPlatform/kubernetes/pkg/client"
+	"github.com/GoogleCloudPlatform/kubernetes/pkg/util/httpstream"
+	"github.com/GoogleCloudPlatform/kubernetes/pkg/util/httpstream/spdy"
+	"github.com/golang/glog"
+)
+
+type upgrader interface {
+	upgrade(*client.Request, *client.Config) (httpstream.Connection, error)
+}
+
+type defaultUpgrader struct{}
+
+func (u *defaultUpgrader) upgrade(req *client.Request, config *client.Config) (httpstream.Connection, error) {
+	return req.Upgrade(config, spdy.NewRoundTripper)
+}
+
+// PortForwarder knows how to listen for local connections and forward them to
+// a remote pod via an upgraded HTTP request.
+type PortForwarder struct {
+	req      *client.Request
+	config   *client.Config
+	ports    []ForwardedPort
+	stopChan <-chan struct{}
+
+	streamConn httpstream.Connection
+	listeners  []io.Closer
+	upgrader   upgrader
+	Ready      chan struct{}
+}
+
+// ForwardedPort contains a Local:Remote port pairing.
+type ForwardedPort struct {
+	Local  uint16
+	Remote uint16
+}
+
+/*
+	valid port specifications:
+
+	5000
+	- forwards from localhost:5000 to pod:5000
+
+	8888:5000
+	- forwards from localhost:8888 to pod:5000
+
+	0:5000
+	:5000
+	- selects a random available local port,
+	  forwards from localhost:<random port> to pod:5000
+*/
+func parsePorts(ports []string) ([]ForwardedPort, error) {
+	var forwards []ForwardedPort
+	for _, portString := range ports {
+		parts := strings.Split(portString, ":")
+		var localString, remoteString string
+		if len(parts) == 1 {
+			localString = parts[0]
+			remoteString = parts[0]
+		} else if len(parts) == 2 {
+			localString = parts[0]
+			if localString == "" {
+				// support :5000
+				localString = "0"
+			}
+			remoteString = parts[1]
+		} else {
+			return nil, fmt.Errorf("Invalid port format '%s'", portString)
+		}
+
+		localPort, err := strconv.ParseUint(localString, 10, 16)
+		if err != nil {
+			return nil, fmt.Errorf("Error parsing local port '%s': %s", localString, err)
+		}
+
+		remotePort, err := strconv.ParseUint(remoteString, 10, 16)
+		if err != nil {
+			return nil, fmt.Errorf("Error parsing remote port '%s': %s", remoteString, err)
+		}
+		if remotePort == 0 {
+			return nil, fmt.Errorf("Remote port must be > 0")
+		}
+
+		forwards = append(forwards, ForwardedPort{uint16(localPort), uint16(remotePort)})
+	}
+
+	return forwards, nil
+}
+
+// New creates a new PortForwarder.
+func New(req *client.Request, config *client.Config, ports []string, stopChan <-chan struct{}) (*PortForwarder, error) {
+	if len(ports) == 0 {
+		return nil, errors.New("You must specify at least 1 port")
+	}
+	parsedPorts, err := parsePorts(ports)
+	if err != nil {
+		return nil, err
+	}
+
+	return &PortForwarder{
+		req:      req,
+		config:   config,
+		ports:    parsedPorts,
+		stopChan: stopChan,
+		Ready:    make(chan struct{}),
+	}, nil
+}
+
+// ForwardPorts formats and executes a port forwarding request. The connection will remain
+// open until stopChan is closed.
+func (pf *PortForwarder) ForwardPorts() error {
+	defer pf.Close()
+
+	if pf.upgrader == nil {
+		pf.upgrader = &defaultUpgrader{}
+	}
+	var err error
+	pf.streamConn, err = pf.upgrader.upgrade(pf.req, pf.config)
+	if err != nil {
+		return fmt.Errorf("Error upgrading connection: %s", err)
+	}
+	defer pf.streamConn.Close()
+
+	return pf.forward()
+}
+
+// forward dials the remote host specific in req, upgrades the request, starts
+// listeners for each port specified in ports, and forwards local connections
+// to the remote host via streams.
+func (pf *PortForwarder) forward() error {
+	var err error
+
+	listenSuccess := false
+	for _, port := range pf.ports {
+		err = pf.listenOnPort(&port)
+		if err != nil {
+			glog.Warningf("Unable to listen on port %d: %v", port, err)
+		}
+		listenSuccess = true
+	}
+
+	if !listenSuccess {
+		return fmt.Errorf("Unable to listen on any of the requested ports: %v", pf.ports)
+	}
+
+	close(pf.Ready)
+
+	// wait for interrupt or conn closure
+	select {
+	case <-pf.stopChan:
+	case <-pf.streamConn.CloseChan():
+		glog.Errorf("Lost connection to pod")
+	}
+
+	return nil
+}
+
+// listenOnPort creates a new listener on port and waits for new connections
+// in the background.
+func (pf *PortForwarder) listenOnPort(port *ForwardedPort) error {
+	listener, err := net.Listen("tcp", fmt.Sprintf("localhost:%d", port.Local))
+	if err != nil {
+		return err
+	}
+	parts := strings.Split(listener.Addr().String(), ":")
+	localPort, err := strconv.ParseUint(parts[1], 10, 16)
+	if err != nil {
+		return fmt.Errorf("Error parsing local part: %s", err)
+	}
+	port.Local = uint16(localPort)
+	glog.Infof("Forwarding from %d -> %d", localPort, port.Remote)
+
+	pf.listeners = append(pf.listeners, listener)
+
+	go pf.waitForConnection(listener, *port)
+
+	return nil
+}
+
+// waitForConnection waits for new connections to listener and handles them in
+// the background.
+func (pf *PortForwarder) waitForConnection(listener net.Listener, port ForwardedPort) {
+	for {
+		conn, err := listener.Accept()
+		if err != nil {
+			// TODO consider using something like https://github.com/hydrogen18/stoppableListener?
+			if !strings.Contains(strings.ToLower(err.Error()), "use of closed network connection") {
+				glog.Errorf("Error accepting connection on port %d: %v", port.Local, err)
+			}
+			return
+		}
+		go pf.handleConnection(conn, port)
+	}
+}
+
+// handleConnection copies data between the local connection and the stream to
+// the remote server.
+func (pf *PortForwarder) handleConnection(conn net.Conn, port ForwardedPort) {
+	defer conn.Close()
+
+	glog.Infof("Handling connection for %d", port.Local)
+
+	errorChan := make(chan error)
+	doneChan := make(chan struct{}, 2)
+
+	// create error stream
+	headers := http.Header{}
+	headers.Set(api.StreamType, api.StreamTypeError)
+	headers.Set(api.PortHeader, fmt.Sprintf("%d", port.Remote))
+	errorStream, err := pf.streamConn.CreateStream(headers)
+	if err != nil {
+		glog.Errorf("Error creating error stream for port %d -> %d: %v", port.Local, port.Remote, err)
+		return
+	}
+	defer errorStream.Reset()
+	go func() {
+		message, err := ioutil.ReadAll(errorStream)
+		if err != nil && err != io.EOF {
+			errorChan <- fmt.Errorf("Error reading from error stream for port %d -> %d: %v", port.Local, port.Remote, err)
+		}
+		if len(message) > 0 {
+			errorChan <- fmt.Errorf("An error occurred forwarding %d -> %d: %v", port.Local, port.Remote, string(message))
+		}
+	}()
+
+	// create data stream
+	headers.Set(api.StreamType, api.StreamTypeData)
+	dataStream, err := pf.streamConn.CreateStream(headers)
+	if err != nil {
+		glog.Errorf("Error creating forwarding stream for port %d -> %d: %v", port.Local, port.Remote, err)
+		return
+	}
+	// Send a Reset when this function exits to completely tear down the stream here
+	// and in the remote server.
+	defer dataStream.Reset()
+
+	go func() {
+		// Copy from the remote side to the local port. We won't get an EOF from
+		// the server as it has no way of knowing when to close the stream.  We'll
+		// take care of closing both ends of the stream with the call to
+		// stream.Reset() when this function exits.
+		if _, err := io.Copy(conn, dataStream); err != nil && err != io.EOF && !strings.Contains(err.Error(), "use of closed network connection") {
+			glog.Errorf("Error copying from remote stream to local connection: %v", err)
+		}
+		doneChan <- struct{}{}
+	}()
+
+	go func() {
+		// Copy from the local port to the remote side. Here we will be able to know
+		// when the Copy gets an EOF from conn, as that will happen as soon as conn is
+		// closed (i.e. client disconnected).
+		if _, err := io.Copy(dataStream, conn); err != nil && err != io.EOF && !strings.Contains(err.Error(), "use of closed network connection") {
+			glog.Errorf("Error copying from local connection to remote stream: %v", err)
+		}
+		doneChan <- struct{}{}
+	}()
+
+	select {
+	case err := <-errorChan:
+		glog.Error(err)
+	case <-doneChan:
+	}
+}
+
+func (pf *PortForwarder) Close() {
+	// stop all listeners
+	for _, l := range pf.listeners {
+		if err := l.Close(); err != nil {
+			glog.Errorf("Error closing listener: %v", err)
+		}
+	}
+}

pkg/client/portforward/portforward_test.go

+/*
+Copyright 2015 Google Inc. All rights reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+*/
+
+package portforward
+
+import (
+	"bytes"
+	"errors"
+	"fmt"
+	"io"
+	"net"
+	"net/http"
+	"reflect"
+	"sync"
+	"testing"
+	"time"
+
+	"github.com/GoogleCloudPlatform/kubernetes/pkg/api"
+	"github.com/GoogleCloudPlatform/kubernetes/pkg/client"
+	"github.com/GoogleCloudPlatform/kubernetes/pkg/util/httpstream"
+)
+
+func TestParsePortsAndNew(t *testing.T) {
+	tests := []struct {
+		input            []string
+		expected         []ForwardedPort
+		expectParseError bool
+		expectNewError   bool
+	}{
+		{input: []string{}, expectNewError: true},
+		{input: []string{"a"}, expectParseError: true, expectNewError: true},
+		{input: []string{":a"}, expectParseError: true, expectNewError: true},
+		{input: []string{"-1"}, expectParseError: true, expectNewError: true},
+		{input: []string{"65536"}, expectParseError: true, expectNewError: true},
+		{input: []string{"0"}, expectParseError: true, expectNewError: true},
+		{input: []string{"0:0"}, expectParseError: true, expectNewError: true},
+		{input: []string{"a:5000"}, expectParseError: true, expectNewError: true},
+		{input: []string{"5000:a"}, expectParseError: true, expectNewError: true},
+		{
+			input: []string{"5000", "5000:5000", "8888:5000", "5000:8888", ":5000", "0:5000"},
+			expected: []ForwardedPort{
+				{5000, 5000},
+				{5000, 5000},
+				{8888, 5000},
+				{5000, 8888},
+				{0, 5000},
+				{0, 5000},
+			},
+		},
+	}
+
+	for i, test := range tests {
+		parsed, err := parsePorts(test.input)
+		haveError := err != nil
+		if e, a := test.expectParseError, haveError; e != a {
+			t.Fatalf("%d: parsePorts: error expected=%t, got %t: %s", i, e, a, err)
+		}
+
+		expectedRequest := &client.Request{}
+		expectedConfig := &client.Config{}
+		expectedStopChan := make(chan struct{})
+		pf, err := New(expectedRequest, expectedConfig, test.input, expectedStopChan)
+		haveError = err != nil
+		if e, a := test.expectNewError, haveError; e != a {
+			t.Fatalf("%d: New: error expected=%t, got %t: %s", i, e, a, err)
+		}
+
+		if test.expectParseError || test.expectNewError {
+			continue
+		}
+
+		for pi, expectedPort := range test.expected {
+			if e, a := expectedPort.Local, parsed[pi].Local; e != a {
+				t.Fatalf("%d: local expected: %d, got: %d", i, e, a)
+			}
+			if e, a := expectedPort.Remote, parsed[pi].Remote; e != a {
+				t.Fatalf("%d: remote expected: %d, got: %d", i, e, a)
+			}
+		}
+
+		if e, a := expectedRequest, pf.req; e != a {
+			t.Fatalf("%d: req: expected %#v, got %#v", i, e, a)
+		}
+		if e, a := expectedConfig, pf.config; e != a {
+			t.Fatalf("%d: config: expected %#v, got %#v", i, e, a)
+		}
+		if e, a := test.expected, pf.ports; !reflect.DeepEqual(e, a) {
+			t.Fatalf("%d: ports: expected %#v, got %#v", i, e, a)
+		}
+		if e, a := expectedStopChan, pf.stopChan; e != a {
+			t.Fatalf("%d: stopChan: expected %#v, got %#v", i, e, a)
+		}
+		if pf.Ready == nil {
+			t.Fatalf("%d: Ready should be non-nil", i)
+		}
+	}
+}
+
+type fakeUpgrader struct {
+	conn *fakeUpgradeConnection
+	err  error
+}
+
+func (u *fakeUpgrader) upgrade(req *client.Request, config *client.Config) (httpstream.Connection, error) {
+	return u.conn, u.err
+}
+
+type fakeUpgradeConnection struct {
+	closeCalled bool
+	lock        sync.Mutex
+	streams     map[string]*fakeUpgradeStream
+	portData    map[string]string
+}
+
+func newFakeUpgradeConnection() *fakeUpgradeConnection {
+	return &fakeUpgradeConnection{
+		streams:  make(map[string]*fakeUpgradeStream),
+		portData: make(map[string]string),
+	}
+}
+
+func (c *fakeUpgradeConnection) CreateStream(headers http.Header) (httpstream.Stream, error) {
+	c.lock.Lock()
+	defer c.lock.Unlock()
+
+	stream := &fakeUpgradeStream{}
+	c.streams[headers.Get(api.PortHeader)] = stream
+	stream.data = c.portData[headers.Get(api.PortHeader)]
+
+	return stream, nil
+}
+
+func (c *fakeUpgradeConnection) Close() error {
+	c.lock.Lock()
+	defer c.lock.Unlock()
+
+	c.closeCalled = true
+	return nil
+}
+
+func (c *fakeUpgradeConnection) CloseChan() <-chan bool {
+	return make(chan bool)
+}
+
+func (c *fakeUpgradeConnection) SetIdleTimeout(timeout time.Duration) {
+}
+
+type fakeUpgradeStream struct {
+	readCalled  bool
+	writeCalled bool
+	dataWritten []byte
+	closeCalled bool
+	resetCalled bool
+	data        string
+	lock        sync.Mutex
+}
+
+func (s *fakeUpgradeStream) Read(p []byte) (int, error) {
+	s.lock.Lock()
+	defer s.lock.Unlock()
+	s.readCalled = true
+	b := []byte(s.data)
+	n := copy(p, b)
+	return n, io.EOF
+}
+
+func (s *fakeUpgradeStream) Write(p []byte) (int, error) {
+	s.lock.Lock()
+	defer s.lock.Unlock()
+	s.writeCalled = true
+	s.dataWritten = make([]byte, len(p))
+	copy(s.dataWritten, p)
+	return len(p), io.EOF
+}
+
+func (s *fakeUpgradeStream) Close() error {
+	s.lock.Lock()
+	defer s.lock.Unlock()
+	s.closeCalled = true
+	return nil
+}
+
+func (s *fakeUpgradeStream) Reset() error {
+	s.lock.Lock()
+	defer s.lock.Unlock()
+	s.resetCalled = true
+	return nil
+}
+
+func (s *fakeUpgradeStream) Headers() http.Header {
+	s.lock.Lock()
+	defer s.lock.Unlock()
+	return http.Header{}
+}
+
+func TestForwardPorts(t *testing.T) {
+	testCases := []struct {
+		Upgrader *fakeUpgrader
+		Ports    []string
+		Send     map[uint16]string
+		Receive  map[uint16]string
+		Err      bool
+	}{
+		{
+			Upgrader: &fakeUpgrader{err: errors.New("bail")},
+			Err:      true,
+		},
+		{
+			Upgrader: &fakeUpgrader{conn: newFakeUpgradeConnection()},
+			Ports:    []string{"5000"},
+		},
+		{
+			Upgrader: &fakeUpgrader{conn: newFakeUpgradeConnection()},
+			Ports:    []string{"5000", "6000"},
+			Send: map[uint16]string{
+				5000: "abcd",
+				6000: "ghij",
+			},
+			Receive: map[uint16]string{
+				5000: "1234",
+				6000: "5678",
+			},
+		},
+	}
+
+	for i, testCase := range testCases {
+		stopChan := make(chan struct{}, 1)
+
+		pf, err := New(&client.Request{}, &client.Config{}, testCase.Ports, stopChan)
+		hasErr := err != nil
+		if hasErr != testCase.Err {
+			t.Fatalf("%d: New: expected %t, got %t: %v", i, testCase.Err, hasErr, err)
+		}
+		if pf == nil {
+			continue
+		}
+		pf.upgrader = testCase.Upgrader
+		if testCase.Upgrader.err != nil {
+			err := pf.ForwardPorts()
+			hasErr := err != nil
+			if hasErr != testCase.Err {
+				t.Fatalf("%d: ForwardPorts: expected %t, got %t: %v", i, testCase.Err, hasErr, err)
+			}
+			continue
+		}
+
+		doneChan := make(chan error)
+		go func() {
+			doneChan <- pf.ForwardPorts()
+		}()
+		select {
+		case <-pf.Ready:
+		case <-time.After(500 * time.Millisecond):
+			t.Fatalf("%d: timed out waiting for listeners", i)
+		}
+
+		conn := testCase.Upgrader.conn
+
+		for port, data := range testCase.Send {
+			conn.lock.Lock()
+			conn.portData[fmt.Sprintf("%d", port)] = testCase.Receive[port]
+			conn.lock.Unlock()
+
+			clientConn, err := net.Dial("tcp", fmt.Sprintf("localhost:%d", port))
+			if err != nil {
+				t.Fatalf("%d: error dialing %d: %s", i, port, err)
+			}
+			defer clientConn.Close()
+
+			n, err := clientConn.Write([]byte(data))
+			if err != nil && err != io.EOF {
+				t.Fatalf("%d: Error sending data '%s': %s", i, data, err)
+			}
+			if n == 0 {
+				t.Fatalf("%d: unexpected write of 0 bytes", i)
+			}
+			b := make([]byte, 4)
+			n, err = clientConn.Read(b)
+			if err != nil && err != io.EOF {
+				t.Fatalf("%d: Error reading data: %s", i, err)
+			}
+			if !bytes.Equal([]byte(testCase.Receive[port]), b) {
+				t.Fatalf("%d: expected to read '%s', got '%s'", i, testCase.Receive[port], b)
+			}
+		}
+
+		// tell r.ForwardPorts to stop
+		close(stopChan)
+
+		// wait for r.ForwardPorts to actually return
+		select {
+		case err := <-doneChan:
+			if err != nil {
+				t.Fatalf("%d: unexpected error: %s", err)
+			}
+		case <-time.After(200 * time.Millisecond):
+			t.Fatalf("%d: timeout waiting for ForwardPorts to finish")
+		}
+
+		if e, a := len(testCase.Send), len(conn.streams); e != a {
+			t.Fatalf("%d: expected %d streams to be created, got %d", e, a)
+		}
+
+		if !conn.closeCalled {
+			t.Fatalf("%d: expected conn closure", i)
+		}
+	}
+}

pkg/client/remotecommand/doc.go

+/*
+Copyright 2015 Google Inc. All rights reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+*/
+
+// Package remotecommand adds support for executing commands in containers,
+// with support for separate stdin, stdout, and stderr streams, as well as
+// TTY.
+package remotecommand

pkg/client/remotecommand/remotecommand.go

+/*
+Copyright 2015 Google Inc. All rights reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+*/
+
+package remotecommand
+
+import (
+	"fmt"
+	"io"
+	"io/ioutil"
+	"net/http"
+
+	"github.com/GoogleCloudPlatform/kubernetes/pkg/api"
+	"github.com/GoogleCloudPlatform/kubernetes/pkg/client"
+	"github.com/GoogleCloudPlatform/kubernetes/pkg/util/httpstream"
+	"github.com/GoogleCloudPlatform/kubernetes/pkg/util/httpstream/spdy"
+	"github.com/golang/glog"
+)
+
+type upgrader interface {
+	upgrade(*client.Request, *client.Config) (httpstream.Connection, error)
+}
+
+type defaultUpgrader struct{}
+
+func (u *defaultUpgrader) upgrade(req *client.Request, config *client.Config) (httpstream.Connection, error) {
+	return req.Upgrade(config, spdy.NewRoundTripper)
+}
+
+type RemoteCommandExecutor struct {
+	req     *client.Request
+	config  *client.Config
+	command []string
+	stdin   io.Reader
+	stdout  io.Writer
+	stderr  io.Writer
+	tty     bool
+
+	upgrader upgrader
+}
+
+func New(req *client.Request, config *client.Config, command []string, stdin io.Reader, stdout, stderr io.Writer, tty bool) *RemoteCommandExecutor {
+	return &RemoteCommandExecutor{
+		req:     req,
+		config:  config,
+		command: command,
+		stdin:   stdin,
+		stdout:  stdout,
+		stderr:  stderr,
+		tty:     tty,
+	}
+}
+
+// Execute sends a remote command execution request, upgrading the
+// connection and creating streams to represent stdin/stdout/stderr. Data is
+// copied between these streams and the supplied stdin/stdout/stderr parameters.
+func (e *RemoteCommandExecutor) Execute() error {
+	doStdin := (e.stdin != nil)
+	doStdout := (e.stdout != nil)
+	doStderr := (!e.tty && e.stderr != nil)
+
+	if doStdin {
+		e.req.Param(api.ExecStdinParam, "1")
+	}
+	if doStdout {
+		e.req.Param(api.ExecStdoutParam, "1")
+	}
+	if doStderr {
+		e.req.Param(api.ExecStderrParam, "1")
+	}
+	if e.tty {
+		e.req.Param(api.ExecTTYParam, "1")
+	}
+
+	for _, s := range e.command {
+		e.req.Param(api.ExecCommandParamm, s)
+	}
+
+	if e.upgrader == nil {
+		e.upgrader = &defaultUpgrader{}
+	}
+	conn, err := e.upgrader.upgrade(e.req, e.config)
+	if err != nil {
+		return err
+	}
+	defer conn.Close()
+
+	doneChan := make(chan struct{}, 2)
+	errorChan := make(chan error)
+
+	cp := func(s string, dst io.Writer, src io.Reader) {
+		glog.V(4).Infof("Copying %s", s)
+		defer glog.V(4).Infof("Done copying %s", s)
+		if _, err := io.Copy(dst, src); err != nil && err != io.EOF {
+			glog.Errorf("Error copying %s: %v", s, err)
+		}
+		if s == api.StreamTypeStdout || s == api.StreamTypeStderr {
+			doneChan <- struct{}{}
+		}
+	}
+
+	headers := http.Header{}
+	headers.Set(api.StreamType, api.StreamTypeError)
+	errorStream, err := conn.CreateStream(headers)
+	if err != nil {
+		return err
+	}
+	go func() {
+		message, err := ioutil.ReadAll(errorStream)
+		if err != nil && err != io.EOF {
+			errorChan <- fmt.Errorf("Error reading from error stream: %s", err)
+			return
+		}
+		if len(message) > 0 {
+			errorChan <- fmt.Errorf("Error executing remote command: %s", message)
+			return
+		}
+	}()
+	defer errorStream.Reset()
+
+	if doStdin {
+		headers.Set(api.StreamType, api.StreamTypeStdin)
+		remoteStdin, err := conn.CreateStream(headers)
+		if err != nil {
+			return err
+		}
+		defer remoteStdin.Reset()
+		// TODO this goroutine will never exit cleanly (the io.Copy never unblocks)
+		// because stdin is not closed until the process exits. If we try to call
+		// stdin.Close(), it returns no error but doesn't unblock the copy. It will
+		// exit when the process exits, instead.
+		go cp(api.StreamTypeStdin, remoteStdin, e.stdin)
+	}
+
+	waitCount := 0
+	completedStreams := 0
+
+	if doStdout {
+		waitCount++
+		headers.Set(api.StreamType, api.StreamTypeStdout)
+		remoteStdout, err := conn.CreateStream(headers)
+		if err != nil {
+			return err
+		}
+		defer remoteStdout.Reset()
+		go cp(api.StreamTypeStdout, e.stdout, remoteStdout)
+	}
+
+	if doStderr && !e.tty {
+		waitCount++
+		headers.Set(api.StreamType, api.StreamTypeStderr)
+		remoteStderr, err := conn.CreateStream(headers)
+		if err != nil {
+			return err
+		}
+		defer remoteStderr.Reset()
+		go cp(api.StreamTypeStderr, e.stderr, remoteStderr)
+	}
+
+Loop:
+	for {
+		select {
+		case <-doneChan:
+			completedStreams++
+			if completedStreams == waitCount {
+				break Loop
+			}
+		case err := <-errorChan:
+			return err
+		}
+	}
+
+	return nil
+}

pkg/client/remotecommand/remotecommand_test.go

+/*
+Copyright 2015 Google Inc. All rights reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+*/
+
+package remotecommand
+
+import (
+	"bytes"
+	"errors"
+	"io"
+	"net/http"
+	"strings"
+	"sync"
+	"testing"
+	"time"
+
+	"github.com/GoogleCloudPlatform/kubernetes/pkg/api"
+	"github.com/GoogleCloudPlatform/kubernetes/pkg/client"
+	"github.com/GoogleCloudPlatform/kubernetes/pkg/util/httpstream"
+)
+
+type fakeUpgrader struct {
+	conn *fakeUpgradeConnection
+	err  error
+}
+
+func (u *fakeUpgrader) upgrade(req *client.Request, config *client.Config) (httpstream.Connection, error) {
+	return u.conn, u.err
+}
+
+type fakeUpgradeConnection struct {
+	closeCalled bool
+	lock        sync.Mutex
+
+	stdin                   *fakeUpgradeStream
+	stdout                  *fakeUpgradeStream
+	stdoutData              string
+	stderr                  *fakeUpgradeStream
+	stderrData              string
+	errorStream             *fakeUpgradeStream
+	errorData               string
+	unexpectedStreamCreated bool
+}
+
+func newFakeUpgradeConnection() *fakeUpgradeConnection {
+	return &fakeUpgradeConnection{}
+}
+
+func (c *fakeUpgradeConnection) CreateStream(headers http.Header) (httpstream.Stream, error) {
+	c.lock.Lock()
+	defer c.lock.Unlock()
+
+	stream := &fakeUpgradeStream{}
+	switch headers.Get(api.StreamType) {
+	case api.StreamTypeStdin:
+		c.stdin = stream
+	case api.StreamTypeStdout:
+		c.stdout = stream
+		stream.data = c.stdoutData
+	case api.StreamTypeStderr:
+		c.stderr = stream
+		stream.data = c.stderrData
+	case api.StreamTypeError:
+		c.errorStream = stream
+		stream.data = c.errorData
+	default:
+		c.unexpectedStreamCreated = true
+	}
+
+	return stream, nil
+}
+
+func (c *fakeUpgradeConnection) Close() error {
+	c.lock.Lock()
+	defer c.lock.Unlock()
+
+	c.closeCalled = true
+	return nil
+}
+
+func (c *fakeUpgradeConnection) CloseChan() <-chan bool {
+	return make(chan bool)
+}
+
+func (c *fakeUpgradeConnection) SetIdleTimeout(timeout time.Duration) {
+}
+
+type fakeUpgradeStream struct {
+	readCalled  bool
+	writeCalled bool
+	dataWritten []byte
+	closeCalled bool
+	resetCalled bool
+	data        string
+	lock        sync.Mutex
+}
+
+func (s *fakeUpgradeStream) Read(p []byte) (int, error) {
+	s.lock.Lock()
+	defer s.lock.Unlock()
+	s.readCalled = true
+	b := []byte(s.data)
+	n := copy(p, b)
+	return n, io.EOF
+}
+
+func (s *fakeUpgradeStream) Write(p []byte) (int, error) {
+	s.lock.Lock()
+	defer s.lock.Unlock()
+	s.writeCalled = true
+	s.dataWritten = make([]byte, len(p))
+	copy(s.dataWritten, p)
+	return len(p), io.EOF
+}
+
+func (s *fakeUpgradeStream) Close() error {
+	s.lock.Lock()
+	defer s.lock.Unlock()
+	s.closeCalled = true
+	return nil
+}
+
+func (s *fakeUpgradeStream) Reset() error {
+	s.lock.Lock()
+	defer s.lock.Unlock()
+	s.resetCalled = true
+	return nil
+}
+
+func (s *fakeUpgradeStream) Headers() http.Header {
+	s.lock.Lock()
+	defer s.lock.Unlock()
+	return http.Header{}
+}
+
+func TestRequestExecuteRemoteCommand(t *testing.T) {
+	testCases := []struct {
+		Upgrader    *fakeUpgrader
+		Stdin       string
+		Stdout      string
+		Stderr      string
+		Error       string
+		Tty         bool
+		ShouldError bool
+	}{
+		{
+			Upgrader:    &fakeUpgrader{err: errors.New("bail")},
+			ShouldError: true,
+		},
+		{
+			Upgrader:    &fakeUpgrader{conn: newFakeUpgradeConnection()},
+			Stdin:       "a",
+			Stdout:      "b",
+			Stderr:      "c",
+			Error:       "bail",
+			ShouldError: true,
+		},
+		{
+			Upgrader: &fakeUpgrader{conn: newFakeUpgradeConnection()},
+			Stdin:    "a",
+			Stdout:   "b",
+			Stderr:   "c",
+		},
+		{
+			Upgrader: &fakeUpgrader{conn: newFakeUpgradeConnection()},
+			Stdin:    "a",
+			Stdout:   "b",
+			Stderr:   "c",
+			Tty:      true,
+		},
+	}
+
+	for i, testCase := range testCases {
+		if testCase.Error != "" {
+			testCase.Upgrader.conn.errorData = testCase.Error
+		}
+		if testCase.Stdout != "" {
+			testCase.Upgrader.conn.stdoutData = testCase.Stdout
+		}
+		if testCase.Stderr != "" {
+			testCase.Upgrader.conn.stderrData = testCase.Stderr
+		}
+		var localOut, localErr *bytes.Buffer
+		if testCase.Stdout != "" {
+			localOut = &bytes.Buffer{}
+		}
+		if testCase.Stderr != "" {
+			localErr = &bytes.Buffer{}
+		}
+		e := New(&client.Request{}, &client.Config{}, []string{"ls", "/"}, strings.NewReader(testCase.Stdin), localOut, localErr, testCase.Tty)
+		e.upgrader = testCase.Upgrader
+		err := e.Execute()
+		hasErr := err != nil
+		if hasErr != testCase.ShouldError {
+			t.Fatalf("%d: expected %t, got %t: %v", i, testCase.ShouldError, hasErr, err)
+		}
+
+		conn := testCase.Upgrader.conn
+		if testCase.Error != "" {
+			if conn.errorStream == nil {
+				t.Fatalf("%d: expected error stream creation", i)
+			}
+			if !conn.errorStream.readCalled {
+				t.Fatalf("%d: expected error stream read", i)
+			}
+			if e, a := testCase.Error, err.Error(); !strings.Contains(a, e) {
+				t.Fatalf("%d: expected error stream read '%v', got '%v'", i, e, a)
+			}
+			if !conn.errorStream.resetCalled {
+				t.Fatalf("%d: expected error reset", i)
+			}
+		}
+
+		if testCase.ShouldError {
+			continue
+		}
+
+		if testCase.Stdin != "" {
+			if conn.stdin == nil {
+				t.Fatalf("%d: expected stdin stream creation", i)
+			}
+			if !conn.stdin.writeCalled {
+				t.Fatalf("%d: expected stdin stream write", i)
+			}
+			if e, a := testCase.Stdin, string(conn.stdin.dataWritten); e != a {
+				t.Fatalf("%d: expected stdin write %v, got %v", i, e, a)
+			}
+			if !conn.stdin.resetCalled {
+				t.Fatalf("%d: expected stdin reset", i)
+			}
+		}
+
+		if testCase.Stdout != "" {
+			if conn.stdout == nil {
+				t.Fatalf("%d: expected stdout stream creation", i)
+			}
+			if !conn.stdout.readCalled {
+				t.Fatalf("%d: expected stdout stream read", i)
+			}
+			if e, a := testCase.Stdout, localOut; e != a.String() {
+				t.Fatalf("%d: expected stdout data '%s', got '%s'", i, e, a)
+			}
+			if !conn.stdout.resetCalled {
+				t.Fatalf("%d: expected stdout reset", i)
+			}
+		}
+
+		if testCase.Stderr != "" {
+			if testCase.Tty {
+				if conn.stderr != nil {
+					t.Fatalf("%d: unexpected stderr stream creation", i)
+				}
+				if localErr.String() != "" {
+					t.Fatalf("%d: unexpected stderr data '%s'", i, localErr)
+				}
+			} else {
+				if conn.stderr == nil {
+					t.Fatalf("%d: expected stderr stream creation", i)
+				}
+				if !conn.stderr.readCalled {
+					t.Fatalf("%d: expected stderr stream read", i)
+				}
+				if e, a := testCase.Stderr, localErr; e != a.String() {
+					t.Fatalf("%d: expected stderr data '%s', got '%s'", i, e, a)
+				}
+				if !conn.stderr.resetCalled {
+					t.Fatalf("%d: expected stderr reset", i)
+				}
+			}
+		}
+
+		if !conn.closeCalled {
+			t.Fatalf("%d: expected upgraded connection to get closed")
+		}
+	}
+}

pkg/client/request.go

@@ -18,6 +18,7 @@ package client
 
 import (
 	"bytes"
+	"crypto/tls"
 	"fmt"
 	"io"
 	"io/ioutil"
@@ -33,6 +34,7 @@ import (
 	"github.com/GoogleCloudPlatform/kubernetes/pkg/labels"
 	"github.com/GoogleCloudPlatform/kubernetes/pkg/runtime"
 	"github.com/GoogleCloudPlatform/kubernetes/pkg/util"
+	"github.com/GoogleCloudPlatform/kubernetes/pkg/util/httpstream"
 	"github.com/GoogleCloudPlatform/kubernetes/pkg/watch"
 	watchjson "github.com/GoogleCloudPlatform/kubernetes/pkg/watch/json"
 	"github.com/golang/glog"
@@ -277,7 +279,7 @@ func (r *Request) setParam(paramName, value string) *Request {
 	if r.params == nil {
 		r.params = make(url.Values)
 	}
-	r.params[paramName] = []string{value}
+	r.params[paramName] = append(r.params[paramName], value)
 	return r
 }
 
@@ -347,8 +349,10 @@ func (r *Request) finalURL() string {
 	finalURL.Path = p
 
 	query := url.Values{}
-	for key, value := range r.params {
-		query[key] = value
+	for key, values := range r.params {
+		for _, value := range values {
+			query.Add(key, value)
+		}
 	}
 
 	if r.namespaceSet && r.namespaceInQuery {
@@ -434,6 +438,41 @@ func (r *Request) Stream() (io.ReadCloser, error) {
 	return resp.Body, nil
 }
 
+// Upgrade upgrades the request so that it supports multiplexed bidirectional
+// streams. The current implementation uses SPDY, but this could be replaced
+// with HTTP/2 once it's available, or something else.
+func (r *Request) Upgrade(config *Config, newRoundTripperFunc func(*tls.Config) httpstream.UpgradeRoundTripper) (httpstream.Connection, error) {
+	if r.err != nil {
+		return nil, r.err
+	}
+
+	tlsConfig, err := TLSConfigFor(config)
+	if err != nil {
+		return nil, err
+	}
+
+	upgradeRoundTripper := newRoundTripperFunc(tlsConfig)
+	wrapper, err := HTTPWrappersForConfig(config, upgradeRoundTripper)
+	if err != nil {
+		return nil, err
+	}
+
+	r.client = &http.Client{Transport: wrapper}
+
+	req, err := http.NewRequest(r.verb, r.finalURL(), nil)
+	if err != nil {
+		return nil, fmt.Errorf("Error creating request: %s", err)
+	}
+
+	resp, err := r.client.Do(req)
+	if err != nil {
+		return nil, fmt.Errorf("Error sending request: %s", err)
+	}
+	defer resp.Body.Close()
+
+	return upgradeRoundTripper.NewConnection(resp)
+}
+
 // Do formats and executes the request. Returns a Result object for easy response
 // processing.
 //
@@ -513,6 +552,8 @@ func (r *Request) transformResponse(resp *http.Response, req *http.Request) ([]b
 	}
 
 	switch {
+	case resp.StatusCode == http.StatusSwitchingProtocols:
+		// no-op, we've been upgraded
 	case resp.StatusCode < http.StatusOK || resp.StatusCode > http.StatusPartialContent:
 		if !isStatusResponse {
 			var err error = &UnexpectedStatusError{

pkg/client/request_test.go

@@ -18,6 +18,7 @@ package client
 
 import (
 	"bytes"
+	"crypto/tls"
 	"encoding/base64"
 	"errors"
 	"io"
@@ -40,6 +41,7 @@ import (
 	"github.com/GoogleCloudPlatform/kubernetes/pkg/labels"
 	"github.com/GoogleCloudPlatform/kubernetes/pkg/runtime"
 	"github.com/GoogleCloudPlatform/kubernetes/pkg/util"
+	"github.com/GoogleCloudPlatform/kubernetes/pkg/util/httpstream"
 	"github.com/GoogleCloudPlatform/kubernetes/pkg/watch"
 	watchjson "github.com/GoogleCloudPlatform/kubernetes/pkg/watch/json"
 )
@@ -151,16 +153,22 @@ func TestRequestParam(t *testing.T) {
 	if !api.Semantic.DeepDerivative(r.params, url.Values{"foo": []string{"a"}}) {
 		t.Errorf("should have set a param: %#v", r)
 	}
+
+	r.Param("bar", "1")
+	r.Param("bar", "2")
+	if !api.Semantic.DeepDerivative(r.params, url.Values{"foo": []string{"a"}, "bar": []string{"1", "2"}}) {
+		t.Errorf("should have set a param: %#v", r)
+	}
 }
 
 func TestRequestURI(t *testing.T) {
 	r := (&Request{}).Param("foo", "a")
 	r.Prefix("other")
-	r.RequestURI("/test?foo=b&a=b")
+	r.RequestURI("/test?foo=b&a=b&c=1&c=2")
 	if r.path != "/test" {
 		t.Errorf("path is wrong: %#v", r)
 	}
-	if !api.Semantic.DeepDerivative(r.params, url.Values{"a": []string{"b"}, "foo": []string{"b"}}) {
+	if !api.Semantic.DeepDerivative(r.params, url.Values{"a": []string{"b"}, "foo": []string{"b"}, "c": []string{"1", "2"}}) {
 		t.Errorf("should have set a param: %#v", r)
 	}
 }
@@ -443,6 +451,122 @@ func TestRequestStream(t *testing.T) {
 	}
 }
 
+type fakeUpgradeConnection struct{}
+
+func (c *fakeUpgradeConnection) CreateStream(headers http.Header) (httpstream.Stream, error) {
+	return nil, nil
+}
+func (c *fakeUpgradeConnection) Close() error {
+	return nil
+}
+func (c *fakeUpgradeConnection) CloseChan() <-chan bool {
+	return make(chan bool)
+}
+func (c *fakeUpgradeConnection) SetIdleTimeout(timeout time.Duration) {
+}
+
+type fakeUpgradeRoundTripper struct {
+	req  *http.Request
+	conn httpstream.Connection
+}
+
+func (f *fakeUpgradeRoundTripper) RoundTrip(req *http.Request) (*http.Response, error) {
+	f.req = req
+	b := []byte{}
+	body := ioutil.NopCloser(bytes.NewReader(b))
+	resp := &http.Response{
+		StatusCode: 101,
+		Body:       body,
+	}
+	return resp, nil
+}
+
+func (f *fakeUpgradeRoundTripper) NewConnection(resp *http.Response) (httpstream.Connection, error) {
+	return f.conn, nil
+}
+
+func TestRequestUpgrade(t *testing.T) {
+	uri, _ := url.Parse("http://localhost/")
+	testCases := []struct {
+		Request          *Request
+		Config           *Config
+		RoundTripper     *fakeUpgradeRoundTripper
+		Err              bool
+		AuthBasicHeader  bool
+		AuthBearerHeader bool
+	}{
+		{
+			Request: &Request{err: errors.New("bail")},
+			Err:     true,
+		},
+		{
+			Request: &Request{},
+			Config: &Config{
+				TLSClientConfig: TLSClientConfig{
+					CAFile: "foo",
+				},
+				Insecure: true,
+			},
+			Err: true,
+		},
+		{
+			Request: &Request{},
+			Config: &Config{
+				Username:    "u",
+				Password:    "p",
+				BearerToken: "b",
+			},
+			Err: true,
+		},
+		{
+			Request: NewRequest(nil, "", uri, testapi.Codec(), true, true),
+			Config: &Config{
+				Username: "u",
+				Password: "p",
+			},
+			AuthBasicHeader: true,
+			Err:             false,
+		},
+		{
+			Request: NewRequest(nil, "", uri, testapi.Codec(), true, true),
+			Config: &Config{
+				BearerToken: "b",
+			},
+			AuthBearerHeader: true,
+			Err:              false,
+		},
+	}
+	for i, testCase := range testCases {
+		r := testCase.Request
+		rt := &fakeUpgradeRoundTripper{}
+		expectedConn := &fakeUpgradeConnection{}
+		conn, err := r.Upgrade(testCase.Config, func(config *tls.Config) httpstream.UpgradeRoundTripper {
+			rt.conn = expectedConn
+			return rt
+		})
+		_ = conn
+		hasErr := err != nil
+		if hasErr != testCase.Err {
+			t.Errorf("%d: expected %t, got %t: %v", i, testCase.Err, hasErr, r.err)
+		}
+		if testCase.Err {
+			continue
+		}
+
+		if testCase.AuthBasicHeader && !strings.Contains(rt.req.Header.Get("Authorization"), "Basic") {
+			t.Errorf("%d: expected basic auth header, got: %s", rt.req.Header.Get("Authorization"))
+		}
+
+		if testCase.AuthBearerHeader && !strings.Contains(rt.req.Header.Get("Authorization"), "Bearer") {
+			t.Errorf("%d: expected bearer auth header, got: %s", rt.req.Header.Get("Authorization"))
+		}
+
+		if e, a := expectedConn, conn; e != a {
+			t.Errorf("%d: conn: expected %#v, got %#v", i, e, a)
+		}
+	}
+}
+
 func TestRequestDo(t *testing.T) {
 	testCases := []struct {
 		Request *Request

pkg/conversion/deep_equal.go

@@ -355,7 +355,7 @@ func (e Equalities) deepValueDerive(v1, v2 reflect.Value, visited map[visit]bool
 }
 
 // DeepDerivative is similar to DeepEqual except that unset fields in a1 are
-// ignored (not compared). This allows we to focus on the fields that matter to
+// ignored (not compared). This allows us to focus on the fields that matter to
 // the semantic comparison.
 //
 // The unset fields include a nil pointer and an empty string.

pkg/httplog/log.go

@@ -17,7 +17,9 @@ limitations under the License.
 package httplog
 
 import (
+	"bufio"
 	"fmt"
+	"net"
 	"net/http"
 	"runtime"
 	"time"
@@ -46,6 +48,10 @@ type logger interface {
 
 // Add a layer on top of ResponseWriter, so we can track latency and error
 // message sources.
+//
+// TODO now that we're using go-restful, we shouldn't need to be wrapping
+// the http.ResponseWriter. We can recover panics from go-restful, and
+// the logging value is questionable.
 type respLogger struct {
 	status      int
 	statusStack string
@@ -68,7 +74,7 @@ func (passthroughLogger) Addf(format string, data ...interface{}) {
 
 // DefaultStacktracePred is the default implementation of StacktracePred.
 func DefaultStacktracePred(status int) bool {
-	return status < http.StatusOK || status >= http.StatusBadRequest
+	return (status < http.StatusOK || status >= http.StatusBadRequest) && status != http.StatusSwitchingProtocols
 }
 
 // NewLogged turns a normal response writer into a logged response writer.
@@ -186,3 +192,8 @@ func (rl *respLogger) WriteHeader(status int) {
 	}
 	rl.w.WriteHeader(status)
 }
+
+// Hijack implements http.Hijacker.
+func (rl *respLogger) Hijack() (net.Conn, *bufio.ReadWriter, error) {
+	return rl.w.(http.Hijacker).Hijack()
+}

pkg/kubectl/cmd/cmd.go

@@ -183,7 +183,7 @@ func (f *Factory) BindFlags(flags *pflag.FlagSet) {
 }
 
 // NewKubectlCommand creates the `kubectl` command and its nested children.
-func (f *Factory) NewKubectlCommand(out io.Writer) *cobra.Command {
+func (f *Factory) NewKubectlCommand(in io.Reader, out, err io.Writer) *cobra.Command {
 	// Parent command to which all subcommands are added.
 	cmds := &cobra.Command{
 		Use:   "kubectl",
@@ -211,6 +211,9 @@ Find more information at https://github.com/GoogleCloudPlatform/kubernetes.`,
 	cmds.AddCommand(f.NewCmdRollingUpdate(out))
 	cmds.AddCommand(f.NewCmdResize(out))
 
+	cmds.AddCommand(f.NewCmdExec(in, out, err))
+	cmds.AddCommand(f.NewCmdPortForward())
+
 	cmds.AddCommand(f.NewCmdRunContainer(out))
 	cmds.AddCommand(f.NewCmdStop(out))
 	cmds.AddCommand(f.NewCmdExposeService(out))

pkg/kubectl/cmd/exec.go

+/*
+Copyright 2014 Google Inc. All rights reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+*/
+
+package cmd
+
+import (
+	"io"
+	"os"
+	"os/signal"
+	"syscall"
+
+	"github.com/GoogleCloudPlatform/kubernetes/pkg/api"
+	"github.com/GoogleCloudPlatform/kubernetes/pkg/client/remotecommand"
+	"github.com/GoogleCloudPlatform/kubernetes/pkg/kubectl/cmd/util"
+	"github.com/docker/docker/pkg/term"
+	"github.com/golang/glog"
+	"github.com/spf13/cobra"
+)
+
+func (f *Factory) NewCmdExec(cmdIn io.Reader, cmdOut, cmdErr io.Writer) *cobra.Command {
+	flags := &struct {
+		pod       string
+		container string
+		stdin     bool
+		tty       bool
+	}{}
+
+	cmd := &cobra.Command{
+		Use:   "exec -p <pod> -c <container> -- <command> [<args...>]",
+		Short: "Execute a command in a container.",
+		Long: `Execute a command in a container.
+Examples:
+  $ kubectl exec -p 123456-7890 -c ruby-container date
+  <returns output from running 'date' in ruby-container from pod 123456-7890>
+
+  $ kubectl exec -p 123456-7890 -c ruby-container -i -t -- bash -il
+  <switches to raw terminal mode, sends stdin to 'bash' in ruby-container from
+   pod 123456-780 and sends stdout/stderr from 'bash' back to the client`,
+		Run: func(cmd *cobra.Command, args []string) {
+			if len(flags.pod) == 0 {
+				usageError(cmd, "<pod> is required for exec")
+			}
+
+			if len(args) < 1 {
+				usageError(cmd, "<command> is required for exec")
+			}
+
+			namespace, err := f.DefaultNamespace(cmd)
+			checkErr(err)
+
+			client, err := f.Client(cmd)
+			checkErr(err)
+
+			pod, err := client.Pods(namespace).Get(flags.pod)
+			checkErr(err)
+
+			if pod.Status.Phase != api.PodRunning {
+				glog.Fatalf("Unable to execute command because pod is not running. Current status=%v", pod.Status.Phase)
+			}
+
+			if len(flags.container) == 0 {
+				flags.container = pod.Spec.Containers[0].Name
+			}
+
+			var stdin io.Reader
+			if util.GetFlagBool(cmd, "stdin") {
+				stdin = cmdIn
+				if flags.tty {
+					if file, ok := cmdIn.(*os.File); ok {
+						inFd := file.Fd()
+						if term.IsTerminal(inFd) {
+							oldState, err := term.SetRawTerminal(inFd)
+							if err != nil {
+								glog.Fatal(err)
+							}
+							// this handles a clean exit, where the command finished
+							defer term.RestoreTerminal(inFd, oldState)
+
+							// SIGINT is handled by term.SetRawTerminal (it runs a goroutine that listens
+							// for SIGINT and restores the terminal before exiting)
+
+							// this handles SIGTERM
+							sigChan := make(chan os.Signal, 1)
+							signal.Notify(sigChan, syscall.SIGTERM)
+							go func() {
+								<-sigChan
+								term.RestoreTerminal(inFd, oldState)
+								os.Exit(0)
+							}()
+						} else {
+							glog.Warning("Stdin is not a terminal")
+						}
+					} else {
+						flags.tty = false
+						glog.Warning("Unable to use a TTY")
+					}
+				}
+			}
+
+			config, err := f.ClientConfig(cmd)
+			checkErr(err)
+
+			req := client.RESTClient.Get().
+				Prefix("proxy").
+				Resource("minions").
+				Name(pod.Status.Host).
+				Suffix("exec", namespace, flags.pod, flags.container)
+
+			e := remotecommand.New(req, config, args, stdin, cmdOut, cmdErr, flags.tty)
+			err = e.Execute()
+			checkErr(err)
+		},
+	}
+	cmd.Flags().StringVarP(&flags.pod, "pod", "p", "", "Pod name")
+	// TODO support UID
+	cmd.Flags().StringVarP(&flags.container, "container", "c", "", "Container name")
+	cmd.Flags().BoolVarP(&flags.stdin, "stdin", "i", false, "Pass stdin to the container")
+	cmd.Flags().BoolVarP(&flags.tty, "tty", "t", false, "Stdin is a TTY")
+	return cmd
+}

pkg/kubectl/cmd/portforward.go

+/*
+Copyright 2014 Google Inc. All rights reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+*/
+
+package cmd
+
+import (
+	"os"
+	"os/signal"
+
+	"github.com/GoogleCloudPlatform/kubernetes/pkg/api"
+	"github.com/GoogleCloudPlatform/kubernetes/pkg/client/portforward"
+	"github.com/golang/glog"
+	"github.com/spf13/cobra"
+)
+
+func (f *Factory) NewCmdPortForward() *cobra.Command {
+	flags := &struct {
+		pod       string
+		container string
+	}{}
+
+	cmd := &cobra.Command{
+		Use:   "port-forward -p <pod> [<local port>:]<remote port> [<port>...]",
+		Short: "Forward 1 or more local ports to a pod.",
+		Long: `Forward 1 or more local ports to a pod.
+Examples:
+  $ kubectl port-forward -p mypod 5000 6000
+  <listens on ports 5000 and 6000 locally, forwarding data to/from ports 5000
+   and 6000 in the pod>
+
+	$ kubectl port-forward -p mypod 8888:5000
+	<listens on port 8888 locally, forwarding to 5000 in the pod>
+
+	$ kubectl port-forward -p mypod :5000
+	<listens on a random port locally, forwarding to 5000 in the pod>
+
+	$ kubectl port-forward -p mypod 0:5000
+	<listens on a random port locally, forwarding to 5000 in the pod>
+   `,
+		Run: func(cmd *cobra.Command, args []string) {
+			if len(flags.pod) == 0 {
+				usageError(cmd, "<pod> is required for exec")
+			}
+
+			if len(args) < 1 {
+				usageError(cmd, "at least 1 <port> is required for port-forward")
+			}
+
+			namespace, err := f.DefaultNamespace(cmd)
+			checkErr(err)
+
+			client, err := f.Client(cmd)
+			checkErr(err)
+
+			pod, err := client.Pods(namespace).Get(flags.pod)
+			checkErr(err)
+
+			if pod.Status.Phase != api.PodRunning {
+				glog.Fatalf("Unable to execute command because pod is not running. Current status=%v", pod.Status.Phase)
+			}
+
+			config, err := f.ClientConfig(cmd)
+			checkErr(err)
+
+			signals := make(chan os.Signal, 1)
+			signal.Notify(signals, os.Interrupt)
+			defer signal.Stop(signals)
+
+			stopCh := make(chan struct{}, 1)
+			go func() {
+				<-signals
+				close(stopCh)
+			}()
+
+			req := client.RESTClient.Get().
+				Prefix("proxy").
+				Resource("minions").
+				Name(pod.Status.Host).
+				Suffix("portForward", namespace, flags.pod)
+
+			pf, err := portforward.New(req, config, args, stopCh)
+			checkErr(err)
+
+			err = pf.ForwardPorts()
+			checkErr(err)
+		},
+	}
+	cmd.Flags().StringVarP(&flags.pod, "pod", "p", "", "Pod name")
+	// TODO support UID
+	return cmd
+}

pkg/kubelet/dockertools/docker.go

@@ -198,6 +198,127 @@ func (d *dockerContainerCommandRunner) RunInContainer(containerID string, cmd []
 	return buf.Bytes(), <-errChan
 }
 
+// ExecInContainer uses nsenter to run the command inside the container identified by containerID.
+//
+// TODO:
+//  - match cgroups of container
+//  - should we support `docker exec`?
+//  - should we support nsenter in a container, running with elevated privs and --pid=host?
+func (d *dockerContainerCommandRunner) ExecInContainer(containerId string, cmd []string, stdin io.Reader, stdout, stderr io.WriteCloser, tty bool) error {
+	container, err := d.client.InspectContainer(containerId)
+	if err != nil {
+		return err
+	}
+
+	if !container.State.Running {
+		return fmt.Errorf("container not running (%s)", container)
+	}
+
+	containerPid := container.State.Pid
+
+	// TODO what if the container doesn't have `env`???
+	args := []string{"-t", fmt.Sprintf("%d", containerPid), "-m", "-i", "-u", "-n", "-p", "--", "env", "-i"}
+	args = append(args, fmt.Sprintf("HOSTNAME=%s", container.Config.Hostname))
+	args = append(args, container.Config.Env...)
+	args = append(args, cmd...)
+	glog.Infof("ARGS %#v", args)
+	command := exec.Command("nsenter", args...)
+	// TODO use exec.LookPath
+	if tty {
+		p, err := StartPty(command)
+		if err != nil {
+			return err
+		}
+		defer p.Close()
+
+		// make sure to close the stdout stream
+		defer stdout.Close()
+
+		if stdin != nil {
+			go io.Copy(p, stdin)
+		}
+
+		if stdout != nil {
+			go io.Copy(stdout, p)
+		}
+
+		return command.Wait()
+	} else {
+		cp := func(dst io.WriteCloser, src io.Reader, closeDst bool) {
+			defer func() {
+				if closeDst {
+					dst.Close()
+				}
+			}()
+			io.Copy(dst, src)
+		}
+		if stdin != nil {
+			inPipe, err := command.StdinPipe()
+			if err != nil {
+				return err
+			}
+			go func() {
+				cp(inPipe, stdin, false)
+				inPipe.Close()
+			}()
+		}
+
+		if stdout != nil {
+			outPipe, err := command.StdoutPipe()
+			if err != nil {
+				return err
+			}
+			go cp(stdout, outPipe, true)
+		}
+
+		if stderr != nil {
+			errPipe, err := command.StderrPipe()
+			if err != nil {
+				return err
+			}
+			go cp(stderr, errPipe, true)
+		}
+
+		return command.Run()
+	}
+}
+
+// PortForward executes socat in the pod's network namespace and copies
+// data between stream (representing the user's local connection on their
+// computer) and the specified port in the container.
+//
+// TODO:
+//  - match cgroups of container
+//  - should we support nsenter + socat on the host? (current impl)
+//  - should we support nsenter + socat in a container, running with elevated privs and --pid=host?
+func (d *dockerContainerCommandRunner) PortForward(podInfraContainerID string, port uint16, stream io.ReadWriteCloser) error {
+	container, err := d.client.InspectContainer(podInfraContainerID)
+	if err != nil {
+		return err
+	}
+
+	if !container.State.Running {
+		return fmt.Errorf("container not running (%s)", container)
+	}
+
+	containerPid := container.State.Pid
+	// TODO use exec.LookPath for socat / what if the host doesn't have it???
+	args := []string{"-t", fmt.Sprintf("%d", containerPid), "-n", "socat", "-", fmt.Sprintf("TCP4:localhost:%d", port)}
+	// TODO use exec.LookPath
+	command := exec.Command("nsenter", args...)
+	in, err := command.StdinPipe()
+	if err != nil {
+		return err
+	}
+	out, err := command.StdoutPipe()
+	if err != nil {
+		return err
+	}
+	go io.Copy(in, stream)
+	go io.Copy(stream, out)
+	return command.Run()
+}
+
 // NewDockerContainerCommandRunner creates a ContainerCommandRunner which uses nsinit to run a command
 // inside a container.
 func NewDockerContainerCommandRunner(client DockerInterface) ContainerCommandRunner {
@@ -690,4 +811,6 @@ func ConnectToDockerOrDie(dockerEndpoint string) DockerInterface {
 type ContainerCommandRunner interface {
 	RunInContainer(containerID string, cmd []string) ([]byte, error)
 	GetDockerServerVersion() ([]uint, error)
+	ExecInContainer(containerID string, cmd []string, in io.Reader, out, err io.WriteCloser, tty bool) error
+	PortForward(podInfraContainerID string, port uint16, stream io.ReadWriteCloser) error
 }

pkg/kubelet/dockertools/pty_linux.go

+// +build linux
+
+/*
+Copyright 2015 Google Inc. All rights reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+*/
+
+package dockertools
+
+import (
+	"os"
+	"os/exec"
+
+	"github.com/kr/pty"
+)
+
+func StartPty(c *exec.Cmd) (*os.File, error) {
+	return pty.Start(c)
+}

pkg/kubelet/dockertools/pty_unsupported.go

+// +build !linux
+
+/*
+Copyright 2015 Google Inc. All rights reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+*/
+
+package dockertools
+
+import (
+	"os"
+	"os/exec"
+)
+
+func StartPty(c *exec.Cmd) (pty *os.File, err error) {
+	return nil, nil
+}

pkg/kubelet/kubelet.go

@@ -86,7 +86,8 @@ func NewMainKubelet(
 	clusterDomain string,
 	clusterDNS net.IP,
 	masterServiceNamespace string,
-	volumePlugins []volume.Plugin) (*Kubelet, error) {
+	volumePlugins []volume.Plugin,
+	streamingConnectionIdleTimeout time.Duration) (*Kubelet, error) {
 	if rootDirectory == "" {
 		return nil, fmt.Errorf("invalid root directory %q", rootDirectory)
 	}
@@ -104,28 +105,29 @@ func NewMainKubelet(
 	serviceLister := &cache.StoreToServiceLister{serviceStore}
 
 	klet := &Kubelet{
-		hostname:               hostname,
-		dockerClient:           dockerClient,
-		etcdClient:             etcdClient,
-		kubeClient:             kubeClient,
-		rootDirectory:          rootDirectory,
-		resyncInterval:         resyncInterval,
-		podInfraContainerImage: podInfraContainerImage,
-		podWorkers:             newPodWorkers(),
-		dockerIDToRef:          map[dockertools.DockerID]*api.ObjectReference{},
-		runner:                 dockertools.NewDockerContainerCommandRunner(dockerClient),
-		httpClient:             &http.Client{},
-		pullQPS:                pullQPS,
-		pullBurst:              pullBurst,
-		minimumGCAge:           minimumGCAge,
-		maxContainerCount:      maxContainerCount,
-		sourceReady:            sourceReady,
-		clusterDomain:          clusterDomain,
-		clusterDNS:             clusterDNS,
-		serviceLister:          serviceLister,
-		masterServiceNamespace: masterServiceNamespace,
-		prober:                 newProbeHolder(),
-		readiness:              newReadinessStates(),
+		hostname:                       hostname,
+		dockerClient:                   dockerClient,
+		etcdClient:                     etcdClient,
+		kubeClient:                     kubeClient,
+		rootDirectory:                  rootDirectory,
+		resyncInterval:                 resyncInterval,
+		podInfraContainerImage:         podInfraContainerImage,
+		podWorkers:                     newPodWorkers(),
+		dockerIDToRef:                  map[dockertools.DockerID]*api.ObjectReference{},
+		runner:                         dockertools.NewDockerContainerCommandRunner(dockerClient),
+		httpClient:                     &http.Client{},
+		pullQPS:                        pullQPS,
+		pullBurst:                      pullBurst,
+		minimumGCAge:                   minimumGCAge,
+		maxContainerCount:              maxContainerCount,
+		sourceReady:                    sourceReady,
+		clusterDomain:                  clusterDomain,
+		clusterDNS:                     clusterDNS,
+		serviceLister:                  serviceLister,
+		masterServiceNamespace:         masterServiceNamespace,
+		prober:                         newProbeHolder(),
+		readiness:                      newReadinessStates(),
+		streamingConnectionIdleTimeout: streamingConnectionIdleTimeout,
 	}
 
 	if err := klet.setupDataDirs(); err != nil {
@@ -207,6 +209,10 @@ type Kubelet struct {
 	prober probeHolder
 	// container readiness state holder
 	readiness *readinessStates
+
+	// how long to keep idle streaming command execution/port forwarding
+	// connections open before terminating them
+	streamingConnectionIdleTimeout time.Duration
 }
 
 // getRootDir returns the full path to the directory under which kubelet can
@@ -1686,6 +1692,40 @@ func (kl *Kubelet) RunInContainer(podFullName string, uid types.UID, container s
 	return kl.runner.RunInContainer(dockerContainer.ID, cmd)
 }
 
+// ExecInContainer executes a command in a container, connecting the supplied
+// stdin/stdout/stderr to the command's IO streams.
+func (kl *Kubelet) ExecInContainer(podFullName string, uid types.UID, container string, cmd []string, stdin io.Reader, stdout, stderr io.WriteCloser, tty bool) error {
+	if kl.runner == nil {
+		return fmt.Errorf("no runner specified.")
+	}
+	dockerContainers, err := dockertools.GetKubeletDockerContainers(kl.dockerClient, false)
+	if err != nil {
+		return err
+	}
+	dockerContainer, found, _ := dockerContainers.FindPodContainer(podFullName, uid, container)
+	if !found {
+		return fmt.Errorf("container not found (%q)", container)
+	}
+	return kl.runner.ExecInContainer(dockerContainer.ID, cmd, stdin, stdout, stderr, tty)
+}
+
+// PortForward connects to the pod's port and copies data between the port
+// and the stream.
+func (kl *Kubelet) PortForward(podFullName string, uid types.UID, port uint16, stream io.ReadWriteCloser) error {
+	if kl.runner == nil {
+		return fmt.Errorf("no runner specified.")
+	}
+	dockerContainers, err := dockertools.GetKubeletDockerContainers(kl.dockerClient, false)
+	if err != nil {
+		return err
+	}
+	podInfraContainer, found, _ := dockerContainers.FindPodContainer(podFullName, uid, dockertools.PodInfraContainerName)
+	if !found {
+		return fmt.Errorf("Unable to find pod infra container for pod %s, uid %v", podFullName, uid)
+	}
+	return kl.runner.PortForward(podInfraContainer.ID, port, stream)
+}
+
 // BirthCry sends an event that the kubelet has started up.
 func (kl *Kubelet) BirthCry() {
 	// Make an event that kubelet restarted.
@@ -1699,3 +1739,7 @@ func (kl *Kubelet) BirthCry() {
 	}
 	record.Eventf(ref, "starting", "Starting kubelet.")
 }
+
+func (kl *Kubelet) StreamingConnectionIdleTimeout() time.Duration {
+	return kl.streamingConnectionIdleTimeout
+}

pkg/kubelet/kubelet_test.go

@@ -17,7 +17,9 @@ limitations under the License.
 package kubelet
 
 import (
+	"bytes"
 	"fmt"
+	"io"
 	"io/ioutil"
 	"net/http"
 	"os"
@@ -1486,9 +1488,15 @@ func TestGetContainerInfoWithNoMatchingContainers(t *testing.T) {
 }
 
 type fakeContainerCommandRunner struct {
-	Cmd []string
-	ID  string
-	E   error
+	Cmd    []string
+	ID     string
+	E      error
+	Stdin  io.Reader
+	Stdout io.WriteCloser
+	Stderr io.WriteCloser
+	TTY    bool
+	Port   uint16
+	Stream io.ReadWriteCloser
 }
 
 func (f *fakeContainerCommandRunner) RunInContainer(id string, cmd []string) ([]byte, error) {
@@ -1501,6 +1509,23 @@ func (f *fakeContainerCommandRunner) GetDockerServerVersion() ([]uint, error) {
 	return nil, nil
 }
 
+func (f *fakeContainerCommandRunner) ExecInContainer(id string, cmd []string, in io.Reader, out, err io.WriteCloser, tty bool) error {
+	f.Cmd = cmd
+	f.ID = id
+	f.Stdin = in
+	f.Stdout = out
+	f.Stderr = err
+	f.TTY = tty
+	return f.E
+}
+
+func (f *fakeContainerCommandRunner) PortForward(podInfraContainerID string, port uint16, stream io.ReadWriteCloser) error {
+	f.ID = podInfraContainerID
+	f.Port = port
+	f.Stream = stream
+	return nil
+}
+
 func TestRunInContainerNoSuchPod(t *testing.T) {
 	fakeCommandRunner := fakeContainerCommandRunner{}
 	kubelet, fakeDocker := newTestKubelet(t)
@@ -2805,5 +2830,252 @@ func TestGetPodReadyCondition(t *testing.T) {
 			t.Errorf("On test case %v, expected:\n%+v\ngot\n%+v\n", i, test.expected, condition)
 		}
 	}
+}
+
+func TestExecInContainerNoSuchPod(t *testing.T) {
+	fakeCommandRunner := fakeContainerCommandRunner{}
+	kubelet, fakeDocker := newTestKubelet(t)
+	fakeDocker.ContainerList = []docker.APIContainers{}
+	kubelet.runner = &fakeCommandRunner
+
+	podName := "podFoo"
+	podNamespace := "etcd"
+	containerName := "containerFoo"
+	err := kubelet.ExecInContainer(
+		GetPodFullName(&api.BoundPod{ObjectMeta: api.ObjectMeta{Name: podName, Namespace: podNamespace}}),
+		"",
+		containerName,
+		[]string{"ls"},
+		nil,
+		nil,
+		nil,
+		false,
+	)
+	if err == nil {
+		t.Fatal("unexpected non-error")
+	}
+	if fakeCommandRunner.ID != "" {
+		t.Fatal("unexpected invocation of runner.ExecInContainer")
+	}
+}
+
+func TestExecInContainerNoSuchContainer(t *testing.T) {
+	fakeCommandRunner := fakeContainerCommandRunner{}
+	kubelet, fakeDocker := newTestKubelet(t)
+	kubelet.runner = &fakeCommandRunner
+
+	podName := "podFoo"
+	podNamespace := "etcd"
+	containerID := "containerFoo"
+
+	fakeDocker.ContainerList = []docker.APIContainers{
+		{
+			ID:    "notfound",
+			Names: []string{"/k8s_notfound_" + podName + "." + podNamespace + ".test_12345678_42"},
+		},
+	}
+
+	err := kubelet.ExecInContainer(
+		GetPodFullName(&api.BoundPod{ObjectMeta: api.ObjectMeta{
+			UID:         "12345678",
+			Name:        podName,
+			Namespace:   podNamespace,
+			Annotations: map[string]string{ConfigSourceAnnotationKey: "test"},
+		}}),
+		"",
+		containerID,
+		[]string{"ls"},
+		nil,
+		nil,
+		nil,
+		false,
+	)
+	if err == nil {
+		t.Fatal("unexpected non-error")
+	}
+	if fakeCommandRunner.ID != "" {
+		t.Fatal("unexpected invocation of runner.ExecInContainer")
+	}
+}
+
+type fakeReadWriteCloser struct{}
+
+func (f *fakeReadWriteCloser) Write(data []byte) (int, error) {
+	return 0, nil
+}
+
+func (f *fakeReadWriteCloser) Read(data []byte) (int, error) {
+	return 0, nil
+}
+
+func (f *fakeReadWriteCloser) Close() error {
+	return nil
+}
+
+func TestExecInContainer(t *testing.T) {
+	fakeCommandRunner := fakeContainerCommandRunner{}
+	kubelet, fakeDocker := newTestKubelet(t)
+	kubelet.runner = &fakeCommandRunner
+
+	podName := "podFoo"
+	podNamespace := "etcd"
+	containerID := "containerFoo"
+	command := []string{"ls"}
+	stdin := &bytes.Buffer{}
+	stdout := &fakeReadWriteCloser{}
+	stderr := &fakeReadWriteCloser{}
+	tty := true
+
+	fakeDocker.ContainerList = []docker.APIContainers{
+		{
+			ID:    containerID,
+			Names: []string{"/k8s_" + containerID + "_" + podName + "." + podNamespace + ".test_12345678_42"},
+		},
+	}
 
+	err := kubelet.ExecInContainer(
+		GetPodFullName(&api.BoundPod{ObjectMeta: api.ObjectMeta{
+			UID:         "12345678",
+			Name:        podName,
+			Namespace:   podNamespace,
+			Annotations: map[string]string{ConfigSourceAnnotationKey: "test"},
+		}}),
+		"",
+		containerID,
+		[]string{"ls"},
+		stdin,
+		stdout,
+		stderr,
+		tty,
+	)
+	if err != nil {
+		t.Fatalf("unexpected error: %s", err)
+	}
+	if e, a := containerID, fakeCommandRunner.ID; e != a {
+		t.Fatalf("container id: expected %s, got %s", e, a)
+	}
+	if e, a := command, fakeCommandRunner.Cmd; !reflect.DeepEqual(e, a) {
+		t.Fatalf("command: expected '%v', got '%v'", e, a)
+	}
+	if e, a := stdin, fakeCommandRunner.Stdin; e != a {
+		t.Fatalf("stdin: expected %#v, got %#v", e, a)
+	}
+	if e, a := stdout, fakeCommandRunner.Stdout; e != a {
+		t.Fatalf("stdout: expected %#v, got %#v", e, a)
+	}
+	if e, a := stderr, fakeCommandRunner.Stderr; e != a {
+		t.Fatalf("stderr: expected %#v, got %#v", e, a)
+	}
+	if e, a := tty, fakeCommandRunner.TTY; e != a {
+		t.Fatalf("tty: expected %t, got %t", e, a)
+	}
+}
+
+func TestPortForwardNoSuchPod(t *testing.T) {
+	fakeCommandRunner := fakeContainerCommandRunner{}
+	kubelet, fakeDocker := newTestKubelet(t)
+	fakeDocker.ContainerList = []docker.APIContainers{}
+	kubelet.runner = &fakeCommandRunner
+
+	podName := "podFoo"
+	podNamespace := "etcd"
+	var port uint16 = 5000
+
+	err := kubelet.PortForward(
+		GetPodFullName(&api.BoundPod{ObjectMeta: api.ObjectMeta{Name: podName, Namespace: podNamespace}}),
+		"",
+		port,
+		nil,
+	)
+	if err == nil {
+		t.Fatal("unexpected non-error")
+	}
+	if fakeCommandRunner.ID != "" {
+		t.Fatal("unexpected invocation of runner.PortForward")
+	}
+}
+
+func TestPortForwardNoSuchContainer(t *testing.T) {
+	fakeCommandRunner := fakeContainerCommandRunner{}
+	kubelet, fakeDocker := newTestKubelet(t)
+	kubelet.runner = &fakeCommandRunner
+
+	podName := "podFoo"
+	podNamespace := "etcd"
+	var port uint16 = 5000
+
+	fakeDocker.ContainerList = []docker.APIContainers{
+		{
+			ID:    "notfound",
+			Names: []string{"/k8s_notfound_" + podName + "." + podNamespace + ".test_12345678_42"},
+		},
+	}
+
+	err := kubelet.PortForward(
+		GetPodFullName(&api.BoundPod{ObjectMeta: api.ObjectMeta{
+			UID:         "12345678",
+			Name:        podName,
+			Namespace:   podNamespace,
+			Annotations: map[string]string{ConfigSourceAnnotationKey: "test"},
+		}}),
+		"",
+		port,
+		nil,
+	)
+	if err == nil {
+		t.Fatal("unexpected non-error")
+	}
+	if fakeCommandRunner.ID != "" {
+		t.Fatal("unexpected invocation of runner.PortForward")
+	}
+}
+
+func TestPortForward(t *testing.T) {
+	fakeCommandRunner := fakeContainerCommandRunner{}
+	kubelet, fakeDocker := newTestKubelet(t)
+	kubelet.runner = &fakeCommandRunner
+
+	podName := "podFoo"
+	podNamespace := "etcd"
+	containerID := "containerFoo"
+	var port uint16 = 5000
+	stream := &fakeReadWriteCloser{}
+
+	infraContainerID := "infra"
+	kubelet.podInfraContainerImage = "POD"
+
+	fakeDocker.ContainerList = []docker.APIContainers{
+		{
+			ID:    infraContainerID,
+			Names: []string{"/k8s_" + kubelet.podInfraContainerImage + "_" + podName + "." + podNamespace + ".test_12345678_42"},
+		},
+		{
+			ID:    containerID,
+			Names: []string{"/k8s_" + containerID + "_" + podName + "." + podNamespace + ".test_12345678_42"},
+		},
+	}
+
+	err := kubelet.PortForward(
+		GetPodFullName(&api.BoundPod{ObjectMeta: api.ObjectMeta{
+			UID:         "12345678",
+			Name:        podName,
+			Namespace:   podNamespace,
+			Annotations: map[string]string{ConfigSourceAnnotationKey: "test"},
+		}}),
+		"",
+		port,
+		stream,
+	)
+	if err != nil {
+		t.Fatalf("unexpected error: %s", err)
+	}
+	if e, a := infraContainerID, fakeCommandRunner.ID; e != a {
+		t.Fatalf("container id: expected %s, got %s", e, a)
+	}
+	if e, a := port, fakeCommandRunner.Port; e != a {
+		t.Fatalf("port: expected %v, got %v", e, a)
+	}
+	if e, a := stream, fakeCommandRunner.Stream; e != a {
+		t.Fatalf("stream: expected %v, got %v", e, a)
+	}
 }

pkg/kubelet/server/server.go

@@ -46,35 +46,36 @@ const defaultRootDir = "/var/lib/kubelet"
 // KubeletServer encapsulates all of the parameters necessary for starting up
 // a kubelet. These can either be set via command line or directly.
 type KubeletServer struct {
-	Config                  string
-	SyncFrequency           time.Duration
-	FileCheckFrequency      time.Duration
-	HTTPCheckFrequency      time.Duration
-	ManifestURL             string
-	EnableServer            bool
-	Address                 util.IP
-	Port                    uint
-	HostnameOverride        string
-	PodInfraContainerImage  string
-	DockerEndpoint          string
-	EtcdServerList          util.StringList
-	EtcdConfigFile          string
-	RootDirectory           string
-	AllowPrivileged         bool
-	RegistryPullQPS         float64
-	RegistryBurst           int
-	RunOnce                 bool
-	EnableDebuggingHandlers bool
-	MinimumGCAge            time.Duration
-	MaxContainerCount       int
-	AuthPath                string
-	CAdvisorPort            uint
-	OOMScoreAdj             int
-	APIServerList           util.StringList
-	ClusterDomain           string
-	MasterServiceNamespace  string
-	ClusterDNS              util.IP
-	ReallyCrashForTesting   bool
+	Config                         string
+	SyncFrequency                  time.Duration
+	FileCheckFrequency             time.Duration
+	HTTPCheckFrequency             time.Duration
+	ManifestURL                    string
+	EnableServer                   bool
+	Address                        util.IP
+	Port                           uint
+	HostnameOverride               string
+	PodInfraContainerImage         string
+	DockerEndpoint                 string
+	EtcdServerList                 util.StringList
+	EtcdConfigFile                 string
+	RootDirectory                  string
+	AllowPrivileged                bool
+	RegistryPullQPS                float64
+	RegistryBurst                  int
+	RunOnce                        bool
+	EnableDebuggingHandlers        bool
+	MinimumGCAge                   time.Duration
+	MaxContainerCount              int
+	AuthPath                       string
+	CAdvisorPort                   uint
+	OOMScoreAdj                    int
+	APIServerList                  util.StringList
+	ClusterDomain                  string
+	MasterServiceNamespace         string
+	ClusterDNS                     util.IP
+	ReallyCrashForTesting          bool
+	StreamingConnectionIdleTimeout time.Duration
 }
 
 // NewKubeletServer will create a new KubeletServer with default values.
@@ -149,6 +150,7 @@ func (s *KubeletServer) AddFlags(fs *pflag.FlagSet) {
 	fs.StringVar(&s.MasterServiceNamespace, "master_service_namespace", s.MasterServiceNamespace, "The namespace from which the kubernetes master services should be injected into pods")
 	fs.Var(&s.ClusterDNS, "cluster_dns", "IP address for a cluster DNS server.  If set, kubelet will configure all containers to use this for DNS resolution in addition to the host's DNS servers")
 	fs.BoolVar(&s.ReallyCrashForTesting, "really_crash_for_testing", s.ReallyCrashForTesting, "If true, crash with panics more often.")
+	fs.DurationVar(&s.StreamingConnectionIdleTimeout, "streaming_connection_idle_timeout", 0, "Maximum time a streaming connection can be idle before the connection is automatically closed.  Example: '5m'")
 }
 
 // Run runs the specified KubeletServer.  This should never exit.
@@ -184,32 +186,33 @@ func (s *KubeletServer) Run(_ []string) error {
 	credentialprovider.SetPreferredDockercfgPath(s.RootDirectory)
 
 	kcfg := KubeletConfig{
-		Address:                 s.Address,
-		AllowPrivileged:         s.AllowPrivileged,
-		HostnameOverride:        s.HostnameOverride,
-		RootDirectory:           s.RootDirectory,
-		ConfigFile:              s.Config,
-		ManifestURL:             s.ManifestURL,
-		FileCheckFrequency:      s.FileCheckFrequency,
-		HTTPCheckFrequency:      s.HTTPCheckFrequency,
-		PodInfraContainerImage:  s.PodInfraContainerImage,
-		SyncFrequency:           s.SyncFrequency,
-		RegistryPullQPS:         s.RegistryPullQPS,
-		RegistryBurst:           s.RegistryBurst,
-		MinimumGCAge:            s.MinimumGCAge,
-		MaxContainerCount:       s.MaxContainerCount,
-		ClusterDomain:           s.ClusterDomain,
-		ClusterDNS:              s.ClusterDNS,
-		Runonce:                 s.RunOnce,
-		Port:                    s.Port,
-		CAdvisorPort:            s.CAdvisorPort,
-		EnableServer:            s.EnableServer,
-		EnableDebuggingHandlers: s.EnableDebuggingHandlers,
-		DockerClient:            dockertools.ConnectToDockerOrDie(s.DockerEndpoint),
-		KubeClient:              client,
-		EtcdClient:              kubelet.EtcdClientOrDie(s.EtcdServerList, s.EtcdConfigFile),
-		MasterServiceNamespace:  s.MasterServiceNamespace,
-		VolumePlugins:           ProbeVolumePlugins(),
+		Address:                        s.Address,
+		AllowPrivileged:                s.AllowPrivileged,
+		HostnameOverride:               s.HostnameOverride,
+		RootDirectory:                  s.RootDirectory,
+		ConfigFile:                     s.Config,
+		ManifestURL:                    s.ManifestURL,
+		FileCheckFrequency:             s.FileCheckFrequency,
+		HTTPCheckFrequency:             s.HTTPCheckFrequency,
+		PodInfraContainerImage:         s.PodInfraContainerImage,
+		SyncFrequency:                  s.SyncFrequency,
+		RegistryPullQPS:                s.RegistryPullQPS,
+		RegistryBurst:                  s.RegistryBurst,
+		MinimumGCAge:                   s.MinimumGCAge,
+		MaxContainerCount:              s.MaxContainerCount,
+		ClusterDomain:                  s.ClusterDomain,
+		ClusterDNS:                     s.ClusterDNS,
+		Runonce:                        s.RunOnce,
+		Port:                           s.Port,
+		CAdvisorPort:                   s.CAdvisorPort,
+		EnableServer:                   s.EnableServer,
+		EnableDebuggingHandlers:        s.EnableDebuggingHandlers,
+		DockerClient:                   dockertools.ConnectToDockerOrDie(s.DockerEndpoint),
+		KubeClient:                     client,
+		EtcdClient:                     kubelet.EtcdClientOrDie(s.EtcdServerList, s.EtcdConfigFile),
+		MasterServiceNamespace:         s.MasterServiceNamespace,
+		VolumePlugins:                  ProbeVolumePlugins(),
+		StreamingConnectionIdleTimeout: s.StreamingConnectionIdleTimeout,
 	}
 
 	RunKubelet(&kcfg)
@@ -368,33 +371,34 @@ func makePodSourceConfig(kc *KubeletConfig) *config.PodConfig {
 // KubeletConfig is all of the parameters necessary for running a kubelet.
 // TODO: This should probably be merged with KubeletServer.  The extra object is a consequence of refactoring.
 type KubeletConfig struct {
-	EtcdClient              tools.EtcdClient
-	KubeClient              *client.Client
-	DockerClient            dockertools.DockerInterface
-	CAdvisorPort            uint
-	Address                 util.IP
-	AllowPrivileged         bool
-	HostnameOverride        string
-	RootDirectory           string
-	ConfigFile              string
-	ManifestURL             string
-	FileCheckFrequency      time.Duration
-	HTTPCheckFrequency      time.Duration
-	Hostname                string
-	PodInfraContainerImage  string
-	SyncFrequency           time.Duration
-	RegistryPullQPS         float64
-	RegistryBurst           int
-	MinimumGCAge            time.Duration
-	MaxContainerCount       int
-	ClusterDomain           string
-	ClusterDNS              util.IP
-	EnableServer            bool
-	EnableDebuggingHandlers bool
-	Port                    uint
-	Runonce                 bool
-	MasterServiceNamespace  string
-	VolumePlugins           []volume.Plugin
+	EtcdClient                     tools.EtcdClient
+	KubeClient                     *client.Client
+	DockerClient                   dockertools.DockerInterface
+	CAdvisorPort                   uint
+	Address                        util.IP
+	AllowPrivileged                bool
+	HostnameOverride               string
+	RootDirectory                  string
+	ConfigFile                     string
+	ManifestURL                    string
+	FileCheckFrequency             time.Duration
+	HTTPCheckFrequency             time.Duration
+	Hostname                       string
+	PodInfraContainerImage         string
+	SyncFrequency                  time.Duration
+	RegistryPullQPS                float64
+	RegistryBurst                  int
+	MinimumGCAge                   time.Duration
+	MaxContainerCount              int
+	ClusterDomain                  string
+	ClusterDNS                     util.IP
+	EnableServer                   bool
+	EnableDebuggingHandlers        bool
+	Port                           uint
+	Runonce                        bool
+	MasterServiceNamespace         string
+	VolumePlugins                  []volume.Plugin
+	StreamingConnectionIdleTimeout time.Duration
 }
 
 func createAndInitKubelet(kc *KubeletConfig, pc *config.PodConfig) (*kubelet.Kubelet, error) {
@@ -417,7 +421,8 @@ func createAndInitKubelet(kc *KubeletConfig, pc *config.PodConfig) (*kubelet.Kub
 		kc.ClusterDomain,
 		net.IP(kc.ClusterDNS),
 		kc.MasterServiceNamespace,
-		kc.VolumePlugins)
+		kc.VolumePlugins,
+		kc.StreamingConnectionIdleTimeout)
 
 	if err != nil {
 		return nil, err

pkg/util/httpstream/doc.go

+/*
+Copyright 2015 Google Inc. All rights reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+*/
+
+// Package httpstream adds multiplexed streaming support to HTTP requests and
+// responses via connection upgrades.
+package httpstream

pkg/util/httpstream/httpstream.go

+/*
+Copyright 2015 Google Inc. All rights reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+*/
+
+package httpstream
+
+import (
+	"io"
+	"net/http"
+	"time"
+)
+
+const (
+	HeaderConnection = "Connection"
+	HeaderUpgrade    = "Upgrade"
+)
+
+// NewStreamHandler defines a function that is called when a new Stream is
+// received. If no error is returned, the Stream is accepted; otherwise,
+// the stream is rejected.
+type NewStreamHandler func(Stream) error
+
+// NoOpNewStreamHandler is a stream handler that accepts a new stream and
+// performs no other logic.
+func NoOpNewStreamHandler(stream Stream) error { return nil }
+
+// UpgradeRoundTripper is a type of http.RoundTripper that is able to upgrade
+// HTTP requests to support multiplexed bidirectional streams. After RoundTrip()
+// is invoked, if the upgrade is successful, clients may retrieve the upgraded
+// connection by calling UpgradeRoundTripper.Connection().
+type UpgradeRoundTripper interface {
+	http.RoundTripper
+	// NewConnection validates the response and creates a new Connection.
+	NewConnection(resp *http.Response) (Connection, error)
+}
+
+// ResponseUpgrader knows how to upgrade HTTP requests and responses to
+// add streaming support to them.
+type ResponseUpgrader interface {
+	// UpgradeResponse upgrades an HTTP response to one that supports multiplexed
+	// streams. newStreamHandler will be called synchronously whenever the
+	// other end of the upgraded connection creates a new stream.
+	UpgradeResponse(w http.ResponseWriter, req *http.Request, newStreamHandler NewStreamHandler) Connection
+}
+
+// Connection represents an upgraded HTTP connection.
+type Connection interface {
+	// CreateStream creates a new Stream with the supplied headers.
+	CreateStream(headers http.Header) (Stream, error)
+	// Close resets all streams and closes the connection.
+	Close() error
+	// CloseChan returns a channel that is closed when the underlying connection is closed.
+	CloseChan() <-chan bool
+	// SetIdleTimeout sets the amount of time the connection may remain idle before
+	// it is automatically closed.
+	SetIdleTimeout(timeout time.Duration)
+}
+
+// Stream represents a bidirectional communications channel that is part of an
+// upgraded connection.
+type Stream interface {
+	io.ReadWriteCloser
+	// Reset closes both directions of the stream, indicating that neither client
+	// or server can use it any more.
+	Reset() error
+	// Headers returns the headers used to create the stream.
+	Headers() http.Header
+}

pkg/util/httpstream/spdy/connection.go

+/*
+Copyright 2015 Google Inc. All rights reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+*/
+
+package spdy
+
+import (
+	"net"
+	"net/http"
+	"sync"
+	"time"
+
+	"github.com/GoogleCloudPlatform/kubernetes/pkg/util/httpstream"
+	"github.com/docker/spdystream"
+	"github.com/golang/glog"
+)
+
+// connection maintains state about a spdystream.Connection and its associated
+// streams.
+type connection struct {
+	conn             *spdystream.Connection
+	streams          []httpstream.Stream
+	streamLock       sync.Mutex
+	newStreamHandler httpstream.NewStreamHandler
+}
+
+// NewClientConnection creates a new SPDY client connection.
+func NewClientConnection(conn net.Conn) (httpstream.Connection, error) {
+	spdyConn, err := spdystream.NewConnection(conn, false)
+	if err != nil {
+		defer conn.Close()
+		return nil, err
+	}
+
+	return newConnection(spdyConn, httpstream.NoOpNewStreamHandler), nil
+}
+
+// NewServerConnection creates a new SPDY server connection. newStreamHandler
+// will be invoked when the server receives a newly created stream from the
+// client.
+func NewServerConnection(conn net.Conn, newStreamHandler httpstream.NewStreamHandler) (httpstream.Connection, error) {
+	spdyConn, err := spdystream.NewConnection(conn, true)
+	if err != nil {
+		defer conn.Close()
+		return nil, err
+	}
+
+	return newConnection(spdyConn, newStreamHandler), nil
+}
+
+// newConnection returns a new connection wrapping conn. newStreamHandler
+// will be invoked when the server receives a newly created stream from the
+// client.
+func newConnection(conn *spdystream.Connection, newStreamHandler httpstream.NewStreamHandler) httpstream.Connection {
+	c := &connection{conn: conn, newStreamHandler: newStreamHandler}
+	go conn.Serve(c.newSpdyStream)
+	return c
+}
+
+// createStreamResponseTimeout indicates how long to wait for the other side to
+// acknowledge the new stream before timing out.
+const createStreamResponseTimeout = 2 * time.Second
+
+// Close first sends a reset for all of the connection's streams, and then
+// closes the underlying spdystream.Connection.
+func (c *connection) Close() error {
+	c.streamLock.Lock()
+	for _, s := range c.streams {
+		s.Reset()
+	}
+	c.streams = make([]httpstream.Stream, 0)
+	c.streamLock.Unlock()
+
+	return c.conn.Close()
+}
+
+// CreateStream creates a new stream with the specified headers and registers
+// it with the connection.
+func (c *connection) CreateStream(headers http.Header) (httpstream.Stream, error) {
+	stream, err := c.conn.CreateStream(headers, nil, false)
+	if err != nil {
+		return nil, err
+	}
+	if err = stream.WaitTimeout(createStreamResponseTimeout); err != nil {
+		return nil, err
+	}
+
+	c.registerStream(stream)
+	return stream, nil
+}
+
+// registerStream adds the stream s to the connection's list of streams that
+// it owns.
+func (c *connection) registerStream(s httpstream.Stream) {
+	c.streamLock.Lock()
+	c.streams = append(c.streams, s)
+	c.streamLock.Unlock()
+}
+
+// CloseChan returns a channel that, when closed, indicates that the underlying
+// spdystream.Connection has been closed.
+func (c *connection) CloseChan() <-chan bool {
+	return c.conn.CloseChan()
+}
+
+// newSpdyStream is the internal new stream handler used by spdystream.Connection.Serve.
+// It calls connection's newStreamHandler, giving it the opportunity to accept or reject
+// the stream. If newStreamHandler returns an error, the stream is rejected. If not, the
+// stream is accepted and registered with the connection.
+func (c *connection) newSpdyStream(stream *spdystream.Stream) {
+	err := c.newStreamHandler(stream)
+	rejectStream := (err != nil)
+	if rejectStream {
+		glog.Warningf("Stream rejected: %v", err)
+		stream.Reset()
+		return
+	}
+
+	c.registerStream(stream)
+	stream.SendReply(http.Header{}, rejectStream)
+}
+
+// SetIdleTimeout sets the amount of time the connection may remain idle before
+// it is automatically closed.
+func (c *connection) SetIdleTimeout(timeout time.Duration) {
+	c.conn.SetIdleTimeout(timeout)
+}

pkg/util/httpstream/spdy/roundtripper.go

+/*
+Copyright 2015 Google Inc. All rights reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+*/
+
+package spdy
+
+import (
+	"bufio"
+	"crypto/tls"
+	"fmt"
+	"io/ioutil"
+	"net"
+	"net/http"
+	"strings"
+
+	"github.com/GoogleCloudPlatform/kubernetes/pkg/util"
+	"github.com/GoogleCloudPlatform/kubernetes/pkg/util/httpstream"
+)
+
+// SpdyRoundTripper knows how to upgrade an HTTP request to one that supports
+// multiplexed streams. After RoundTrip() is invoked, Conn will be set
+// and usable. SpdyRoundTripper implements the UpgradeRoundTripper interface.
+type SpdyRoundTripper struct {
+	//tlsConfig holds the TLS configuration settings to use when connecting
+	//to the remote server.
+	tlsConfig *tls.Config
+
+	/* TODO according to http://golang.org/pkg/net/http/#RoundTripper, a RoundTripper
+	   must be safe for use by multiple concurrent goroutines. If this is absolutely
+	   necessary, we could keep a map from http.Request to net.Conn. In practice,
+	   a client will create an http.Client, set the transport to a new insteace of
+	   SpdyRoundTripper, and use it a single time, so this hopefully won't be an issue.
+	*/
+	// conn is the underlying network connection to the remote server.
+	conn net.Conn
+}
+
+// NewSpdyRoundTripper creates a new SpdyRoundTripper that will use
+// the specified tlsConfig.
+func NewRoundTripper(tlsConfig *tls.Config) httpstream.UpgradeRoundTripper {
+	return &SpdyRoundTripper{tlsConfig: tlsConfig}
+}
+
+// dial dials the host specified by req, using TLS if appropriate.
+func (s *SpdyRoundTripper) dial(req *http.Request) (net.Conn, error) {
+	dialAddr := util.CanonicalAddr(req.URL)
+
+	if req.URL.Scheme == "http" {
+		return net.Dial("tcp", dialAddr)
+	}
+
+	// TODO validate the TLSClientConfig is set up?
+	conn, err := tls.Dial("tcp", dialAddr, s.tlsConfig)
+	if err != nil {
+		return nil, err
+	}
+
+	host, _, err := net.SplitHostPort(dialAddr)
+	if err != nil {
+		return nil, err
+	}
+	err = conn.VerifyHostname(host)
+	if err != nil {
+		return nil, err
+	}
+
+	return conn, nil
+}
+
+// RoundTrip executes the Request and upgrades it. After a successful upgrade,
+// clients may call SpdyRoundTripper.Connection() to retrieve the upgraded
+// connection.
+func (s *SpdyRoundTripper) RoundTrip(req *http.Request) (*http.Response, error) {
+	// TODO what's the best way to clone the request?
+	r := *req
+	req = &r
+	req.Header.Add(httpstream.HeaderConnection, httpstream.HeaderUpgrade)
+	req.Header.Add(httpstream.HeaderUpgrade, HeaderSpdy31)
+
+	conn, err := s.dial(req)
+	if err != nil {
+		return nil, err
+	}
+
+	err = req.Write(conn)
+	if err != nil {
+		return nil, err
+	}
+
+	resp, err := http.ReadResponse(bufio.NewReader(conn), req)
+	if err != nil {
+		return nil, err
+	}
+
+	s.conn = conn
+
+	return resp, nil
+}
+
+// NewConnection validates the upgrade response, creating and returning a new
+// httpstream.Connection if there were no errors.
+func (s *SpdyRoundTripper) NewConnection(resp *http.Response) (httpstream.Connection, error) {
+	connectionHeader := strings.ToLower(resp.Header.Get(httpstream.HeaderConnection))
+	upgradeHeader := strings.ToLower(resp.Header.Get(httpstream.HeaderUpgrade))
+	if !strings.Contains(connectionHeader, strings.ToLower(httpstream.HeaderUpgrade)) || !strings.Contains(upgradeHeader, strings.ToLower(HeaderSpdy31)) {
+		responseError := ""
+		responseErrorBytes, err := ioutil.ReadAll(resp.Body)
+		if err != nil {
+			responseError = "Unable to read error from server response"
+		} else {
+			responseError = string(responseErrorBytes)
+		}
+
+		return nil, fmt.Errorf("Unable to upgrade connection: %s", responseError)
+	}
+
+	return NewClientConnection(s.conn)
+}

pkg/util/httpstream/spdy/roundtripper_test.go

+/*
+Copyright 2015 Google Inc. All rights reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+*/
+
+package spdy
+
+import (
+	"bytes"
+	"crypto/rand"
+	"crypto/rsa"
+	"crypto/tls"
+	"crypto/x509"
+	"crypto/x509/pkix"
+	"encoding/pem"
+	"io"
+	"math/big"
+	"net"
+	"net/http"
+	"net/http/httptest"
+	"testing"
+	"time"
+
+	"github.com/GoogleCloudPlatform/kubernetes/pkg/util/httpstream"
+)
+
+func TestRoundTripAndNewConnection(t *testing.T) {
+	testCases := []struct {
+		serverConnectionHeader string
+		serverUpgradeHeader    string
+		useTLS                 bool
+		shouldError            bool
+	}{
+		{
+			serverConnectionHeader: "",
+			serverUpgradeHeader:    "",
+			shouldError:            true,
+		},
+		{
+			serverConnectionHeader: "Upgrade",
+			serverUpgradeHeader:    "",
+			shouldError:            true,
+		},
+		{
+			serverConnectionHeader: "",
+			serverUpgradeHeader:    "SPDY/3.1",
+			shouldError:            true,
+		},
+		{
+			serverConnectionHeader: "Upgrade",
+			serverUpgradeHeader:    "SPDY/3.1",
+			shouldError:            false,
+		},
+		{
+			serverConnectionHeader: "Upgrade",
+			serverUpgradeHeader:    "SPDY/3.1",
+			useTLS:                 true,
+			shouldError:            false,
+		},
+	}
+
+	for i, testCase := range testCases {
+		server := httptest.NewUnstartedServer(http.HandlerFunc(func(w http.ResponseWriter, req *http.Request) {
+			if testCase.shouldError {
+				if e, a := httpstream.HeaderUpgrade, req.Header.Get(httpstream.HeaderConnection); e != a {
+					t.Fatalf("%d: Expected connection=upgrade header, got '%s", i, a)
+				}
+
+				w.Header().Set(httpstream.HeaderConnection, testCase.serverConnectionHeader)
+				w.Header().Set(httpstream.HeaderUpgrade, testCase.serverUpgradeHeader)
+				w.WriteHeader(http.StatusSwitchingProtocols)
+
+				return
+			}
+
+			streamCh := make(chan httpstream.Stream)
+
+			responseUpgrader := NewResponseUpgrader()
+			spdyConn := responseUpgrader.UpgradeResponse(w, req, func(s httpstream.Stream) error {
+				streamCh <- s
+				return nil
+			})
+			if spdyConn == nil {
+				t.Fatalf("%d: unexpected nil spdyConn", i)
+			}
+			defer spdyConn.Close()
+
+			stream := <-streamCh
+			io.Copy(stream, stream)
+		}))
+
+		clientTLS := &tls.Config{}
+
+		if testCase.useTLS {
+			privateKey, err := rsa.GenerateKey(rand.Reader, 2048)
+			if err != nil {
+				t.Fatalf("%d: error generating keypair: %s", i, err)
+			}
+
+			notBefore := time.Now()
+			notAfter := notBefore.Add(1 * time.Hour)
+
+			template := x509.Certificate{
+				SerialNumber: big.NewInt(1),
+				Subject: pkix.Name{
+					Organization: []string{"Localhost Co"},
+				},
+				NotBefore:             notBefore,
+				NotAfter:              notAfter,
+				KeyUsage:              x509.KeyUsageKeyEncipherment | x509.KeyUsageDigitalSignature | x509.KeyUsageCertSign,
+				ExtKeyUsage:           []x509.ExtKeyUsage{x509.ExtKeyUsageServerAuth},
+				BasicConstraintsValid: true,
+				IsCA: true,
+			}
+
+			host := "127.0.0.1"
+			if ip := net.ParseIP(host); ip != nil {
+				template.IPAddresses = append(template.IPAddresses, ip)
+			}
+			template.DNSNames = append(template.DNSNames, host)
+
+			derBytes, err := x509.CreateCertificate(rand.Reader, &template, &template, &privateKey.PublicKey, privateKey)
+			if err != nil {
+				t.Fatalf("%d: error creating cert: %s", i, err)
+			}
+
+			cert, err := x509.ParseCertificate(derBytes)
+			if err != nil {
+				t.Fatalf("%d: error parsing cert: %s", i, err)
+			}
+
+			roots := x509.NewCertPool()
+			roots.AddCert(cert)
+			server.TLS = &tls.Config{
+				RootCAs: roots,
+			}
+			clientTLS.RootCAs = roots
+
+			certBuf := bytes.Buffer{}
+			err = pem.Encode(&certBuf, &pem.Block{Type: "CERTIFICATE", Bytes: cert.Raw})
+			if err != nil {
+				t.Fatalf("%d: error encoding cert: %s", i, err)
+			}
+
+			keyBuf := bytes.Buffer{}
+			err = pem.Encode(&keyBuf, &pem.Block{Type: "RSA PRIVATE KEY", Bytes: x509.MarshalPKCS1PrivateKey(privateKey)})
+			if err != nil {
+				t.Fatalf("%d: error encoding key: %s", i, err)
+			}
+
+			tlsCert, err := tls.X509KeyPair(certBuf.Bytes(), keyBuf.Bytes())
+			if err != nil {
+				t.Fatalf("%d: error calling tls.X509KeyPair: %s", i, err)
+			}
+			server.TLS.Certificates = []tls.Certificate{tlsCert}
+			clientTLS.Certificates = []tls.Certificate{tlsCert}
+			server.StartTLS()
+		} else {
+			server.Start()
+		}
+		defer server.Close()
+
+		req, err := http.NewRequest("GET", server.URL, nil)
+		if err != nil {
+			t.Fatalf("%d: Error creating request: %s", i, err)
+		}
+
+		spdyTransport := NewRoundTripper(clientTLS)
+		client := &http.Client{Transport: spdyTransport}
+
+		resp, err := client.Do(req)
+		if err != nil {
+			t.Fatalf("%d: unexpected error from client.Do: %s", i, err)
+		}
+
+		conn, err := spdyTransport.NewConnection(resp)
+		haveErr := err != nil
+		if e, a := testCase.shouldError, haveErr; e != a {
+			t.Fatalf("%d: shouldError=%t, got %t: %v", i, e, a, err)
+		}
+		if testCase.shouldError {
+			continue
+		}
+		defer conn.Close()
+
+		if resp.StatusCode != http.StatusSwitchingProtocols {
+			t.Fatalf("%d: expected http 101 switching protocols, got %d", i, resp.StatusCode)
+		}
+
+		stream, err := conn.CreateStream(http.Header{})
+		if err != nil {
+			t.Fatalf("%d: error creating client stream: %s", i, err)
+		}
+
+		n, err := stream.Write([]byte("hello"))
+		if err != nil {
+			t.Fatalf("%d: error writing to stream: %s", i, err)
+		}
+		if n != 5 {
+			t.Fatalf("%d: Expected to write 5 bytes, but actually wrote %d", i, n)
+		}
+
+		b := make([]byte, 5)
+		n, err = stream.Read(b)
+		if err != nil {
+			t.Fatalf("%d: error reading from stream: %s", i, err)
+		}
+		if n != 5 {
+			t.Fatalf("%d: Expected to read 5 bytes, but actually read %d", i, n)
+		}
+		if e, a := "hello", string(b[0:n]); e != a {
+			t.Fatalf("%d: expected '%s', got '%s'", i, e, a)
+		}
+	}
+}

pkg/util/httpstream/spdy/upgrade.go

+/*
+Copyright 2015 Google Inc. All rights reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+*/
+
+package spdy
+
+import (
+	"fmt"
+	"net/http"
+	"strings"
+
+	"github.com/GoogleCloudPlatform/kubernetes/pkg/util/httpstream"
+	"github.com/golang/glog"
+)
+
+const HeaderSpdy31 = "SPDY/3.1"
+
+// responseUpgrader knows how to upgrade HTTP responses. It
+// implements the httpstream.ResponseUpgrader interface.
+type responseUpgrader struct {
+}
+
+// NewResponseUpgrader returns a new httpstream.ResponseUpgrader that is
+// capable of upgrading HTTP responses using SPDY/3.1 via the
+// spdystream package.
+func NewResponseUpgrader() httpstream.ResponseUpgrader {
+	return responseUpgrader{}
+}
+
+// UpgradeResponse upgrades an HTTP response to one that supports multiplexed
+// streams. newStreamHandler will be called synchronously whenever the
+// other end of the upgraded connection creates a new stream.
+func (u responseUpgrader) UpgradeResponse(w http.ResponseWriter, req *http.Request, newStreamHandler httpstream.NewStreamHandler) httpstream.Connection {
+	connectionHeader := strings.ToLower(req.Header.Get(httpstream.HeaderConnection))
+	upgradeHeader := strings.ToLower(req.Header.Get(httpstream.HeaderUpgrade))
+	if !strings.Contains(connectionHeader, strings.ToLower(httpstream.HeaderUpgrade)) || !strings.Contains(upgradeHeader, strings.ToLower(HeaderSpdy31)) {
+		w.Write([]byte(fmt.Sprintf("Unable to upgrade: missing upgrade headers in request: %#v", req.Header)))
+		w.WriteHeader(http.StatusBadRequest)
+		return nil
+	}
+
+	hijacker, ok := w.(http.Hijacker)
+	if !ok {
+		w.Write([]byte("Unable to upgrade: unable to hijack response"))
+		w.WriteHeader(http.StatusInternalServerError)
+		return nil
+	}
+
+	w.Header().Add(httpstream.HeaderConnection, httpstream.HeaderUpgrade)
+	w.Header().Add(httpstream.HeaderUpgrade, HeaderSpdy31)
+	w.WriteHeader(http.StatusSwitchingProtocols)
+
+	conn, _, err := hijacker.Hijack()
+	if err != nil {
+		glog.Errorf("Unable to upgrade: error hijacking response: %v", err)
+		return nil
+	}
+
+	spdyConn, err := NewServerConnection(conn, newStreamHandler)
+	if err != nil {
+		glog.Errorf("Unable to upgrade: error creating SPDY server connection: %v", err)
+		return nil
+	}
+
+	return spdyConn
+}

pkg/util/httpstream/spdy/upgrade_test.go

+/*
+Copyright 2015 Google Inc. All rights reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+*/
+
+package spdy
+
+import (
+	"net/http"
+	"net/http/httptest"
+	"testing"
+)
+
+func TestUpgradeResponse(t *testing.T) {
+	testCases := []struct {
+		connectionHeader string
+		upgradeHeader    string
+		shouldError      bool
+	}{
+		{
+			connectionHeader: "",
+			upgradeHeader:    "",
+			shouldError:      true,
+		},
+		{
+			connectionHeader: "Upgrade",
+			upgradeHeader:    "",
+			shouldError:      true,
+		},
+		{
+			connectionHeader: "",
+			upgradeHeader:    "SPDY/3.1",
+			shouldError:      true,
+		},
+		{
+			connectionHeader: "Upgrade",
+			upgradeHeader:    "SPDY/3.1",
+			shouldError:      false,
+		},
+	}
+
+	for i, testCase := range testCases {
+		server := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, req *http.Request) {
+			upgrader := NewResponseUpgrader()
+			conn := upgrader.UpgradeResponse(w, req, nil)
+			haveErr := conn == nil
+			if e, a := testCase.shouldError, haveErr; e != a {
+				t.Fatalf("%d: expected shouldErr=%t, got %t", i, testCase.shouldError, haveErr)
+			}
+			if haveErr {
+				return
+			}
+			if conn == nil {
+				t.Fatalf("%d: unexpected nil conn", i)
+			}
+			defer conn.Close()
+		}))
+		defer server.Close()
+
+		req, err := http.NewRequest("GET", server.URL, nil)
+		if err != nil {
+			t.Fatalf("%d: error creating request: %s", i, err)
+		}
+
+		req.Header.Set("Connection", testCase.connectionHeader)
+		req.Header.Set("Upgrade", testCase.upgradeHeader)
+
+		client := &http.Client{}
+		resp, err := client.Do(req)
+		if err != nil {
+			t.Fatalf("%d: unexpected non-nil err from client.Do: %s", i, err)
+		}
+
+		if testCase.shouldError {
+			continue
+		}
+
+		if resp.StatusCode != http.StatusSwitchingProtocols {
+			t.Fatalf("%d: expected status 101 switching protocols, got %d", i, resp.StatusCode)
+		}
+	}
+}

pkg/util/net.go

@@ -19,6 +19,7 @@ package util
 import (
 	"fmt"
 	"net"
+	"net/url"
 	"strings"
 )
 
@@ -61,3 +62,24 @@ func (ipnet *IPNet) Set(value string) error {
 func (*IPNet) Type() string {
 	return "ipNet"
 }
+
+// FROM: http://golang.org/src/net/http/client.go
+// Given a string of the form "host", "host:port", or "[ipv6::address]:port",
+// return true if the string includes a port.
+func hasPort(s string) bool { return strings.LastIndex(s, ":") > strings.LastIndex(s, "]") }
+
+// FROM: http://golang.org/src/net/http/transport.go
+var portMap = map[string]string{
+	"http":  "80",
+	"https": "443",
+}
+
+// FROM: http://golang.org/src/net/http/transport.go
+// canonicalAddr returns url.Host but always with a ":port" suffix
+func CanonicalAddr(url *url.URL) string {
+	addr := url.Host
+	if !hasPort(addr) {
+		return addr + ":" + portMap[url.Scheme]
+	}
+	return addr
+}

test/e2e/pods.go

@@ -415,4 +415,178 @@ var _ = Describe("Pods", func() {
 			},
 		})
 	})
+
+	// The following tests for remote command execution and port forwarding are
+	// commented out because the GCE environment does not currently have nsenter
+	// in the kubelet's PATH, nor does it have socat installed. Once we figure
+	// out the best way to have nsenter and socat available in GCE (and hopefully
+	// all providers), we can enable these tests.
+	/*
+		It("should support remote command execution", func() {
+			clientConfig, err := loadConfig()
+			if err != nil {
+				Fail(fmt.Sprintf("Failed to create client config: %v", err))
+			}
+
+			podClient := c.Pods(api.NamespaceDefault)
+
+			By("creating the pod")
+			name := "pod-exec-" + string(util.NewUUID())
+			value := strconv.Itoa(time.Now().Nanosecond())
+			pod := &api.Pod{
+				ObjectMeta: api.ObjectMeta{
+					Name: name,
+					Labels: map[string]string{
+						"name": "foo",
+						"time": value,
+					},
+				},
+				Spec: api.PodSpec{
+					Containers: []api.Container{
+						{
+							Name:  "nginx",
+							Image: "dockerfile/nginx",
+						},
+					},
+				},
+			}
+
+			By("submitting the pod to kubernetes")
+			_, err = podClient.Create(pod)
+			if err != nil {
+				Fail(fmt.Sprintf("Failed to create pod: %v", err))
+			}
+			defer func() {
+				// We call defer here in case there is a problem with
+				// the test so we can ensure that we clean up after
+				// ourselves
+				podClient.Delete(pod.Name)
+			}()
+
+			By("waiting for the pod to start running")
+			expectNoError(waitForPodRunning(c, pod.Name, 300*time.Second))
+
+			By("verifying the pod is in kubernetes")
+			pods, err := podClient.List(labels.SelectorFromSet(labels.Set(map[string]string{"time": value})))
+			if err != nil {
+				Fail(fmt.Sprintf("Failed to query for pods: %v", err))
+			}
+			Expect(len(pods.Items)).To(Equal(1))
+
+			pod = &pods.Items[0]
+			By(fmt.Sprintf("executing command on host %s pod %s in container %s",
+				pod.Status.Host, pod.Name, pod.Spec.Containers[0].Name))
+			req := c.Get().
+				Prefix("proxy").
+				Resource("minions").
+				Name(pod.Status.Host).
+				Suffix("exec", api.NamespaceDefault, pod.Name, pod.Spec.Containers[0].Name)
+
+			out := &bytes.Buffer{}
+			e := remotecommand.New(req, clientConfig, []string{"whoami"}, nil, out, nil, false)
+			err = e.Execute()
+			if err != nil {
+				Fail(fmt.Sprintf("Failed to execute command on host %s pod %s in container %s: %v",
+					pod.Status.Host, pod.Name, pod.Spec.Containers[0].Name, err))
+			}
+			if e, a := "root\n", out.String(); e != a {
+				Fail(fmt.Sprintf("exec: whoami: expected '%s', got '%s'", e, a))
+			}
+		})
+
+		It("should support port forwarding", func() {
+			clientConfig, err := loadConfig()
+			if err != nil {
+				Fail(fmt.Sprintf("Failed to create client config: %v", err))
+			}
+
+			podClient := c.Pods(api.NamespaceDefault)
+
+			By("creating the pod")
+			name := "pod-portforward-" + string(util.NewUUID())
+			value := strconv.Itoa(time.Now().Nanosecond())
+			pod := &api.Pod{
+				ObjectMeta: api.ObjectMeta{
+					Name: name,
+					Labels: map[string]string{
+						"name": "foo",
+						"time": value,
+					},
+				},
+				Spec: api.PodSpec{
+					Containers: []api.Container{
+						{
+							Name:  "nginx",
+							Image: "dockerfile/nginx",
+							Ports: []api.Port{{ContainerPort: 80}},
+						},
+					},
+				},
+			}
+
+			By("submitting the pod to kubernetes")
+			_, err = podClient.Create(pod)
+			if err != nil {
+				Fail(fmt.Sprintf("Failed to create pod: %v", err))
+			}
+			defer func() {
+				// We call defer here in case there is a problem with
+				// the test so we can ensure that we clean up after
+				// ourselves
+				podClient.Delete(pod.Name)
+			}()
+
+			By("waiting for the pod to start running")
+			expectNoError(waitForPodRunning(c, pod.Name, 300*time.Second))
+
+			By("verifying the pod is in kubernetes")
+			pods, err := podClient.List(labels.SelectorFromSet(labels.Set(map[string]string{"time": value})))
+			if err != nil {
+				Fail(fmt.Sprintf("Failed to query for pods: %v", err))
+			}
+			Expect(len(pods.Items)).To(Equal(1))
+
+			pod = &pods.Items[0]
+			By(fmt.Sprintf("initiating port forwarding to host %s pod %s in container %s",
+				pod.Status.Host, pod.Name, pod.Spec.Containers[0].Name))
+
+			req := c.Get().
+				Prefix("proxy").
+				Resource("minions").
+				Name(pod.Status.Host).
+				Suffix("portForward", api.NamespaceDefault, pod.Name)
+
+			stopChan := make(chan struct{})
+			pf, err := portforward.New(req, clientConfig, []string{"5678:80"}, stopChan)
+			if err != nil {
+				Fail(fmt.Sprintf("Error creating port forwarder: %s", err))
+			}
+
+			errorChan := make(chan error)
+			go func() {
+				errorChan <- pf.ForwardPorts()
+			}()
+
+			// wait for listeners to start
+			<-pf.Ready
+
+			resp, err := http.Get("http://localhost:5678/")
+			if err != nil {
+				Fail(fmt.Sprintf("Error with http get to localhost:5678: %s", err))
+			}
+			body, err := ioutil.ReadAll(resp.Body)
+			if err != nil {
+				Fail(fmt.Sprintf("Error reading response body: %s", err))
+			}
+
+			titleRegex := regexp.MustCompile("<title>(.+)</title>")
+			matches := titleRegex.FindStringSubmatch(string(body))
+			if len(matches) != 2 {
+				Fail("Unable to locate page title in response HTML")
+			}
+			if e, a := "Welcome to nginx on Debian!", matches[1]; e != a {
+				Fail(fmt.Sprintf("<title>: expected '%s', got '%s'", e, a))
+			}
+		})
+	*/
 })

test/e2e/util.go

@@ -119,8 +119,8 @@ func waitForPodSuccess(c *client.Client, podName string, contName string, tryFor
 	return fmt.Errorf("Gave up waiting for pod %q status to be success or failure after %d seconds", podName, trySecs)
 }
 
-func loadClient() (*client.Client, error) {
-	config := client.Config{
+func loadConfig() (*client.Config, error) {
+	config := &client.Config{
 		Host: testContext.host,
 	}
 	info, err := clientauth.LoadFromFile(testContext.authConfig)
@@ -134,11 +134,16 @@ func loadClient() (*client.Client, error) {
 		info.CertFile = filepath.Join(testContext.certDir, "kubecfg.crt")
 		info.KeyFile = filepath.Join(testContext.certDir, "kubecfg.key")
 	}
-	config, err = info.MergeWithConfig(config)
+	mergedConfig, err := info.MergeWithConfig(*config)
+	return &mergedConfig, err
+}
+
+func loadClient() (*client.Client, error) {
+	config, err := loadConfig()
 	if err != nil {
 		return nil, fmt.Errorf("Error creating client: %v", err.Error())
 	}
-	c, err := client.New(&config)
+	c, err := client.New(config)
 	if err != nil {
 		return nil, fmt.Errorf("Error creating client: %v", err.Error())
 	}