Merge pull request #58021 from mikedanese/rm-openstack

cluster/openstack-heat/config-default.sh

-#!/bin/bash
-
-# Copyright 2015 The Kubernetes Authors.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-## Contains configuration values for the Openstack cluster
-
-# Stack name
-STACK_NAME=${STACK_NAME:-kube-stack}
-
-# Keypair for kubernetes stack
-KUBERNETES_KEYPAIR_NAME=${KUBERNETES_KEYPAIR_NAME:-kubernetes_keypair}
-
-# Kubernetes release tar file
-KUBERNETES_RELEASE_TAR=${KUBERNETES_RELEASE_TAR:-kubernetes-server-linux-amd64.tar.gz}
-
-NUMBER_OF_MINIONS=${NUMBER_OF_MINIONS-3}
-
-MAX_NUMBER_OF_MINIONS=${MAX_NUMBER_OF_MINIONS:-3}
-
-MASTER_FLAVOR=${MASTER_FLAVOR:-m1.medium}
-
-MINION_FLAVOR=${MINION_FLAVOR:-m1.medium}
-
-EXTERNAL_NETWORK=${EXTERNAL_NETWORK:-public}
-
-LBAAS_VERSION=${LBAAS_VERSION:-}
-
-FIXED_NETWORK_CIDR=${FIXED_NETWORK_CIDR:-10.0.0.0/24}
-SERVICE_CLUSTER_IP_RANGE=${SERVICE_CLUSTER_IP_RANGE:-10.0.0.0/16}
-CLUSTER_IP_RANGE=${CLUSTER_IP_RANGE:-10.244.0.0/16}
-
-SWIFT_SERVER_URL=${SWIFT_SERVER_URL:-}
-
-# The name of the object store container to use
-SWIFT_OBJECT_STORE=${SWIFT_OBJECT_STORE:-kubernetes}
-
-# Flag indicates if new image must be created. If 'false' then image with IMAGE_ID will be used.
-# If 'true' then new image will be created from file config-image.sh
-CREATE_IMAGE=${CREATE_IMAGE:-true} # use "true" for devstack
-
-# Flag indicates if image should be downloaded
-DOWNLOAD_IMAGE=${DOWNLOAD_IMAGE:-true}
-
-# Image id which will be used for kubernetes stack
-IMAGE_ID=${IMAGE_ID:-f0f394b1-5546-4b68-b2bc-8abe8a7e6b8b}
-
-# DNS server address
-DNS_SERVER=${DNS_SERVER:-8.8.8.8}
-
-# Public RSA key path
-CLIENT_PUBLIC_KEY_PATH=${CLIENT_PUBLIC_KEY_PATH:-~/.ssh/id_rsa.pub}
-
-# Max time period for stack provisioning. Time in minutes.
-STACK_CREATE_TIMEOUT=${STACK_CREATE_TIMEOUT:-60}
-
-# Enable Proxy, if true kube-up will apply your current proxy settings(defined by *_PROXY environment variables) to the deployment.
-ENABLE_PROXY=${ENABLE_PROXY:-false}
-
-# Per-protocol proxy settings.
-FTP_PROXY=${FTP_PROXY:-}
-HTTP_PROXY=${HTTP_PROXY:-}
-HTTPS_PROXY=${HTTPS_PROXY:-}
-SOCKS_PROXY=${SOCKS_PROXY:-}
-
-# IPs and Domains that bypass the proxy.
-NO_PROXY=${NO_PROXY:-}
-
-# Whether to assign floating IPs to minions
-ASSIGN_FLOATING_IP=${ASSIGN_FLOATING_IP:-true}

cluster/openstack-heat/config-image.sh

-#!/bin/bash
-
-# Copyright 2015 The Kubernetes Authors.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-## Contains configuration values for new image. It is skip when CREATE_IMAGE=false
-
-# Image name which will be displayed in OpenStack
-OPENSTACK_IMAGE_NAME=${OPENSTACK_IMAGE_NAME:-CentOS-7-x86_64-GenericCloud-1604}
-
-# Downloaded image name for Openstack project
-IMAGE_FILE=${IMAGE_FILE:-CentOS-7-x86_64-GenericCloud-1604.qcow2}
-
-# Absolute path where image file is stored.
-IMAGE_PATH=${IMAGE_PATH:-~/Downloads/openstack}
-
-# The URL basepath for downloading the image
-IMAGE_URL_PATH=${IMAGE_URL_PATH:-http://cloud.centos.org/centos/7/images}
-
-# The disk format of the image. Acceptable formats are ami, ari, aki, vhd, vmdk, raw, qcow2, vdi, and iso.
-IMAGE_FORMAT=${IMAGE_FORMAT:-qcow2}
-
-# The container format of the image. Acceptable formats are ami, ari, aki, bare, docker, and ovf.
-CONTAINER_FORMAT=${CONTAINER_FORMAT:-bare}

cluster/openstack-heat/config-test.sh

-#!/bin/bash
-
-# Copyright 2015 The Kubernetes Authors.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-## Contains configuration values for interacting with the Ubuntu cluster in test mode
-KUBE_ROOT=$(dirname "${BASH_SOURCE}")/../..
-source "${KUBE_ROOT}/cluster/openstack-heat/config-default.sh"

cluster/openstack-heat/kubernetes-heat/fragments/configure-proxy.sh

-#!/bin/bash
-
-# Copyright 2015 The Kubernetes Authors.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-set -o errexit
-set -o nounset
-set -o pipefail
-
-# The contents of these variables swapped in by heat via environments presented to kube-up.sh
-
-export ETC_ENVIRONMENT='FTP_PROXY=$FTP_PROXY
-HTTP_PROXY=$HTTP_PROXY
-HTTPS_PROXY=$HTTPS_PROXY
-SOCKS_PROXY=$SOCKS_PROXY
-NO_PROXY=$NO_PROXY
-ftp_proxy=$FTP_PROXY
-http_proxy=$HTTP_PROXY
-https_proxy=$HTTPS_PROXY
-socks_proxy=$SOCKS_PROXY
-no_proxy=$NO_PROXY
-'
-
-export ETC_PROFILE_D='export FTP_PROXY=$FTP_PROXY
-export HTTP_PROXY=$HTTP_PROXY
-export HTTPS_PROXY=$HTTPS_PROXY
-export SOCKS_PROXY=$SOCKS_PROXY
-export NO_PROXY=$NO_PROXY
-export ftp_proxy=$FTP_PROXY
-export http_proxy=$HTTP_PROXY
-export https_proxy=$HTTPS_PROXY
-export socks_proxy=$SOCKS_PROXY
-export no_proxy=$NO_PROXY
-'
-
-export DOCKER_PROXY='[Service]
-      Environment="HTTP_PROXY=$HTTP_PROXY"
-      Environment="HTTPS_PROXY=$HTTPS_PROXY"
-      Environment="SOCKS_PROXY=$SOCKS_PROXY"
-      Environment="NO_PROXY=$NO_PROXY"
-      Environment="ftp_proxy=$FTP_PROXY"
-      Environment="http_proxy=$HTTP_PROXY"
-      Environment="https_proxy=$HTTPS_PROXY"
-      Environment="socks_proxy=$SOCKS_PROXY"
-      Environment="no_proxy=$NO_PROXY"
-'
-
-# This again is set by heat
-ENABLE_PROXY='$ENABLE_PROXY'
-
-# Heat itself doesn't have conditionals, so this is how we set up our proxy without breaking non-proxy setups.
-if [[ "${ENABLE_PROXY}" == "true" ]]; then
-  mkdir -p /etc/systemd/system/docker.service.d/
-
-  echo "${ETC_ENVIRONMENT}" >> /etc/environment
-  echo "${ETC_PROFILE_D}" > /etc/profile.d/proxy_config.sh
-  echo "${DOCKER_PROXY}" > etc/systemd/system/docker.service.d/http-proxy.conf
-  echo "proxy=$HTTP_PROXY" >> /etc/yum.conf
-fi

cluster/openstack-heat/kubernetes-heat/fragments/configure-salt.yaml

-#cloud-config
-merge_how: dict(recurse_array)+list(append)
-bootcmd:
-  - mkdir -p /etc/salt/minion.d
-  - mkdir -p /srv/salt-overlay/pillar
-write_files:
-  - path: /etc/salt/minion.d/log-level-debug.conf
-    content: |
-      log_level: warning
-      log_level_logfile: warning
-  - path: /etc/salt/minion.d/grains.conf
-    content: |
-      grains:
-        node_ip: $MASTER_IP
-        cbr-cidr: $MASTER_IP_RANGE
-        publicAddressOverride: $MASTER_IP
-        network_mode: openvswitch
-        networkInterfaceName: eth0
-        api_servers: $MASTER_IP
-        kubelet_kubeconfig: /srv/salt-overlay/salt/kubelet/kubeconfig
-        cloud: openstack
-        cloud_config: /srv/kubernetes/openstack.conf
-        roles:
-          - $role
-        runtime_config: ""
-        docker_opts: "--bridge=cbr0 --iptables=false --ip-masq=false"
-        master_extra_sans: "DNS:kubernetes,DNS:kubernetes.default,DNS:kubernetes.default.svc,DNS:kubernetes.default.svc.cluster.local,DNS:kubernetes-master"
-        keep_host_etcd: true
-        kube_user: $KUBE_USER
-  - path: /srv/kubernetes/openstack.conf
-    content: |
-      [Global]
-      auth-url=$OS_AUTH_URL
-      username=$OS_USERNAME
-      password=$OS_PASSWORD
-      region=$OS_REGION_NAME
-      tenant-name=$OS_TENANT_NAME
-      domain-name=$OS_USER_DOMAIN_NAME
-      [LoadBalancer]
-      lb-version=$LBAAS_VERSION
-      subnet-id=$SUBNET_ID
-      floating-network-id=$FLOATING_NETWORK_ID
-      [Route]
-      router-id=$router_id
-  - path: /srv/salt-overlay/pillar/cluster-params.sls
-    content: |
-      allocate_node_cidrs: "true"
-      service_cluster_ip_range: 10.246.0.0/16
-      cert_ip: 10.246.0.1
-      enable_cluster_monitoring: influxdb
-      enable_cluster_logging: "true"
-      enable_cluster_ui: "true"
-      enable_node_logging: "true"
-      logging_destination: elasticsearch
-      elasticsearch_replicas: "1"
-      enable_cluster_dns: "true"
-      dns_server: 10.246.0.10
-      dns_domain: cluster.local
-      enable_dns_horizontal_autoscaler: "false"
-      instance_prefix: kubernetes
-      admission_control: Initializers,NamespaceLifecycle,LimitRanger,SecurityContextDeny,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,ResourceQuota
-      enable_cpu_cfs_quota: "true"
-      network_provider: none
-      cluster_cidr: "$cluster_cidr"
-      opencontrail_tag: R2.20
-      opencontrail_kubernetes_tag: master
-      opencontrail_public_subnet: 10.1.0.0/16
-      e2e_storage_test_environment: "false"

cluster/openstack-heat/kubernetes-heat/fragments/deploy-kube-auth-files-master.yaml

-#cloud-config
-merge_how: dict(recurse_array)+list(append)
-bootcmd:
-  - mkdir -p /srv/salt-overlay/salt/kube-apiserver
-  - mkdir -p /srv/salt-overlay/salt/kubelet
-write_files:
-  - path: /srv/salt-overlay/salt/kube-apiserver/basic_auth.csv
-    permissions: "0600"
-    content: |
-      $apiserver_password,$apiserver_user,admin
-  - path: /srv/salt-overlay/salt/kube-apiserver/known_tokens.csv
-    permissions: "0600"
-    content: |
-      $token_kubelet,kubelet,kubelet
-      $token_kube_proxy,kube_proxy,kube_proxy
-      TokenSystemScheduler,system:scheduler,system:scheduler
-      TokenSystemControllerManager,system:controller_manager,system:controller_manager
-      TokenSystemLogging,system:logging,system:logging
-      TokenSystemMonitoring,system:monitoring,system:monitoring
-      TokenSystemDns,system:dns,system:dns
-  - path: /srv/salt-overlay/salt/kubelet/kubernetes_auth
-    permissions: "0600"
-    content: |
-      {"BearerToken": "$token_kubelet", "Insecure": true }
-  - path: /srv/salt-overlay/salt/kubelet/kubeconfig
-    permissions: "0600"
-    content: |
-      apiVersion: v1
-      kind: Config
-      users:
-        - name: kubelet
-          user:
-            token: $token_kubelet
-      clusters:
-        - name: local
-          cluster:
-            server: https://$MASTER_IP
-            insecure-skip-tls-verify: true
-      contexts:
-        - context:
-            cluster: local
-            user: kubelet
-          name: service-account-context
-      current-context: service-account-context

cluster/openstack-heat/kubernetes-heat/fragments/deploy-kube-auth-files-node.yaml

-#cloud-config
-merge_how: dict(recurse_array)+list(append)
-bootcmd:
-  - mkdir -p /srv/salt-overlay/salt/kubelet
-  - mkdir -p /srv/salt-overlay/salt/kube-proxy
-write_files:
-  - path: /srv/salt-overlay/salt/kubelet/kubeconfig
-    permissions: "0600"
-    content: |
-      apiVersion: v1
-      kind: Config
-      users:
-        - name: kubelet
-          user:
-            token: $token_kubelet
-      clusters:
-        - name: local
-          cluster:
-            server: https://$MASTER_IP
-            insecure-skip-tls-verify: true
-      contexts:
-        - context:
-            cluster: local
-            user: kubelet
-          name: service-account-context
-      current-context: service-account-context
-  - path: /srv/salt-overlay/salt/kube-proxy/kubeconfig
-    permissions: "0600"
-    content: |
-      apiVersion: v1
-      kind: Config
-      users:
-        - name: kube-proxy
-          user:
-            token: $token_kube_proxy
-      clusters:
-        - name: local
-          cluster:
-            insecure-skip-tls-verify: true
-      contexts:
-        - context:
-            cluster: local
-            user: kube-proxy
-          name: service-account-context
-      current-context: service-account-context

cluster/openstack-heat/kubernetes-heat/fragments/hostname-hack.sh

-#!/bin/bash
-
-# Copyright 2015 The Kubernetes Authors.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-set -o errexit
-set -o nounset
-set -o pipefail
-
-# Workaround for this, which has been fixed but not widely distributed: https://bugs.launchpad.net/cloud-init/+bug/1246485
-# See also http://blog.oddbit.com/2014/12/10/cloudinit-and-the-case-of-the-changing-hostname/
-hostname > /etc/hostname

cluster/openstack-heat/kubernetes-heat/fragments/hostname-hack.yaml

-#cloud-config
-merge_how: dict(recurse_array)+list(append)
-
-write_files:
-  - path: /etc/cloud/cloud.cfg.d/99_hostname.cfg
-    owner: "root:root"
-    permissions: "0644"
-    content: |
-      preserve_hostname: true

cluster/openstack-heat/kubernetes-heat/fragments/kube-user.yaml

-#cloud-config
-system_info:
-  default_user:
-    name: minion
-    lock_passwd: true
-    gecos: Kubernetes Interactive User
-    groups: [wheel, adm, systemd-journal]
-    sudo: ["ALL=(ALL) NOPASSWD:ALL"]
-    shell: /bin/bash
-

cluster/openstack-heat/kubernetes-heat/fragments/provision-network-master.sh

-#!/bin/bash
-
-# Copyright 2015 The Kubernetes Authors.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-set -o errexit
-set -o nounset
-set -o pipefail
-
-. /etc/sysconfig/heat-params
-
-# nothing to do

cluster/openstack-heat/kubernetes-heat/fragments/provision-network-node.sh

-#!/bin/bash
-
-# Copyright 2015 The Kubernetes Authors.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-set -o errexit
-set -o nounset
-set -o pipefail
-
-# Kubernetes node shoud be able to resolve its hostname.
-# In some cloud providers, myhostname is not enabled by default.
-grep '^hosts:.*myhostname' /etc/nsswitch.conf || (
-  sed -e 's/^hosts:\(.*\)/hosts:\1 myhostname/' -i /etc/nsswitch.conf
-)

cluster/openstack-heat/kubernetes-heat/fragments/run-salt.sh

-#!/bin/bash
-
-# Copyright 2015 The Kubernetes Authors.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-set -o errexit
-set -o nounset
-set -o pipefail
-
-. /etc/sysconfig/heat-params
-
-#Reads in profile, need to relax restrictions for some OSes.
-set +o nounset
-. /etc/profile
-set -o nounset
-
-rm -rf /kube-install
-mkdir -p /kube-install
-cd /kube-install
-
-curl "${KUBERNETES_SERVER_URL}" -o kubernetes-server.tar.gz
-curl "${KUBERNETES_SALT_URL}" -o kubernetes-salt.tar.gz
-
-tar xzf kubernetes-salt.tar.gz
-./kubernetes/saltbase/install.sh kubernetes-server.tar.gz
-
-if ! which salt-call >/dev/null 2>&1; then
-  echo "+++ Install salt binaries from https://bootstrap.saltstack.com"
-  # Install salt binaries but do not start daemon after installation
-  curl -sS -L --connect-timeout 20 --retry 6 --retry-delay 10 https://bootstrap.saltstack.com | sh -s -- "-X"
-fi
-
-# Salt server runs at locahost
-echo "127.0.0.1 salt" >> /etc/hosts
-
-echo "+++ run salt-call and finalize installation"
-# Run salt-call
-# salt-call wants to start docker daemon but is unable to.
-# See <https://github.com/projectatomic/docker-storage-setup/issues/77>.
-# Run salt-call in background and make cloud-final finished.
-# Salt-call might be unstable in some environments, execute it twice.
-salt-call --local state.highstate && salt-call --local state.highstate && $$wc_notify --data-binary '{"status": "SUCCESS"}' || $$wc_notify --data-binary '{"status": "FAILURE"}' &

cluster/openstack-heat/kubernetes-heat/fragments/write-heat-params.yaml

-#cloud-config
-merge_how: dict(recurse_array)+list(append)
-write_files:
-  - path: /etc/sysconfig/heat-params
-    owner: "root:root"
-    permissions: "0644"
-    content: |
-      KUBERNETES_SERVER_URL="$KUBERNETES_SERVER_URL"
-      KUBERNETES_SALT_URL="$KUBERNETES_SALT_URL"
-      MASTER_IP=$MASTER_IP
-      CONTAINER_SUBNET=10.246.0.0/16

cluster/openstack-heat/kubernetes-heat/kubeminion.yaml

-heat_template_version: 2016-10-14
-
-description: >
-  This is a nested stack that defines a single Kubernetes minion, This stack is
-  included by an AutoScalingGroup resource in the parent template
-  (kubecluster.yaml).
-
-parameters:
-
-  server_image:
-    type: string
-    description: glance image used to boot the server
-
-  minion_flavor:
-    type: string
-    default: m1.small
-    description: flavor to use when booting the server
-
-  ssh_key_name:
-    type: string
-    description: name of ssh key to be provisioned on our server
-    default: lars
-
-  external_network:
-    type: string
-    description: uuid/name of a network to use for floating ip addresses
-
-  kubernetes_server_url:
-    type: string
-    description: URL of kubernetes server binary. Must be tar.gz.
-
-  kubernetes_salt_url:
-    type: string
-    description: URL of kubernetes salt scripts. Must be tar.gz.
-
-  token_kubelet:
-    type: string
-    description: Token used by kubelet
-
-  token_kube_proxy:
-    type: string
-    description: Token used by kube-proxy
-
-  os_auth_url:
-    type: string
-    description: OpenStack Auth URL
-    default: false
-
-  os_username:
-    type: string
-    description: OpenStack Username
-    default: false
-
-  os_password:
-    type: string
-    description: OpenStack Password
-    default: false
-
-  os_region_name:
-    type: string
-    description: OpenStack Region Name
-    default: false
-
-  os_tenant_name:
-    type: string
-    description: OpenStack Tenant Name
-    default: false
-
-  os_user_domain_name:
-    type: string
-    description: OpenStack User Domain Name (Domain-level authorization scope for keystone v3)
-
-  enable_proxy:
-    type: string
-    description: Whether or not to enable proxy settings
-    default: false
-
-  ftp_proxy:
-    type: string
-    description: FTP Proxy URL
-    default: localhost
-
-  http_proxy:
-    type: string
-    description: HTTP Proxy URL
-    default: localhost
-
-  https_proxy:
-    type: string
-    description: HTTPS Proxy URL
-    default: localhost
-
-  socks_proxy:
-    type: string
-    description: SOCKS Proxy URL
-    default: localhost
-
-  no_proxy:
-    type: string
-    description: Comma seperated list of domains/addresses that bypass proxying.
-    default: localhost
-
-  assign_floating_ip:
-    type: boolean
-    description: Indicates whether floating IPs will be generated for minions
-    default: true
-
-  # The following are all generated in the parent template.
-  kube_master_ip:
-    type: string
-    description: IP address of the Kubernetes master server.
-  fixed_network:
-    type: string
-    description: Network from which to allocate fixed addresses.
-  fixed_subnet:
-    type: string
-    description: Subnet from which to allocate fixed addresses.
-  cluster_cidr:
-    type: string
-    description: Subnet from which to allocate pod subnets.
-  wait_condition_timeout:
-    type: number
-    description : >
-      timeout for the Wait Conditions
-  metadata:
-    type: json
-    description: metadata for ceilometer query
-  cluster_name:
-    type: string
-  secgroup_base:
-    type: string
-  secgroup_node:
-    type: string
-
-conditions:
-  assign_floating_ip: {equals : [{get_param: assign_floating_ip}, true]}
-
-resources:
-
-  minion_wait_handle:
-    type: OS::Heat::WaitConditionHandle
-
-  minion_wait_condition:
-    type: OS::Heat::WaitCondition
-    depends_on: kube_minion
-    properties:
-      handle: {get_resource: minion_wait_handle}
-      timeout: {get_param: wait_condition_timeout}
-
-  ######################################################################
-  #
-  # software configs.  these are components that are combined into
-  # a multipart MIME user-data archive.
-  #
-
-  write_heat_params:
-    type: OS::Heat::SoftwareConfig
-    properties:
-      group: ungrouped
-      config:
-        str_replace:
-          template: {get_file: fragments/write-heat-params.yaml}
-          params:
-            "$KUBERNETES_SERVER_URL": {get_param: kubernetes_server_url}
-            "$KUBERNETES_SALT_URL": {get_param: kubernetes_salt_url}
-            "$MASTER_IP": {get_param: kube_master_ip}
-
-  proxy_config:
-    type: OS::Heat::SoftwareConfig
-    properties:
-      group: ungrouped
-      config:
-        str_replace:
-          template: {get_file: fragments/configure-proxy.sh}
-          params:
-            "$ENABLE_PROXY": {get_param: enable_proxy }
-            "$FTP_PROXY": {get_param: ftp_proxy }
-            "$HTTP_PROXY": {get_param: http_proxy }
-            "$HTTPS_PROXY": {get_param: https_proxy }
-            "$SOCKS_PROXY": {get_param: socks_proxy }
-            "$NO_PROXY": {get_param: no_proxy }
-
-  hostname_hack:
-    type: OS::Heat::SoftwareConfig
-    properties:
-      group: ungrouped
-      config: {get_file: fragments/hostname-hack.yaml}
-
-  hostname_hack_script:
-    type: OS::Heat::SoftwareConfig
-    properties:
-      group: ungrouped
-      config: {get_file: fragments/hostname-hack.sh}
-
-  kube_user:
-    type: OS::Heat::SoftwareConfig
-    properties:
-      group: ungrouped
-      config: {get_file: fragments/kube-user.yaml}
-
-  provision_network_node:
-    type: OS::Heat::SoftwareConfig
-    properties:
-      group: ungrouped
-      config: {get_file: fragments/provision-network-node.sh}
-
-  deploy_kube_auth_files_node:
-    type: OS::Heat::SoftwareConfig
-    properties:
-      group: ungrouped
-      config:
-        str_replace:
-          template: {get_file: fragments/deploy-kube-auth-files-node.yaml}
-          params:
-            "$token_kubelet": {get_param: token_kubelet}
-            "$token_kube_proxy": {get_param: token_kube_proxy}
-
-  configure_salt_node:
-    type: OS::Heat::SoftwareConfig
-    properties:
-      group: ungrouped
-      config:
-        str_replace:
-          template: {get_file: fragments/configure-salt.yaml}
-          params:
-            "$MASTER_IP": {get_param: kube_master_ip}
-            "$OS_AUTH_URL": {get_param: os_auth_url}
-            "$OS_USERNAME": {get_param: os_username}
-            "$OS_PASSWORD": {get_param: os_password}
-            "$OS_REGION_NAME": {get_param: os_region_name}
-            "$OS_TENANT_NAME": {get_param: os_tenant_name}
-            "$OS_USER_DOMAIN_NAME": {get_param: os_user_domain_name}
-            "$role": "kubernetes-pool"
-            "$cluster_cidr": {get_param: cluster_cidr}
-
-  run_salt:
-    type: OS::Heat::SoftwareConfig
-    properties:
-      group: ungrouped
-      config:
-        str_replace:
-          template: {get_file: fragments/run-salt.sh}
-          params:
-            "$$wc_notify": {get_attr: [minion_wait_handle, curl_cli]}
-
-  kube_minion_init:
-    type: OS::Heat::MultipartMime
-    properties:
-      parts:
-        - config: {get_resource: write_heat_params}
-        - config: {get_resource: proxy_config}
-        - config: {get_resource: hostname_hack}
-        - config: {get_resource: hostname_hack_script}
-        - config: {get_resource: kube_user}
-        - config: {get_resource: provision_network_node}
-        - config: {get_resource: deploy_kube_auth_files_node}
-        - config: {get_resource: configure_salt_node}
-        - config: {get_resource: run_salt}
-
-  ######################################################################
-  #
-  # a single kubernetes minion.
-  #
-  server_name_post_fix:
-    type: OS::Heat::RandomString
-    properties:
-      character_classes: [{'class': 'lowercase', 'min': 1}]
-      length: 8
-      character_classes:
-        - class: lowercase
-        - class: digits
-
-  kube_minion:
-    type: OS::Nova::Server
-    properties:
-      image: {get_param: server_image}
-      flavor: {get_param: minion_flavor}
-      key_name: {get_param: ssh_key_name}
-      metadata: {get_param: metadata}
-      user_data_format: RAW
-      user_data: {get_resource: kube_minion_init}
-      networks:
-        - port: {get_resource: kube_minion_eth0}
-      name:
-        list_join: [-, [{get_param: cluster_name}, node, {get_resource: server_name_post_fix}]]
-
-  kube_minion_eth0:
-    type: OS::Neutron::Port
-    properties:
-      network: {get_param: fixed_network}
-      security_groups:
-        - {get_param: secgroup_base}
-        - {get_param: secgroup_node}
-      fixed_ips:
-        - subnet: {get_param: fixed_subnet}
-      allowed_address_pairs:
-        - ip_address: 10.246.0.0/16
-      replacement_policy: AUTO
-
-  kube_minion_floating:
-    type: OS::Neutron::FloatingIP
-    properties:
-      floating_network: {get_param: external_network}
-      port_id: {get_resource: kube_minion_eth0}
-    condition: assign_floating_ip
-
-outputs:
-
-  kube_minion_ip:
-    value: {get_attr: [kube_minion_eth0, fixed_ips, 0, ip_address]}
-
-  kube_minion_external_ip:
-    value: {get_attr: [kube_minion_floating, floating_ip_address]}
-    condition: assign_floating_ip

cluster/openstack-heat/openrc-default.sh

-#!/bin/bash
-
-# Copyright 2015 The Kubernetes Authors.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-## Enviroment variables for the OpenStack command-line client
-## Values set via an openrc will override these defaults.
-
-export OS_IDENTITY_API_VERSION=${OS_IDENTITY_API_VERSION:-2.0}
-export OS_USERNAME=${OS_USERNAME:-admin}
-export OS_PASSWORD=${OS_PASSWORD:-secretsecret}
-export OS_AUTH_URL=${OS_AUTH_URL:-http://192.168.123.100:5000/v2.0}
-export OS_TENANT_NAME=${OS_TENANT_NAME:-admin}
-export OS_USER_DOMAIN_NAME=${OS_USER_DOMAIN_NAME:-}
-export OS_REGION_NAME=${OS_REGION_NAME:-RegionOne}

cluster/openstack-heat/openrc-swift.sh

-#!/usr/bin/env bash
-
-# Copyright 2015 The Kubernetes Authors.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-## Enviroment variables for the OpenStack Swift command-line client. This is required for CityCloud
-## provider where Swift has different credentials. When Swift is part of your OpenStack do not
-## modify these settings.
-
-export OS_IDENTITY_API_VERSION=${OS_IDENTITY_API_VERSION:-2.0}
-export OS_USERNAME=${OS_USERNAME:-admin}
-export OS_PASSWORD=${OS_PASSWORD:-secretsecret}
-export OS_AUTH_URL=${OS_AUTH_URL:-http://192.168.123.100:5000/v2.0}
-export OS_TENANT_NAME=${OS_TENANT_NAME:-admin}
-export OS_USER_DOMAIN_NAME=${OS_USER_DOMAIN_NAME:-}
-export OS_REGION_NAME=${OS_REGION_NAME:-RegionOne}

cluster/openstack-heat/util.sh

-#!/bin/bash
-
-# Copyright 2015 The Kubernetes Authors.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-# A library of helper functions that each provider hosting Kubernetes must implement to use cluster/kube-*.sh scripts.
-
-# exit on any error
-set -e
-
-# Use the config file specified in $KUBE_CONFIG_FILE, or default to
-# config-default.sh.
-KUBE_ROOT=$(dirname "${BASH_SOURCE}")/../..
-readonly ROOT=$(dirname "${BASH_SOURCE}")
-source "${ROOT}/${KUBE_CONFIG_FILE:-"config-default.sh"}"
-source "${KUBE_ROOT}/cluster/common.sh"
-if [ $CREATE_IMAGE = true ]; then
-source "${ROOT}/config-image.sh"
-fi
-
-# Verify prereqs on host machine
-function verify-prereqs() {
- # Check the OpenStack command-line clients
- for client in swift glance nova heat openstack;
- do
-  if which $client >/dev/null 2>&1; then
-    echo "${client} client installed"
-  else
-    echo "${client} client does not exist"
-    echo "Please install ${client} client, and retry."
-    echo "Documentation for installing ${client} can be found at"
-    echo "http://docs.openstack.org/user-guide/common/cli-install-openstack-command-line-clients.html"
-    exit 1
-  fi
- done
-}
-
-# Instantiate a kubernetes cluster
-#
-# Assumed vars:
-#   KUBERNETES_PROVIDER
-function kube-up() {
-    echo "kube-up for provider ${KUBERNETES_PROVIDER}"
-    create-stack
-}
-
-# Periodically checks if cluster is created
-#
-# Assumed vars:
-#   STACK_CREATE_TIMEOUT
-#   STACK_NAME
-function validate-cluster() {
-
-  while (( --$STACK_CREATE_TIMEOUT >= 0)) ;do
-     local status=$(openstack stack show "${STACK_NAME}" | awk '$2=="stack_status" {print $4}')
-     if [[ $status ]]; then
-        echo "Cluster status ${status}"
-        if [ $status = "CREATE_COMPLETE" ]; then
-          configure-kubectl
-          break
-        elif [ $status = "CREATE_FAILED" ]; then
-          echo "Cluster not created. Please check stack logs to find the problem"
-          break
-        fi
-     else
-       echo "Cluster not created. Please verify if process started correctly"
-       break
-     fi
-     sleep 60
-  done
-}
-
-# Create stack
-#
-# Assumed vars:
-#   OPENSTACK
-#   OPENSTACK_TEMP
-#   DNS_SERVER
-#   OPENSTACK_IP
-#   OPENRC_FILE
-function create-stack() {
-  echo "[INFO] Execute commands to create Kubernetes cluster"
-  # It is required for some cloud provider like CityCloud where swift client has different credentials
-  source "${ROOT}/openrc-swift.sh"
-  upload-resources
-  source "${ROOT}/openrc-default.sh"
-
-  create-glance-image
-
-  add-keypair
-  run-heat-script
-}
-
-# Upload kubernetes release tars and heat templates.
-#
-# Assumed vars:
-#   ROOT
-#   KUBERNETES_RELEASE_TAR
-function upload-resources() {
-  swift post ${SWIFT_OBJECT_STORE} --read-acl '.r:*,.rlistings'
-
-  locations=(
-    "${ROOT}/../../_output/release-tars/${KUBERNETES_RELEASE_TAR}"
-    "${ROOT}/../../server/${KUBERNETES_RELEASE_TAR}"
-  )
-
-  RELEASE_TAR_LOCATION=$( (ls -t "${locations[@]}" 2>/dev/null || true) | head -1 )
-  RELEASE_TAR_PATH=$(dirname ${RELEASE_TAR_LOCATION})
-
-  echo "[INFO] Uploading ${KUBERNETES_RELEASE_TAR}"
-  swift upload ${SWIFT_OBJECT_STORE} ${RELEASE_TAR_PATH}/${KUBERNETES_RELEASE_TAR} \
-    --object-name kubernetes-server.tar.gz
-
-  echo "[INFO] Uploading kubernetes-salt.tar.gz"
-  swift upload ${SWIFT_OBJECT_STORE} ${RELEASE_TAR_PATH}/kubernetes-salt.tar.gz \
-    --object-name kubernetes-salt.tar.gz
-}
-
-# Create a new key pair for use with servers.
-#
-# Assumed vars:
-#   KUBERNETES_KEYPAIR_NAME
-#   CLIENT_PUBLIC_KEY_PATH
-function add-keypair() {
-  local status=$(nova keypair-show ${KUBERNETES_KEYPAIR_NAME})
-  if [[ ! $status ]]; then
-    nova keypair-add ${KUBERNETES_KEYPAIR_NAME} --pub-key ${CLIENT_PUBLIC_KEY_PATH}
-    echo "[INFO] Key pair created"
-  else
-    echo "[INFO] Key pair already exists"
-  fi
-}
-
-# Create a new glance image.
-#
-# Assumed vars:
-#   IMAGE_FILE
-#   IMAGE_PATH
-#   OPENSTACK_IMAGE_NAME
-function create-glance-image() {
-  if [[ ${CREATE_IMAGE} == "true" ]]; then
-    local image_status=$(openstack image show ${OPENSTACK_IMAGE_NAME} | awk '$2=="id" {print $4}')
-
-    if [[ ! $image_status ]]; then
-      if [[ "${DOWNLOAD_IMAGE}" == "true" ]]; then
-        mkdir -p ${IMAGE_PATH}
-        curl -L ${IMAGE_URL_PATH}/${IMAGE_FILE} -o ${IMAGE_PATH}/${IMAGE_FILE} -z ${IMAGE_PATH}/${IMAGE_FILE}
-      fi
-      echo "[INFO] Create image ${OPENSTACK_IMAGE_NAME}"
-      glance image-create --name ${OPENSTACK_IMAGE_NAME} --disk-format ${IMAGE_FORMAT} \
-        --container-format ${CONTAINER_FORMAT} --file ${IMAGE_PATH}/${IMAGE_FILE}
-    else
-      echo "[INFO] Image ${OPENSTACK_IMAGE_NAME} already exists"
-    fi
-  fi
-}
-
-# Create a new kubernetes stack.
-#
-# Assumed vars:
-#   STACK_NAME
-#   KUBERNETES_KEYPAIR_NAME
-#   DNS_SERVER
-#   SWIFT_SERVER_URL
-#   OPENSTACK_IMAGE_NAME
-#   EXTERNAL_NETWORK
-#   IMAGE_ID
-#   MASTER_FLAVOR
-#   MINION_FLAVOR
-#   NUMBER_OF_MINIONS
-#   MAX_NUMBER_OF_MINIONS
-#   DNS_SERVER
-#   STACK_NAME
-function run-heat-script() {
-
-  local stack_status=$(openstack stack show ${STACK_NAME})
-
-  # Automatically detect swift url if it wasn't specified
-  if [[ -z $SWIFT_SERVER_URL ]]; then
-    local rgx=""
-    if [ "$OS_IDENTITY_API_VERSION" = "3" ]; then
-      rgx="public: (.+)$"
-    else
-      rgx="publicURL: (.+)$"
-    fi
-    SWIFT_SERVER_URL=$(openstack catalog show object-store --format value | egrep -o "$rgx" | cut -d" " -f2 | head -n 1)
-  fi
-  local swift_repo_url="${SWIFT_SERVER_URL}/${SWIFT_OBJECT_STORE}"
-
-  if [ $CREATE_IMAGE = true ]; then
-    echo "[INFO] Retrieve new image ID"
-    IMAGE_ID=$(openstack image show ${OPENSTACK_IMAGE_NAME} | awk '$2=="id" {print $4}')
-    echo "[INFO] Image Id ${IMAGE_ID}"
-  fi
-
-  if [[ ! $stack_status ]]; then
-    echo "[INFO] Create stack ${STACK_NAME}"
-    (
-      cd ${ROOT}/kubernetes-heat
-      openstack stack create --timeout 60 \
-      --parameter external_network=${EXTERNAL_NETWORK} \
-      --parameter lbaas_version=${LBAAS_VERSION} \
-      --parameter fixed_network_cidr=${FIXED_NETWORK_CIDR} \
-      --parameter ssh_key_name=${KUBERNETES_KEYPAIR_NAME} \
-      --parameter server_image=${IMAGE_ID} \
-      --parameter master_flavor=${MASTER_FLAVOR} \
-      --parameter minion_flavor=${MINION_FLAVOR} \
-      --parameter number_of_minions=${NUMBER_OF_MINIONS} \
-      --parameter max_number_of_minions=${MAX_NUMBER_OF_MINIONS} \
-      --parameter dns_nameserver=${DNS_SERVER} \
-      --parameter kubernetes_salt_url=${swift_repo_url}/kubernetes-salt.tar.gz \
-      --parameter kubernetes_server_url=${swift_repo_url}/kubernetes-server.tar.gz \
-      --parameter os_auth_url=${OS_AUTH_URL} \
-      --parameter os_username=${OS_USERNAME} \
-      --parameter os_password=${OS_PASSWORD} \
-      --parameter os_region_name=${OS_REGION_NAME} \
-      --parameter os_tenant_name=${OS_TENANT_NAME} \
-      --parameter os_user_domain_name=${OS_USER_DOMAIN_NAME} \
-      --parameter enable_proxy=${ENABLE_PROXY} \
-      --parameter ftp_proxy="${FTP_PROXY}" \
-      --parameter http_proxy="${HTTP_PROXY}" \
-      --parameter https_proxy="${HTTPS_PROXY}" \
-      --parameter socks_proxy="${SOCKS_PROXY}" \
-      --parameter no_proxy="${NO_PROXY}" \
-      --parameter assign_floating_ip="${ASSIGN_FLOATING_IP}" \
-      --template kubecluster.yaml \
-      ${STACK_NAME}
-    )
-  else
-    echo "[INFO] Stack ${STACK_NAME} already exists"
-    openstack stack show ${STACK_NAME}
-  fi
-}
-
-# Configure kubectl.
-#
-# Assumed vars:
-#   STACK_NAME
-function configure-kubectl() {
-
-  export KUBE_MASTER_IP=$(nova show "${STACK_NAME}"-master | awk '$3=="network" {print $6}')
-  export CONTEXT="openstack-${STACK_NAME}"
-  export KUBE_BEARER_TOKEN="TokenKubelet"
-
-  if [[ "${ENABLE_PROXY:-}" == "true" ]]; then
-    echo 'export NO_PROXY=$NO_PROXY,'"${KUBE_MASTER_IP}" > /tmp/kube-proxy-env
-    echo 'export no_proxy=$NO_PROXY,'"${KUBE_MASTER_IP}" >> /tmp/kube-proxy-env
-    . /tmp/kube-proxy-env
-  fi
-
-  create-kubeconfig
-}
-
-
-# Delete a kubernetes cluster
-#
-# Assumed vars:
-#   STACK_NAME
-function kube-down {
-  source "${ROOT}/openrc-default.sh"
-  openstack stack delete ${STACK_NAME}
-}
-
-# Perform preparations required to run e2e tests
-function prepare-e2e {
-  echo "TODO: prepare-e2e" 1>&2
-}
-
-function test-build-release {
-  echo "test-build-release() " 1>&2
-}
-
-# Must ensure that the following ENV vars are set
-function detect-master {
-
-  source "${ROOT}/${KUBE_CONFIG_FILE:-"config-default.sh"}"
-  source "${ROOT}/openrc-default.sh"
-
-  export KUBE_MASTER_IP=$(nova show "${STACK_NAME}"-master | awk '$3=="network" {print $6}')
-
-  echo "KUBE_MASTER_IP: ${KUBE_MASTER_IP}" 1>&2
-}