snap support

README.md

@@ -154,3 +154,13 @@ cd rpm
 
 Resulting rpms, and a pre-generated yum repository will be generated in rpm/output/x86_64.
 
+### Snap
+
+You can build snap packages with:
+
+```
+cd snap
+./docker-build.sh
+```
+
+The resulting snap packages will be located in snap/build.

snap/.gitignore

@@ -0,0 +1 @@
+build/

snap/Dockerfile.aarch64

@@ -0,0 +1,15 @@
+FROM arm64v8/ubuntu:xenial
+RUN apt-get update && \
+  apt-get dist-upgrade --yes && \
+  apt-get install --yes \
+  snapcraft curl file make sudo jq squashfs-tools && \
+  apt-get autoclean --yes && \
+  apt-get clean --yes
+
+ADD . /code
+WORKDIR /code
+ENV SNAPCRAFT_SETUP_CORE=1
+ENV KUBE_ARCH=$KUBE_ARCH
+ENV KUBE_VERSION=$KUBE_VERSION
+ENTRYPOINT ["./build-scripts/build"]
+CMD ["$@"]

snap/Dockerfile.ppc64le

@@ -0,0 +1,15 @@
+FROM ppc64le/ubuntu:xenial
+RUN apt-get update && \
+  apt-get dist-upgrade --yes && \
+  apt-get install --yes \
+  snapcraft curl file make sudo jq squashfs-tools && \
+  apt-get autoclean --yes && \
+  apt-get clean --yes
+
+ADD . /code
+WORKDIR /code
+ENV SNAPCRAFT_SETUP_CORE=1
+ENV KUBE_ARCH=$KUBE_ARCH
+ENV KUBE_VERSION=$KUBE_VERSION
+ENTRYPOINT ["./build-scripts/build"]
+CMD ["$@"]

snap/Dockerfile.s390x

@@ -0,0 +1,15 @@
+FROM s390x/ubuntu:xenial
+RUN apt-get update && \
+  apt-get dist-upgrade --yes && \
+  apt-get install --yes \
+  snapcraft curl file make sudo jq squashfs-tools && \
+  apt-get autoclean --yes && \
+  apt-get clean --yes
+
+ADD . /code
+WORKDIR /code
+ENV SNAPCRAFT_SETUP_CORE=1
+ENV KUBE_ARCH=$KUBE_ARCH
+ENV KUBE_VERSION=$KUBE_VERSION
+ENTRYPOINT ["./build-scripts/build"]
+CMD ["$@"]

snap/Dockerfile.x86_64

@@ -0,0 +1,10 @@
+FROM snapcore/snapcraft:stable
+ADD . /code
+WORKDIR /code
+ENV SNAPCRAFT_SETUP_CORE=1
+ENV KUBE_ARCH=$KUBE_ARCH
+ENV KUBE_VERSION=$KUBE_VERSION
+RUN apt-get update
+RUN apt-get -y install wget curl file make
+ENTRYPOINT ["./build-scripts/build"]
+CMD ["$@"]

snap/Makefile

@@ -0,0 +1,42 @@
+KUBE_VERSION=$(shell curl -L https://dl.k8s.io/release/stable.txt)
+KUBE_ARCH=amd64
+
+ifndef VERBOSE
+	MAKEFLAGS += --no-print-directory
+endif
+
+targets = kubectl kube-apiserver kube-controller-manager kube-scheduler kubelet kube-proxy kubeadm kubernetes-test
+
+build = ./build-scripts/docker-build
+
+.PHONY: $(targets)
+
+default:
+	@KUBE_VERSION=${KUBE_VERSION} KUBE_ARCH="${KUBE_ARCH}" ${build} $(targets)
+
+clean:
+	@rm -rf build
+
+kubectl:
+	@KUBE_VERSION=${KUBE_VERSION} KUBE_ARCH="${KUBE_ARCH}" ${build} kubectl
+
+kubeadm:
+	@KUBE_VERSION=${KUBE_VERSION} KUBE_ARCH="${KUBE_ARCH}" ${build} kubeadm
+
+kube-apiserver:
+	@KUBE_VERSION=${KUBE_VERSION} KUBE_ARCH="${KUBE_ARCH}" ${build} kube-apiserver
+
+kube-controller-manager:
+	@KUBE_VERSION=${KUBE_VERSION} KUBE_ARCH="${KUBE_ARCH}" ${build} kube-controller-manager
+
+kube-scheduler:
+	@KUBE_VERSION=${KUBE_VERSION} KUBE_ARCH="${KUBE_ARCH}" ${build} kube-scheduler
+
+kubelet:
+	@KUBE_VERSION=${KUBE_VERSION} KUBE_ARCH="${KUBE_ARCH}" ${build} kubelet
+
+kube-proxy:
+	@KUBE_VERSION=${KUBE_VERSION} KUBE_ARCH="${KUBE_ARCH}" ${build} kube-proxy
+
+kubernetes-test:
+	@KUBE_VERSION=${KUBE_VERSION} KUBE_ARCH="${KUBE_ARCH}" ${build} kubernetes-test

snap/README.md

@@ -0,0 +1,32 @@
+# Kubernetes Snaps
+
+## Build everything
+
+Run `make` here and check for the results in the `build/` directory.
+
+## Build one snap
+
+To build a specific snap, run `make` with the name of the snap, e.g., for
+kubectl:
+
+```sh
+$ make kubectl
+```
+
+The result will again be in the `build/` directory.
+
+## Build a specific version
+
+Set KUBE_VERSION to build the snaps with a particular Kubernetes version, e.g.,
+
+```sh
+$ make KUBE_VERSION=v1.5.5
+```
+
+## Cleaning up
+
+Simply run `make clean` to remove everything except downloaded resources:
+
+```sh
+$ make clean
+```

snap/build-scripts/build

@@ -0,0 +1,70 @@
+#!/bin/bash
+set -eux
+
+apps="$@"
+architectures="$KUBE_ARCH"
+
+KUBE_SNAP_BINS="${KUBE_SNAP_BINS:-}"
+if [ -z "$KUBE_SNAP_BINS" ]; then
+  echo "KUBE_SNAP_BINS is not set, downloading binaries from upstream"
+  export KUBE_SNAP_BINS=build/kube_bins/$KUBE_VERSION
+  mkdir -p $KUBE_SNAP_BINS
+  (cd $KUBE_SNAP_BINS
+    for app in $apps; do
+      if [ "$app" = "kubernetes-test" ]; then
+        echo "Fetching https://dl.k8s.io/$KUBE_VERSION/$app-linux-$KUBE_ARCH.tar.gz"
+        curl -LO \
+             https://dl.k8s.io/${KUBE_VERSION}/${app}-linux-${KUBE_ARCH}.tar.gz
+        if ! file ${app}-linux-${KUBE_ARCH}.tar.gz 2>&1 | grep -q 'gzip'; then
+          echo "${app}.tar.gz is not a gzip archive"
+          exit 1
+        fi
+      else
+        for arch in $architectures; do
+          mkdir -p $arch
+          (cd $arch
+            echo "Fetching $app $KUBE_VERSION $arch"
+            curl -LO \
+              https://dl.k8s.io/${KUBE_VERSION}/bin/linux/$arch/$app
+            chmod +x $app
+            if ! file ${app} 2>&1 | grep -q 'executable'; then
+              echo "${app} is not an executable"
+              exit 1
+            fi
+          )
+        done
+      fi
+    done
+  )
+fi
+
+export KUBE_SNAP_ROOT="$(readlink -f .)"
+export KUBE_SNAP_BINS="$(readlink -f $KUBE_SNAP_BINS)"
+
+for app in $apps; do
+  for arch in $architectures; do
+    # Add -suffix if it's set
+    snap_name="${app}${SNAP_SUFFIX:+-${SNAP_SUFFIX}}"
+
+    echo "Building $snap_name $KUBE_VERSION for $arch from $KUBE_SNAP_BINS"
+    build_dir=build/$app
+    rm -rf $build_dir
+    mkdir -p $build_dir
+
+    export KUBE_ARCH="$arch"
+    declare -A kube_arch_to_snap_arch=(
+      [ppc64le]=ppc64el
+      [arm]=armhf
+    )
+    export SNAP_ARCH="${kube_arch_to_snap_arch[$arch]:-$arch}"
+
+    # replace the name (in case we have a suffix), version (stripping the 'v'),
+    # and arch in our $app.yaml.
+    sed -e "s/name: $app/name: $snap_name/g" \
+        -e "s/\$KUBE_VERSION/${KUBE_VERSION:1}/g" \
+        -e "s/\$SNAP_ARCH/$SNAP_ARCH/g" $app.yaml > $build_dir/snapcraft.yaml
+
+    (cd $build_dir && snapcraft)
+    mv $build_dir/*.snap build
+  done
+done

snap/build-scripts/docker-build

@@ -0,0 +1,9 @@
+#!/bin/bash
+
+set -eux
+
+docker build -f "./Dockerfile.$(uname -m)" -t docker-build .
+docker run --rm -v $PWD/build:/code/build \
+       -e KUBE_ARCH=$KUBE_ARCH \
+       -e KUBE_VERSION=$KUBE_VERSION \
+       docker-build "$@"

snap/kube-apiserver.yaml

@@ -0,0 +1,38 @@
+name: kube-apiserver
+architectures: ['$SNAP_ARCH']
+version: '$KUBE_VERSION'
+summary: kube-apiserver
+description: kube-apiserver
+grade: stable
+confinement: strict
+
+apps:
+  daemon:
+    command: run-with-config-args kube-apiserver-wrapper
+    daemon: simple
+    plugs:
+        - home
+        - network
+        - network-bind
+  kube-apiserver:
+    command: kube-apiserver
+    plugs:
+        - home
+        - network
+        - network-bind
+parts:
+  kube-apiserver:
+    plugin: dump
+    source: .
+    override-build: |
+      set -eu
+      cp $KUBE_SNAP_BINS/$KUBE_ARCH/kube-apiserver .
+      cp $KUBE_SNAP_ROOT/shared/run-with-config-args .
+      cp $KUBE_SNAP_ROOT/kube-apiserver/kube-apiserver-wrapper .
+      $KUBE_SNAP_ROOT/shared/generate-configure-hook kube-apiserver
+
+      # --v is missing from help output in 1.12
+      alias add-arg=$KUBE_SNAP_ROOT/shared/add-arg-to-configure-hook
+      add-arg string v
+
+      snapcraftctl build

snap/kube-apiserver/kube-apiserver-wrapper

@@ -0,0 +1,10 @@
+#!/bin/sh
+set -eu
+
+if [ -e "$SNAP_COMMON/environment" ]; then
+    set -a  # enable auto-export
+    . "$SNAP_COMMON/environment"
+    set +a  # disable auto-export
+fi
+
+exec "$SNAP/kube-apiserver" "$@"

snap/kube-controller-manager.yaml

@@ -0,0 +1,46 @@
+name: kube-controller-manager
+architectures: ['$SNAP_ARCH']
+version: '$KUBE_VERSION'
+summary: kube-controller-manager
+description: kube-controller-manager
+grade: stable
+confinement: strict
+
+apps:
+  daemon:
+    command: run-with-config-args kube-controller-manager-wrapper
+    daemon: simple
+    plugs:
+        - network
+        - network-bind
+        - home
+  kube-controller-manager:
+    command: kube-controller-manager-wrapper
+    plugs:
+        - network
+        - network-bind
+        - home
+parts:
+  kube-controller-manager:
+    plugin: dump
+    source: .
+    stage-packages:
+      - ceph-common:$SNAP_ARCH
+    override-build: |
+      set -eu
+      cp $KUBE_SNAP_BINS/$KUBE_ARCH/kube-controller-manager .
+      cp $KUBE_SNAP_ROOT/shared/run-with-config-args .
+      cp $KUBE_SNAP_ROOT/kube-controller-manager/kube-controller-manager-wrapper .
+      $KUBE_SNAP_ROOT/shared/generate-configure-hook kube-controller-manager
+
+      # --v is missing from help output in 1.12
+      alias add-arg=$KUBE_SNAP_ROOT/shared/add-arg-to-configure-hook
+      add-arg string v
+
+      # By mistake --service-account-private-key-file was marked as deprecated
+      # https://github.com/kubernetes/kubernetes/pull/62722
+      # Should be fixed soon by https://github.com/kubernetes/kubernetes/pull/60270/files#diff-fc9db90cc6b68d7c3ca838a8512447e9R61
+      # But until then, we need to do 1.11 testing
+      add-arg string service-account-private-key-file
+
+      snapcraftctl build

snap/kube-controller-manager/kube-controller-manager-wrapper

@@ -0,0 +1,13 @@
+#!/bin/sh
+set -eu
+
+# Set CEPH_CONF so `rbd` doesn't try to look in /etc/ceph and error out
+export CEPH_CONF="$SNAP_USER_DATA/ceph/ceph.conf"
+
+if [ -e "$SNAP_COMMON/environment" ]; then
+    set -a  # enable auto-export
+    . "$SNAP_COMMON/environment"
+    set +a  # disable auto-export
+fi
+
+exec "$SNAP/kube-controller-manager" "$@"

snap/kube-proxy.yaml

@@ -0,0 +1,37 @@
+name: kube-proxy
+architectures: ['$SNAP_ARCH']
+version: '$KUBE_VERSION'
+summary: Kubernetes network proxy runs on each node.
+description: |
+  The Kubernetes network proxy runs on each node. This reflects services as
+  defined in the Kubernetes API on each node and can do simple TCP,UDP stream
+  forwarding or round robin TCP,UDP forwarding across a set of backends. Service
+  cluster ips and ports are currently found through Docker-links-compatible
+  environment variables specifying ports opened by the service proxy. There is
+  an optional addon that provides cluster DNS for these cluster IPs. The user
+  must create a service with the apiserver API to configure the proxy.
+grade: stable
+confinement: classic
+
+apps:
+  daemon:
+    command: run-with-config-args kube-proxy-wrapper
+    daemon: simple
+  kube-proxy:
+    command: kube-proxy
+
+parts:
+  kube-proxy:
+    plugin: dump
+    build-attributes: [no-patchelf]
+    source: .
+    stage-packages:
+      - conntrack:$SNAP_ARCH
+    override-build: |
+      set -eu
+      cp $KUBE_SNAP_BINS/$KUBE_ARCH/kube-proxy .
+      cp $KUBE_SNAP_ROOT/shared/run-with-config-args .
+      cp $KUBE_SNAP_ROOT/kube-proxy/kube-proxy-wrapper .
+      $KUBE_SNAP_ROOT/shared/generate-configure-hook kube-proxy
+
+      snapcraftctl build

snap/kube-proxy/kube-proxy-wrapper

@@ -0,0 +1,12 @@
+#!/bin/sh
+set -eu
+
+export PATH=$PATH:$SNAP/usr/sbin
+
+if [ -e "$SNAP_COMMON/environment" ]; then
+    set -a  # enable auto-export
+    . "$SNAP_COMMON/environment"
+    set +a  # disable auto-export
+fi
+
+exec "$SNAP/kube-proxy" "$@"