add 11.7 support and improve scripts

Author: Jared Abbott

.gitignore

@@ -0,0 +1 @@
+docker-compose.override.yml

.travis.yml

@@ -0,0 +1,32 @@
+language: node_js
+
+notifications:
+  email: false
+  
+sudo: false
+
+node_js:
+  - "10"
+
+dist: trusty
+
+before_install:
+    - sudo apt-add-repository "deb http://archive.ubuntu.com/ubuntu trusty-backports main restricted universe multiverse"
+    - sudo apt-get -qq update
+    - sudo apt-get install xz-utils
+    - export scversion="stable"
+    - wget "https://storage.googleapis.com/shellcheck/shellcheck-${scversion}.linux.x86_64.tar.xz"
+    - tar --xz -xvf shellcheck-"${scversion}".linux.x86_64.tar.xz
+    - sudo cp shellcheck-"${scversion}"/shellcheck /usr/bin/
+    - shellcheck --version
+    - export ALLOW_EXTERNAL_SOURCE='-x '
+
+env:
+  - CXX=g++-4.8
+
+branches:
+  only:
+    - master
+
+script:
+  - ./dev/util/shellcheck.sh

Dockerfile

@@ -2,7 +2,7 @@ ARG alpine_version
 FROM alpine:${alpine_version}
 
 ARG alpine_version
-ARG pg_package_version
+ARG pg_full_version
 
 #--------------------------------------------------------------------------------
 # Install dependencies
@@ -12,7 +12,7 @@ ARG pg_package_version
 #--------------------------------------------------------------------------------
 RUN echo "http://dl-cdn.alpinelinux.org/alpine/v${alpine_version}/main" >> /etc/apk/repositories
 
-RUN apk --no-cache --update add dumb-init postgresql=${pg_package_version} curl python3 && \
+RUN apk --no-cache --update add dumb-init postgresql=${pg_full_version} curl python3 && \
 	curl https://bootstrap.pypa.io/get-pip.py | python3 && \
 	pip install awscli && \
 	rm -f /usr/bin/pip && \

README.md

@@ -2,6 +2,25 @@
 
 Cron based database dump and upload to S3.
 
+## Build
+
+`./build_push.sh [-p <FILE>, --package <FILE>]`
+
+`./build_push.sh -p 11.7-3.9`
+
+### Package files
+
+Each package file represents a release for a particular `postgres` branch.
+
+The contents of the latest package file may look like this:
+
+```
+ALPINE_VERSION='3.9'
+PG_BASE_VERSION='11'
+PG_FULL_VERSION='11.7'
+PG_LATEST=true
+```
+
 ## Usage
 
 Typically this image is instantiated as a container among many others and would have the responsibility of getting a database dump and uploading it to S3 at a particular time of day.

build_push.sh

@@ -1,31 +1,56 @@
 #!/usr/bin/env sh
 
-alpine_version='3.8'
-legacy_image=false
-pg_major_version='10'
-pg_package_version='10.10'
+#------------------------------------------------------------------------------------
+# Loop over arguments
+#------------------------------------------------------------------------------------
+for arg in "$@"; do
+    # [ -p | --package ]
+    if [ -n "${package_flag}" ]; then
+        package_flag=''
+        package="${arg}"
+    fi
+
+    if [ "${arg}" = "-p" ] || [ "${arg}" = "--package" ]; then
+        package_flag=true
+    fi
+done
+
+#------------------------------------------------------------------------------------
+# Exit on error
+#------------------------------------------------------------------------------------
+if [ -z "${package}" ]; then
+  echo '> Package file not specified: [-p <FILE>, --package <FILE>]'
+  exit 127
+fi
+
+if [ -f "./package/${package}.env" ]; then
+  . "./package/${package}.env"
+else
+  echo "> Package file not found: './package/${package}.env'"
+  exit 127
+fi
 
 builds=\
-"${pg_package_version}_${pg_package_version}-r0_${alpine_version}",\
-"${pg_major_version}_${pg_package_version}-r0_${alpine_version}"
+"${PG_FULL_VERSION}_${PG_FULL_VERSION}-r0_${ALPINE_VERSION}",\
+"${PG_BASE_VERSION}_${PG_FULL_VERSION}-r0_${ALPINE_VERSION}"
 
-if [ "${legacy_image}" = 'false' ]; then
-  builds="${builds}","latest_${pg_package_version}-r0_${alpine_version}"
+if [ "${PG_LATEST:-'false'}" = 'true' ]; then
+  builds="${builds}","latest_${PG_FULL_VERSION}-r0_${ALPINE_VERSION}"
 fi
 
 echo $builds | tr ',' '\n' | while read build; do
-  alpine_version=$(echo "${build}" | cut -d '_' -f 3)
+  ALPINE_VERSION=$(echo "${build}" | cut -d '_' -f 3)
   pg_dump_to_s3_tag=$(echo "${build}" | cut -d '_' -f 1 )
-  pg_package_version=$(echo "${build}" | cut -d '_' -f 2)
+  PG_FULL_VERSION=$(echo "${build}" | cut -d '_' -f 2)
 
   echo ""
   echo "--------------------------------"
   echo "POSTGRES-DUMP-TO-S3 TAG: ${pg_dump_to_s3_tag}"
-  echo "POSTGRES PACKAGE VERSION: ${pg_package_version}"
+  echo "POSTGRES PACKAGE VERSION: ${PG_FULL_VERSION}"
   echo "--------------------------------"
 
-  echo docker build --tag bluedrop360/postgres-dump-to-s3:$pg_dump_to_s3_tag --build-arg pg_package_version=$pg_package_version --build-arg alpine_version="${alpine_version}" .
-  eval docker build --tag bluedrop360/postgres-dump-to-s3:$pg_dump_to_s3_tag --build-arg pg_package_version=$pg_package_version --build-arg alpine_version="${alpine_version}" . || exit 1
+  echo docker build --tag bluedrop360/postgres-dump-to-s3:$pg_dump_to_s3_tag --build-arg pg_full_version=$PG_FULL_VERSION --build-arg alpine_version="${ALPINE_VERSION}" .
+  eval docker build --tag bluedrop360/postgres-dump-to-s3:$pg_dump_to_s3_tag --build-arg pg_full_version=$PG_FULL_VERSION --build-arg alpine_version="${ALPINE_VERSION}" . || exit 1
   echo docker push bluedrop360/postgres-dump-to-s3:$pg_dump_to_s3_tag
   eval docker push bluedrop360/postgres-dump-to-s3:$pg_dump_to_s3_tag || exit 1
 done

dev/util/shellcheck.sh

@@ -0,0 +1,8 @@
+#!/usr/bin/env sh
+
+printf '\n%s\n' "Checking shell scripts..."
+
+SHELLCHECK_OPTS=""
+
+RUN_SHELLCHECK="shellcheck ${ALLOW_EXTERNAL_SOURCE:-} ${SHELLCHECK_OPTS} {} +"
+eval "find ./*.sh -type f -exec ${RUN_SHELLCHECK}"

docker-compose.yml

@@ -0,0 +1,28 @@
+########################################################
+# Docker Compose: https://docs.docker.com/compose
+########################################################
+# This file is for local testing
+# - Copy contents to `docker-compose.override.yml`
+# - Update the volume and environment variable values
+# - BUILD: docker-compose build
+# - BUILD AND RUN: docker-compose up --build
+########################################################
+version: '3'
+
+services:
+  postgres-restore-from-s3:
+    image: postgres-restore-from-s3:11.7
+    network_mode: 'host'
+    build:
+      context: ./
+      dockerfile: ./Dockerfile
+      args:
+        alpine_version: '3.9'
+        pg_full_version: '11.7-r0'
+    environment:
+      AWS_BUCKET: <AWS_BUCKET_NAME>
+      AWS_REGION: <AWS_REGION_NAME>
+      DATABASE_URL: postgres://<DB_NAME>:<PASSPHRASE>@<HOST>:<PORT>/<DB_NAME>
+      DUMP_OBJECT_PREFIX: <DB_NAME>/postgres/
+    volumes:
+      - <PROJECT_DIRECTORY>/build/postgres/dump:/cache:rw

package/10.12-3.8.env

@@ -0,0 +1,3 @@
+ALPINE_VERSION='3.8'
+PG_BASE_VERSION='10'
+PG_FULL_VERSION='10.12'

package/11.7-3.9.env

@@ -0,0 +1,4 @@
+ALPINE_VERSION='3.9'
+PG_LATEST=false
+PG_BASE_VERSION='11'
+PG_FULL_VERSION='11.7'

package/9.6.13-3.6.env

@@ -0,0 +1,3 @@
+ALPINE_VERSION='3.6'
+PG_BASE_VERSION='9'
+PG_FULL_VERSION='9.6.13'