-
Notifications
You must be signed in to change notification settings - Fork 43
/
Makefile
262 lines (228 loc) · 8.18 KB
/
Makefile
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
# Copyright 2017, Inderpreet Singh, All rights reserved.
# Catch sigterms
# See: https://stackoverflow.com/a/52159940
export SHELL:=/bin/bash
export SHELLOPTS:=$(if $(SHELLOPTS),$(SHELLOPTS):)pipefail:errexit
.ONESHELL:
# Color outputs
red=`tput setaf 1`
green=`tput setaf 2`
reset=`tput sgr0`
ROOTDIR:=$(shell realpath .)
SOURCEDIR:=$(shell realpath ./src)
BUILDDIR:=$(shell realpath ./build)
DEFAULT_STAGING_REGISTRY:=localhost:5000
#DOCKER_BUILDKIT_FLAGS=BUILDKIT_PROGRESS=plain
DOCKER=${DOCKER_BUILDKIT_FLAGS} DOCKER_BUILDKIT=1 docker
DOCKER_COMPOSE=${DOCKER_BUILDKIT_FLAGS} COMPOSE_DOCKER_CLI_BUILD=1 DOCKER_BUILDKIT=1 docker-compose
.PHONY: builddir deb docker-image clean
all: deb docker-image
builddir:
mkdir -p ${BUILDDIR}
scanfs: builddir
$(DOCKER) build \
-f ${SOURCEDIR}/docker/build/deb/Dockerfile \
--target seedsync_build_scanfs_export \
--output ${BUILDDIR} \
${ROOTDIR}
deb: builddir
$(DOCKER) build \
-f ${SOURCEDIR}/docker/build/deb/Dockerfile \
--target seedsync_build_deb_export \
--output ${BUILDDIR} \
${ROOTDIR}
docker-buildx:
$(DOCKER) run --rm --privileged multiarch/qemu-user-static --reset -p yes
docker-image: docker-buildx
@if [[ -z "${STAGING_REGISTRY}" ]] ; then \
export STAGING_REGISTRY="${DEFAULT_STAGING_REGISTRY}"; \
fi;
echo "${green}STAGING_REGISTRY=$${STAGING_REGISTRY}${reset}";
@if [[ -z "${STAGING_VERSION}" ]] ; then \
export STAGING_VERSION="latest"; \
fi;
echo "${green}STAGING_VERSION=$${STAGING_VERSION}${reset}";
# scanfs image
$(DOCKER) buildx build \
-f ${SOURCEDIR}/docker/build/deb/Dockerfile \
--target seedsync_build_scanfs_export \
--tag $${STAGING_REGISTRY}/seedsync/build/scanfs/export:$${STAGING_VERSION} \
--cache-to=type=registry,ref=$${STAGING_REGISTRY}/seedsync/build/scanfs/export:cache,mode=max \
--cache-from=type=registry,ref=$${STAGING_REGISTRY}/seedsync/build/scanfs/export:cache \
--push \
${ROOTDIR}
# angular html export
$(DOCKER) buildx build \
-f ${SOURCEDIR}/docker/build/deb/Dockerfile \
--target seedsync_build_angular_export \
--tag $${STAGING_REGISTRY}/seedsync/build/angular/export:$${STAGING_VERSION} \
--cache-to=type=registry,ref=$${STAGING_REGISTRY}/seedsync/build/angular/export:cache,mode=max \
--cache-from=type=registry,ref=$${STAGING_REGISTRY}/seedsync/build/angular/export:cache \
--push \
${ROOTDIR}
# final image
$(DOCKER) buildx build \
-f ${SOURCEDIR}/docker/build/docker-image/Dockerfile \
--target seedsync_run \
--build-arg STAGING_VERSION=$${STAGING_VERSION} \
--build-arg STAGING_REGISTRY=$${STAGING_REGISTRY} \
--tag $${STAGING_REGISTRY}/seedsync:$${STAGING_VERSION} \
--cache-to=type=registry,ref=$${STAGING_REGISTRY}/seedsync:cache,mode=max \
--cache-from=type=registry,ref=$${STAGING_REGISTRY}/seedsync:cache \
--platform linux/amd64,linux/arm64,linux/arm/v7 \
--push \
${ROOTDIR}
docker-image-release:
@if [[ -z "${STAGING_REGISTRY}" ]] ; then \
export STAGING_REGISTRY="${DEFAULT_STAGING_REGISTRY}"; \
fi;
echo "${green}STAGING_REGISTRY=$${STAGING_REGISTRY}${reset}";
@if [[ -z "${STAGING_VERSION}" ]] ; then \
export STAGING_VERSION="latest"; \
fi;
echo "${green}STAGING_VERSION=$${STAGING_VERSION}${reset}";
@if [[ -z "${RELEASE_REGISTRY}" ]] ; then \
echo "${red}ERROR: RELEASE_REGISTRY is required${reset}"; exit 1; \
fi
@if [[ -z "${RELEASE_VERSION}" ]] ; then \
echo "${red}ERROR: RELEASE_VERSION is required${reset}"; exit 1; \
fi
echo "${green}RELEASE_REGISTRY=${RELEASE_REGISTRY}${reset}"
echo "${green}RELEASE_VERSION=${RELEASE_VERSION}${reset}"
# final image
$(DOCKER) buildx build \
-f ${SOURCEDIR}/docker/build/docker-image/Dockerfile \
--target seedsync_run \
--build-arg STAGING_VERSION=$${STAGING_VERSION} \
--build-arg STAGING_REGISTRY=$${STAGING_REGISTRY} \
--tag ${RELEASE_REGISTRY}/seedsync:${RELEASE_VERSION} \
--cache-from=type=registry,ref=$${STAGING_REGISTRY}/seedsync:cache \
--platform linux/amd64,linux/arm64,linux/arm/v7 \
--push \
${ROOTDIR}
tests-python:
# python run
$(DOCKER) build \
-f ${SOURCEDIR}/docker/build/docker-image/Dockerfile \
--target seedsync_run_python_devenv \
--tag seedsync/run/python/devenv \
${ROOTDIR}
# python tests
$(DOCKER_COMPOSE) \
-f ${SOURCEDIR}/docker/test/python/compose.yml \
build
run-tests-python: tests-python
$(DOCKER_COMPOSE) \
-f ${SOURCEDIR}/docker/test/python/compose.yml \
up --force-recreate --exit-code-from tests
tests-angular:
# angular build
$(DOCKER) build \
-f ${SOURCEDIR}/docker/build/deb/Dockerfile \
--target seedsync_build_angular_env \
--tag seedsync/build/angular/env \
${ROOTDIR}
# angular tests
$(DOCKER_COMPOSE) \
-f ${SOURCEDIR}/docker/test/angular/compose.yml \
build
run-tests-angular: tests-angular
$(DOCKER_COMPOSE) \
-f ${SOURCEDIR}/docker/test/angular/compose.yml \
up --force-recreate --exit-code-from tests
tests-e2e-deps:
# deb pre-reqs
$(DOCKER) build \
${SOURCEDIR}/docker/stage/deb/ubuntu-systemd/ubuntu-16.04-systemd \
-t ubuntu-systemd:16.04
$(DOCKER) build \
${SOURCEDIR}/docker/stage/deb/ubuntu-systemd/ubuntu-18.04-systemd \
-t ubuntu-systemd:18.04
$(DOCKER) build \
${SOURCEDIR}/docker/stage/deb/ubuntu-systemd/ubuntu-20.04-systemd \
-t ubuntu-systemd:20.04
# Setup docker for the systemd container
# See: https://github.com/solita/docker-systemd
$(DOCKER) run --rm --privileged -v /:/host solita/ubuntu-systemd setup
run-tests-e2e: tests-e2e-deps
# Check our settings
@if [[ -z "${STAGING_VERSION}" ]] && [[ -z "${SEEDSYNC_DEB}" ]]; then \
echo "${red}ERROR: One of STAGING_VERSION or SEEDSYNC_DEB must be set${reset}"; exit 1; \
elif [[ ! -z "${STAGING_VERSION}" ]] && [[ ! -z "${SEEDSYNC_DEB}" ]]; then \
echo "${red}ERROR: Only one of STAGING_VERSION or SEEDSYNC_DEB must be set${reset}"; exit 1; \
fi
# Set up environment for deb
@if [[ ! -z "${SEEDSYNC_DEB}" ]] ; then \
if [[ -z "${SEEDSYNC_OS}" ]] ; then \
echo "${red}ERROR: SEEDSYNC_OS is required for DEB e2e test${reset}"; \
echo "${red}Options include: ubu1604, ubu1804, ubu2004${reset}"; exit 1; \
fi
fi
# Set up environment for image
@if [[ ! -z "${STAGING_VERSION}" ]] ; then \
if [[ -z "${SEEDSYNC_ARCH}" ]] ; then \
echo "${red}ERROR: SEEDSYNC_ARCH is required for docker image e2e test${reset}"; \
echo "${red}Options include: amd64, arm64, arm/v7${reset}"; exit 1; \
fi
if [[ -z "${STAGING_REGISTRY}" ]] ; then \
export STAGING_REGISTRY="${DEFAULT_STAGING_REGISTRY}"; \
fi;
echo "${green}STAGING_REGISTRY=$${STAGING_REGISTRY}${reset}";
# Removing and pulling is the only way to select the arch from a multi-arch image :(
$(DOCKER) rmi -f $${STAGING_REGISTRY}/seedsync:$${STAGING_VERSION}
$(DOCKER) pull $${STAGING_REGISTRY}/seedsync:$${STAGING_VERSION} --platform linux/$${SEEDSYNC_ARCH}
fi
# Set the flags
COMPOSE_FLAGS="-f ${SOURCEDIR}/docker/test/e2e/compose.yml "
COMPOSE_RUN_FLAGS=""
if [[ ! -z "${SEEDSYNC_DEB}" ]] ; then
COMPOSE_FLAGS+="-f ${SOURCEDIR}/docker/stage/deb/compose.yml "
COMPOSE_FLAGS+="-f ${SOURCEDIR}/docker/stage/deb/compose-${SEEDSYNC_OS}.yml "
fi
if [[ ! -z "${STAGING_VERSION}" ]] ; then \
COMPOSE_FLAGS+="-f ${SOURCEDIR}/docker/stage/docker-image/compose.yml "
fi
if [[ "${DEV}" = "1" ]] ; then
COMPOSE_FLAGS+="-f ${SOURCEDIR}/docker/test/e2e/compose-dev.yml "
else \
COMPOSE_RUN_FLAGS+="-d"
fi
echo "${green}COMPOSE_FLAGS=$${COMPOSE_FLAGS}${reset}"
# Set up Ctrl-C handler
function tearDown {
$(DOCKER_COMPOSE) \
$${COMPOSE_FLAGS} \
stop
}
trap tearDown EXIT
# Build the test
echo "${green}Building the tests${reset}"
$(DOCKER_COMPOSE) \
$${COMPOSE_FLAGS} \
build
# This suppresses the docker-compose error that image has changed
$(DOCKER_COMPOSE) \
$${COMPOSE_FLAGS} \
rm -f myapp
# Run the test
echo "${green}Running the tests${reset}"
$(DOCKER_COMPOSE) \
$${COMPOSE_FLAGS} \
up --force-recreate \
$${COMPOSE_RUN_FLAGS}
if [[ "${DEV}" != "1" ]] ; then
$(DOCKER) logs -f seedsync_test_e2e
fi
EXITCODE=`$(DOCKER) inspect seedsync_test_e2e | jq '.[].State.ExitCode'`
if [[ "$${EXITCODE}" != "0" ]] ; then
false
fi
run-remote-server:
$(DOCKER) container rm -f seedsync_test_e2e_remote-dev
$(DOCKER) run \
-it --init \
-p 1234:1234 \
--name seedsync_test_e2e_remote-dev \
seedsync/test/e2e/remote
clean:
rm -rf ${BUILDDIR}