-
Notifications
You must be signed in to change notification settings - Fork 750
/
Makefile
124 lines (95 loc) · 3.91 KB
/
Makefile
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
HUB ?= datafuselabs
TAG ?= latest
PLATFORM ?= linux/amd64,linux/arm64
VERSION ?= latest
ADD_NODES ?= 0
NUM_CPUS ?= 2
TENANT_ID ?= "tenant"
CLUSTER_ID ?= "test"
TARGET ?= x86_64-unknown-linux-gnu
CARGO_TARGET_DIR ?= $(CURDIR)/target
# Setup dev toolchain
setup:
bash ./scripts/setup/dev_setup.sh
fmt:
cargo fmt --all
lint:
cargo fmt --all
cargo clippy --workspace --all-targets -- -D warnings
# Check unused deps(make setup to install)
cargo machete
# Check typos(make setup to install)
typos
# Cargo.toml file formatter(make setup to install)
taplo fmt
# Python file formatter(make setup to install)
black tests/
# Bash file formatter(make setup to install)
shfmt -l -w scripts/*
lint-yaml:
yamllint -f auto .
check-license:
docker run -it --rm -v $(CURDIR):/github/workspace ghcr.io/korandoru/hawkeye-native:v2 check --config licenserc.toml && \
docker run -it --rm -v $(CURDIR):/github/workspace ghcr.io/korandoru/hawkeye-native:v2 check --config licenserc-ee.toml
run: build-release
BUILD_PROFILE=release bash ./scripts/ci/deploy/databend-query-standalone.sh
run-debug: build
bash ./scripts/ci/deploy/databend-query-standalone.sh
run-debug-management: build
bash ./scripts/ci/deploy/databend-query-management-mode.sh
kill:
killall databend-query
killall databend-meta
build:
bash ./scripts/build/build-debug.sh
build-release:
bash ./scripts/build/build-release.sh
# ifeq ($(shell uname),Linux) # Macs don't have objcopy
# # Reduce binary size by compressing binaries.
# objcopy --compress-debug-sections=zlib-gnu ${CARGO_TARGET_DIR}/release/databend-query
# objcopy --compress-debug-sections=zlib-gnu ${CARGO_TARGET_DIR}/release/databend-meta
# objcopy --compress-debug-sections=zlib-gnu ${CARGO_TARGET_DIR}/release/databend-metactl
# endif
build-native:
bash ./scripts/build/build-native.sh
build-in-docker:
bash ./scripts/setup/run_build_tool.sh cargo build --target $(TARGET)
unit-test:
ulimit -n 10000; ulimit -s 16384; RUST_LOG="ERROR" bash ./scripts/ci/ci-run-unit-tests.sh
miri:
cargo miri setup
MIRIFLAGS="-Zmiri-disable-isolation" cargo miri test --no-default-features
stateless-test: build
rm -rf ./_meta*/
rm -rf .databend
ulimit -n 10000; ulimit -s 16384; bash ./scripts/ci/ci-run-stateless-tests-standalone.sh
sqllogic-test: build
rm -rf ./_meta*/
ulimit -n 10000; ulimit -s 16384; bash ./scripts/ci/ci-run-sqllogic-tests.sh
stateless-cluster-test: build
rm -rf ./_meta*/
ulimit -n 10000; ulimit -s 16384; bash ./scripts/ci/ci-run-stateless-tests-cluster.sh
stateless-cluster-test-tls: build
rm -rf ./_meta*/
bash ./scripts/ci/ci-run-stateless-tests-cluster-tls.sh
metactl-test:
bash ./tests/metactl/test-metactl.sh
bash ./tests/metactl/test-metactl-restore-new-cluster.sh
meta-kvapi-test:
bash ./tests/meta-kvapi/test-meta-kvapi.sh
meta-bench: build-release
bash ./scripts/benchmark/run-meta-benchmark.sh 10 1000
test: unit-test stateless-test sqllogic-test metactl-test
profile:
bash ./scripts/ci/ci-run-profile.sh
clean:
cargo clean
rm -f ./nohup.out ./tests/suites/0_stateless/*.stdout-e
rm -rf ./_meta*/ ./_logs*/ ./src/query/service_logs*/ ./src/meta/service/_logs*/ ./stateless_test_data/
rm -rf ./src/common/base/_logs*/ ./src/meta/raft-store/_logs*/ ./src/meta/sled-store/_logs*/
rm -rf ./.databend ./query/service/.databend ./meta/service/.databend
genproto:
python -m grpc_tools.protoc -Isrc/common/cloud_control/proto/ --python_out=tests/cloud_control_server/ --grpc_python_out=tests/cloud_control_server/ src/common/cloud_control/proto/task.proto
python -m grpc_tools.protoc -Isrc/common/cloud_control/proto/ --python_out=tests/cloud_control_server/ --grpc_python_out=tests/cloud_control_server/ src/common/cloud_control/proto/notification.proto
python -m grpc_tools.protoc -Isrc/common/cloud_control/proto/ --python_out=tests/cloud_control_server/ --grpc_python_out=tests/cloud_control_server/ src/common/cloud_control/proto/timestamp.proto
.PHONY: setup test run build fmt lint clean docs