Commit 004fafd 1 parent d462495 commit 004fafd Copy full SHA for 004fafd
File tree 1 file changed +3
-9
lines changed
1 file changed +3
-9
lines changed Original file line number Diff line number Diff line change 1
1
name : " Generate TPC-H files to S3"
2
2
3
3
on :
4
- workflow_dispatch : {}
4
+ workflow_dispatch : { }
5
5
schedule :
6
6
# 5AM UTC
7
7
- cron : " 0 5 * * *"
21
21
- family=m7i.2xlarge
22
22
- image=ubuntu24-full-x64
23
23
- spot=false
24
- env :
25
- REMOTE_PATH : s3://vortex-bench-dev-eu/tpch-sf1/
26
- TMPDIR : /work
27
24
steps :
28
25
- uses : actions/checkout@v4
29
- - uses : ./.github/actions/cleanup
30
- - uses : ./.github/actions/setup-rust
31
26
- name : Setup AWS CLI
32
27
uses : aws-actions/configure-aws-credentials@v4
33
28
with :
38
33
run : |
39
34
# We run each query once to make sure we don't upload a file if there's a bug that causes a panic.
40
35
cargo run --release --bin tpch -- --formats parquet,vortex -i1
41
- aws s3 cp --recursive bench-vortex/data/tpch/1 $REMOTE_PATH
42
- # We can now clear generated data
43
- rm -rf bench-vortex/data/
36
+ aws s3 rm --recursive s3://vortex-bench-dev-eu/tpch-sf1/
37
+ aws s3 cp --recursive bench-vortex/data/tpch/1 s3://vortex-bench-dev-eu/tpch-sf1/
You can’t perform that action at this time.
0 commit comments