Skip to content

Commit 004fafd

Browse files
authored
fix: Generate S3 tpch data fixes for runson runners (#2660)
1 parent d462495 commit 004fafd

File tree

1 file changed

+3
-9
lines changed

1 file changed

+3
-9
lines changed

.github/workflows/generate-tpch-s3.yml

+3-9
Original file line numberDiff line numberDiff line change
@@ -1,7 +1,7 @@
11
name: "Generate TPC-H files to S3"
22

33
on:
4-
workflow_dispatch: {}
4+
workflow_dispatch: { }
55
schedule:
66
# 5AM UTC
77
- cron: "0 5 * * *"
@@ -21,13 +21,8 @@ jobs:
2121
- family=m7i.2xlarge
2222
- image=ubuntu24-full-x64
2323
- spot=false
24-
env:
25-
REMOTE_PATH: s3://vortex-bench-dev-eu/tpch-sf1/
26-
TMPDIR: /work
2724
steps:
2825
- uses: actions/checkout@v4
29-
- uses: ./.github/actions/cleanup
30-
- uses: ./.github/actions/setup-rust
3126
- name: Setup AWS CLI
3227
uses: aws-actions/configure-aws-credentials@v4
3328
with:
@@ -38,6 +33,5 @@ jobs:
3833
run: |
3934
# We run each query once to make sure we don't upload a file if there's a bug that causes a panic.
4035
cargo run --release --bin tpch -- --formats parquet,vortex -i1
41-
aws s3 cp --recursive bench-vortex/data/tpch/1 $REMOTE_PATH
42-
# We can now clear generated data
43-
rm -rf bench-vortex/data/
36+
aws s3 rm --recursive s3://vortex-bench-dev-eu/tpch-sf1/
37+
aws s3 cp --recursive bench-vortex/data/tpch/1 s3://vortex-bench-dev-eu/tpch-sf1/

0 commit comments

Comments
 (0)