Commit 8ba5f27 1 parent 76bc8eb commit 8ba5f27 Copy full SHA for 8ba5f27
File tree 5 files changed +11
-10
lines changed
5 files changed +11
-10
lines changed Original file line number Diff line number Diff line change 20
20
- self-hosted
21
21
- aws
22
22
env :
23
- REMOTE_PATH : s3://vortex-bench-dev/tpch-sf1/
23
+ REMOTE_PATH : s3://vortex-bench-dev-eu /tpch-sf1/
24
24
TMPDIR : /work
25
25
steps :
26
26
- uses : actions/checkout@v4
Original file line number Diff line number Diff line change 24
24
- id : tpch-s3
25
25
binary_name : tpch
26
26
name : TPC-H on S3
27
- remote_storage : s3://vortex-bench-dev/tpch-sf1/
27
+ remote_storage : s3://vortex-bench-dev-eu /tpch-sf1/
28
28
runs-on :
29
29
- runs-on=${{ github.run_id }}
30
30
- family=c7i.8xlarge
61
61
shell : bash
62
62
env :
63
63
RUSTFLAGS : ' -C target-cpu=native'
64
+ AWS_REGION : ' eu-west-1'
64
65
OTEL_SERVICE_NAME : ' vortex-bench'
65
66
OTEL_EXPORTER_OTLP_PROTOCOL : ' http/protobuf'
66
67
OTEL_EXPORTER_OTLP_ENDPOINT : ' ${{ secrets.OTEL_EXPORTER_OTLP_ENDPOINT }}'
Original file line number Diff line number Diff line change @@ -135,14 +135,14 @@ fn main() -> ExitCode {
135
135
. unwrap ( )
136
136
}
137
137
Some ( tpch_benchmark_remote_data_dir) => {
138
- // e.g. "s3://vortex-bench-dev/parquet/"
138
+ // e.g. "s3://vortex-bench-dev-eu /parquet/"
139
139
//
140
140
// The trailing slash is significant!
141
141
//
142
142
// The folder must already be populated with data!
143
143
if !tpch_benchmark_remote_data_dir. ends_with ( "/" ) {
144
144
warn ! (
145
- "Supply a --use-remote-data-dir argument which ends in a slash e.g. s3://vortex-bench-dev/parquet/"
145
+ "Supply a --use-remote-data-dir argument which ends in a slash e.g. s3://vortex-bench-dev-eu /parquet/"
146
146
) ;
147
147
}
148
148
info ! (
Original file line number Diff line number Diff line change @@ -12,6 +12,7 @@ use datafusion::datasource::listing::{
12
12
} ;
13
13
use datafusion:: prelude:: { CsvReadOptions , ParquetReadOptions , SessionContext } ;
14
14
use futures:: StreamExt ;
15
+ use log:: info;
15
16
use named_locks:: with_lock;
16
17
use object_store:: ObjectStore ;
17
18
use object_store:: aws:: AmazonS3Builder ;
@@ -236,11 +237,11 @@ async fn register_parquet(
236
237
let mut pq_file = file. clone ( ) ;
237
238
pq_file. set_path ( & pq_file. path ( ) . to_owned ( ) . replace ( ".tbl" , ".parquet" ) ) ;
238
239
239
- if object_store
240
+ if let Err ( e ) = object_store
240
241
. head ( & ObjectStorePath :: parse ( pq_file. path ( ) ) ?)
241
242
. await
242
- . is_err ( )
243
243
{
244
+ info ! ( "File {} doesn't exist because {e}" , pq_file) ;
244
245
with_lock ( pq_file. path ( ) . to_owned ( ) , async || {
245
246
let df = session
246
247
. read_csv (
@@ -304,11 +305,11 @@ async fn register_vortex_file(
304
305
305
306
let vtx_file = & vortex_dir. join ( vortex_basename. as_ref ( ) ) ?;
306
307
307
- if object_store
308
+ if let Err ( e ) = object_store
308
309
. head ( & ObjectStorePath :: parse ( vtx_file. path ( ) ) ?)
309
310
. await
310
- . is_err ( )
311
311
{
312
+ info ! ( "File {} doesn't exist because {e}" , vtx_file) ;
312
313
with_lock ( vtx_file. path ( ) . to_owned ( ) , async || {
313
314
let record_batches = session
314
315
. read_csv (
Original file line number Diff line number Diff line change @@ -11,8 +11,7 @@ feature-depth = 1
11
11
12
12
13
13
[advisories ]
14
- # ring is unmaintained: https://github.com/briansmith/ring/discussions/2414
15
- ignore = [" RUSTSEC-2025-0007" ]
14
+ ignore = [" RUSTSEC-2025-0009" ]
16
15
17
16
[licenses ]
18
17
# List of explicitly allowed licenses
You can’t perform that action at this time.
0 commit comments