diff --git a/scripts/write_gcr_to_parquet.py b/scripts/write_gcr_to_parquet.py index 12b2b16..44a5b1d 100644 --- a/scripts/write_gcr_to_parquet.py +++ b/scripts/write_gcr_to_parquet.py @@ -63,7 +63,7 @@ def _has_run_no_lock(self): def _chunk_data_generator(cat, columns, native_filters=None): columns = sorted(columns) for data in cat.get_quantities(columns, native_filters=native_filters, return_iterator=True): - table = pa.Table.from_arrays(*zip(*[(col, pa.array(data[col])) for col in columns])) + table = pa.Table.from_arrays([pa.array(data[col]) for col in columns], columns) del data try: cat.close_all_file_handles()