Skip to content

Commit

Permalink
arrow:15.0.2-1 requires some changes (1) EstimatedBufferedValueBytes …
Browse files Browse the repository at this point in the history
…=> estimated_buffered_value_bytes

Signed-off-by: root <[email protected]>
  • Loading branch information
galsalomon66 committed Mar 29, 2024
1 parent eb40d36 commit 5e51af1
Show file tree
Hide file tree
Showing 2 changed files with 5 additions and 4 deletions.
4 changes: 2 additions & 2 deletions example/csv_to_parquet.cpp
Original file line number Diff line number Diff line change
Expand Up @@ -311,7 +311,7 @@ int csv_to_parquet(std::string & csv_object)
ba_writer->WriteBatch(1, &definition_level, nullptr, &ba_value);
}

buffered_values_estimate[col_id] = ba_writer->EstimatedBufferedValueBytes();
buffered_values_estimate[col_id] = ba_writer->estimated_buffered_value_bytes();


} //end-for columns
Expand All @@ -326,7 +326,7 @@ int csv_to_parquet(std::string & csv_object)
int16_t definition_level = 0;
ba_writer->WriteBatch(1, &definition_level, nullptr, nullptr);

buffered_values_estimate[col_id] = ba_writer->EstimatedBufferedValueBytes();
buffered_values_estimate[col_id] = ba_writer->estimated_buffered_value_bytes();
}

}
Expand Down
5 changes: 3 additions & 2 deletions test/s3select_test.h
Original file line number Diff line number Diff line change
Expand Up @@ -166,7 +166,7 @@ int csv_to_parquet(std::string & csv_object)
ba_writer->WriteBatch(1, &definition_level, nullptr, &ba_value);
}

buffered_values_estimate[col_id] = ba_writer->EstimatedBufferedValueBytes();
buffered_values_estimate[col_id] = ba_writer->estimated_buffered_value_bytes();


} //end-for columns
Expand All @@ -181,7 +181,7 @@ int csv_to_parquet(std::string & csv_object)
int16_t definition_level = 0;
ba_writer->WriteBatch(1, &definition_level, nullptr, nullptr);

buffered_values_estimate[col_id] = ba_writer->EstimatedBufferedValueBytes();
buffered_values_estimate[col_id] = ba_writer->estimated_buffered_value_bytes();
}

}
Expand Down Expand Up @@ -547,6 +547,7 @@ std::string run_s3select(std::string expression)

#ifdef _ARROW_EXIST
csv_to_parquet(csv_obj);
std::cout << "runnning parquet processing on " << expression << std::endl;
run_query_on_parquet_file(expression.c_str(),PARQUET_FILENAME,parquet_result);
parquet_result = parquet_result.substr(0, parquet_result.find_first_of(","));
parquet_result = parquet_result.substr(0, parquet_result.find_first_of("\n"));//remove last \n
Expand Down

0 comments on commit 5e51af1

Please sign in to comment.