[doris] branch branch-1.1-lts updated: [Fix](cherry-pick) fix parquet write setting property is not effective (#13670)

[yiguolei]

This is an automated email from the ASF dual-hosted git repository.

yiguolei pushed a commit to branch branch-1.1-lts
in repository https://gitbox.apache.org/repos/asf/doris.git


The following commit(s) were added to refs/heads/branch-1.1-lts by this push:
     new 8961137e1f [Fix](cherry-pick) fix parquet write setting property is 
not effective (#13670)
8961137e1f is described below

commit 8961137e1f932fd145985c16fce42818090433c1
Author: zhangstar333 <87313068+zhangstar...@users.noreply.github.com>
AuthorDate: Wed Oct 26 11:59:36 2022 +0800

    [Fix](cherry-pick) fix parquet write setting property is not effective 
(#13670)
---
 be/src/runtime/file_result_writer.cpp      | 2 +-
 be/src/vec/runtime/vfile_result_writer.cpp | 2 +-
 2 files changed, 2 insertions(+), 2 deletions(-)

diff --git a/be/src/runtime/file_result_writer.cpp 
b/be/src/runtime/file_result_writer.cpp
index 6b20f5dfd0..e84daea7e1 100644
--- a/be/src/runtime/file_result_writer.cpp
+++ b/be/src/runtime/file_result_writer.cpp
@@ -236,6 +236,7 @@ Status FileResultWriter::append_row_batch(const RowBatch* 
batch) {
 Status FileResultWriter::_write_parquet_file(const RowBatch& batch) {
     RETURN_IF_ERROR(_parquet_writer->write(batch));
     // split file if exceed limit
+    _current_written_bytes = _parquet_writer->written_len();
     return _create_new_file_if_exceed_size();
 }
 
@@ -406,7 +407,6 @@ Status FileResultWriter::_create_new_file_if_exceed_size() {
 Status FileResultWriter::_close_file_writer(bool done, bool only_close) {
     if (_parquet_writer != nullptr) {
         _parquet_writer->close();
-        _current_written_bytes = _parquet_writer->written_len();
         COUNTER_UPDATE(_written_data_bytes, _current_written_bytes);
         delete _parquet_writer;
         _parquet_writer = nullptr;
diff --git a/be/src/vec/runtime/vfile_result_writer.cpp 
b/be/src/vec/runtime/vfile_result_writer.cpp
index 91a10b5f39..144908a6df 100644
--- a/be/src/vec/runtime/vfile_result_writer.cpp
+++ b/be/src/vec/runtime/vfile_result_writer.cpp
@@ -221,6 +221,7 @@ Status VFileResultWriter::append_block(Block& block) {
 Status VFileResultWriter::_write_parquet_file(const Block& block) {
     RETURN_IF_ERROR(_vparquet_writer->write(block));
     // split file if exceed limit
+    _current_written_bytes = _vparquet_writer->written_len();
     return _create_new_file_if_exceed_size();
 }
 
@@ -360,7 +361,6 @@ Status VFileResultWriter::_create_new_file_if_exceed_size() 
{
 Status VFileResultWriter::_close_file_writer(bool done) {
     if (_vparquet_writer) {
         _vparquet_writer->close();
-        _current_written_bytes = _vparquet_writer->written_len();
         COUNTER_UPDATE(_written_data_bytes, _current_written_bytes);
         _vparquet_writer.reset(nullptr);
     } else if (_file_writer_impl) {


---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscr...@doris.apache.org
For additional commands, e-mail: commits-h...@doris.apache.org