carlvinhust2012 opened a new issue, #12065: URL: https://github.com/apache/doris/issues/12065
### Search before asking - [X] I had searched in the [issues](https://github.com/apache/incubator-doris/issues?q=is%3Aissue) and found no similar issues. ### Version the master version ### What's Wrong? the compaction failed cause the BE start failed ### What You Expected? the BE start success. ### How to Reproduce? 1. create some table with array columns. ### Anything Else? the core stack is as below: 0# doris::signal::(anonymous namespace)::FailureSignalHandler(int, siginfo_t*, void*) at /home/disk1/hugo_work/doris_dev/baidu/bdg/doris/core/be/src/common/signal_handler.h:420 1# 0x00007F6B3C650920 in /lib64/libc.so.6 2# tcmalloc::allocate_full_malloc_oom(unsigned long) at src/tcmalloc.cc:1817 3# bshuf_untrans_bit_elem_AVX_avx2 in /home/disk1/hugo_work/doris_env/output/be/lib/palo_be 4# bshuf_decompress_lz4_block_avx2 in /home/disk1/hugo_work/doris_env/output/be/lib/palo_be 5# bshuf_blocked_wrap_fun_avx2 in /home/disk1/hugo_work/doris_env/output/be/lib/palo_be 6# doris::segment_v2::BitShufflePagePreDecoder<false>::decode(std::unique_ptr<char [], std::default_delete<char []> >*, doris::Slice*, unsigned long) at /home/disk1/hugo_work/doris_dev/baidu/bdg/doris/core/be/src/olap/rowset/segment_v2/bitshuffle_page_pre_decoder.h:81 7# doris::segment_v2::PageIO::read_and_decompress_page(doris::segment_v2::PageReadOptions const&, doris::segment_v2::PageHandle*, doris::Slice*, doris::segment_v2::PageFooterPB*) at /home/disk1/hugo_work/doris_dev/baidu/bdg/doris/core/be/src/olap/rowset/segment_v2/page_io.cpp:203 8# doris::segment_v2::ColumnReader::read_page(doris::segment_v2::ColumnIteratorOptions const&, doris::segment_v2::PagePointer const&, doris::segment_v2::PageHandle*, doris::Slice*, doris::segment_v2::PageFooterPB*, doris::BlockCompressionCodec*) const at /home/disk1/hugo_work/doris_dev/baidu/bdg/doris/core/be/src/olap/rowset/segment_v2/column_reader.cpp:160 9# doris::segment_v2::FileColumnIterator::_read_data_page(doris::segment_v2::OrdinalPageIndexIterator const&) at /home/disk1/hugo_work/doris_dev/baidu/bdg/doris/core/be/src/olap/rowset/segment_v2/column_reader.cpp:808 10# doris::segment_v2::FileColumnIterator::_load_next_page(bool*) at /home/disk1/hugo_work/doris_dev/baidu/bdg/doris/core/be/src/olap/rowset/segment_v2/column_reader.cpp:797 11# doris::segment_v2::FileColumnIterator::next_batch(unsigned long*, COW<doris::vectorized::IColumn>::mutable_ptr<doris::vectorized::IColumn>&, bool*) at /home/disk1/hugo_work/doris_dev/baidu/bdg/doris/core/be/src/olap/rowset/segment_v2/column_reader.cpp:666 12# doris::segment_v2::ArrayFileColumnIterator::next_batch(unsigned long*, COW<doris::vectorized::IColumn>::mutable_ptr<doris::vectorized::IColumn>&, bool*) at /home/disk1/hugo_work/doris_dev/baidu/bdg/doris/core/be/src/olap/rowset/segment_v2/column_reader.cpp:489 13# doris::segment_v2::SegmentIterator::_read_columns(std::vector<unsigned int, std::allocator<unsigned int> > const&, std::vector<COW<doris::vectorized::IColumn>::mutable_ptr<doris::vectorized::IColumn>, std::allocator<COW<doris::vectorized::IColumn>::mutable_ptr<doris::vectorized::IColumn> > >&, unsigned long) at /home/disk1/hugo_work/doris_dev/baidu/bdg/doris/core/be/src/olap/rowset/segment_v2/segment_iterator.cpp:906 14# doris::segment_v2::SegmentIterator::_read_columns_by_index(unsigned int, unsigned int&, bool) at /home/disk1/hugo_work/doris_dev/baidu/bdg/doris/core/be/src/olap/rowset/segment_v2/segment_iterator.cpp:969 15# doris::segment_v2::SegmentIterator::next_batch(doris::vectorized::Block*) at /home/disk1/hugo_work/doris_dev/baidu/bdg/doris/core/be/src/olap/rowset/segment_v2/segment_iterator.cpp:1124 16# doris::BetaRowsetReader::next_block(doris::vectorized::Block*) at /home/disk1/hugo_work/doris_dev/baidu/bdg/doris/core/be/src/olap/rowset/beta_rowset_reader.cpp:251 17# doris::vectorized::VCollectIterator::Level0Iterator::_refresh_current_row() at /home/disk1/hugo_work/doris_dev/baidu/bdg/doris/core/be/src/vec/olap/vcollect_iterator.cpp:219 18# doris::vectorized::VCollectIterator::Level0Iterator::next(doris::vectorized::IteratorRowRef*) at /home/disk1/hugo_work/doris_dev/baidu/bdg/doris/core/be/src/vec/olap/vcollect_iterator.cpp:239 19# doris::vectorized::VCollectIterator::Level1Iterator::_merge_next(doris::vectorized::IteratorRowRef*) at /home/disk1/hugo_work/doris_dev/baidu/bdg/doris/core/be/src/vec/olap/vcollect_iterator.cpp:386 20# doris::vectorized::VCollectIterator::Level1Iterator::next(doris::vectorized::IteratorRowRef*) at /home/disk1/hugo_work/doris_dev/baidu/bdg/doris/core/be/src/vec/olap/vcollect_iterator.cpp:326 21# doris::vectorized::VCollectIterator::Level1Iterator::_merge_next(doris::vectorized::IteratorRowRef*) at /home/disk1/hugo_work/doris_dev/baidu/bdg/doris/core/be/src/vec/olap/vcollect_iterator.cpp:386 22# doris::vectorized::VCollectIterator::Level1Iterator::_merge_next(doris::vectorized::Block*) at /home/disk1/hugo_work/doris_dev/baidu/bdg/doris/core/be/src/vec/olap/vcollect_iterator.cpp:462 23# doris::vectorized::VCollectIterator::Level1Iterator::next(doris::vectorized::Block*) at /home/disk1/hugo_work/doris_dev/baidu/bdg/doris/core/be/src/vec/olap/vcollect_iterator.cpp:338 24# doris::vectorized::VCollectIterator::next(doris::vectorized::Block*) at /home/disk1/hugo_work/doris_dev/baidu/bdg/doris/core/be/src/vec/olap/vcollect_iterator.cpp:189 25# doris::vectorized::BlockReader::_direct_next_block(doris::vectorized::Block*, doris::MemPool*, doris::ObjectPool*, bool*) at /home/disk1/hugo_work/doris_dev/baidu/bdg/doris/core/be/src/vec/olap/block_reader.cpp:174 26# doris::Merger::vmerge_rowsets(std::shared_ptr<doris::Tablet>, doris::ReaderType, std::shared_ptr<doris::TabletSchema>, std::vector<std::shared_ptr<doris::RowsetReader>, std::allocator<std::shared_ptr<doris::RowsetReader> > > const&, doris::RowsetWriter*, doris::Merger::Statistics*) at /home/disk1/hugo_work/doris_dev/baidu/bdg/doris/core/be/src/olap/merger.cpp:148 27# doris::Compaction::do_compaction_impl(long) at /home/disk1/hugo_work/doris_dev/baidu/bdg/doris/core/be/src/olap/compaction.cpp:175 28# doris::Compaction::do_compaction(long) at /home/disk1/hugo_work/doris_dev/baidu/bdg/doris/core/be/src/olap/compaction.cpp:123 29# doris::CumulativeCompaction::execute_compact_impl() at /home/disk1/hugo_work/doris_dev/baidu/bdg/doris/core/be/src/olap/cumulative_compaction.cpp:77 30# doris::Compaction::execute_compact() at /home/disk1/hugo_work/doris_dev/baidu/bdg/doris/core/be/src/olap/compaction.cpp:61 31# doris::Tablet::execute_compaction(doris::CompactionType) at /home/disk1/hugo_work/doris_dev/baidu/bdg/doris/core/be/src/olap/tablet.cpp:1554 32# std::_Function_handler<void (), doris::StorageEngine::_submit_compaction_task(std::shared_ptr<doris::Tablet>, doris::CompactionType)::{lambda()#1}>::_M_invoke(std::_Any_data const&) at /home/disk1/hugo_work/doris_dev/baidu/bdg/doris/palo-toolchain/ldb_toolchain/include/c++/11/bits/std_function.h:291 33# doris::ThreadPool::dispatch_thread() at /home/disk1/hugo_work/doris_dev/baidu/bdg/doris/core/be/src/util/threadpool.cpp:548 34# doris::Thread::supervise_thread(void*) at /home/disk1/hugo_work/doris_dev/baidu/bdg/doris/core/be/src/util/thread.cpp:426 35# start_thread in /lib64/libpthread.so.0 36# clone in /lib64/libc.so.6 ./bin/start_be.sh: line 122: 44685 Segmentation fault $LIMIT ${DORIS_HOME}/lib/palo_be "$@" 2>&1 < /dev/null ### Are you willing to submit PR? - [ ] Yes I am willing to submit a PR! ### Code of Conduct - [X] I agree to follow this project's [Code of Conduct](https://www.apache.org/foundation/policies/conduct) -- This is an automated message from the Apache Git Service. To respond to the message, please log on to GitHub and use the URL above to go to the specific comment. To unsubscribe, e-mail: commits-unsubscr...@doris.apache.org.apache.org For queries about this service, please contact Infrastructure at: us...@infra.apache.org --------------------------------------------------------------------- To unsubscribe, e-mail: commits-unsubscr...@doris.apache.org For additional commands, e-mail: commits-h...@doris.apache.org
