This is an automated email from the ASF dual-hosted git repository.
JingsongLi pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/paimon.git
from 4708c73535 [spark] Fix flaky row tracking concurrent compaction test
(#9475)
add 5e3609edff [core][python] Support multiple packed video fields (#9473)
No new revisions were added by this update.
Summary of changes:
docs/docs/multimodal-table/blob.mdx | 11 +-
docs/docs/pypaimon/multimodal-api.mdx | 2 +-
docs/generated/core_configuration.html | 2 +-
.../main/java/org/apache/paimon/CoreOptions.java | 14 +-
.../apache/paimon/format/FormatReaderContext.java | 20 ++
.../apache/paimon/format/FormatReaderFactory.java | 7 +
.../append/DedicatedFormatRollingFileWriter.java | 92 ++++-----
.../paimon/append/MultipleBlobFileWriter.java | 8 +-
.../paimon/append/VideoRollingFileWriter.java | 13 +-
.../DataEvolutionBlobCompactTask.java | 2 +-
.../apache/paimon/operation/BlobFileContext.java | 12 +-
.../operation/DataEvolutionFileStoreScan.java | 54 ++++--
.../paimon/operation/DataEvolutionSplitRead.java | 125 ++++++++++---
.../paimon/operation/FileStoreCommitImpl.java | 57 +++++-
.../paimon/operation/commit/CommitChanges.java | 13 ++
.../operation/commit/CommitChangesProvider.java | 10 +
.../paimon/operation/commit/CommitScanner.java | 3 +
.../operation/commit/ManifestEntryChanges.java | 13 +-
.../operation/commit/OverwriteChangesProvider.java | 13 +-
.../operation/commit/RowTrackingCommitUtils.java | 78 ++++++--
.../org/apache/paimon/schema/SchemaValidation.java | 7 +-
.../table/source/DataEvolutionSplitGenerator.java | 162 ++++++++++++++--
.../org/apache/paimon/table/source/DataSplit.java | 13 +-
.../apache/paimon/utils/DataEvolutionUtils.java | 102 ++++++++++
.../java/org/apache/paimon/CoreOptionsTest.java | 2 +-
.../org/apache/paimon/append/BlobTableTest.java | 135 ++++++++++++++
.../paimon/append/MultipleBlobTableTest.java | 38 ++++
.../operation/DataEvolutionFileStoreScanTest.java | 26 +++
.../operation/DataEvolutionSplitReadTest.java | 17 ++
.../commit/OverwriteChangesProviderTest.java | 1 +
.../commit/RowTrackingCommitUtilsTest.java | 94 ++++++++++
.../apache/paimon/schema/SchemaValidationTest.java | 3 +-
.../source/DataEvolutionSplitGeneratorTest.java | 145 +++++++++++++++
.../table/source/DataSplitCompatibleTest.java | 26 ++-
.../apache/paimon/format/blob/BlobFileFormat.java | 20 +-
.../apache/paimon/format/blob/BlobFileMeta.java | 82 ++++----
.../apache/paimon/format/blob/VideoFileFormat.java | 21 ++-
.../apache/paimon/format/blob/VideoFileMeta.java | 81 +++++---
.../paimon/format/blob/BlobFileFormatTest.java | 55 ++++++
.../paimon/format/blob/VideoFileFormatTest.java | 43 +++++
.../pypaimon/common/options/core_options.py | 17 +-
.../pypaimon/globalindex/indexed_split.py | 18 +-
paimon-python/pypaimon/multimodal/table.py | 20 +-
paimon-python/pypaimon/read/reader/field_bunch.py | 16 +-
.../pypaimon/read/reader/format_blob_reader.py | 71 ++++---
.../read/scanner/data_evolution_split_generator.py | 205 ++++++++++++++++++--
.../pypaimon/read/scanner/data_evolution_stats.py | 11 +-
paimon-python/pypaimon/read/split.py | 11 +-
paimon-python/pypaimon/read/split_read.py | 76 +++-----
paimon-python/pypaimon/schema/schema_manager.py | 3 +-
paimon-python/pypaimon/tests/blob_test.py | 66 ++++++-
.../tests/data_evolution_group_stats_test.py | 17 ++
.../tests/data_evolution_row_rolling_test.py | 141 +++++++++++---
.../tests/data_evolution_split_generator_test.py | 207 ++++++++++++++++++++-
paimon-python/pypaimon/tests/field_bunch_test.py | 13 ++
.../pypaimon/tests/file_store_commit_test.py | 54 +++++-
.../pypaimon/tests/multimodal_table_test.py | 54 ++++++
.../pypaimon/tests/partition_predicate_test.py | 1 +
paimon-python/pypaimon/tests/video_format_test.py | 47 +++++
.../pypaimon/tests/write/write_buffer_test.py | 17 +-
.../pypaimon/utils/data_evolution_utils.py | 52 +++++-
paimon-python/pypaimon/write/file_store_commit.py | 98 +++++++---
.../pypaimon/write/table_update_by_row_id.py | 2 +-
.../write/writer/dedicated_format_writer.py | 191 ++++++++-----------
64 files changed, 2485 insertions(+), 545 deletions(-)
create mode 100644
paimon-core/src/test/java/org/apache/paimon/operation/commit/RowTrackingCommitUtilsTest.java
