This is an automated email from the ASF dual-hosted git repository.
dependabot[bot] pushed a change to branch
dependabot/github_actions/zizmorcore/zizmor-action-0.6.4
in repository https://gitbox.apache.org/repos/asf/iceberg.git
discard 46f1808f83 Build: Bump zizmorcore/zizmor-action from 0.6.3 to 0.6.4
add 190ae2b463 Docs: Add Earthmover to vendors page (#18286)
add 7f5027ceac Build: Ignore jackson-core CVEs shaded into parquet-jackson
(#18346)
add 105d314039 Spark: Fix predicate pushdown on changelog metadata column
(#18148)
add 9d1fe3f7ec Spec: Clarify snapshot summary's "total-records"
description (#17318)
add b75c292adc SPEC: Update schema versioning in `spec.md` to include v3
(#18228)
add 411c38b58c Spark: Skip unsupported aggregate pushdown (#18299)
add a5f46053bf Build: Bump astral-sh/setup-uv from 10.1.0 to 10.2.0
(#18370)
add 94250b2527 Site: Add 1.12.0 release blog post (#18344)
add 2c0dd406fc Build: Ignore CVE-2026-68494 shaded into parquet-jackson
(#18358)
add b7e6af325f Core: Order Variant metadata dictionary and object fields
by UTF-8 byte order (#17726)
add 17d375a0ed Spark: Use merge append by default for streaming writes
(#18332)
add c24eeea0b1 Spec: Allow spaces in UDF type strings (#18057)
add 5ea2b544fa Docs: Clarify Javadoc visibility and test failure guidance
in AGENTS.md (#18293)
add b62009c2d7 Core: Add UTs for ManifestEntriesTableTaskParser class
(#18125)
add f74aea1e68 Flink: Support Variant type in DynamicIcebergSink (#17900)
add 0d83e6fa3d Core, Parquet, AWS: Remove deprecations for 1.13.0 (#18334)
add 64ff34d7c7 Build: Bump com.google.cloud:libraries-bom from 26.88.1 to
26.89.0 (#18373)
add 4479136cbc Build: Bump com.github.ben-manes.caffeine:caffeine from
3.2.4 to 3.3.0 (#18372)
add 4a84ba420e Flink: Backport Support Variant type in DynamicIcebergSink
to Flink 2.2 (#18399)
add 663d761278 Spark: Fix changelog cancellation for binary values (#18209)
add 14ddc5f611 Docs: Add Expression spec to list of specs (#17908)
add bd97530de9 Spark 3.5, 4.0, 4.1: Backport changelog binary-value
cancellation fix to 3.5, 4.0 and 4.1 (#18415)
add 42034ffd10 Core: ensure snapshot timestamp is monotonically increasing
for V4 tables (#16293)
add bccd21e040 Spark: Fix concurrent runtime filtering on shared scan for
COW UPDATE with subquery (#18005)
add 4d5811f2c7 Core, Spark: Fix PartitionSet toString flattening partition
tuples (#18354)
add 067db056d0 Flink 2.3: Fix DynamicIcebergSink branch creation race in
TableUpdater (#18419)
add d82bcd5811 Core: Rename v4 tracking dv_snapshot_id to
modified_snapshot_id (#18417)
add 0222e8bb4d Flink: Backport: Fix DynamicIcebergSink branch creation
race in TableUpdater (#18422)
add e84d229691 Flink: Do not drop IcebergSink commits after a stateless
restart (#18123)
add 213a4b557d Core: Add shared V4 manifest test helpers (#18403)
add 6c70a7027f Flink: Backport stateless-restart commit fix to 1.20 and
2.2 (#18425)
add 6f96ba33b5 Core: Add UTs for SerializationUtil class. (#18050)
add cfc5504ad8 parquet: don't parse a full Hadoop config file for each
Parquet write if not needed (#18398)
add 32b3d20b8a Core: Keep metrics field IDs immutable (#18382)
add 4eb9cb7c3d Spark 4.2: Fix view rename target namespace (#18255)
add 063a80a9a7 Core: Move v4 format_version from tracked file to manifest
info (#18418)
add 79bc69a51d API, Core, Parquet, Spark: Update avg_value_size_in_bytes
to total_bytes (#18310)
add 0f3131f02f Aliyun: Add AliyunKeyManagementClient for client-side
encryption (#18210)
add 140f4654bf Core: Drop equality_ids from v4 TrackedFile (#18427)
add 0b31766290 Kafka Connect: Preserve explicit null values instead of
replacing them with schema defaults (#17653)
add 32f0914f9a Build: Bump joda-time:joda-time from 2.14.4 to 2.15.0
(#18451)
add c4e71162dd Build: Bump software.amazon.awssdk:bom from 2.55.1 to
2.55.11 (#18452)
add 87fed79bf0 Build: Bump guava from 33.7.1-jre to 33.7.2-jre (#18453)
add 3d13e4e26c Build: Bump gradle/actions/setup-gradle from 6.3.0 to 6.4.0
(#18454)
add 0cd2faaf45 Build: Bump org.xerial.snappy:snappy-java from 1.1.10.8 to
1.1.10.10 (#18455)
add ef7171b69a Build: Bump com.aliyun:credentials-java from 1.0.3 to 1.0.8
(#18457)
add 6dca1cd504 Build: Bump com.google.cloud:libraries-bom from 26.89.0 to
26.90.0 (#18461)
add 72c18ed57a Core: Accept manifest format version >= 4 in manifest info
(#18436)
add eee5457984 BigQuery: Deduplicate retry handling in
BigQueryMetastoreClientImpl (#17904)
add b2dac7b3d7 Spark 4.1: Add MergingSortedRowDataReader for k-way merge
of sorted files (#14948)
add 3869163581 Spark: Don't reapply stream-from-timestamp when a stream
resumes (#18348)
add 561a4e326f Kafka Connect: Split route field path once instead of per
record (#16655)
add b505f93581 Build: Bump Parquet 1.18.1 (#18347)
add 256f542d3e Core, Flink: Refactor InputFilesDecryptor and use
EncryptingFileIO.bulkDecrypt() (#18198)
add 0f070dee3a GCP: Support CMEK (kms-key-name) for GCS server-side
encryption (#18151)
add 9961f9609a Spec: require monotonically increasing snapshot
timestamp-ms in v4 (#16294)
add cd3ae3c805 Core: Sweep only the transaction's own snapshots after
commit (#18095)
add 843d36de69 Parquet: Prune nested structs to the projected subtree
(#18336)
add 9747b14056 Spark: Backport: Don't reapply stream-from-timestamp when a
stream resumes (#18348) (#18469)
add db43b88a6c Nessie: Don't log catalog options when warehouse is unset
(#18474)
add c411138af5 Build: Remove stale parquet-jackson CVEs from
kafka-connect-runtime trivyignore (#18483)
add 8b08b9ea73 Docs: Fix broken links in docs and site (#18460)
add 2234c549de Spec: Use relative links between spec documents and fix
broken links (#18441)
add c131e75958 Core: Fix file cleanup logic to retain Puffin files shared
by live deletion vectors (#18408)
add cf6e703804 Docs: Track spec versions and changes since adoption in the
specs (#18379)
add 1e39a61f26 Spark 4.2: Fix rewrite failure on tables created with a
sort order (#18493) (#17814)
add fd3a81b15c Spec: V4 Adaptive Metadata Tree Spec Changes for Entry
Structures (#16025)
add 53a86256e2 Spark 4.2: Support CREATE TABLE ... LIKE ... (#17954)
add 0bfdb323c3 Spark 4.2: Implement SupportsSchemaEvolution for automatic
schema evolution (#17957)
add c3239b8622 Build: Print failed test summary after suite completes
(#16537)
add f324b54920 Spark 4.2: Apply session snapshot properties to maintenance
actions (#18406)
add 39e35d1a87 GCP: Run integration tests as part of gradle check (#18462)
add 9120cfa789 Kafka Connect: Update runtime distribution LICENSE and
NOTICE (#18019)
add acee558a84 Spark 4.0, 4.1: Backport: Apply session snapshot properties
to actions and procedures (#18524)
add 417985375c Core: Fix ArrayIndexOutOfBoundsException in
RewriteTablePathUtil (#17629)
add 2cf68d9515 Flink: Deep copy RowData in
DynamicRecordInternalSerializer#copy (#18497)
add 524fe9ef1b Flink: Remap equality field ids on table update (#18507)
add bc56e77283 Build: Bump actions/upload-artifact from 7.0.1 to 7.0.2
(#18559)
add beddbaec8c Build: Bump astral-sh/setup-uv from 10.2.0 to 10.3.0
(#18560)
add d11441a59e Build: Bump org.roaringbitmap:RoaringBitmap from 1.6.23 to
1.6.24 (#18562)
add c115109ff5 Build: Bump jetty from 12.1.13 to 12.1.14 (#18563)
add f60e84bc94 Build: Bump com.diffplug.spotless:spotless-plugin-gradle
from 8.10.2 to 8.10.4 (#18564)
add 0eef7aa046 Build: Bump
org.openapitools:openapi-generator-gradle-plugin from 7.25.0 to 7.26.0 (#18572)
add 4c24d8e876 Build: Bump io.netty:netty-buffer from 4.2.18.Final to
4.2.19.Final (#18565)
add 2eed6894c0 Build: Bump org.immutables:value from 2.12.2 to 2.12.3
(#18566)
add 6b549dc377 Build: Bump software.amazon.awssdk:bom from 2.55.11 to
2.55.14 (#18571)
add 7c1e2fbe0c Build: Bump org.xerial.snappy:snappy-java from 1.1.10.10 to
1.1.10.12 (#18570)
add b2161a9cc9 Build: Bump org.apache.httpcomponents.client5:httpclient5
from 5.6.4 to 5.6.5 (#18569)
add 9bbee076a5 Build: Bump io.grpc:grpc-netty-shaded from 1.84.0 to 1.84.2
(#18568)
add 02de2200eb Build: Bump apache/infrastructure-actions/allowlist-check
(#18576)
add 0369905390 Build: Bump nessie from 0.108.8 to 0.109.0 (#18574)
add c3d726afa5 Build: Bump gradle-wrapper from 8.14.5 to 8.14.6 (#18575)
add 5a08415ec7 Flink: Backport deep copy RowData in
DynamicRecordInternalSerializer#copy to 1.20 (#18548)
add 318e01de78 Flink: Backport deep copy RowData in
DynamicRecordInternalSerializer#copy to Flink 2.2 (#18547)
add f2b45bdff1 OpenAPI: Add missing type: object to AssertViewUUID (#18099)
add 09c80c42e4 Data: Add generic File Format API TCK binding and
geometry/geography generators (#18537)
add 6890694bd3 Flink: Backport: Remap equality field ids on table update
(v1.20, v2.2) (#18542)
add 6cd6183336 Spark 4.2: Set Iceberg field IDs as Spark column IDs for
DSv2 validation (#17958)
add 59ccccb19a SPEC: Add File Type to v4 spec (#17918)
add ddbd99073c Spark 3.5, 4.0, 4.1: Fix view rename target namespace
(#18432)
add 19a98f3440 Docs: Add Databricks Unity Catalog to the third-party
catalogs nav (#18588)
add e2b6212276 Core: Make metadata refresh retries configurable in JDBC
catalog (#18539)
add f723526ca7 Hive: Write format-version to HMS table parameters (#18534)
add 42f5d46ce6 Flink: Refresh unresolved input schemas in dynamic sink
metadata cache (#18541)
add 3c315c8df4 Flink: Forward watermarks in EqualityConvertCommitter with
no active cycle (#18439)
add 69972dbe39 Core: V4 write direction wrappers (#16936)
add 14a7c5e1ac Core: Fix deprecation versions for InputFilesDecryptor
(#18593)
add 16bbd8c885 Flink 2.3: Close the Sink V2 aggregator's table loader
(#18496)
add 3738f4a97b Build: Bump apache/infrastructure-actions/allowlist-check
from 1.0.1 to 1.0.4 (#18558)
add 932f9aae9c AWS: Apply Glue and KMS endpoint overrides in
AssumeRoleAwsClientFactory (#18586)
add 56b10d7e35 Build: Cancel superseded PR runs in lightweight CI
workflows (#16771)
add c6c1521f2c Build: Bump zizmorcore/zizmor-action from 0.6.3 to 0.6.4
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (46f1808f83)
\
N -- N -- N
refs/heads/dependabot/github_actions/zizmorcore/zizmor-action-0.6.4 (c6c1521f2c)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
.../trivyignore/kafka-connect-runtime.trivyignore | 22 +-
.github/workflows/api-binary-compatibility.yml | 4 +-
.github/workflows/asf-allowlist-check.yml | 6 +-
.github/workflows/cve-scan.yml | 2 +-
.github/workflows/delta-conversion-ci.yml | 8 +-
.github/workflows/docs-ci.yml | 4 +
.github/workflows/flink-ci.yml | 4 +-
.github/workflows/hive-ci.yml | 4 +-
.github/workflows/java-ci.yml | 10 +-
.github/workflows/jmh-benchmarks.yml | 4 +-
.github/workflows/kafka-connect-ci.yml | 4 +-
.github/workflows/license-check.yml | 4 +
.github/workflows/open-api.yml | 2 +-
.../publish-iceberg-rest-fixture-docker.yml | 2 +-
.github/workflows/publish-snapshot.yml | 2 +-
.github/workflows/recurring-jmh-benchmarks.yml | 4 +-
.github/workflows/source-release-ci.yml | 2 +-
.github/workflows/spark-ci.yml | 4 +-
.github/workflows/zizmor.yml | 4 +
.palantir/revapi.yml | 68 +
AGENTS.md | 3 +-
.../iceberg/aliyun/AliyunClientFactories.java | 65 +-
.../apache/iceberg/aliyun/AliyunClientFactory.java | 11 +
.../iceberg/aliyun/AliyunKeyManagementClient.java | 149 ++
.../apache/iceberg/aliyun/AliyunProperties.java | 64 +
.../iceberg/aliyun/TestAliyunClientFactories.java | 28 +
.../aliyun/TestAliyunKeyManagementClient.java | 231 +++
.../main/java/org/apache/iceberg/ContentFile.java | 27 +-
.../main/java/org/apache/iceberg/ManifestFile.java | 20 +
api/src/main/java/org/apache/iceberg/Metrics.java | 54 +-
.../apache/iceberg/geospatial/GeospatialBound.java | 24 +-
.../iceberg/variants/SerializedMetadata.java | 1 +
.../apache/iceberg/variants/VariantMetadata.java | 5 +
.../org/apache/iceberg/variants/VariantUtil.java | 42 +-
.../test/java/org/apache/iceberg/TestHelpers.java | 4 +
.../apache/iceberg/TestMetricsSerialization.java | 14 +-
.../iceberg/geospatial/TestGeospatialBound.java | 30 +
.../apache/iceberg/variants/VariantTestUtil.java | 10 +-
.../iceberg/aws/AssumeRoleAwsClientFactory.java | 2 +
.../LakeFormationAwsClientFactory.java | 1 +
.../aws/s3/signer/S3V4RestSignerClient.java | 30 +-
.../apache/iceberg/aws/TestAwsClientFactories.java | 71 +
.../aws/s3/signer/TestS3V4RestSignerClient.java | 48 -
.../gcp/bigquery/BigQueryMetastoreClientImpl.java | 110 +-
build.gradle | 30 +-
.../src/main/java/org/apache/iceberg/BaseFile.java | 21 +-
.../java/org/apache/iceberg/BaseTransaction.java | 5 +-
.../java/org/apache/iceberg/CatalogProperties.java | 3 +
.../java/org/apache/iceberg/ContentFileParser.java | 26 +-
.../org/apache/iceberg/ContentStatsBackedMap.java | 13 +-
.../main/java/org/apache/iceberg/DataFiles.java | 10 +-
.../main/java/org/apache/iceberg/Delegates.java | 4 +-
.../main/java/org/apache/iceberg/FieldMetrics.java | 73 +-
.../main/java/org/apache/iceberg/FieldStats.java | 26 +-
.../java/org/apache/iceberg/FieldStatsStruct.java | 23 +-
.../main/java/org/apache/iceberg/FileMetadata.java | 10 +-
.../java/org/apache/iceberg/GenericDataFile.java | 2 +-
.../java/org/apache/iceberg/GenericDeleteFile.java | 2 +-
.../org/apache/iceberg/GeometryFieldMetrics.java | 18 +-
.../org/apache/iceberg/IncrementalFileCleanup.java | 65 +-
.../main/java/org/apache/iceberg/ManifestInfo.java | 12 +-
.../org/apache/iceberg/ManifestInfoStruct.java | 32 +-
.../org/apache/iceberg/MapBackedContentStats.java | 244 +++
.../java/org/apache/iceberg/MetricsConfig.java | 14 +-
.../main/java/org/apache/iceberg/MetricsUtil.java | 16 +-
.../org/apache/iceberg/RewriteTablePathUtil.java | 75 +-
.../java/org/apache/iceberg/SnapshotProducer.java | 18 +-
.../main/java/org/apache/iceberg/StatsUtil.java | 6 +-
.../java/org/apache/iceberg/TableMetadata.java | 22 +-
.../main/java/org/apache/iceberg/TrackedFile.java | 21 +-
.../org/apache/iceberg/TrackedFileAdapters.java | 617 ++++++-
.../java/org/apache/iceberg/TrackedFileStruct.java | 81 +-
.../src/main/java/org/apache/iceberg/Tracking.java | 12 +-
.../java/org/apache/iceberg/TrackingBuilder.java | 16 +-
.../java/org/apache/iceberg/TrackingStruct.java | 20 +-
.../java/org/apache/iceberg/V4ManifestReader.java | 1 -
.../org/apache/iceberg/ValueSizeFieldMetrics.java | 10 +-
.../apache/iceberg/deletes/BaseDVFileWriter.java | 12 -
.../apache/iceberg/encryption/EncryptionUtil.java | 2 +
.../iceberg/encryption/InputFilesDecryptor.java | 81 +-
.../encryption/StandardEncryptionManager.java | 12 -
.../apache/iceberg/io/BasePositionDeltaWriter.java | 3 +-
.../org/apache/iceberg/io/PositionDeltaWriter.java | 21 +-
.../java/org/apache/iceberg/jdbc/JdbcCatalog.java | 13 +-
.../apache/iceberg/jdbc/JdbcTableOperations.java | 7 +-
.../java/org/apache/iceberg/jdbc/JdbcUtil.java | 18 +
.../apache/iceberg/jdbc/JdbcViewOperations.java | 20 +-
.../apache/iceberg/rest/RESTCatalogProperties.java | 17 -
.../apache/iceberg/rest/RESTSessionCatalog.java | 26 -
.../org/apache/iceberg/util/ContentFileUtil.java | 4 +-
.../java/org/apache/iceberg/util/PartitionSet.java | 39 +-
.../apache/iceberg/variants/ShreddedObject.java | 5 +-
.../java/org/apache/iceberg/variants/Variants.java | 2 +-
.../java/org/apache/iceberg/StatsTestUtil.java | 29 +-
.../org/apache/iceberg/TestContentFileParser.java | 18 +-
.../apache/iceberg/TestContentStatsBackedMap.java | 11 +-
.../org/apache/iceberg/TestContentStatsStruct.java | 6 +-
.../org/apache/iceberg/TestFieldStatsStruct.java | 30 +-
.../apache/iceberg/TestGeometryFieldMetrics.java | 4 +-
...ava => TestManifestEntriesTableTaskParser.java} | 62 +-
.../org/apache/iceberg/TestManifestInfoStruct.java | 72 +-
.../apache/iceberg/TestMapBackedContentStats.java | 361 +++++
.../test/java/org/apache/iceberg/TestMetrics.java | 2 +
.../java/org/apache/iceberg/TestMetricsConfig.java | 13 +
.../java/org/apache/iceberg/TestMetricsUtil.java | 36 +-
.../org/apache/iceberg/TestRemoveSnapshots.java | 83 +
.../org/apache/iceberg/TestReplacePartitions.java | 16 +-
.../apache/iceberg/TestRewriteTablePathUtil.java | 89 +
.../org/apache/iceberg/TestRowLineageMetadata.java | 4 +-
.../org/apache/iceberg/TestSnapshotProducer.java | 127 ++
.../java/org/apache/iceberg/TestStatsUtil.java | 24 +-
.../java/org/apache/iceberg/TestTableMetadata.java | 114 ++
.../java/org/apache/iceberg/TestTrackedFile.java | 7 +-
.../apache/iceberg/TestTrackedFileAdapters.java | 462 ++++--
.../org/apache/iceberg/TestTrackedFileStruct.java | 46 +-
.../org/apache/iceberg/TestTrackingBuilder.java | 23 +-
.../org/apache/iceberg/TestTrackingStruct.java | 14 +-
.../java/org/apache/iceberg/TestTransaction.java | 111 ++
.../org/apache/iceberg/TestV4ManifestReader.java | 410 ++---
.../apache/iceberg/TestValueSizeFieldMetrics.java | 4 +-
.../java/org/apache/iceberg/V4TestComparators.java | 14 +-
.../java/org/apache/iceberg/V4TestHelpers.java | 155 ++
.../encryption/TestInputFilesDecryptor.java | 180 +++
.../org/apache/iceberg/jdbc/TestJdbcCatalog.java | 40 +
.../apache/iceberg/jdbc/TestJdbcViewCatalog.java | 47 +-
.../org/apache/iceberg/util/TestPartitionSet.java | 32 +
.../apache/iceberg/util/TestSerializationUtil.java | 191 +++
.../iceberg/variants/TestShreddedObject.java | 21 +
.../variants/TestVariantMetadataFieldOrdering.java | 74 +
.../org/apache/iceberg/data/DataGenerators.java | 38 +-
.../apache/iceberg/data/ReadFormatModelTests.java | 76 +-
.../iceberg/data/TestGenericFormatModel.java | 73 +
.../iceberg/data/TestMetricsRowGroupFilter.java | 12 +-
docs/docs/aws.md | 2 +-
docs/docs/encryption.md | 2 +-
docs/docs/flink.md | 2 +-
docs/docs/hive.md | 2 +-
docs/docs/jdbc.md | 1 +
docs/docs/kafka-connect.md | 30 +-
docs/docs/nessie.md | 4 +-
docs/docs/spark-configuration.md | 19 +-
docs/docs/spark-ddl.md | 15 +-
flink/v1.20/flink-runtime/runtime-deps.txt | 24 +-
.../iceberg/flink/sink/IcebergCommitter.java | 25 +-
.../org/apache/iceberg/flink/sink/IcebergSink.java | 1 +
.../org/apache/iceberg/flink/sink/SinkUtil.java | 2 +-
.../dynamic/DynamicRecordInternalSerializer.java | 8 +-
.../sink/dynamic/DynamicTableUpdateOperator.java | 26 +-
.../iceberg/flink/sink/dynamic/TableUpdater.java | 7 +-
.../apache/iceberg/flink/source/DataIterator.java | 4 +-
.../flink/source/RowDataFileScanTaskReader.java | 4 +-
.../iceberg/flink/data/TestFlinkFormatModel.java | 7 +-
.../operator/TestDataFileRewriteRunner.java | 2 +-
.../iceberg/flink/sink/TestIcebergCommitter.java | 64 +
.../flink/sink/dynamic/TestDynamicIcebergSink.java | 178 +-
.../TestDynamicRecordInternalSerializer.java | 68 +
.../dynamic/TestDynamicTableUpdateOperator.java | 38 +
.../flink/sink/dynamic/TestTableUpdater.java | 22 +
flink/v2.2/flink-runtime/runtime-deps.txt | 24 +-
.../iceberg/flink/sink/IcebergCommitter.java | 25 +-
.../org/apache/iceberg/flink/sink/IcebergSink.java | 1 +
.../org/apache/iceberg/flink/sink/SinkUtil.java | 2 +-
.../flink/sink/dynamic/CompareSchemasVisitor.java | 14 +
.../iceberg/flink/sink/dynamic/DataConverter.java | 1 +
.../dynamic/DynamicRecordInternalSerializer.java | 8 +-
.../sink/dynamic/DynamicTableUpdateOperator.java | 26 +-
.../flink/sink/dynamic/EvolveSchemaVisitor.java | 13 +
.../iceberg/flink/sink/dynamic/TableUpdater.java | 7 +-
.../apache/iceberg/flink/source/DataIterator.java | 4 +-
.../flink/source/RowDataFileScanTaskReader.java | 4 +-
.../iceberg/flink/data/TestFlinkFormatModel.java | 3 +-
.../operator/TestDataFileRewriteRunner.java | 2 +-
.../iceberg/flink/sink/TestIcebergCommitter.java | 64 +
.../sink/dynamic/TestCompareSchemasVisitor.java | 45 +
.../flink/sink/dynamic/TestDynamicIcebergSink.java | 358 +++-
.../TestDynamicRecordInternalSerializer.java | 68 +
.../dynamic/TestDynamicTableUpdateOperator.java | 38 +
.../sink/dynamic/TestEvolveSchemaVisitor.java | 41 +
.../flink/sink/dynamic/TestRowDataConverter.java | 27 +
.../flink/sink/dynamic/TestTableUpdater.java | 22 +
flink/v2.3/flink-runtime/runtime-deps.txt | 24 +-
.../operator/EqualityConvertCommitter.java | 11 +-
.../maintenance/operator/EqualityConvertPlan.java | 11 +
.../operator/EqualityConvertPlanner.java | 11 +-
.../iceberg/flink/sink/IcebergCommitter.java | 25 +-
.../org/apache/iceberg/flink/sink/IcebergSink.java | 1 +
.../iceberg/flink/sink/IcebergWriteAggregator.java | 9 +
.../org/apache/iceberg/flink/sink/SinkUtil.java | 2 +-
.../flink/sink/dynamic/CompareSchemasVisitor.java | 14 +
.../iceberg/flink/sink/dynamic/DataConverter.java | 1 +
.../dynamic/DynamicRecordInternalSerializer.java | 8 +-
.../sink/dynamic/DynamicTableUpdateOperator.java | 26 +-
.../flink/sink/dynamic/EvolveSchemaVisitor.java | 13 +
.../flink/sink/dynamic/TableMetadataCache.java | 77 +-
.../iceberg/flink/sink/dynamic/TableUpdater.java | 7 +-
.../apache/iceberg/flink/source/DataIterator.java | 4 +-
.../flink/source/RowDataFileScanTaskReader.java | 4 +-
.../iceberg/flink/data/TestFlinkFormatModel.java | 3 +-
.../api/TestConvertEqualityDeletesE2E.java | 116 ++
.../operator/TestDataFileRewriteRunner.java | 2 +-
.../operator/TestEqualityConvertCommitter.java | 61 +
.../operator/TestEqualityConvertDVWriter.java | 31 +
.../operator/TestEqualityConvertPlanner.java | 19 +-
.../iceberg/flink/sink/TestIcebergCommitter.java | 91 ++
.../sink/dynamic/TestCompareSchemasVisitor.java | 45 +
.../flink/sink/dynamic/TestDynamicIcebergSink.java | 358 +++-
.../TestDynamicRecordInternalSerializer.java | 68 +
.../sink/dynamic/TestDynamicRecordProcessor.java | 95 ++
.../dynamic/TestDynamicTableUpdateOperator.java | 38 +
.../sink/dynamic/TestEvolveSchemaVisitor.java | 41 +
.../flink/sink/dynamic/TestRowDataConverter.java | 27 +
.../flink/sink/dynamic/TestTableMetadataCache.java | 22 +
.../flink/sink/dynamic/TestTableUpdater.java | 22 +
format/expressions-spec.md | 20 +-
format/spec.md | 455 ++++--
format/udf-spec.md | 21 +-
gcp-bundle/runtime-deps.txt | 58 +-
.../org/apache/iceberg/gcp/gcs/TestGcsFileIO.java | 5 +
.../java/org/apache/iceberg/gcp/GCPProperties.java | 18 +
.../apache/iceberg/gcp/gcs/GCSOutputStream.java | 3 +
.../org/apache/iceberg/gcp/TestGCPProperties.java | 29 +
.../iceberg/gcp/gcs/TestGCSOutputStream.java | 29 +-
gradle/libs.versions.toml | 28 +-
gradle/wrapper/gradle-wrapper.properties | 4 +-
gradlew | 2 +-
.../iceberg/hive/HMSTablePropertyHelper.java | 1 +
.../org/apache/iceberg/hive/TestHiveCatalog.java | 49 +
kafka-connect/build.gradle | 42 +-
kafka-connect/kafka-connect-runtime/main/LICENSE | 1708 ++++++++++++++++++--
kafka-connect/kafka-connect-runtime/main/NOTICE | 754 ++++++++-
.../kafka-connect-runtime/runtime-deps.txt | 119 +-
.../iceberg/connect/transforms/CopyValue.java | 5 +-
.../connect/transforms/DebeziumTransform.java | 3 +-
.../connect/transforms/KafkaMetadataTransform.java | 3 +-
.../connect/transforms/MongoDebeziumTransform.java | 3 +-
.../iceberg/connect/transforms/TestCopyValue.java | 29 +
.../connect/transforms/TestDebeziumTransform.java | 22 +-
.../transforms/TestKafkaMetadataTransform.java | 31 +
.../transforms/TestMongoDebeziumTransform.java | 33 +
.../apache/iceberg/connect/IcebergSinkConfig.java | 12 +
.../iceberg/connect/data/RecordConverter.java | 41 +-
.../apache/iceberg/connect/data/RecordUtils.java | 20 +-
.../apache/iceberg/connect/data/SinkWriter.java | 19 +-
.../iceberg/connect/TestIcebergSinkConfig.java | 1 +
.../iceberg/connect/data/TestRecordConverter.java | 190 +++
.../iceberg/connect/data/TestRecordUtils.java | 90 +-
.../iceberg/connect/data/TestSinkWriter.java | 110 ++
.../org/apache/iceberg/nessie/NessieCatalog.java | 5 +-
.../iceberg/nessie/TestCustomNessieClient.java | 17 +
open-api/rest-catalog-open-api.py | 6 +-
open-api/rest-catalog-open-api.yaml | 11 +-
.../java/org/apache/iceberg/parquet/Parquet.java | 9 +-
.../iceberg/parquet/ParquetCodecFactory.java | 35 +-
.../apache/iceberg/parquet/ParquetFormatModel.java | 21 -
.../java/org/apache/iceberg/parquet/ParquetIO.java | 8 +-
.../org/apache/iceberg/parquet/ParquetMetrics.java | 14 +-
.../apache/iceberg/parquet/ParquetSchemaUtil.java | 10 +
.../iceberg/parquet/ParquetValueWriters.java | 2 +-
.../org/apache/iceberg/parquet/ParquetWriter.java | 6 +-
.../org/apache/iceberg/parquet/PruneColumns.java | 12 +-
.../iceberg/parquet/TestParquetCodecFactory.java | 74 +
.../iceberg/parquet/TestParquetDataWriter.java | 14 +-
.../iceberg/parquet/TestParquetValueWriters.java | 10 +-
.../apache/iceberg/parquet/TestPruneColumns.java | 376 +++++
.../apache/iceberg/parquet/TestVariantMetrics.java | 74 +-
.../posts/2026-10-05-iceberg-1.12.0-release.md | 210 +++
site/docs/expressions-spec.md | 1 +
site/docs/hive-quickstart.md | 2 +-
site/docs/integrations/risingwave.md | 2 +-
site/docs/multi-engine-support.md | 2 +-
site/docs/releases.md | 77 +-
site/docs/spark-quickstart.md | 2 +-
site/docs/vendors.md | 10 +-
site/mkdocs-dev.yml | 1 +
site/nav.yml | 2 +
site/overrides/home.html | 2 +-
.../v2/ExtendedDataSourceV2Strategy.scala | 25 +-
.../datasources/v2/RenameV2ViewExec.scala | 8 +-
.../spark/extensions/TestConflictValidation.java | 8 +-
.../TestCreateChangelogViewProcedure.java | 28 +
.../apache/iceberg/spark/extensions/TestViews.java | 28 +
spark/v3.5/spark-runtime/runtime-deps.txt | 24 +-
.../apache/iceberg/spark/ChangelogIterator.java | 48 +-
.../java/org/apache/iceberg/spark/Spark3Util.java | 3 +
.../apache/iceberg/spark/SparkWriteOptions.java | 2 +-
.../spark/source/AsyncSparkMicroBatchPlanner.java | 4 +-
.../spark/source/BaseSparkMicroBatchPlanner.java | 12 +
.../iceberg/spark/source/SparkBatchQueryScan.java | 2 +-
.../iceberg/spark/source/SparkCopyOnWriteScan.java | 2 +-
.../spark/source/SparkMicroBatchPlanner.java | 9 +
.../spark/source/SparkMicroBatchStream.java | 19 +-
.../spark/source/SparkPartitioningAwareScan.java | 2 +-
.../iceberg/spark/source/SparkScanBuilder.java | 3 +-
.../spark/source/SyncSparkMicroBatchPlanner.java | 8 +-
.../iceberg/spark/TestChangelogIterator.java | 301 +++-
.../iceberg/spark/data/TestSparkFormatModel.java | 7 +-
.../TestSparkCopyOnWriteScanConcurrency.java | 194 +++
.../spark/source/TestStructuredStreamingRead3.java | 249 +++
.../iceberg/spark/sql/TestAggregatePushDown.java | 16 +
.../v2/ExtendedDataSourceV2Strategy.scala | 25 +-
.../datasources/v2/RenameV2ViewExec.scala | 8 +-
.../spark/extensions/TestConflictValidation.java | 8 +-
.../TestCreateChangelogViewProcedure.java | 28 +
.../extensions/TestRewriteManifestsProcedure.java | 17 +
.../apache/iceberg/spark/extensions/TestViews.java | 28 +
spark/v4.0/spark-runtime/runtime-deps.txt | 24 +-
.../apache/iceberg/spark/ChangelogIterator.java | 48 +-
.../java/org/apache/iceberg/spark/Spark3Util.java | 3 +
.../java/org/apache/iceberg/spark/SparkUtil.java | 14 +
.../org/apache/iceberg/spark/SparkWriteConf.java | 6 +-
.../apache/iceberg/spark/SparkWriteOptions.java | 2 +-
.../actions/BaseSnapshotUpdateSparkAction.java | 8 +
.../actions/RemoveDanglingDeletesSparkAction.java | 6 +-
.../spark/actions/RewriteDataFilesSparkAction.java | 4 +-
.../apache/iceberg/spark/actions/SparkActions.java | 3 +-
.../spark/source/AsyncSparkMicroBatchPlanner.java | 4 +-
.../spark/source/BaseSparkMicroBatchPlanner.java | 12 +
.../iceberg/spark/source/SparkBatchQueryScan.java | 2 +-
.../iceberg/spark/source/SparkCopyOnWriteScan.java | 2 +-
.../spark/source/SparkMicroBatchPlanner.java | 9 +
.../spark/source/SparkMicroBatchStream.java | 19 +-
.../spark/source/SparkPartitioningAwareScan.java | 2 +-
.../iceberg/spark/source/SparkScanBuilder.java | 3 +-
.../spark/source/SyncSparkMicroBatchPlanner.java | 8 +-
.../iceberg/spark/TestChangelogIterator.java | 301 +++-
.../actions/TestRemoveDanglingDeleteAction.java | 3 +-
.../spark/actions/TestRewriteDataFilesAction.java | 47 +
.../spark/actions/TestRewriteManifestsAction.java | 26 +
.../iceberg/spark/data/TestSparkFormatModel.java | 6 +-
.../TestSparkCopyOnWriteScanConcurrency.java | 194 +++
.../spark/source/TestStructuredStreamingRead3.java | 249 +++
.../iceberg/spark/sql/TestAggregatePushDown.java | 16 +
.../v2/ExtendedDataSourceV2Strategy.scala | 25 +-
.../datasources/v2/RenameV2ViewExec.scala | 8 +-
.../spark/extensions/TestConflictValidation.java | 8 +-
.../TestCreateChangelogViewProcedure.java | 28 +
.../extensions/TestRewriteManifestsProcedure.java | 17 +
.../apache/iceberg/spark/extensions/TestViews.java | 28 +
spark/v4.1/spark-runtime/runtime-deps.txt | 24 +-
.../apache/iceberg/spark/ChangelogIterator.java | 48 +-
.../java/org/apache/iceberg/spark/Spark3Util.java | 3 +
.../java/org/apache/iceberg/spark/SparkUtil.java | 14 +
.../org/apache/iceberg/spark/SparkWriteConf.java | 6 +-
.../apache/iceberg/spark/SparkWriteOptions.java | 2 +-
.../actions/BaseSnapshotUpdateSparkAction.java | 8 +
.../actions/RemoveDanglingDeletesSparkAction.java | 6 +-
.../spark/actions/RewriteDataFilesSparkAction.java | 4 +-
.../apache/iceberg/spark/actions/SparkActions.java | 3 +-
.../spark/source/AsyncSparkMicroBatchPlanner.java | 4 +-
.../spark/source/BaseSparkMicroBatchPlanner.java | 12 +
.../spark/source/MergingSortedRowDataReader.java | 365 +++++
.../iceberg/spark/source/SparkCopyOnWriteScan.java | 2 +-
.../spark/source/SparkMicroBatchPlanner.java | 9 +
.../spark/source/SparkMicroBatchStream.java | 19 +-
.../spark/source/SparkPartitioningAwareScan.java | 2 +-
.../spark/source/SparkRuntimeFilterableScan.java | 2 +-
.../iceberg/spark/source/SparkScanBuilder.java | 3 +-
.../spark/source/SyncSparkMicroBatchPlanner.java | 8 +-
.../iceberg/spark/TestChangelogIterator.java | 301 +++-
.../actions/TestRemoveDanglingDeleteAction.java | 3 +-
.../spark/actions/TestRewriteDataFilesAction.java | 47 +
.../spark/actions/TestRewriteManifestsAction.java | 26 +
.../iceberg/spark/data/TestSparkFormatModel.java | 10 +-
.../iceberg/spark/data/TestSparkParquetWriter.java | 10 +-
.../source/TestMergingSortedRowDataReader.java | 1085 +++++++++++++
.../TestSparkCopyOnWriteScanConcurrency.java | 205 +++
.../spark/source/TestStructuredStreamingRead3.java | 249 +++
.../iceberg/spark/sql/TestAggregatePushDown.java | 16 +
.../v2/ExtendedDataSourceV2Strategy.scala | 25 +-
.../spark/extensions/TestChangelogTable.java | 19 +
.../spark/extensions/TestConflictValidation.java | 8 +-
.../TestCreateChangelogViewProcedure.java | 28 +
.../TestIncrementallyConstructedQueries.java | 11 +-
.../spark/extensions/TestMergeSchemaEvolution.java | 30 +
.../extensions/TestRewriteManifestsProcedure.java | 17 +
.../apache/iceberg/spark/extensions/TestViews.java | 28 +
spark/v4.2/spark-runtime/runtime-deps.txt | 24 +-
.../apache/iceberg/spark/ChangelogIterator.java | 48 +-
.../java/org/apache/iceberg/spark/Spark3Util.java | 3 +
.../org/apache/iceberg/spark/SparkCatalog.java | 139 +-
.../apache/iceberg/spark/SparkSessionCatalog.java | 28 +
.../java/org/apache/iceberg/spark/SparkUtil.java | 14 +
.../org/apache/iceberg/spark/SparkWriteConf.java | 11 +-
.../apache/iceberg/spark/SparkWriteOptions.java | 2 +-
.../org/apache/iceberg/spark/TypeToSparkType.java | 4 +-
.../actions/BaseSnapshotUpdateSparkAction.java | 8 +
.../actions/RemoveDanglingDeletesSparkAction.java | 6 +-
.../spark/actions/RewriteDataFilesSparkAction.java | 4 +-
.../apache/iceberg/spark/actions/SparkActions.java | 3 +-
.../spark/source/AsyncSparkMicroBatchPlanner.java | 4 +-
.../spark/source/BaseSparkMicroBatchPlanner.java | 12 +
.../spark/source/SparkChangelogScanBuilder.java | 46 +
.../iceberg/spark/source/SparkCopyOnWriteScan.java | 2 +-
.../spark/source/SparkMicroBatchPlanner.java | 9 +
.../spark/source/SparkMicroBatchStream.java | 19 +-
.../spark/source/SparkPartitioningAwareScan.java | 2 +-
.../spark/source/SparkRuntimeFilterableScan.java | 2 +-
.../iceberg/spark/source/SparkScanBuilder.java | 3 +-
.../iceberg/spark/source/SparkSchemaEvolution.java | 170 ++
.../apache/iceberg/spark/source/SparkTable.java | 20 +-
.../spark/source/SyncSparkMicroBatchPlanner.java | 8 +-
.../iceberg/spark/TestChangelogIterator.java | 301 +++-
.../iceberg/spark/TestSparkCatalogOperations.java | 4 +-
.../apache/iceberg/spark/TestSparkSchemaUtil.java | 30 +
.../iceberg/spark/TestSparkSessionCatalog.java | 129 ++
.../apache/iceberg/spark/TestSparkWriteConf.java | 26 +
.../actions/TestRemoveDanglingDeleteAction.java | 3 +-
.../spark/actions/TestRewriteDataFilesAction.java | 78 +
.../spark/actions/TestRewriteManifestsAction.java | 26 +
.../iceberg/spark/data/TestSparkFormatModel.java | 10 +-
.../iceberg/spark/data/TestSparkParquetWriter.java | 10 +-
.../TestMetadataTablesWithPartitionEvolution.java | 10 +-
.../TestSparkCopyOnWriteScanConcurrency.java | 206 +++
.../iceberg/spark/source/TestSparkTable.java | 243 +++
.../spark/source/TestStructuredStreamingRead3.java | 249 +++
.../iceberg/spark/sql/TestAggregatePushDown.java | 16 +
.../apache/iceberg/spark/sql/TestCreateTable.java | 324 ++++
.../spark/sql/TestInsertSchemaEvolution.java | 178 ++
418 files changed, 18301 insertions(+), 2828 deletions(-)
create mode 100644
aliyun/src/main/java/org/apache/iceberg/aliyun/AliyunKeyManagementClient.java
create mode 100644
aliyun/src/test/java/org/apache/iceberg/aliyun/TestAliyunKeyManagementClient.java
create mode 100644
core/src/main/java/org/apache/iceberg/MapBackedContentStats.java
copy core/src/test/java/org/apache/iceberg/{TestFilesTableTaskParser.java =>
TestManifestEntriesTableTaskParser.java} (68%)
create mode 100644
core/src/test/java/org/apache/iceberg/TestMapBackedContentStats.java
create mode 100644 core/src/test/java/org/apache/iceberg/V4TestHelpers.java
create mode 100644
core/src/test/java/org/apache/iceberg/encryption/TestInputFilesDecryptor.java
create mode 100644
core/src/test/java/org/apache/iceberg/util/TestSerializationUtil.java
create mode 100644
core/src/test/java/org/apache/iceberg/variants/TestVariantMetadataFieldOrdering.java
create mode 100644
data/src/test/java/org/apache/iceberg/data/TestGenericFormatModel.java
create mode 100644
parquet/src/test/java/org/apache/iceberg/parquet/TestParquetCodecFactory.java
create mode 100644 site/docs/blog/posts/2026-10-05-iceberg-1.12.0-release.md
create mode 120000 site/docs/expressions-spec.md
create mode 100644
spark/v3.5/spark/src/test/java/org/apache/iceberg/spark/source/TestSparkCopyOnWriteScanConcurrency.java
create mode 100644
spark/v4.0/spark/src/test/java/org/apache/iceberg/spark/source/TestSparkCopyOnWriteScanConcurrency.java
create mode 100644
spark/v4.1/spark/src/main/java/org/apache/iceberg/spark/source/MergingSortedRowDataReader.java
create mode 100644
spark/v4.1/spark/src/test/java/org/apache/iceberg/spark/source/TestMergingSortedRowDataReader.java
create mode 100644
spark/v4.1/spark/src/test/java/org/apache/iceberg/spark/source/TestSparkCopyOnWriteScanConcurrency.java
create mode 100644
spark/v4.2/spark/src/main/java/org/apache/iceberg/spark/source/SparkSchemaEvolution.java
create mode 100644
spark/v4.2/spark/src/test/java/org/apache/iceberg/spark/source/TestSparkCopyOnWriteScanConcurrency.java
create mode 100644
spark/v4.2/spark/src/test/java/org/apache/iceberg/spark/sql/TestInsertSchemaEvolution.java
