This is an automated email from the ASF dual-hosted git repository.
morningman pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/doris-website.git
The following commit(s) were added to refs/heads/master by this push:
new ee19991101e [report] add weekly report 260713 (#4002)
ee19991101e is described below
commit ee19991101e1a1ae0f126e85f7501d6d105ac2df
Author: Mingyu Chen (Rayner) <[email protected]>
AuthorDate: Mon Jul 20 23:47:50 2026 +0800
[report] add weekly report 260713 (#4002)
Co-authored-by: morningman <[email protected]>
---
src/pages/community-report/_reports/2026-07-13.mdx | 426 +++++++++++++++++++++
1 file changed, 426 insertions(+)
diff --git a/src/pages/community-report/_reports/2026-07-13.mdx
b/src/pages/community-report/_reports/2026-07-13.mdx
new file mode 100644
index 00000000000..ce402ca0154
--- /dev/null
+++ b/src/pages/community-report/_reports/2026-07-13.mdx
@@ -0,0 +1,426 @@
+{/* Auto-generated by community-radar `report export-mdx` — do not edit by
hand.
+ `report` is English-only structured data laid out by doris-website. */}
+
+export const label = "Jul 13 – Jul 19, 2026";
+export const week = "Week 29, 2026";
+export const stats = [
+ {
+ "num": "122",
+ "label": "Merged PRs"
+ },
+ {
+ "num": "20",
+ "label": "New issues"
+ },
+ {
+ "num": "55",
+ "label": "Contributors"
+ }
+];
+
+export const report = {
+ "summary": {
+ "lead": "Doris merged 122 PRs this week from 55 contributors, with
real-time DWH and kernel engineering as the twin focal axes — clear signal that
the project is doubling down on a lakehouse-native, real-time analytics
foundation. Vector search, Iceberg/open lake formats, external caching, and the
cloud-native control plane all moved forward in lockstep, while the optimizer
keeps tightening operators and rewrites, pointing momentum toward a unified
real-time lakehouse built on a clou [...]
+ "highlights": [
+ {
+ "title": "ANN vector search maturity: skip-on-load + pre-filtered
TopN",
+ "narrative": "Doris now lets ANN indexes skip construction during load
and defer it to compaction, and keeps ANN TopN usable when column predicates
fall outside zonemap, inverted, and bitmap indexes. Together they cut vector
ingest latency and make filtered nearest-neighbor queries more reliable.",
+ "prs": [
+ {
+ "num": 59793,
+ "title": "[feature](ann-index) Support skip_write_index_on_load
for ANN index",
+ "url": "https://github.com/apache/doris/pull/59793";
+ },
+ {
+ "num": 64377,
+ "title": "[feature](ann-index) Pre-filter column predicates into
ANN TopN searc…",
+ "url": "https://github.com/apache/doris/pull/64377";
+ }
+ ]
+ },
+ {
+ "title": "Iceberg & open lake formats: position deletes + variant
reads",
+ "narrative": "Doris adds native Iceberg $position_deletes system-table
reads, gains support for Iceberg v3 VARIANT columns stored as Parquet, and
pulls in lance-c as a third-party dependency, broadening observability and
semi-structured querying over open lake formats.",
+ "prs": [
+ {
+ "num": 65135,
+ "title": "[feature](iceberg) Support Iceberg position deletes
system table",
+ "url": "https://github.com/apache/doris/pull/65135";
+ },
+ {
+ "num": 63192,
+ "title": "[feature](iceberg) Support reading Iceberg variant from
Parquet",
+ "url": "https://github.com/apache/doris/pull/63192";
+ },
+ {
+ "num": 65304,
+ "title": "[chore](thirdparty) introduce thridparty about lance-c",
+ "url": "https://github.com/apache/doris/pull/65304";
+ }
+ ]
+ },
+ {
+ "title": "External storage caching tier: file-metadata persistence",
+ "narrative": "External Parquet/ORC footer metadata now persists to a
disk cache behind the existing FileMetaCache interface, surviving BE restarts
and eviction, while remote scans past the useful cache-write budget stop
writing new entries to avoid wasted I/O.",
+ "prs": [
+ {
+ "num": 63376,
+ "title": "[improvement](be) Add disk cache for external file
metadata",
+ "url": "https://github.com/apache/doris/pull/63376";
+ },
+ {
+ "num": 64961,
+ "title": "[refactor](be) Add file meta cache persistent interface",
+ "url": "https://github.com/apache/doris/pull/64961";
+ },
+ {
+ "num": 65058,
+ "title": "[feature](file-cache) Disable cache writes after remote
scan threshold",
+ "url": "https://github.com/apache/doris/pull/65058";
+ }
+ ]
+ },
+ {
+ "title": "Cloud-native control plane: resource groups, affinity, time
travel",
+ "narrative": "FEs can declare their local resource group, and a new
affinity framework guides query, load, and replica scheduling; decoupled mode
gains Time Travel, while an open issue proposes first-class Alibaba Cloud OSS
via the official C++ SDK, strengthening cloud control and recoverability.",
+ "prs": [
+ {
+ "num": 65611,
+ "title": "[feature](fe) Let an FE declare and broadcast its local
resource group",
+ "url": "https://github.com/apache/doris/pull/65611";
+ },
+ {
+ "num": 65173,
+ "title": "[feature](fe) Add resource group affinity framework",
+ "url": "https://github.com/apache/doris/pull/65173";
+ },
+ {
+ "num": 65431,
+ "title": "[Feat](TimeTravel) Time Travel for Cloud / Decoupled
Mode",
+ "url": "https://github.com/apache/doris/pull/65431";
+ },
+ {
+ "num": 65793,
+ "title": "[Feature] Add Alibaba Cloud OSS C++ SDK stack",
+ "url": "https://github.com/apache/doris/issues/65793";
+ }
+ ]
+ },
+ {
+ "title": "Query optimizer: lazy TopN, eager agg, bitmap/AVG rewrites",
+ "narrative": "TopN lazy materialization and statistics-driven distinct
pushdown are rebuilt, bitmap_count and AVG serialized merges go vectorized, set
operators switch to batch hash tables with bucket shuffle, and stale query
cache entries merge incrementally to cut repeated hot-partition aggregation
cost.",
+ "prs": [
+ {
+ "num": 65569,
+ "title": "[refactor](lazy topn) Rebuild TopN lazy materialization
planning",
+ "url": "https://github.com/apache/doris/pull/65569";
+ },
+ {
+ "num": 65099,
+ "title": "[improvement](eager-agg) Push down distinct aggregation
using statistics",
+ "url": "https://github.com/apache/doris/pull/65099";
+ },
+ {
+ "num": 65483,
+ "title": "[Opt](bitmap) Optimize bitmap op count rewrites",
+ "url": "https://github.com/apache/doris/pull/65483";
+ },
+ {
+ "num": 65729,
+ "title": "[opt](expr) Vectorize AVG serialized state merge",
+ "url": "https://github.com/apache/doris/pull/65729";
+ },
+ {
+ "num": 65635,
+ "title": "[opt](exec) Use batch hash table operations for set
operators",
+ "url": "https://github.com/apache/doris/pull/65635";
+ },
+ {
+ "num": 65129,
+ "title": "[opt](local shuffle) support bucket shuffle for set
operation",
+ "url": "https://github.com/apache/doris/pull/65129";
+ },
+ {
+ "num": 65482,
+ "title": "[feature](query-cache) Support incremental merge for
stale query cache entries",
+ "url": "https://github.com/apache/doris/pull/65482";
+ }
+ ]
+ }
+ ],
+ "numbers": {
+ "mergedPrs": 122,
+ "newIssues": 20,
+ "contributors": 55
+ }
+ },
+ "repos": [
+ {
+ "repo": "apache/doris",
+ "scenarios": [
+ {
+ "name": "Multi-modal Lakehouse",
+ "mergedNarrative": "Multi-modal lakehouse work advanced across
correctness, performance, and observability: Iceberg row-level deletes across
schema evolution, ORC v2 pushdown/fallback, complex Parquet struct counting,
and Iceberg system-table projection were repaired; ORC v2 stripe-merged reads
and optimized filtered Parquet scans were added; Python UDF Arrow memory is now
tracked through Doris allocators.",
+ "merged": [
+ {
+ "num": 65361,
+ "title": "[improvement](be) Track Python UDF Arrow memory
allocations",
+ "url": "https://github.com/apache/doris/pull/65361";
+ },
+ {
+ "num": 65602,
+ "title": "[improvement](be) Optimize filtered Parquet scans and
condition cache",
+ "url": "https://github.com/apache/doris/pull/65602";
+ },
+ {
+ "num": 64799,
+ "title": "[fix](arrow-flight) Keep coordinator alive across
GetFlightInfo/DoGet for external table scan",
+ "url": "https://github.com/apache/doris/pull/64799";
+ },
+ {
+ "num": 65334,
+ "title": "[fix](hive) invalidate stale file cache on partition
refresh when partition cache misses",
+ "url": "https://github.com/apache/doris/pull/65334";
+ },
+ {
+ "num": 65478,
+ "title": "[improvement](be) Add ORC v2 stripe merged reads",
+ "url": "https://github.com/apache/doris/pull/65478";
+ }
+ ],
+ "inProgressNarrative": "Multi-modal lakehouse work is closing gaps
in Iceberg compatibility and external table scanning. Recent fixes preserve
nested struct field name case in Iceberg and route position_deletes
system-table scans to the native scanner instead of JNI defaults. Parquet INT96
decoding is decoupled from the session timezone and export defaults now mirror",
+ "inProgress": []
+ },
+ {
+ "name": "Real-time Data Warehouse",
+ "mergedNarrative": "Real-time data warehouse work added MySQL
ADD/DROP schema-change support to streaming jobs, refactored bitmap execution
and zero-scale decimal casts, and fixed INCR missing-binlog reports, nested
array_map captures, distinct aggregate planning, hash-join probe output,
eager-aggregate pushdown semantics, and transaction fail-fast on BE restart,
alongside routine-load first-error surfacing and condition-cache robustness.",
+ "merged": [
+ {
+ "num": 65325,
+ "title": "[improve](streaming-job) Support MySQL ADD DROP schema
changes",
+ "url": "https://github.com/apache/doris/pull/65325";
+ },
+ {
+ "num": 65421,
+ "title": "[Refactor](bitmap) Refactor BitmapValue small_set and
roaring_bitmap",
+ "url": "https://github.com/apache/doris/pull/65421";
+ },
+ {
+ "num": 63974,
+ "title": "[Fix](Query Stats) Add QueryStatsRecorder for
column-level query and filter - Part3",
+ "url": "https://github.com/apache/doris/pull/63974";
+ },
+ {
+ "num": 64563,
+ "title": "[fix](be) Fix nested array_map lambda captures",
+ "url": "https://github.com/apache/doris/pull/64563";
+ }
+ ],
+ "inProgressNarrative": "Real-time DWH work tightens both planner and
executor behavior. The headline item introduces named Bloom Filter indexes with
first-class DDL and schema-change support so they gain their own lifecycle.
Newer additions enable TopN lazy materialization on non-light-schema-change
tables, an ALTER MATERIALIZED VIEW ADD COLUMN path that avoids full rebuilds,
function",
+ "inProgress": [
+ {
+ "num": 64652,
+ "title": "[feat](fe) Support named bloom filter indexes in DDL
and schema change",
+ "url": "https://github.com/apache/doris/pull/64652";
+ }
+ ]
+ },
+ {
+ "name": "Compute-Storage Separation & Cloud-Native",
+ "mergedNarrative": "For compute-storage separation and cloud-native
deployments, work added S3 rate-limit observability and retry tuning, migrated
HDFS properties into the unified filesystem configuration, refined file-cache
TTL handling for non-TTL tablets and warmup diagnostics, raised the default FE
get_version timeout to relieve MetaService slowness, and stabilized file-cache
test coverage.",
+ "merged": [
+ {
+ "num": 64038,
+ "title": "[fix](s3) Add S3 rate limit observability",
+ "url": "https://github.com/apache/doris/pull/64038";
+ },
+ {
+ "num": 64695,
+ "title": "[feat](fs) Migrate HDFS properties into fe-filesystem;
fix OSS listing/URI issues",
+ "url": "https://github.com/apache/doris/pull/64695";
+ },
+ {
+ "num": 65153,
+ "title": "[test](regression) Add warmup mixed-mode coverage and
debug observability",
+ "url": "https://github.com/apache/doris/pull/65153";
+ },
+ {
+ "num": 65434,
+ "title": "[fix](filecache) skip redundant ttl scans for non-TTL
tablets",
+ "url": "https://github.com/apache/doris/pull/65434";
+ },
+ {
+ "num": 65508,
+ "title": "[chore](s3) Adjust S3 SlowDown retry configurable",
+ "url": "https://github.com/apache/doris/pull/65508";
+ }
+ ],
+ "inProgressNarrative": "Cloud-native work is steering toward tighter
resource control and safer recycling. New additions cover dynamic CPU core
sensing, Resilience4j-based FE rate limiting for meta service RPCs, memory-tier
file cache resource management, and faster refresh when cgroup memory limits
change. On the recycler side, fixes confine the mark-before-delete flow to
PREPARED",
+ "inProgress": []
+ },
+ {
+ "name": "Agent Observability",
+ "mergedNarrative": "In Agent Observability, this week closed a
SEARCH DSL cache gap that could skip BM25 scorer execution and leave scores
unpopulated, alongside added regression forcing index pushdown for multi-match
null queries to tighten retrieval correctness coverage.",
+ "merged": [
+ {
+ "num": 65436,
+ "title": "[fix](be) Disable DSL cache for score queries",
+ "url": "https://github.com/apache/doris/pull/65436";
+ },
+ {
+ "num": 65505,
+ "title": "[test](regression) Force index pushdown for multi
match null query",
+ "url": "https://github.com/apache/doris/pull/65505";
+ }
+ ],
+ "inProgressNarrative": "Agent observability work is converging on
correctness around inverted indexes and variant columns. The headline effort
integrates the SNII inverted index as a standalone storage path that rewrites
read/write paths. Newer items fix a globally shared NULL bitmap leaking across
CLucene sub-reader contexts, TopN lazy materialization overriding sparse
VARIANT fields",
+ "inProgress": [
+ {
+ "num": 64909,
+ "title": "[feature](be) Add SNII inverted index storage format",
+ "url": "https://github.com/apache/doris/pull/64909";
+ },
+ {
+ "num": 59714,
+ "title": "[fix](compaction) Skip ordered data compaction if any
input has ann/inverted index.",
+ "url": "https://github.com/apache/doris/pull/59714";
+ },
+ {
+ "num": 65380,
+ "title": "[fix](fe) Treat json_extract_no_quotes as
json_extract_string alias",
+ "url": "https://github.com/apache/doris/pull/65380";
+ }
+ ]
+ },
+ {
+ "name": "Ecosystem Integration",
+ "mergedNarrative": "For ecosystem integration, fixes let the Iceberg
REST catalog re-authenticate on 401 without restarting the FE, and added
support for ClickHouse JDBC V2 metadata, broadening Doris's compatibility with
external data sources.",
+ "merged": [
+ {
+ "num": 64966,
+ "title": "[fix](catalog) re-auth Iceberg REST catalog on 401
instead of wedging until FE restart",
+ "url": "https://github.com/apache/doris/pull/64966";
+ },
+ {
+ "num": 65709,
+ "title": "[fix](fe) Support ClickHouse JDBC V2 metadata",
+ "url": "https://github.com/apache/doris/pull/65709";
+ }
+ ],
+ "inProgressNarrative": "Ecosystem integration work is tightening
stability around the connectors. OceanBase CDC becomes a first-class streaming
job source, paired with MySQL JDBC URL normalization so TINYINT(1) and YEAR
behave consistently across entry points. The Logstash output adds HTTP and
SO_KEEPALIVE timeouts to break pipeline hangs on half-open sockets. Arrow
Flight receives",
+ "inProgress": [
+ {
+ "num": 65588,
+ "title": "[feature](streaming-job) Support OceanBase CDC
streaming jobs",
+ "url": "https://github.com/apache/doris/pull/65588";,
+ "isNew": true
+ },
+ {
+ "num": 64929,
+ "title": "[fix](dbt-doris) Fix broken test dependencies
preventing adapter development",
+ "url": "https://github.com/apache/doris/pull/64929";
+ },
+ {
+ "num": 65647,
+ "title": "[fix](fe) Normalize MySQL JDBC URLs for streaming
jobs",
+ "url": "https://github.com/apache/doris/pull/65647";,
+ "isNew": true
+ }
+ ]
+ },
+ {
+ "name": "Security & Governance",
+ "mergedNarrative": "Security and governance gained a shared-secret
FE meta-service internal auth token replacing the plaintext host:port claim,
fixed the audit plugin to flush over HTTPS even when the HTTP port is disabled,
repaired Iceberg system-table column projection, and reused the Ranger access
controller to stop policy-refresher thread leaks under metadata checkpoints.",
+ "merged": [
+ {
+ "num": 65551,
+ "title": "[improvement](fe) add fe_meta_auth_token for FE
meta-service internal HTTP auth",
+ "url": "https://github.com/apache/doris/pull/65551";
+ },
+ {
+ "num": 64697,
+ "title": "[Improve](Audit) Auditlog on FE with https enabled",
+ "url": "https://github.com/apache/doris/pull/64697";
+ }
+ ],
+ "inProgressNarrative": "Security and governance work is modernizing
Doris's authorization surface. Key items add a configuration toggle to forbid
LDAP login with empty passwords and introduce `SHOW GRANTS FOR ROLE` for
role-centric grant inspection. A new contribution wires up an OpenFGA-backed
access controller alongside the existing Apache Ranger integration. Hygiene
items tighten",
+ "inProgress": [
+ {
+ "num": 61440,
+ "title": "[enhance](auth) introduction of configuration property
to prohibit login with empty LDAP password",
+ "url": "https://github.com/apache/doris/pull/61440";
+ },
+ {
+ "num": 62995,
+ "title": "[feature](nereids) support show grants for role xxx
command to display grants by role",
+ "url": "https://github.com/apache/doris/pull/62995";
+ },
+ {
+ "num": 65685,
+ "title": "[feat](auth) Add an OpenFGA-backed access controller",
+ "url": "https://github.com/apache/doris/pull/65685";,
+ "isNew": true
+ }
+ ]
+ },
+ {
+ "name": "Kernel & Engineering",
+ "mergedNarrative": "Kernel and engineering work tightened
correctness across the storage and execution stack: binlog LSNs are now written
on the sink so replicas converge, row-column encoding yields roughly 20%
storage savings, decimal precision restore, Arrow buffer validation, and
cross-dimensional null-array casts were repaired, while DataQueue, Arrow Flight
SQL, and the unified",
+ "merged": [
+ {
+ "num": 64133,
+ "title": "[Enhancement] (binlog<row>) move write lsn on sink,
ensure lsn same on all replica",
+ "url": "https://github.com/apache/doris/pull/64133";
+ },
+ {
+ "num": 64796,
+ "title": "[fix](be) Validate Arrow input buffers before column
conversion",
+ "url": "https://github.com/apache/doris/pull/64796";
+ },
+ {
+ "num": 65100,
+ "title": "[fix](UDF) Fix create function rollback after Nereids
failure",
+ "url": "https://github.com/apache/doris/pull/65100";
+ },
+ {
+ "num": 65116,
+ "title": "[improvement](be) store less bytes by using write int
when store row column",
+ "url": "https://github.com/apache/doris/pull/65116";
+ },
+ {
+ "num": 65248,
+ "title": "[improvement](be) Add queue time for delete bitmap
tasks",
+ "url": "https://github.com/apache/doris/pull/65248";
+ }
+ ],
+ "inProgressNarrative": "Kernel engineering this week leans on
sanitizer build hygiene and read/write path correctness, alongside targeted
stability work. Newly active items close lingering gaps such as missing
`_Unwind_*` symbols under UBSAN/LSAN, the TSAN-undefined
`BlockFileCache::get_cell` template instantiation, SnappyBlock decompression
overwrites in CSV loads, and float/double-to-string rounding drift. On the
storage side, contributors",
+ "inProgress": []
+ }
+ ],
+ "demand": [
+ {
+ "name": "Compute-Storage Separation & Cloud-Native",
+ "narrative": "The community is pushing Doris further along the
compute-storage separation and cloud-native path by adding the official Alibaba
Cloud OSS C++ SDK as a first-class storage backend, replacing the current
compatibility shim. This will give Alibaba Cloud users native, stable storage
integration within Doris and reduce reliance on ad-hoc wrappers.",
+ "refs": [
+ {
+ "num": 65793,
+ "title": "[Feature] Add Alibaba Cloud OSS C++ SDK stack",
+ "url": "https://github.com/apache/doris/issues/65793";
+ }
+ ]
+ },
+ {
+ "name": "Ecosystem Integration",
+ "narrative": "On the ecosystem integration front, the community is
consolidating Arrow Flight SQL (ADBC) work—bugs, protocol gaps, and reliability
fixes—under a single tracking issue to harden Doris's integration with the
Arrow and Python data-science ecosystem. This will deliver a smoother,
high-throughput query experience for users embedding Doris in modern analytics
stacks.",
+ "refs": [
+ {
+ "num": 65615,
+ "title": "[Tracking] Arrow Flight SQL (ADBC): issues and
improvements",
+ "url": "https://github.com/apache/doris/issues/65615";
+ }
+ ]
+ }
+ ]
+ }
+ ]
+};
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
