This is an automated email from the ASF dual-hosted git repository.
dongjoon pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/spark.git
The following commit(s) were added to refs/heads/master by this push:
new 850640427c9d [SPARK-52502][UI] Thread count overview
850640427c9d is described below
commit 850640427c9d3c9337a09a96674ef0e89dfb4099
Author: Kent Yao <[email protected]>
AuthorDate: Tue Jun 17 07:49:24 2025 -0700
[SPARK-52502][UI] Thread count overview
### What changes were proposed in this pull request?
This PR proposes to add a thread count overview to the thread dump pages
### Why are the changes needed?
Thread-consuming is a critical feature for driver and executor JVMs
### Does this PR introduce _any_ user-facing change?
Yes, UI updates
### How was this patch tested?
Build and test locally
### Was this patch authored or co-authored using generative AI tooling?
no
Closes #51197 from yaooqinn/SPARK-52502.
Authored-by: Kent Yao <[email protected]>
Signed-off-by: Dongjoon Hyun <[email protected]>
---
.../spark/ui/exec/ExecutorThreadDumpPage.scala | 32 ++++++++++++++++++++--
1 file changed, 29 insertions(+), 3 deletions(-)
diff --git
a/core/src/main/scala/org/apache/spark/ui/exec/ExecutorThreadDumpPage.scala
b/core/src/main/scala/org/apache/spark/ui/exec/ExecutorThreadDumpPage.scala
index ef26a02a406a..fa10c8937144 100644
--- a/core/src/main/scala/org/apache/spark/ui/exec/ExecutorThreadDumpPage.scala
+++ b/core/src/main/scala/org/apache/spark/ui/exec/ExecutorThreadDumpPage.scala
@@ -73,6 +73,7 @@ private[ui] class ExecutorThreadDumpPage(
<div class="row">
<div class="col-12">
<p>Updated at {UIUtils.formatDate(time)}</p>
+ {threadDumpSummary(threadDump)}
{ if (flamegraphEnabled) {
drawExecutorFlamegraph(request, threadDump) }
else {
@@ -123,10 +124,8 @@ private[ui] class ExecutorThreadDumpPage(
</div>
}.getOrElse(Text("Error fetching thread dump"))
UIUtils.headerSparkPage(request, s"Thread dump for executor $executorId",
content, parent)
- // scalastyle:on
}
- // scalastyle:off
private def drawExecutorFlamegraph(request: HttpServletRequest, thread:
Array[ThreadStackTrace]): Seq[Node] = {
val js =
s"""
@@ -154,5 +153,32 @@ private[ui] class ExecutorThreadDumpPage(
</div>
</div>
}
- // scalastyle:off
+
+
+ private def threadDumpSummary(threadDump: Array[ThreadStackTrace]):
Seq[Node] = {
+ val totalCount = threadDump.length
+ <div>
+ <span class="thead-dump-summary collapse-table"
onClick="collapseTable('thead-dump-summary', 'thread-dump-summary-table')">
+ <h4>
+ <span class="collapse-table-arrow arrow-open"></span>
+ <a>Thread Dump Summary: { totalCount }</a>
+ </h4>
+ </span>
+ <table class={UIUtils.TABLE_CLASS_STRIPED + " accordion-group" + "
sortable" + " thread-dump-summary-table collapsible-table"}>
+ <thead><th>Thread State</th><th>Count</th><th>Percentage</th></thead>
+ <tbody>
+ {
+ threadDump.groupBy(_.threadState).map { case (state, threads) =>
+ <tr>
+ <td>{state}</td>
+ <td>{threads.length}</td>
+ <td>{"%.2f%%".format(threads.length * 100.0 / totalCount)}</td>
+ </tr>
+ }.toSeq
+ }
+ </tbody>
+ </table>
+ </div>
+ }
+ // scalastyle:on
}
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
