Skip to content

Commit 5a3a3cc

Browse files
committed
[SPARK-4765] Make GC time always shown in UI.
This commit removes the GC time for each task from the set of optional, additional metrics, and instead always shows it for each task. cc pwendell Author: Kay Ousterhout <[email protected]> Closes #3622 from kayousterhout/gc_time and squashes the following commits: 15ac242 [Kay Ousterhout] Make TaskDetailsClassNames private[spark] e71d893 [Kay Ousterhout] [SPARK-4765] Make GC time always shown in UI. (cherry picked from commit 1f51106) Signed-off-by: Kay Ousterhout <[email protected]>
1 parent e686742 commit 5a3a3cc

File tree

3 files changed

+5
-13
lines changed

3 files changed

+5
-13
lines changed

core/src/main/resources/org/apache/spark/ui/static/webui.css

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -171,6 +171,6 @@ span.additional-metric-title {
171171

172172
/* Hide all additional metrics by default. This is done here rather than using JavaScript to
173173
* avoid slow page loads for stage pages with large numbers (e.g., thousands) of tasks. */
174-
.scheduler_delay, .gc_time, .deserialization_time, .serialization_time, .getting_result_time {
174+
.scheduler_delay, .deserialization_time, .serialization_time, .getting_result_time {
175175
display: none;
176176
}

core/src/main/scala/org/apache/spark/ui/jobs/StagePage.scala

Lines changed: 3 additions & 10 deletions
Original file line numberDiff line numberDiff line change
@@ -132,13 +132,6 @@ private[ui] class StagePage(parent: StagesTab) extends WebUIPage("stage") {
132132
<span class="additional-metric-title">Task Deserialization Time</span>
133133
</span>
134134
</li>
135-
<li>
136-
<span data-toggle="tooltip"
137-
title={ToolTips.GC_TIME} data-placement="right">
138-
<input type="checkbox" name={TaskDetailsClassNames.GC_TIME}/>
139-
<span class="additional-metric-title">GC Time</span>
140-
</span>
141-
</li>
142135
<li>
143136
<span data-toggle="tooltip"
144137
title={ToolTips.RESULT_SERIALIZATION_TIME} data-placement="right">
@@ -168,7 +161,7 @@ private[ui] class StagePage(parent: StagesTab) extends WebUIPage("stage") {
168161
("Executor ID / Host", ""), ("Launch Time", ""), ("Duration", ""),
169162
("Scheduler Delay", TaskDetailsClassNames.SCHEDULER_DELAY),
170163
("Task Deserialization Time", TaskDetailsClassNames.TASK_DESERIALIZATION_TIME),
171-
("GC Time", TaskDetailsClassNames.GC_TIME),
164+
("GC Time", ""),
172165
("Result Serialization Time", TaskDetailsClassNames.RESULT_SERIALIZATION_TIME),
173166
("Getting Result Time", TaskDetailsClassNames.GETTING_RESULT_TIME)) ++
174167
{if (hasAccumulators) Seq(("Accumulators", "")) else Nil} ++
@@ -308,7 +301,7 @@ private[ui] class StagePage(parent: StagesTab) extends WebUIPage("stage") {
308301
<tr class={TaskDetailsClassNames.TASK_DESERIALIZATION_TIME}>
309302
{deserializationQuantiles}
310303
</tr>
311-
<tr class={TaskDetailsClassNames.GC_TIME}>{gcQuantiles}</tr>,
304+
<tr>{gcQuantiles}</tr>,
312305
<tr class={TaskDetailsClassNames.RESULT_SERIALIZATION_TIME}>
313306
{serializationQuantiles}
314307
</tr>,
@@ -429,7 +422,7 @@ private[ui] class StagePage(parent: StagesTab) extends WebUIPage("stage") {
429422
class={TaskDetailsClassNames.TASK_DESERIALIZATION_TIME}>
430423
{UIUtils.formatDuration(taskDeserializationTime.toLong)}
431424
</td>
432-
<td sorttable_customkey={gcTime.toString} class={TaskDetailsClassNames.GC_TIME}>
425+
<td sorttable_customkey={gcTime.toString}>
433426
{if (gcTime > 0) UIUtils.formatDuration(gcTime) else ""}
434427
</td>
435428
<td sorttable_customkey={serializationTime.toString}

core/src/main/scala/org/apache/spark/ui/jobs/TaskDetailsClassNames.scala

Lines changed: 1 addition & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -24,9 +24,8 @@ package org.apache.spark.ui.jobs
2424
* If new optional metrics are added here, they should also be added to the end of webui.css
2525
* to have the style set to "display: none;" by default.
2626
*/
27-
private object TaskDetailsClassNames {
27+
private[spark] object TaskDetailsClassNames {
2828
val SCHEDULER_DELAY = "scheduler_delay"
29-
val GC_TIME = "gc_time"
3029
val TASK_DESERIALIZATION_TIME = "deserialization_time"
3130
val RESULT_SERIALIZATION_TIME = "serialization_time"
3231
val GETTING_RESULT_TIME = "getting_result_time"

0 commit comments

Comments
 (0)