Skip to content

Commit e71d893

Browse files
committed
[SPARK-4765] Make GC time always shown in UI.
This commit removes the GC time for each task from the set of optional, additional metrics, and instead always shows it for each task.
1 parent 98a7d09 commit e71d893

File tree

3 files changed

+4
-12
lines changed

3 files changed

+4
-12
lines changed

core/src/main/resources/org/apache/spark/ui/static/webui.css

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -171,6 +171,6 @@ span.additional-metric-title {
171171

172172
/* Hide all additional metrics by default. This is done here rather than using JavaScript to
173173
* avoid slow page loads for stage pages with large numbers (e.g., thousands) of tasks. */
174-
.scheduler_delay, .gc_time, .deserialization_time, .serialization_time, .getting_result_time {
174+
.scheduler_delay, .deserialization_time, .serialization_time, .getting_result_time {
175175
display: none;
176176
}

core/src/main/scala/org/apache/spark/ui/jobs/StagePage.scala

Lines changed: 3 additions & 10 deletions
Original file line numberDiff line numberDiff line change
@@ -132,13 +132,6 @@ private[ui] class StagePage(parent: StagesTab) extends WebUIPage("stage") {
132132
<span class="additional-metric-title">Task Deserialization Time</span>
133133
</span>
134134
</li>
135-
<li>
136-
<span data-toggle="tooltip"
137-
title={ToolTips.GC_TIME} data-placement="right">
138-
<input type="checkbox" name={TaskDetailsClassNames.GC_TIME}/>
139-
<span class="additional-metric-title">GC Time</span>
140-
</span>
141-
</li>
142135
<li>
143136
<span data-toggle="tooltip"
144137
title={ToolTips.RESULT_SERIALIZATION_TIME} data-placement="right">
@@ -168,7 +161,7 @@ private[ui] class StagePage(parent: StagesTab) extends WebUIPage("stage") {
168161
("Executor ID / Host", ""), ("Launch Time", ""), ("Duration", ""),
169162
("Scheduler Delay", TaskDetailsClassNames.SCHEDULER_DELAY),
170163
("Task Deserialization Time", TaskDetailsClassNames.TASK_DESERIALIZATION_TIME),
171-
("GC Time", TaskDetailsClassNames.GC_TIME),
164+
("GC Time", ""),
172165
("Result Serialization Time", TaskDetailsClassNames.RESULT_SERIALIZATION_TIME),
173166
("Getting Result Time", TaskDetailsClassNames.GETTING_RESULT_TIME)) ++
174167
{if (hasAccumulators) Seq(("Accumulators", "")) else Nil} ++
@@ -308,7 +301,7 @@ private[ui] class StagePage(parent: StagesTab) extends WebUIPage("stage") {
308301
<tr class={TaskDetailsClassNames.TASK_DESERIALIZATION_TIME}>
309302
{deserializationQuantiles}
310303
</tr>
311-
<tr class={TaskDetailsClassNames.GC_TIME}>{gcQuantiles}</tr>,
304+
<tr>{gcQuantiles}</tr>,
312305
<tr class={TaskDetailsClassNames.RESULT_SERIALIZATION_TIME}>
313306
{serializationQuantiles}
314307
</tr>,
@@ -429,7 +422,7 @@ private[ui] class StagePage(parent: StagesTab) extends WebUIPage("stage") {
429422
class={TaskDetailsClassNames.TASK_DESERIALIZATION_TIME}>
430423
{UIUtils.formatDuration(taskDeserializationTime.toLong)}
431424
</td>
432-
<td sorttable_customkey={gcTime.toString} class={TaskDetailsClassNames.GC_TIME}>
425+
<td sorttable_customkey={gcTime.toString}>
433426
{if (gcTime > 0) UIUtils.formatDuration(gcTime) else ""}
434427
</td>
435428
<td sorttable_customkey={serializationTime.toString}

core/src/main/scala/org/apache/spark/ui/jobs/TaskDetailsClassNames.scala

Lines changed: 0 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -26,7 +26,6 @@ package org.apache.spark.ui.jobs
2626
*/
2727
private object TaskDetailsClassNames {
2828
val SCHEDULER_DELAY = "scheduler_delay"
29-
val GC_TIME = "gc_time"
3029
val TASK_DESERIALIZATION_TIME = "deserialization_time"
3130
val RESULT_SERIALIZATION_TIME = "serialization_time"
3231
val GETTING_RESULT_TIME = "getting_result_time"

0 commit comments

Comments
 (0)