Skip to content

Commit 228a9f4

Browse files
committed
do not persist before calling binary classification metrics
1 parent f51cd27 commit 228a9f4

File tree

3 files changed

+4
-4
lines changed

3 files changed

+4
-4
lines changed

mllib/src/main/scala/org/apache/spark/ml/Model.scala

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -31,7 +31,7 @@ abstract class Model[M <: Model[M]] extends Transformer {
3131
val parent: Estimator[M]
3232

3333
/**
34-
* Fitting parameters, such that parent.fit(..., trainingParamMap) could reproduce the model.
34+
* Fitting parameters, such that parent.fit(..., fittingParamMap) could reproduce the model.
3535
*/
3636
val fittingParamMap: ParamMap
3737
}

mllib/src/main/scala/org/apache/spark/ml/evaluation/BinaryClassificationEvaluator.scala

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -53,7 +53,7 @@ class BinaryClassificationEvaluator extends Evaluator with Params
5353
val scoreAndLabels = dataset.select(map(scoreCol).attr, map(labelCol).attr)
5454
.map { case Row(score: Double, label: Double) =>
5555
(score, label)
56-
}.persist(StorageLevel.MEMORY_AND_DISK)
56+
}
5757
val metrics = new BinaryClassificationMetrics(scoreAndLabels)
5858
val metric = map(metricName) match {
5959
case "areaUnderROC" =>
@@ -63,7 +63,7 @@ class BinaryClassificationEvaluator extends Evaluator with Params
6363
case other =>
6464
throw new IllegalArgumentException(s"Do not support metric $other.")
6565
}
66-
scoreAndLabels.unpersist()
66+
metrics.unpersist()
6767
metric
6868
}
6969
}

mllib/src/main/scala/org/apache/spark/ml/tuning/ParamGridBuilder.scala

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -23,7 +23,7 @@ import scala.collection.mutable
2323
import org.apache.spark.ml.param._
2424

2525
/**
26-
* Builder for a param grid used in grid search.
26+
* Builder for a param grid used in grid search-based model selection.
2727
*/
2828
class ParamGridBuilder {
2929

0 commit comments

Comments
 (0)