Skip to content

Commit 4d39105

Browse files
committed
Unified inspector creation, style check fixes
1 parent f37fd69 commit 4d39105

File tree

2 files changed

+13
-12
lines changed

2 files changed

+13
-12
lines changed

sql/hive/src/main/scala/org/apache/spark/sql/hive/hiveUdfs.scala

Lines changed: 6 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -198,7 +198,7 @@ private[hive] case class HiveGenericUdaf(
198198

199199
@transient
200200
protected lazy val objectInspector = {
201-
val parameterInfo = new SimpleGenericUDAFParameterInfo(inspectors.toArray,false,false)
201+
val parameterInfo = new SimpleGenericUDAFParameterInfo(inspectors.toArray, false, false)
202202
resolver.getEvaluator(parameterInfo)
203203
.init(GenericUDAFEvaluator.Mode.COMPLETE, inspectors.toArray)
204204
}
@@ -229,12 +229,13 @@ private[hive] case class HiveUdaf(
229229

230230
@transient
231231
protected lazy val objectInspector = {
232-
resolver.getEvaluator(children.map(_.dataType.toTypeInfo).toArray)
232+
val parameterInfo = new SimpleGenericUDAFParameterInfo(inspectors.toArray, false, false)
233+
resolver.getEvaluator(parameterInfo)
233234
.init(GenericUDAFEvaluator.Mode.COMPLETE, inspectors.toArray)
234235
}
235236

236237
@transient
237-
protected lazy val inspectors = children.map(ex => toInspector(ex.dataType))
238+
protected lazy val inspectors = children.map(toInspector)
238239

239240
def dataType: DataType = inspectorToDataType(objectInspector)
240241

@@ -267,7 +268,7 @@ private[hive] case class HiveGenericUdtf(
267268
protected lazy val function: GenericUDTF = createFunction()
268269

269270
@transient
270-
protected lazy val inputInspectors = children.map( ex => toInspector(ex.dataType))
271+
protected lazy val inputInspectors = children.map(toInspector)
271272

272273
@transient
273274
protected lazy val outputInspector = function.initialize(inputInspectors.toArray)
@@ -345,7 +346,7 @@ private[hive] case class HiveUdafFunction(
345346
private val inspectors = exprs.map(toInspector).toArray
346347

347348
private val function = {
348-
val parameterInfo = new SimpleGenericUDAFParameterInfo(inspectors,false,false)
349+
val parameterInfo = new SimpleGenericUDAFParameterInfo(inspectors, false, false)
349350
resolver.getEvaluator(parameterInfo)
350351
}
351352

sql/hive/src/test/scala/org/apache/spark/sql/hive/execution/HiveUdfSuite.scala

Lines changed: 7 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -85,22 +85,22 @@ class HiveUdfSuite extends QueryTest {
8585
}
8686

8787
test("SPARK-2693 udaf aggregates test") {
88-
checkAnswer(sql("SELECT percentile(key,1) FROM src LIMIT 1"),
88+
checkAnswer(sql("SELECT percentile(key, 1) FROM src LIMIT 1"),
8989
sql("SELECT max(key) FROM src").collect().toSeq)
9090

91-
checkAnswer(sql("SELECT percentile(key,array(1,1)) FROM src LIMIT 1"),
92-
sql("SELECT array(max(key),max(key)) FROM src").collect().toSeq)
91+
checkAnswer(sql("SELECT percentile(key, array(1, 1)) FROM src LIMIT 1"),
92+
sql("SELECT array(max(key), max(key)) FROM src").collect().toSeq)
9393

9494
TestHive.reset()
9595
}
9696

9797
test("Generic UDAF aggregates") {
98-
checkAnswer(sql("SELECT ceiling(percentile_approx(key,0.99999)) FROM src LIMIT 1"),
98+
checkAnswer(sql("SELECT ceiling(percentile_approx(key, 0.99999)) FROM src LIMIT 1"),
9999
sql("SELECT max(key) FROM src LIMIT 1").collect().toSeq)
100100

101-
checkAnswer(sql("SELECT percentile_approx(100.0, array(0.9,0.9)) FROM src LIMIT 1"),
102-
sql("SELECT array(100,100) FROM src LIMIT 1").collect().toSeq)
103-
}
101+
checkAnswer(sql("SELECT percentile_approx(100.0, array(0.9, 0.9)) FROM src LIMIT 1"),
102+
sql("SELECT array(100, 100) FROM src LIMIT 1").collect().toSeq)
103+
}
104104

105105
test("UDFIntegerToString") {
106106
val testData = TestHive.sparkContext.parallelize(

0 commit comments

Comments
 (0)