Skip to content

Commit 51e87e5

Browse files
committed
validate schemas
1 parent 4f2df5e commit 51e87e5

File tree

1 file changed

+8
-0
lines changed

1 file changed

+8
-0
lines changed

sql/core/src/test/java/test/org/apache/spark/sql/JavaDataFrameSuite.java

Lines changed: 8 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -31,6 +31,8 @@
3131
import org.apache.spark.sql.*;
3232
import org.apache.spark.sql.test.TestSQLContext;
3333
import org.apache.spark.sql.test.TestSQLContext$;
34+
import org.apache.spark.sql.types.*;
35+
3436
import static org.apache.spark.sql.functions.*;
3537

3638
public class JavaDataFrameSuite {
@@ -117,6 +119,12 @@ public void testCreateDataFrameFromJavaBeans() {
117119
Bean bean = new Bean();
118120
JavaRDD<Bean> rdd = jsc.parallelize(Arrays.asList(bean));
119121
DataFrame df = context.createDataFrame(rdd, Bean.class);
122+
StructType schema = df.schema();
123+
Assert.assertEquals(new StructField("a", DoubleType$.MODULE$, false, Metadata.empty()),
124+
schema.apply("a"));
125+
Assert.assertEquals(
126+
new StructField("b", new ArrayType(IntegerType$.MODULE$, true), true, Metadata.empty()),
127+
schema.apply("b"));
120128
Row first = df.select("a", "b").first();
121129
Assert.assertEquals(bean.getA(), first.getDouble(0), 0.0);
122130
Assert.assertArrayEquals(bean.getB(), first.<Integer[]>getAs(1));

0 commit comments

Comments
 (0)