Revert "[SPARK-3011][SQL] _temporary directory should be filtered out by sqlContext.parquetFile"

marmbrus · marmbrus · commit 6bff94004cf4 · 2014-08-14T12:56:16.000-07:00
This reverts commit 221c84e.
diff --git a/sql/core/src/main/scala/org/apache/spark/sql/parquet/ParquetTypes.scala b/sql/core/src/main/scala/org/apache/spark/sql/parquet/ParquetTypes.scala
@@ -378,8 +378,7 @@ private[parquet] object ParquetTypesConverter extends Logging {
 
     val children = fs.listStatus(path).filterNot { status =>
       val name = status.getPath.getName
-      name(0) == '.' || name == FileOutputCommitter.SUCCEEDED_FILE_NAME || 
-        name == FileOutputCommitter.TEMP_DIR_NAME
+      name(0) == '.' || name == FileOutputCommitter.SUCCEEDED_FILE_NAME
     }
 
     // NOTE (lian): Parquet "_metadata" file can be very slow if the file consists of lots of row

Original file line number	Diff line number	Diff line change
`@@ -378,8 +378,7 @@ private[parquet] object ParquetTypesConverter extends Logging {`
`378`	`378`
`379`	`379`	`val children = fs.listStatus(path).filterNot { status =>`
`380`	`380`	`val name = status.getPath.getName`
`381`		`- name(0) == '.' \|\| name == FileOutputCommitter.SUCCEEDED_FILE_NAME \|\|`
`382`		`- name == FileOutputCommitter.TEMP_DIR_NAME`
	`381`	`+ name(0) == '.' \|\| name == FileOutputCommitter.SUCCEEDED_FILE_NAME`
`383`	`382`	`}`
`384`	`383`
`385`	`384`	`// NOTE (lian): Parquet "_metadata" file can be very slow if the file consists of lots of row`