From fdca8967f828a728ad9438673ae2a39b50585db7 Mon Sep 17 00:00:00 2001 From: Michael Armbrust Date: Tue, 19 Aug 2014 10:36:54 -0700 Subject: [PATCH] cleanup --- .../apache/spark/sql/catalyst/expressions/SpecificRow.scala | 2 ++ .../scala/org/apache/spark/sql/parquet/ParquetTypes.scala | 4 +--- 2 files changed, 3 insertions(+), 3 deletions(-) diff --git a/sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/expressions/SpecificRow.scala b/sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/expressions/SpecificRow.scala index cfb292a41dda7..5470fc9dfee52 100644 --- a/sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/expressions/SpecificRow.scala +++ b/sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/expressions/SpecificRow.scala @@ -193,6 +193,8 @@ class SpecificMutableRow(val values: Array[MutableValue]) extends MutableRow { case ByteType => new MutableByte case FloatType => new MutableFloat case ShortType => new MutableShort + case DoubleType => new MutableDouble + case BooleanType => new MutableBoolean case LongType => new MutableLong case _ => new MutableAny }.toArray) diff --git a/sql/core/src/main/scala/org/apache/spark/sql/parquet/ParquetTypes.scala b/sql/core/src/main/scala/org/apache/spark/sql/parquet/ParquetTypes.scala index 27d18f245b125..c79a9ac2dad81 100644 --- a/sql/core/src/main/scala/org/apache/spark/sql/parquet/ParquetTypes.scala +++ b/sql/core/src/main/scala/org/apache/spark/sql/parquet/ParquetTypes.scala @@ -376,8 +376,6 @@ private[parquet] object ParquetTypesConverter extends Logging { } ParquetRelation.enableLogForwarding() - println(fs.listStatus(path).toSeq) - val children = fs.listStatus(path).filterNot { status => val name = status.getPath.getName name(0) == '.' || name == FileOutputCommitter.SUCCEEDED_FILE_NAME @@ -395,7 +393,7 @@ private[parquet] object ParquetTypesConverter extends Logging { .orElse(children.find(_.getPath.getName == ParquetFileWriter.PARQUET_METADATA_FILE)) .map(ParquetFileReader.readFooter(conf, _)) .getOrElse( - throw new IllegalArgumentException(s"Could not find Parquet metadata at path $path in ${children.map(_.getPath.getName).toSeq}")) + throw new IllegalArgumentException(s"Could not find Parquet metadata at path $path")) } /**