Use JsonRDD.nullTypeToStringType to convert NullType to StringType.

apache · Jan 8, 2015 · 50a03b0 · 50a03b0
1 parent 1eeb769
commit 50a03b0
Showing 1 changed file with 5 additions and 5 deletions.
diff --git a/sql/core/src/main/scala/org/apache/spark/sql/json/JSONRelation.scala b/sql/core/src/main/scala/org/apache/spark/sql/json/JSONRelation.scala
@@ -44,11 +44,11 @@ private[sql] case class JSONRelation(
   private def baseRDD = sqlContext.sparkContext.textFile(fileName)
 
   override val schema = userSpecifiedSchema.getOrElse(
-    JsonRDD.inferSchema(
-      baseRDD,
-      samplingRatio,
-      sqlContext.columnNameOfCorruptRecord)
-    )
+    JsonRDD.nullTypeToStringType(
+      JsonRDD.inferSchema(
+        baseRDD,
+        samplingRatio,
+        sqlContext.columnNameOfCorruptRecord)))
 
   override def buildScan() =
     JsonRDD.jsonStringToRow(baseRDD, schema, sqlContext.columnNameOfCorruptRecord)