Add assertions in order to reproduce SPARK-7858

nemccarthy · May 26, 2015 · 5a00e66 · 5a00e66
1 parent 8ba195c
commit 5a00e66
Showing 1 changed file with 6 additions and 2 deletions.
diff --git a/sql/core/src/main/scala/org/apache/spark/sql/execution/ExistingRDD.scala b/sql/core/src/main/scala/org/apache/spark/sql/execution/ExistingRDD.scala
@@ -38,7 +38,9 @@ object RDDConversions {
       } else {
         val bufferedIterator = iterator.buffered
         val mutableRow = new SpecificMutableRow(schema.fields.map(_.dataType))
-        val schemaFields = schema.fields.toArray
+        val schemaFields = schema.fields
+        assert(mutableRow.length == schemaFields.length,
+          s"Input row has ${mutableRow.length} fields but schema has ${schemaFields.length}")
         val converters = schemaFields.map {
           f => CatalystTypeConverters.createToCatalystConverter(f.dataType)
         }
@@ -65,7 +67,9 @@ object RDDConversions {
       } else {
         val bufferedIterator = iterator.buffered
         val mutableRow = new GenericMutableRow(bufferedIterator.head.toSeq.toArray)
-        val schemaFields = schema.fields.toArray
+        val schemaFields = schema.fields
+        assert(mutableRow.length == schemaFields.length,
+          s"Input row has ${mutableRow.length} fields but schema has ${schemaFields.length}")
         val converters = schemaFields.map {
           f => CatalystTypeConverters.createToCatalystConverter(f.dataType)
         }