[NSE-1170] Set correct row number in batch scan w/ partition columns (o…

…ap-project#1172)
zhouyuan · Dec 14, 2022 · 3eb5477 · 3eb5477
1 parent 68a5298
commit 3eb5477
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/...rd/src/main/scala/com/intel/oap/spark/sql/execution/datasources/v2/arrow/ArrowUtils.scala b/...rd/src/main/scala/com/intel/oap/spark/sql/execution/datasources/v2/arrow/ArrowUtils.scala
@@ -117,6 +117,7 @@ object ArrowUtils {
       vectors.map(_.asInstanceOf[ColumnVector]) ++
         partitionVectors
           .map { vector =>
+            vector.setValueCount(rowCount)
             // The vector should call retain() whenever reuse it.
             vector.retain()
             vector.asInstanceOf[ColumnVector]