[NSE-702] Print output datatype for columnar shuffle on WebUI (#703)

oap-project · Jan 18, 2022 · f09664d · f09664d
1 parent ccb1e71
commit f09664d
Showing 1 changed file with 11 additions and 0 deletions.
diff --git a/...gine/core/src/main/scala/org/apache/spark/sql/execution/ColumnarShuffleExchangeExec.scala b/...gine/core/src/main/scala/org/apache/spark/sql/execution/ColumnarShuffleExchangeExec.scala
@@ -134,6 +134,17 @@ case class ColumnarShuffleExchangeExec(
       longMetric("prepareTime"))
   }
 
+  override def verboseString(maxFields: Int): String = toString(super.verboseString(maxFields))
+
+  override def simpleString(maxFields: Int): String = toString(super.simpleString(maxFields))
+
+  private def toString(original: String): String = {
+    original + ", [OUTPUT] " + output.map {
+      attr =>
+        attr.name + ":" + attr.dataType
+    }.toString()
+  }
+
   var cachedShuffleRDD: ShuffledColumnarBatchRDD = _
   override def doExecute(): RDD[InternalRow] = {
     throw new UnsupportedOperationException()