[NSE-791] fix xchg reuse in Spark321 (#799)

* fix xchg reuse Signed-off-by: Yuan Zhou <[email protected]> * move to spark321 shim layer Signed-off-by: Yuan Zhou <[email protected]>
oap-project · Mar 25, 2022 · 8027a18 · 8027a18
1 parent 735f939
commit 8027a18
Show file tree

Hide file tree

Showing 2 changed files with 812 additions and 1 deletion.
diff --git a/native-sql-engine/core/src/main/scala/com/intel/oap/extension/ColumnarOverrides.scala b/native-sql-engine/core/src/main/scala/com/intel/oap/extension/ColumnarOverrides.scala
@@ -389,7 +389,8 @@ case class ColumnarPostOverrides() extends Rule[SparkPlan] {
         s" See above override in BroadcastQueryStageExec")
       val localBroadcastXchg = broadcastQueryStageExec.plan.asInstanceOf[BroadcastExchangeExec]
       val dataToArrowColumnar = localBroadcastXchg.child.asInstanceOf[DataToArrowColumnarExec]
-      ColumnarBroadcastExchangeExec(localBroadcastXchg.mode, dataToArrowColumnar)
+      //ColumnarBroadcastExchangeExec(localBroadcastXchg.mode, dataToArrowColumnar)
+      dataToArrowColumnar.child
     case plan: RowToColumnarExec =>
       val child = replaceWithColumnarPlan(plan.child)
       if (columnarConf.enableArrowRowToColumnar) {