[NSE-791] fix xchg reuse in Spark321 (oap-project#799)

* fix xchg reuse Signed-off-by: Yuan Zhou <[email protected]> * move to spark321 shim layer Signed-off-by: Yuan Zhou <[email protected]>
zhouyuan · Mar 28, 2022 · 0567667 · 0567667
1 parent 69363f3
commit 0567667
Show file tree

Hide file tree

Showing 2 changed files with 812 additions and 1 deletion.
diff --git a/native-sql-engine/core/src/main/scala/com/intel/oap/extension/ColumnarOverrides.scala b/native-sql-engine/core/src/main/scala/com/intel/oap/extension/ColumnarOverrides.scala
@@ -385,7 +385,8 @@ case class ColumnarPostOverrides() extends Rule[SparkPlan] {
         s" See above override in BroadcastQueryStageExec")
       val localBroadcastXchg = broadcastQueryStageExec.plan.asInstanceOf[BroadcastExchangeExec]
       val dataToArrowColumnar = localBroadcastXchg.child.asInstanceOf[DataToArrowColumnarExec]
-      ColumnarBroadcastExchangeExec(localBroadcastXchg.mode, dataToArrowColumnar)
+      //ColumnarBroadcastExchangeExec(localBroadcastXchg.mode, dataToArrowColumnar)
+      dataToArrowColumnar.child
     case plan: RowToColumnarExec =>
       val child = replaceWithColumnarPlan(plan.child)
       if (columnarConf.enableArrowRowToColumnar) {