File tree Expand file tree Collapse file tree
backends-velox/src/main/scala/org/apache/gluten/execution Expand file tree Collapse file tree Original file line number Diff line number Diff line change @@ -135,9 +135,12 @@ case class BroadcastHashJoinExecTransformer(
135135 override def columnarInputRDDs : Seq [RDD [ColumnarBatch ]] = {
136136 val streamedRDD = getColumnarInputRDDs(streamedPlan)
137137 val executionId = sparkContext.getLocalProperty(SQLExecution .EXECUTION_ID_KEY )
138+ var cacheKey = " "
138139 if (executionId != null ) {
140+ cacheKey = " Gluten_Execution_" + executionId + " :" + buildHashTableId
139141 GlutenDriverEndpoint .collectResources(executionId, buildBroadcastTableId)
140142 } else {
143+ cacheKey = " Gluten_Execution_" + " :" + buildHashTableId
141144 logWarning(
142145 s " Can not trace broadcast table data $buildBroadcastTableId" +
143146 s " because execution id is null. " +
@@ -174,7 +177,7 @@ case class BroadcastHashJoinExecTransformer(
174177 buildPlan.output,
175178 filterBuildColumns,
176179 filterPropagatesNulls,
177- buildBroadcastTableId ,
180+ cacheKey ,
178181 isNullAwareAntiJoin,
179182 bloomFilterPushdownSize,
180183 metrics.get(" buildHashTableTime" )
Original file line number Diff line number Diff line change @@ -77,11 +77,7 @@ std::string getVeloxTaskId(const SparkTaskInfo& taskInfo) {
7777 if (taskInfo.executionId != -1 ) {
7878 return fmt::format (" Gluten_Execution_{}" , std::to_string (taskInfo.executionId ));
7979 }
80- return fmt::format (
81- " Gluten_Stage_{}_TID_{}_VTID_{}" ,
82- std::to_string (taskInfo.stageId ),
83- std::to_string (taskInfo.taskId ),
84- std::to_string (taskInfo.vId ));
80+ return fmt::format (" Gluten_Execution_{}" , " " );
8581}
8682} // namespace
8783
You can’t perform that action at this time.
0 commit comments