Skip to content

Commit 677658b

Browse files
committed
fix
1 parent c93e4c5 commit 677658b

2 files changed

Lines changed: 5 additions & 6 deletions

File tree

backends-velox/src/main/scala/org/apache/gluten/execution/HashJoinExecTransformer.scala

Lines changed: 4 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -135,9 +135,12 @@ case class BroadcastHashJoinExecTransformer(
135135
override def columnarInputRDDs: Seq[RDD[ColumnarBatch]] = {
136136
val streamedRDD = getColumnarInputRDDs(streamedPlan)
137137
val executionId = sparkContext.getLocalProperty(SQLExecution.EXECUTION_ID_KEY)
138+
var cacheKey = ""
138139
if (executionId != null) {
140+
cacheKey = "Gluten_Execution_" + executionId + ":" + buildHashTableId
139141
GlutenDriverEndpoint.collectResources(executionId, buildBroadcastTableId)
140142
} else {
143+
cacheKey = "Gluten_Execution_" + ":" + buildHashTableId
141144
logWarning(
142145
s"Can not trace broadcast table data $buildBroadcastTableId" +
143146
s" because execution id is null." +
@@ -174,7 +177,7 @@ case class BroadcastHashJoinExecTransformer(
174177
buildPlan.output,
175178
filterBuildColumns,
176179
filterPropagatesNulls,
177-
buildBroadcastTableId,
180+
cacheKey,
178181
isNullAwareAntiJoin,
179182
bloomFilterPushdownSize,
180183
metrics.get("buildHashTableTime")

cpp/velox/compute/WholeStageResultIterator.cc

Lines changed: 1 addition & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -77,11 +77,7 @@ std::string getVeloxTaskId(const SparkTaskInfo& taskInfo) {
7777
if (taskInfo.executionId != -1) {
7878
return fmt::format("Gluten_Execution_{}", std::to_string(taskInfo.executionId));
7979
}
80-
return fmt::format(
81-
"Gluten_Stage_{}_TID_{}_VTID_{}",
82-
std::to_string(taskInfo.stageId),
83-
std::to_string(taskInfo.taskId),
84-
std::to_string(taskInfo.vId));
80+
return fmt::format("Gluten_Execution_{}", "");
8581
}
8682
} // namespace
8783

0 commit comments

Comments
 (0)