Skip to content

Commit 0f914f1

Browse files
author
Chong Gao
committed
Check shuffle checksum enabled independently
Signed-off-by: Chong Gao <res_life@163.com>
1 parent 0b11df1 commit 0f914f1

1 file changed

Lines changed: 4 additions & 4 deletions

File tree

sql-plugin/src/main/scala/org/apache/spark/sql/rapids/RapidsShuffleInternalManagerBase.scala

Lines changed: 4 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -1623,14 +1623,14 @@ class RapidsShuffleInternalManagerBase(conf: SparkConf, val isDriver: Boolean)
16231623
if (GpuShuffleEnv.isSparkAuthenticateEnabled) {
16241624
fallThroughReasons += "Spark authentication is enabled"
16251625
}
1626-
if (GpuShuffleEnv.isRowBasedChecksumEnabled) {
1627-
fallThroughReasons += "Detected spark.shuffle.checksum.enabled=true. " +
1628-
"This feature is supported in Spark 4.1+, but is not yet supported by Spark-Rapids."
1629-
}
16301626
}
16311627
if (rapidsConf.isSqlExplainOnlyEnabled) {
16321628
fallThroughReasons += "Plugin is in explain only mode"
16331629
}
1630+
if (GpuShuffleEnv.isRowBasedChecksumEnabled) {
1631+
fallThroughReasons += "Detected spark.shuffle.checksum.enabled=true. " +
1632+
"This feature is supported in Spark 4.1+, but is not yet supported by Spark-Rapids."
1633+
}
16341634
if (fallThroughReasons.nonEmpty) {
16351635
logWarning(s"Rapids Shuffle Plugin is falling back to SortShuffleManager " +
16361636
s"because: ${fallThroughReasons.mkString(", ")}")

0 commit comments

Comments
 (0)