Skip to content

Commit ebb7b99

Browse files
committed
Allow empty clustered Delta read plans
Signed-off-by: Niranjan Artal <nartal@nvidia.com>
1 parent 9c9789f commit ebb7b99

1 file changed

Lines changed: 5 additions & 1 deletion

File tree

integration_tests/src/main/python/delta_lake_clustered_reads_test.py

Lines changed: 5 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -18,11 +18,13 @@
1818
from asserts import assert_gpu_and_cpu_are_equal_collect, assert_gpu_fallback_collect
1919
from data_gen import gen_df, int_gen, string_gen, long_gen, SetValuesGen
2020
from delta_lake_utils import delta_meta_allow
21-
from marks import allow_non_gpu, delta_lake, disable_ansi_mode, ignore_order
21+
from marks import allow_non_gpu, allow_non_gpu_conditional, delta_lake, disable_ansi_mode, \
22+
ignore_order
2223
from spark_session import (
2324
is_databricks_runtime,
2425
is_databricks133_or_later,
2526
is_before_spark_353,
27+
is_spark_400_or_later,
2628
supports_delta_lake_deletion_vectors,
2729
with_cpu_session,
2830
)
@@ -69,6 +71,7 @@ def setup_clustered_table(spark, path, table_name, enable_dv):
6971

7072

7173
@allow_non_gpu(*delta_meta_allow)
74+
@allow_non_gpu_conditional(is_spark_400_or_later(), "EmptyRelationExec")
7275
@delta_lake
7376
@ignore_order
7477
@disable_ansi_mode
@@ -104,6 +107,7 @@ def read_query(spark):
104107

105108

106109
@allow_non_gpu(*delta_meta_allow)
110+
@allow_non_gpu_conditional(is_spark_400_or_later(), "EmptyRelationExec")
107111
@delta_lake
108112
@ignore_order
109113
@disable_ansi_mode

0 commit comments

Comments
 (0)