Drop _tmp_metadata_row_index column from the output of Delta Scan on GPU

delta-lake/common/src/main/delta-33x-40x/scala/com/nvidia/spark/rapids/delta/common/DeltaProviderBase.scala

@@ -162,6 +162,8 @@ abstract class DeltaProviderBase extends DeltaIOProvider {
             dvFilterInput.copy(projectList = inputList.filterNot(_.name == "_metadata"))
               .withNewChildren(Seq(
                 fsse.copy(
+                  originalOutput =
+                    fsse.originalOutput.filterNot(_.name == "_tmp_metadata_row_index"),
                   requiredSchema = StructType(
                     fsse.requiredSchema.filterNot(_.name == "_tmp_metadata_row_index")
                   ))(fsse.rapidsConf)))))))

integration_tests/src/main/python/delta_lake_test.py

@@ -160,3 +160,22 @@ def convert_and_setup_name_mapping(spark):
     with_cpu_session(setup_parquet_table, {"spark.sql.parquet.fieldId.write.enabled": str(enable_deletion_vectors).lower()})
     with_cpu_session(convert_and_setup_name_mapping, conf={"spark.databricks.delta.properties.defaults.enableDeletionVectors": "false"})
     assert_gpu_and_cpu_are_equal_collect(lambda spark: spark.read.format("delta").load(data_path))
+
+@allow_non_gpu(*delta_meta_allow)
+@delta_lake
+@ignore_order(local=True)
+@pytest.mark.skipif(not is_spark_340_or_later(), reason="Deletion Vectors only supported on Spark 3.4.0+")
+def test_delta_filter_out_metadata_col(spark_tmp_path):
+    data_path = spark_tmp_path + "/DELTA_DATA"
+
+    def create_delta(spark):
+        two_col_df(spark, int_gen, int_gen).coalesce(1).write.format("delta") \
+            .option("delta.enableDeletionVectors", "true") \
+            .partitionBy("a").save(data_path)
+
+        spark.sql(f"DELETE FROM delta.`{data_path}` WHERE b = 0")
+
+    def read_table(spark): 
+       return spark.sql(f"SELECT * FROM delta.`{data_path}` ")
+    with_cpu_session(create_delta)
+    assert_gpu_and_cpu_are_equal_collect(read_table)