Fixed DV DELETE on column mapping enabled tables

Resolves #1886

Added ROW_INDEX_COLUMN_NAME in DELTA_INTERNAL_COLUMNS set so Delta consider it as internal field

Added test in `DeletionVectorsSuite.scala`

Closes #1891

GitOrigin-RevId: 5e881a392634d1636ac1864e08c4d92ff1cfeb26

spark/src/main/scala/org/apache/spark/sql/delta/DeltaColumnMapping.scala

@@ -56,7 +56,8 @@ trait DeltaColumnMappingBase extends DeltaLogging {
     (CDCReader.CDC_COLUMNS_IN_DATA ++ Seq(
       CDCReader.CDC_COMMIT_VERSION,
       CDCReader.CDC_COMMIT_TIMESTAMP,
-      DeltaParquetFileFormat.IS_ROW_DELETED_COLUMN_NAME)
+      DeltaParquetFileFormat.IS_ROW_DELETED_COLUMN_NAME,
+      DeltaParquetFileFormat.ROW_INDEX_COLUMN_NAME)
     ).map(_.toLowerCase(Locale.ROOT)).toSet
 
   val supportedModes: Set[DeltaColumnMappingMode] =

spark/src/test/scala/org/apache/spark/sql/delta/deletionvectors/DeletionVectorsSuite.scala

@@ -259,6 +259,23 @@ class DeletionVectorsSuite extends QueryTest
     }
   }
 
+  Seq("name", "id").foreach(mode =>
+    test(s"DELETE with DVs with column mapping mode=$mode") {
+      withTempDir { dirName =>
+        val path = dirName.getAbsolutePath
+        val data = (0 until 50).map(x => (x % 10, x, s"foo${x % 5}"))
+        spark.conf.set("spark.databricks.delta.properties.defaults.columnMapping.mode", mode)
+        data.toDF("part", "col1", "col2").write.format("delta").partitionBy(
+          "part").save(path)
+        val tableLog = DeltaLog.forTable(spark, path)
+        enableDeletionVectorsInTable(tableLog, true)
+        spark.sql(s"DELETE FROM delta.`$path` WHERE col1 = 2")
+        checkAnswer(spark.sql(s"select * from delta.`$path` WHERE col1 = 2"), Seq())
+        verifyDVsExist(tableLog, 1)
+      }
+    }
+  )
+
   test("DELETE with DVs - existing table already has DVs") {
     withSQLConf(DeltaSQLConf.DELETE_USE_PERSISTENT_DELETION_VECTORS.key -> "true") {
       withTempDir { tempDir =>