From aff9234a93b785c85e427e678a1e11a098fbed77 Mon Sep 17 00:00:00 2001
From: Yuya Ebihara <ebyhry@gmail.com>
Date: Fri, 7 Jun 2024 10:56:57 +0900
Subject: [PATCH] Update Delta Lake to 4.0.0rc1

---
 testing/{spark3-delta => spark4-delta}/Dockerfile | 8 ++++----
 1 file changed, 4 insertions(+), 4 deletions(-)
 rename testing/{spark3-delta => spark4-delta}/Dockerfile (81%)

diff --git a/testing/spark3-delta/Dockerfile b/testing/spark4-delta/Dockerfile
similarity index 81%
rename from testing/spark3-delta/Dockerfile
rename to testing/spark4-delta/Dockerfile
index 7f63333b..7a08d081 100644
--- a/testing/spark3-delta/Dockerfile
+++ b/testing/spark4-delta/Dockerfile
@@ -13,9 +13,9 @@
 ARG ARCH
 FROM testing/centos7-oj11:unlabelled$ARCH
 
-ARG SPARK_VERSION=3.5.0
+ARG SPARK_VERSION=4.0.0-preview1
 ARG HADOOP_VERSION=3
-ARG DELTA_VERSION=3.1.0
+ARG DELTA_VERSION=4.0.0rc1
 ARG SCALA_VERSION=2.12
 
 ARG SPARK_ARTIFACT="spark-${SPARK_VERSION}-bin-hadoop${HADOOP_VERSION}"
@@ -35,8 +35,8 @@ RUN wget -nv "https://repo1.maven.org/maven2/org/apache/hadoop/hadoop-aws/3.3.4/
 RUN wget -nv "https://repo1.maven.org/maven2/com/amazonaws/aws-java-sdk-bundle/1.12.319/aws-java-sdk-bundle-1.12.319.jar"
 
 # install Delta
-RUN wget -nv "https://repo1.maven.org/maven2/io/delta/delta-spark_${SCALA_VERSION}/${DELTA_VERSION}/delta-spark_${SCALA_VERSION}-${DELTA_VERSION}.jar"
-RUN wget -nv "https://repo1.maven.org/maven2/io/delta/delta-storage/${DELTA_VERSION}/delta-storage-${DELTA_VERSION}.jar"
+RUN wget -nv "https://oss.sonatype.org/content/repositories/iodelta-1147/io/delta/delta-spark_${SCALA_VERSION}/${DELTA_VERSION}/delta-spark_${SCALA_VERSION}-${DELTA_VERSION}.jar"
+RUN wget -nv "https://oss.sonatype.org/content/repositories/iodelta-1147/io/delta/delta-storage/${DELTA_VERSION}/delta-storage-${DELTA_VERSION}.jar"
 
 # Create hive user to match Hive container
 RUN adduser hive