[CELEBORN-1737][BUILD]Include Tez client into binary release tarball

apache · Dec 24, 2024 · 1257570 · 1257570
1 parent 4b60dae
commit 1257570
Show file tree

Hide file tree

Showing 2 changed files with 373 additions and 3 deletions.
diff --git a/build/make-distribution.sh b/build/make-distribution.sh
@@ -248,6 +248,24 @@ function build_mr_client {
     cp "$PROJECT_DIR"/client-mr/mr-shaded/target/celeborn-client-mr-shaded_${SCALA_VERSION}-$VERSION.jar "$DIST_DIR/mr/"
 }
 
+function build_tez_client {
+  VERSION=$("$MVN" help:evaluate -Dexpression=project.version $@ 2>/dev/null \
+        | grep -v "INFO" \
+        | grep -v "WARNING" \
+        | tail -n 1)
+  BUILD_COMMAND=("$MVN" clean package $MVN_DIST_OPT -pl :celeborn-client-tez_${SCALA_VERSION} -am $@)
+
+    # Actually build the jar
+    echo -e "\nBuilding with..."
+    echo -e "\$ ${BUILD_COMMAND[@]}\n"
+
+    "${BUILD_COMMAND[@]}"
+
+    ## flink spark client jars
+    mkdir -p "$DIST_DIR/tez"
+    cp "$PROJECT_DIR"/client-tez/tez/target/celeborn-client-tez_${SCALA_VERSION}-$VERSION.jar "$DIST_DIR/tez/"
+}
+
 
 #########################
 #     sbt functions     #
@@ -332,10 +350,11 @@ if [ "$SBT_ENABLED" == "true" ]; then
     sbt_build_client -Pflink-1.19
     sbt_build_client -Pflink-1.20
     sbt_build_client -Pmr
+    sbt_build_client -Ptez
   else
     echo "build client with $@"
     ENGINE_COUNT=0
-    ENGINES=("spark" "flink" "mr")
+    ENGINES=("spark" "flink" "mr" "tez")
     for single_engine in ${ENGINES[@]}
     do
       echo $single_engine
@@ -367,12 +386,13 @@ else
     build_flink_client -Pflink-1.19
     build_flink_client -Pflink-1.20
     build_mr_client -Pmr
+    build_tez_client -Ptez
   else
     ## build release package on demand
     build_service $@
     echo "build client with $@"
     ENGINE_COUNT=0
-    ENGINES=("spark" "flink" "mr")
+    ENGINES=("spark" "flink" "mr" "tez")
     for single_engine in ${ENGINES[@]}
     do
       echo $single_engine
@@ -395,6 +415,9 @@ else
     elif [[  $@ == *"mr"* ]]; then
       echo "build mr clients"
       build_mr_client $@
+    elif [[  $@ == *"tez"* ]]; then
+      echo "build tez clients"
+      build_tez_client $@
     fi
   fi
 fi