Skip to content

Commit 9615582

Browse files
committed
Build uniffle in a openjdk:8-jdk image
1 parent 05e0dc7 commit 9615582

File tree

2 files changed

+9
-7
lines changed

2 files changed

+9
-7
lines changed

Jenkinsfile

+3-1
Original file line numberDiff line numberDiff line change
@@ -31,7 +31,9 @@ pipeline {
3131
echo "Building RSS version ${VERSION} on branch ${BUILD_BRANCH}"
3232
docker login -u ${NEXUS_CREDS_USR} -p ${NEXUS_CREDS_PSW} $DOCKER_REGISTRY
3333
34-
./build_distribution.sh --spark3-profile spark3 --hadoop-profile hadoop3.2 --without-mr --without-tez --without-spark2
34+
docker run --rm -v .:/incubator-uniffle -w /incubator-uniffle openjdk:8-jdk /bin/bash build_distribution.sh --spark3-profile spark3 --hadoop-profile hadoop3.2 --without-mr --without-tez --without-spark2
35+
36+
#./build_distribution.sh --spark3-profile spark3 --hadoop-profile hadoop3.2 --without-mr --without-tez --without-spark2
3537
cd deploy/kubernetes/docker || exit
3638
./build.sh --hadoop-version 3.2.0.15-EE-SNAPSHOT --registry $DOCKER_REGISTRY --nexus-user $NEXUS_CREDS_USR --nexus-password $NEXUS_CREDS_PSW
3739
cd ../../..

deploy/kubernetes/docker/Dockerfile

+6-6
Original file line numberDiff line numberDiff line change
@@ -21,26 +21,26 @@ RUN chown -R rssadmin:rssadmin /data
2121
RUN chmod -R 777 /data
2222
USER rssadmin
2323

24-
COPY rss-${RSS_VERSION}-hadoop${HADOOP_SHORT_VERSION}.tgz /data/rssadmin
25-
RUN tar -xvf /data/rssadmin/rss-${RSS_VERSION}-hadoop${HADOOP_SHORT_VERSION}.tgz -C /data/rssadmin
24+
COPY --chown=rssadmin:rssadmin rss-${RSS_VERSION}-hadoop${HADOOP_SHORT_VERSION}.tgz /data/rssadmin
25+
RUN tar --no-same-owner -xvf /data/rssadmin/rss-${RSS_VERSION}-hadoop${HADOOP_SHORT_VERSION}.tgz -C /data/rssadmin
2626
RUN mv /data/rssadmin/rss-${RSS_VERSION}-hadoop${HADOOP_SHORT_VERSION} /data/rssadmin/rss
2727
RUN rm /data/rssadmin/rss/conf/rss-env.sh
2828
RUN rm -rf /data/rssadmin/rss-${RSS_VERSION}-hadoop${HADOOP_SHORT_VERSION}.tgz
2929

30-
COPY rss-env.sh /data/rssadmin/rss/conf
30+
COPY --chown=rssadmin:rssadmin rss-env.sh /data/rssadmin/rss/conf
3131

3232
RUN chmod -R 777 /data/rssadmin/rss
3333

3434
COPY --chmod=755 rss-env.sh /data/rssadmin/rss/bin
3535

3636
COPY --chmod=755 start.sh /data/rssadmin/rss/bin
3737

38-
COPY $HADOOP_FILE /data/rssadmin
38+
COPY --chown=rssadmin:rssadmin $HADOOP_FILE /data/rssadmin
3939
RUN mkdir -p /data/rssadmin/hops-${HADOOP_VERSION}
40-
RUN tar -zxvf /data/rssadmin/$HADOOP_FILE --strip-components=1 -C /data/rssadmin/hops-${HADOOP_VERSION}
40+
RUN tar --no-same-owner -zxvf /data/rssadmin/$HADOOP_FILE --strip-components=1 -C /data/rssadmin/hops-${HADOOP_VERSION}
4141
RUN mv /data/rssadmin/hops-${HADOOP_VERSION} /data/rssadmin/hadoop
4242
RUN rm -rf /data/rssadmin/$HADOOP_FILE
43-
COPY hadoopconfig/ /data/rssadmin/hadoop/etc/hadoop
43+
COPY --chown=rssadmin:rssadmin hadoopconfig/ /data/rssadmin/hadoop/etc/hadoop
4444

4545
ENV RSS_VERSION ${RSS_VERSION}
4646

0 commit comments

Comments
 (0)