Skip to content

Commit db6cf16

Browse files
author
Chance Zibolski
committed
Dockerfile.rhel: Add GCS connector JAR
1 parent 63ab2df commit db6cf16

File tree

1 file changed

+14
-0
lines changed

1 file changed

+14
-0
lines changed

Dockerfile.rhel

Lines changed: 14 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -37,6 +37,19 @@ RUN set -x; curl -fSLs \
3737
$PROMETHEUS_JMX_EXPORTER_URL \
3838
-o $PROMETHEUS_JMX_EXPORTER_OUT
3939

40+
ENV GOOGLE_BIGDATA_OSS_VERSION 1.9.17
41+
ENV RH_GOOGLE_BIGDATA_OSS_PATCH_VERSION 00002
42+
ENV RH_GOOGLE_BIGDATA_OSS_BREW_DIR ${GOOGLE_BIGDATA_OSS_VERSION}.redhat_${RH_GOOGLE_BIGDATA_OSS_PATCH_VERSION}
43+
ENV RH_GCS_CONNECTOR_PATCH_VERSION 00001
44+
ENV RH_GCS_CONNECTOR_VERSION ${GOOGLE_BIGDATA_OSS_VERSION}.hadoop3-redhat-${RH_GCS_CONNECTOR_PATCH_VERSION}
45+
ENV GCS_CONNECTOR_OUT /build/gcs-connector-hadoop3-shaded.jar
46+
47+
ARG GCS_CONNECTOR_URL=http://download.eng.bos.redhat.com/brewroot/packages/com.google.cloud.bigdataoss-bigdataoss-parent/${RH_GOOGLE_BIGDATA_OSS_BREW_DIR}/1/maven/com/google/cloud/bigdataoss/gcs-connector/${RH_GCS_CONNECTOR_VERSION}/gcs-connector-${RH_GCS_CONNECTOR_VERSION}-shaded.jar
48+
49+
RUN set -x; curl -fSLs \
50+
$GCS_CONNECTOR_URL \
51+
-o $GCS_CONNECTOR_OUT
52+
4053
FROM rhel7:7-released
4154

4255
RUN set -x; yum install --setopt=skip_missing_names_on_install=False -y \
@@ -69,6 +82,7 @@ ENV PATH=$HADOOP_HOME/bin:$PATH
6982

7083
COPY --from=build /build/hadoop-dist/target/hadoop-$HADOOP_VERSION $HADOOP_HOME
7184
COPY --from=build /build/jmx_prometheus_javaagent.jar $PROMETHEUS_JMX_EXPORTER
85+
COPY --from=build /build/gcs-connector-hadoop3-shaded.jar $HADOOP_HOME/share/hadoop/tools/lib/build/gcs-connector-hadoop3-shaded.jar
7286
WORKDIR $HADOOP_HOME
7387

7488
# remove unnecessary doc/src files

0 commit comments

Comments
 (0)