File tree 1 file changed +14
-0
lines changed
1 file changed +14
-0
lines changed Original file line number Diff line number Diff line change @@ -37,6 +37,19 @@ RUN set -x; curl -fSLs \
37
37
$PROMETHEUS_JMX_EXPORTER_URL \
38
38
-o $PROMETHEUS_JMX_EXPORTER_OUT
39
39
40
+ ENV GOOGLE_BIGDATA_OSS_VERSION 1.9.17
41
+ ENV RH_GOOGLE_BIGDATA_OSS_PATCH_VERSION 00002
42
+ ENV RH_GOOGLE_BIGDATA_OSS_BREW_DIR ${GOOGLE_BIGDATA_OSS_VERSION}.redhat_${RH_GOOGLE_BIGDATA_OSS_PATCH_VERSION}
43
+ ENV RH_GCS_CONNECTOR_PATCH_VERSION 00001
44
+ ENV RH_GCS_CONNECTOR_VERSION ${GOOGLE_BIGDATA_OSS_VERSION}.hadoop3-redhat-${RH_GCS_CONNECTOR_PATCH_VERSION}
45
+ ENV GCS_CONNECTOR_OUT /build/gcs-connector-hadoop3-shaded.jar
46
+
47
+ ARG GCS_CONNECTOR_URL=http://download.eng.bos.redhat.com/brewroot/packages/com.google.cloud.bigdataoss-bigdataoss-parent/${RH_GOOGLE_BIGDATA_OSS_BREW_DIR}/1/maven/com/google/cloud/bigdataoss/gcs-connector/${RH_GCS_CONNECTOR_VERSION}/gcs-connector-${RH_GCS_CONNECTOR_VERSION}-shaded.jar
48
+
49
+ RUN set -x; curl -fSLs \
50
+ $GCS_CONNECTOR_URL \
51
+ -o $GCS_CONNECTOR_OUT
52
+
40
53
FROM rhel7:7-released
41
54
42
55
RUN set -x; yum install --setopt=skip_missing_names_on_install=False -y \
@@ -69,6 +82,7 @@ ENV PATH=$HADOOP_HOME/bin:$PATH
69
82
70
83
COPY --from=build /build/hadoop-dist/target/hadoop-$HADOOP_VERSION $HADOOP_HOME
71
84
COPY --from=build /build/jmx_prometheus_javaagent.jar $PROMETHEUS_JMX_EXPORTER
85
+ COPY --from=build /build/gcs-connector-hadoop3-shaded.jar $HADOOP_HOME/share/hadoop/tools/lib/build/gcs-connector-hadoop3-shaded.jar
72
86
WORKDIR $HADOOP_HOME
73
87
74
88
# remove unnecessary doc/src files
You can’t perform that action at this time.
0 commit comments