-
Notifications
You must be signed in to change notification settings - Fork 1
/
Copy pathDockerfile
28 lines (23 loc) · 1012 Bytes
/
Dockerfile
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
FROM python:3.9
RUN apt-get update && \
apt-get install -y openjdk-11-jre net-tools wget nano iputils-ping curl && \
apt-get clean && \
rm -rf /var/lib/apt/lists/*
ENV SCALA_VERSION=2.12.10
RUN wget http://scala-lang.org/files/archive/scala-${SCALA_VERSION}.deb && \
dpkg -i scala-${SCALA_VERSION}.deb
ENV SPARK_VERSION=3.2.0
ENV HADOOP_VERSION=3.2
RUN wget https://archive.apache.org/dist/spark/spark-${SPARK_VERSION}/spark-${SPARK_VERSION}-bin-hadoop${HADOOP_VERSION}.tgz && \
tar -xvzf spark-${SPARK_VERSION}-bin-hadoop${HADOOP_VERSION}.tgz && \
mv spark-${SPARK_VERSION}-bin-hadoop${HADOOP_VERSION} spark && \
rm spark-${SPARK_VERSION}-bin-hadoop${HADOOP_VERSION}.tgz
ENV SPARK_HOME=/spark
RUN pip install poetry && poetry config virtualenvs.create false
COPY pyproject.toml /lama/pyproject.toml
RUN cd /lama && poetry install && pip install bidict
RUN pip install lightautoml --no-deps
RUN pip install synapseml
RUN pip install pyarrow
COPY lightautoml /lama/lightautoml
COPY tests /lama/tests