-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathDockerfile
47 lines (36 loc) · 1.48 KB
/
Dockerfile
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
FROM python:3.7-slim-buster
LABEL version="2.0.1"
LABEL maintainer="Jampp Tech Team <tech@jampp.com>"
# << Container build arguments
ARG MIGRATRON_VERSION=2.1.0
ARG HIVE_VERSION=2.3.2
ARG HADOOP_VERSION=2.5.1
ARG PRESTO_CLI_VERSION=345
ENV DEBIAN_FRONTEND=noninteractive
ENV TERM=linux
ENV JAVA_HOME=/usr/lib/jvm/java-11-openjdk-amd64/
ENV HIVE_HOME=/opt/apache-hive-$HIVE_VERSION-bin
ENV HADOOP_HOME=/opt/hadoop-$HADOOP_VERSION
ENV PATH=$PATH:$HIVE_HOME/bin:/opt/presto-cli
USER root
# Install OS dependencies
RUN apt-get update && \
apt-get install -y curl gcc python3-dev libpq-dev openjdk-11-jre postgresql-contrib jq
# Download all the Jars required to run Beeline
RUN cd /opt && \
curl https://archive.apache.org/dist/hive/hive-$HIVE_VERSION/apache-hive-$HIVE_VERSION-bin.tar.gz -o apache-hive-bin.tar.gz && \
tar -xzf apache-hive-bin.tar.gz && \
rm -rf apache-hive-bin.tar.gz
# Download apache-hadoop
RUN cd /opt && \
curl https://archive.apache.org/dist/hadoop/core/hadoop-$HADOOP_VERSION/hadoop-$HADOOP_VERSION.tar.gz -o hadoop-$HADOOP_VERSION.tar.gz && \
tar -xzf hadoop-$HADOOP_VERSION.tar.gz && \
rm -rf hadoop-$HADOOP_VERSION.tar.gz
# Download PrestoCli
RUN mkdir /opt/presto-cli && \
cd /opt/presto-cli && \
curl https://repo1.maven.org/maven2/io/prestosql/presto-cli/$PRESTO_CLI_VERSION/presto-cli-$PRESTO_CLI_VERSION-executable.jar -o presto-cli && \
chmod +x presto-cli
# Install migratron
ADD . /opt/migratron
RUN pip install -e /opt/migratron