Dockerfile-worker

FROM openjdk:8-alpine
RUN apk --update add wget tar bash gcc openssl-dev make && \
    apk --update add python-dev && \
    apk --update add musl-dev libffi-dev && \
    apk --no-cache add bash procps python R py-pip && \
    apk --no-cache add curl libcurl curl-dev g++ && \
    rm -rf /var/cache/apk/*
ENV PYCURL_SSL_LIBRARY=openssl
RUN pip install requests && \
    pip install pyopenssl && \
    pip install certifi && \
    pip install pycurl && \
    pip install kazoo && \
    pip install pyzmq && \
    pip install python-dateutil && \
    pip install s3fs

#RUN wget http://apache.mirror.anlx.net/spark/spark-2.4.3/spark-2.4.3-bin-hadoop2.7.tgz
#COPY spark-2.4.3-bin-hadoop2.7.tgz /tmp/spark-2.4.3-bin-hadoop2.7.tgz

RUN cd /tmp && \
    wget https://archive.apache.org/dist/spark/spark-2.4.3/spark-2.4.3-bin-hadoop2.7.tgz && \
    tar -xzf /tmp/spark-2.4.3-bin-hadoop2.7.tgz && \
    mv spark-2.4.3-bin-hadoop2.7 /spark && \
    rm /tmp/spark-2.4.3-bin-hadoop2.7.tgz

COPY aws-java-sdk-1.7.4.jar /spark/spark-2.4.3-bin-hadoop2.7/jars/
COPY hadoop-aws-2.7.3.jar /spark/spark-2.4.3-bin-hadoop2.7/jars/
COPY start-worker.sh /start-worker.sh
COPY scality-0.1-py2-none-any.whl /tmp/
RUN pip install --no-index file:///tmp/scality-0.1-py2-none-any.whl
RUN chmod +x /start-worker.sh

ENTRYPOINT ["/start-worker.sh"]