Dockerfile

FROM usgseros/lcmap-spark:1.1.0-develop

USER root

ENV JPTR_KERNELS /usr/local/share/jupyter/kernels
ENV GOSU_VERSION 1.10

# Yum installations that we want to keep
RUN yum install -y maven \
                   make \
                   git && \
    yum clean all && \
    rm -rf /var/cache/yum

# Additional Python packages that are nice to have
RUN conda install --yes scikit-learn \
                        scikit-image \
                        boto3 \
                        cython \
                        seaborn \
                        pyyaml \
                        gdal \
                        py4j \
                        xarray && \
    conda install --yes -c conda-forge xgboost && \
    pip install cassandra-driver && \
#                 https://dist.apache.org/repos/dist/dev/incubator/toree/0.2.0-incubating-rc5/toree-pip/toree-0.2.0.tar.gz && \
#     jupyter toree install --spark_home=$SPARK_HOME && \
    conda clean --all -y

# Maven installations
COPY pom.xml /tmp

RUN mvn -e -f /tmp/pom.xml dependency:copy-dependencies -DoutputDirectory=$SPARK_HOME/jars && \
    rm -f $SPARK_HOME/jars/akka-actor_2.11-2.3.11.jar && \
    rm -f /tmp/pom.xml

# Clojure stuff
# RUN curl -o /usr/local/bin/lein https://raw.githubusercontent.com/technomancy/leiningen/stable/bin/lein && \
#     chmod +x /usr/local/bin/lein && \
#     lein && \
#     mkdir /tmp/clojupyter && \
#     git clone https://github.com/clojupyter/clojupyter.git /tmp/clojupyter && \
#     make -C /tmp/clojupyter && \
#     mkdir -p $JPTR_KERNELS/clojure && \
#     cp /tmp/clojupyter/bin/clojupyter $JPTR_KERNELS/clojure && \
#     sed 's|KERNEL|'$JPTR_KERNELS/clojure/clojupyter'|' /tmp/clojupyter/resources/kernel.json > $JPTR_KERNELS/clojure/kernel.json && \
#     rm -rf /tmp/clojupyter

RUN set -ex; \
        \
        yum -y install epel-release; \
        yum -y install wget dpkg; \
        \
        dpkgArch="$(dpkg --print-architecture | awk -F- '{ print $NF }')"; \
        wget -O /usr/bin/gosu "https://github.com/tianon/gosu/releases/download/$GOSU_VERSION/gosu-$dpkgArch"; \
        wget -O /tmp/gosu.asc "https://github.com/tianon/gosu/releases/download/$GOSU_VERSION/gosu-$dpkgArch.asc"; \
        \
# verify the signature
        export GNUPGHOME="$(mktemp -d)"; \
        gpg --keyserver ha.pool.sks-keyservers.net --recv-keys B42F6819007F00F88E364FD4036A9C25BF357DD4; \
        gpg --batch --verify /tmp/gosu.asc /usr/bin/gosu; \
        rm -r "$GNUPGHOME" /tmp/gosu.asc; \
        \
        chmod +x /usr/bin/gosu; \
# verify that the binary works
        gosu nobody true; \
        \
        yum -y remove wget dpkg; \
        yum clean all

COPY docker-entrypoint.sh /usr/local/bin/
RUN chmod +x /usr/local/bin/docker-entrypoint.sh && \
    ln -s /usr/local/bin/docker-entrypoint.sh /docker-entrypoint.sh
ENTRYPOINT ["docker-entrypoint.sh"]