Dockerfile

FROM openjdk:8

ENV SPARK_VERSION=2.0.2

# install gcc
RUN apt-get update --fix-missing && \
    apt-get install -y \
    g++ libpython-dev libsnappy-dev \
    build-essential libssl-dev libffi-dev

# setup conda environment
# temporary workaround, pin miniconda version until it's fixed.
RUN echo "export PATH=/miniconda/bin:${PATH}" > /etc/profile.d/conda.sh && \
    wget --quiet https://repo.continuum.io/miniconda/Miniconda2-4.3.21-Linux-x86_64.sh -O miniconda.sh && \
    /bin/bash miniconda.sh -b -p /miniconda && \
    rm miniconda.sh

ENV PATH /miniconda/bin:${PATH}

RUN hash -r && \
    conda config --set always_yes yes --set changeps1 no && \
    # TODO: uncomment \
    # RUN conda update -q conda && \
    conda info -a # Useful for debugging any issues with conda

# build + activate conda environment
COPY ./environment.yml /python_moztelemetry/
RUN conda env create -f /python_moztelemetry/environment.yml

# this is roughly equivalent to activating the conda environment
ENV PATH="/miniconda/envs/test-environment/bin:${PATH}"

WORKDIR /python_moztelemetry

# we need to explicitly install pytest and dependencies so spark
# can pick them up
RUN pip install 'pytest>=3'

# This will invalidate the cache if something changes in python_moztelemetry.
COPY . /python_moztelemetry

# install moztelemetry specific deps into conda env
RUN pip install /python_moztelemetry/ --process-dependency-links