Merge pull request #446 from input-output-hk/feature/dockerize_mantis

Dockerize Mantis

Author: loverdos

docker/Dockerfile

@@ -0,0 +1,34 @@
+
+FROM mantis-dev:latest as CURRENTBUILD
+
+ARG MANTIS_TAG
+ENV MANTIS_TAG ${MANTIS_TAG:-phase/iele_testnet}
+
+# The command `sbt dist` generates a zip file in the `target/universal` directory.
+# The value of `MANTIS_DIST_ZIP_NAME` must be the name of the generated zip,
+# excluding the extension.
+# So, for example, currently (commit `35e06611`) the `sbt dist` command
+# produces `target/universal/mantis-1.0-daedalus-rc1.zip`, so we can set
+# `MANTIS_DIST_ZIP_NAME` to be `mantis-1.0-daedalus-rc1`.
+# A glob like `mantis-*` also works and is more convenient, since it is invariant
+# with respect to the other part, which dependens on the software version.
+ARG MANTIS_DIST_ZIP_NAME
+ENV MANTIS_DIST_ZIP_NAME ${MANTIS_DIST_ZIP_NAME:-mantis-*}
+
+# Grab latest mantis, build the distribution and install it
+RUN ~/install-mantis.sh $MANTIS_TAG $MANTIS_DIST_ZIP_NAME
+# Now mantis is in /home/mantis/mantis-dist/app
+# or just /app
+
+# Start over and keep what is needed.
+# Now the size optimization comes from `mantis-base`:
+# smaller `mantis-base` means smaller `mantis` image (this image).  
+FROM mantis-base:latest
+
+USER root
+COPY --from=CURRENTBUILD /home/mantis/mantis-dist /home/mantis/mantis-dist
+RUN chown -R mantis:mantis /home/mantis/mantis-dist
+
+USER mantis
+WORKDIR /app
+VOLUME /app/conf

docker/Dockerfile-base

@@ -0,0 +1,20 @@
+FROM ubuntu:xenial
+
+# This "base" image contains the base OS along with some extra programs.
+
+# See the accompanying `build-base.sh` script for tagging details.
+
+ENV DEBIAN_FRONTEND noninteractive
+
+ADD scripts/install-base-system.sh /root/
+RUN /root/install-base-system.sh
+
+ADD scripts/install-nix-common.sh    /home/mantis/
+ADD scripts/install-nix-apps-base.sh /home/mantis/
+RUN chown mantis:mantis /home/mantis/install-*.sh
+
+USER mantis
+WORKDIR /home/mantis
+ENV USER mantis
+
+RUN ~/install-nix-apps-base.sh

docker/Dockerfile-dev

@@ -0,0 +1,31 @@
+FROM mantis-base:latest
+
+# This "dev" image creates enough of a Mantis build environment,
+# so that the actual Mantis images can be built in less time.
+# We are particularly interested in caching the dependencies needed
+# during the build process. This means that whenever those change,
+# the "dev" image must be recreated.
+
+# See the `Dockerfile-base` for the parent image details. 
+# See the accompanying `build-dev.sh` script for tagging details.
+
+ARG SBT_VERIFY_TAG
+ENV SBT_VERIFY_TAG ${SBT_VERIFY_TAG:-v0.4.1}
+
+ARG MANTIS_TAG
+ENV MANTIS_TAG ${MANTIS_TAG:-phase/iele_testnet}
+
+USER root
+
+ADD scripts/install-nix-apps-dev.sh  /home/mantis/
+ADD scripts/install-mantis-dev.sh    /home/mantis/
+ADD scripts/install-mantis.sh        /home/mantis/
+
+RUN chown mantis:mantis /home/mantis/install-*.sh
+
+USER mantis
+WORKDIR /home/mantis
+ENV USER mantis
+
+RUN ~/install-nix-apps-dev.sh
+RUN ~/install-mantis-dev.sh $SBT_VERIFY_TAG $MANTIS_TAG

docker/build-base.sh

@@ -0,0 +1,7 @@
+#!/usr/bin/env bash
+
+set -eux
+
+HERE=$(readlink -m $(dirname ${BASH_SOURCE[0]}))
+
+exec $HERE/buildhelper.sh mantis-base Dockerfile-base latest

docker/build-dev.sh

@@ -0,0 +1,7 @@
+#!/usr/bin/env bash
+
+set -eux
+
+HERE=$(readlink -m $(dirname ${BASH_SOURCE[0]}))
+
+exec $HERE/buildhelper.sh mantis-dev Dockerfile-dev latest

docker/build.sh

@@ -0,0 +1,7 @@
+#!/usr/bin/env bash
+
+set -eux
+
+HERE=$(readlink -m $(dirname ${BASH_SOURCE[0]}))
+
+$HERE/buildhelper.sh mantis Dockerfile

docker/buildhelper.sh

@@ -0,0 +1,20 @@
+#!/usr/bin/env bash
+
+set -eux
+
+HERE=$(readlink -m $(dirname ${BASH_SOURCE[0]}))
+
+IMAGE_NAME=$1
+DOCKERFILE=$2
+
+# If IMAGE_TAG is not given in the command line, then compute one in the format
+#
+#   YYYY-MM-DD '.' SHORT_HASH
+#
+# where the variable parts refer to the latest commit
+IMAGE_TAG=${3:-$(git log -1 --format=%cd.%h --date=short)}
+
+# This is the commit that the image will be based on
+GIT_HASH=$(git log -1 --format=%H)
+
+docker build --build-arg MANTIS_TAG=$GIT_HASH -t $IMAGE_NAME:$IMAGE_TAG -f $HERE/$DOCKERFILE $HERE

docker/scripts/install-base-system.sh

@@ -0,0 +1,21 @@
+#!/usr/bin/env bash
+
+set -euxo pipefail
+
+apt-get update
+apt-get dist-upgrade -y
+apt-get install -y curl bzip2 locales
+locale-gen en_US.UTF-8
+update-locale LC_ALL=en_US.UTF-8 LANG=en_US.UTF-8
+
+adduser --disabled-password --gecos '' mantis
+
+mkdir /nix
+chown mantis:mantis /nix
+su mantis -c 'curl https://nixos.org/nix/install | sh \
+              && tail -n 1 ~/.profile >> ~/.bashrc'
+ln -s /home/mantis/mantis-dist/app /app
+
+apt-get purge -y curl bzip2
+apt-get clean -y
+rm -rf /var/cache/debconf/* /var/lib/apt/lists/* /var/log/* /tmp/* /var/tmp/*

docker/scripts/install-mantis-dev.sh

@@ -0,0 +1,27 @@
+#!/usr/bin/env bash
+
+set -euxo pipefail
+
+SBT_VERIFY_TAG=$1
+MANTIS_TAG=$2
+
+HERE=$(readlink -m $(dirname ${BASH_SOURCE[0]}))
+. $HERE/install-nix-common.sh
+
+mkdir ~/repos
+
+cd ~/repos
+git clone https://github.com/input-output-hk/sbt-verify.git
+cd sbt-verify
+git checkout $SBT_VERIFY_TAG
+# This is needed, since the library is not published in binary form. 
+sbt publishLocal
+
+cd ~/repos
+git clone https://github.com/input-output-hk/mantis.git
+cd mantis
+git checkout $MANTIS_TAG
+git submodule update --init
+
+# Trigger compilation, so that we get some dependencies from the internetz.
+sbt 'set test in Test := {}' compile

docker/scripts/install-mantis.sh

@@ -0,0 +1,21 @@
+#!/usr/bin/env bash
+
+set -euxo pipefail
+
+MANTIS_TAG=$1
+MANTIS_DIST_ZIP_NAME=$2
+
+HERE=$(readlink -m $(dirname ${BASH_SOURCE[0]}))
+. $HERE/install-nix-common.sh
+
+cd ~/repos/mantis
+
+git checkout $MANTIS_TAG
+git submodule update --init
+
+sbt 'set test in Test := {}' dist
+mkdir -p ~/mantis-dist/app
+unzip -d ~/mantis-dist/app target/universal/${MANTIS_DIST_ZIP_NAME}.zip
+mv ~/mantis-dist/app/*/* ~/mantis-dist/app
+rmdir ~/mantis-dist/app/$MANTIS_DIST_ZIP_NAME
+rm -rf ~/repos ~/.ivy2 ~/.sbt

docker/scripts/install-nix-apps-base.sh

@@ -0,0 +1,9 @@
+#!/usr/bin/env bash
+
+set -euxo pipefail
+
+HERE=$(readlink -m $(dirname ${BASH_SOURCE[0]}))
+. $HERE/install-nix-common.sh
+
+nix-install openjdk
+nix-collect-garbage -d

docker/scripts/install-nix-apps-dev.sh

@@ -0,0 +1,9 @@
+#!/usr/bin/env bash
+
+set -euxo pipefail
+
+HERE=$(readlink -m $(dirname ${BASH_SOURCE[0]}))
+. $HERE/install-nix-common.sh
+
+nix-install sbt gitMinimal unzip
+nix-collect-garbage -d

docker/scripts/install-nix-common.sh

@@ -0,0 +1,14 @@
+#!/usr/bin/env bash
+
+set -euxo pipefail
+
+NIX_PROFILE=~/.nix-profile/etc/profile.d/nix.sh
+
+export MANPATH=
+. $NIX_PROFILE
+
+export NIX_PATH=nixpkgs=https://github.com/NixOS/nixpkgs-channels/archive/nixos-18.03.tar.gz
+
+function nix-install() {
+  nix-env -f '<nixpkgs>' -iA "$@"
+}