test: add docker-based cluster setup script

Author: emadum

test/tools/docker-mongodb/Dockerfile

@@ -0,0 +1,78 @@
+# Stage 1: install general dependencies
+# Separating the build into multiple stages lets Docker skip rebuilding previous stages, improving build times e.g. when only updating the entrypoint script
+# `docker build --no-cache` to force a full rebuild, e.g. when new server versions are released
+
+FROM ubuntu:bionic as mtools
+
+RUN apt-get update \
+  && DEBIAN_FRONTEND=noninteractive apt-get install -y \
+    nodejs-dev node-gyp npm curl \
+    python3-pip python3-dev python3-setuptools python3-wheel \
+    build-essential libssl1.0-dev \
+  && rm -rf /var/lib/apt/lists/*
+
+RUN pip3 install wheel
+RUN pip3 install psutil pymongo mtools
+
+# Stage 2: install m via npm and preload "hot" versions of MongoDB
+# This allows a fresh container to skip downloading common versions of MongoDB, at the cost of increased image size
+
+FROM mtools as mongo_preloaded
+
+ENV MONGO_VERSION latest
+ARG HOSTNAME
+
+RUN npm install -g m
+
+RUN mkdir /data
+
+# preload mongo binaries
+RUN m 3.6
+RUN m 4.0
+RUN m 4.2
+RUN m 4.4
+RUN m latest
+
+# Stage 3: add entrypoint script
+
+FROM mongo_preloaded
+
+COPY docker-entrypoint.sh /entrypoint.sh
+RUN chmod +x /entrypoint.sh
+
+ENTRYPOINT ["/entrypoint.sh"]
+
+# Example usage:
+
+# 1. Build the docker image and tag it as e.g. `docker-mongodb`
+#    Then in the same folder as this Dockerfile, run
+#
+# > docker build -t [--no-cache] docker-mongodb .
+# Note: passing --no-cache will force a full rebuild i.e. if a new version of the server is released; otherwise it should be omitted to reduce build time
+
+# 2. Run the appropriate topology
+#
+# a) single
+#
+# > docker run --rm -d -p 27017:27017 -e MONGO_VERSION=4.2 -e HOSTNAME=$(hostname) docker-mongodb single
+# Note: passing the hostname is required for the networking to work for a single server, but not for replica/sharded
+#
+# b) replica set
+#
+# > docker run --rm -d -p 31000-31003:31000-31003 -e MONGO_VERSION=3.6 docker-mongodb replica
+#
+# c) sharded cluster
+#
+# > docker run --rm -d -p 51000-51006:51000-51006 -e MONGO_VERSION=latest docker-mongodb sharded
+
+# 3. See what's running
+#
+# > docker ps
+
+# 4. Follow output
+#
+# > docker logs -f <container id from docker ps>
+
+# 5. Run arbitrary mlaunch commands
+#
+# > docker run --rm -d -p 27017:27017 -e MONGO_VERSION=4.2 docker-mongodb mlaunch init --dir /data --bind_ip 0.0.0.0 --hostname $(hostname) --single --setParameter enableTestCommands=1

test/tools/docker-mongodb/docker-entrypoint.sh

@@ -0,0 +1,37 @@
+#! /bin/bash
+set -e
+
+if [ "${1:0:1}" = '-' ]; then
+  set -- mlaunch "$@"
+fi
+
+if [ "$1" = 'mlaunch' ]; then
+  if [ -f /data/.mlaunch_startup ] ; then
+    echo 'Already initialized. Ignoring provided command!'
+    mlaunch start
+  else
+    m $MONGO_VERSION
+    $@
+  fi
+elif [ "$1" = 'single' ]; then
+  m $MONGO_VERSION
+  mlaunch init --dir /data --bind_ip 0.0.0.0 --hostname $HOSTNAME --single --setParameter enableTestCommands=1
+elif [ "$1" = 'replica' ]; then
+  m $MONGO_VERSION
+  mlaunch init --dir /data --bind_ip 0.0.0.0 --replicaset --nodes 3 --arbiter --name rs --port 31000 --enableMajorityReadConcern --setParameter enableTestCommands=1
+elif [ "$1" = 'sharded' ]; then
+  m $MONGO_VERSION
+  mlaunch init --dir /data --bind_ip 0.0.0.0 --replicaset --nodes 3 --arbiter --name rs --port 51000 --enableMajorityReadConcern --setParameter enableTestCommands=1 --sharded 1 --mongos 2
+else
+  echo "Invalid syntax"
+fi
+
+sleep 2
+
+if [ -d /data/rs ]; then
+  tail -f /data/rs/*/mongod.log
+elif [ -d /data/configRepl ]; then
+  tail -f /data/mongos/mongos_*.log /data/**/**/mongod.log
+else
+  tail -f /data/mongod.log
+fi

test/tools/docker_cluster.sh

@@ -0,0 +1,59 @@
+#!/bin/bash
+set -e
+
+DOCKER_IMAGE=node-mongodb-native/docker-mongodb
+
+function die_with_usage {
+    printf "usage:\tdocker_cluster <server|replica_set|sharded_cluster|all> <mongo version>\n\tdocker_cluster killall\n"
+    exit
+}
+
+function docker_mongodb {
+    if [[ $1 == "replica_set" ]]; then
+        docker run --name "mongo_${1}_${2}" --rm -d -p 31000-31003:31000-31003 -e MONGO_VERSION=$2 ${DOCKER_IMAGE} replica
+        echo "mongodb://localhost:31000/?replicaSet=rs"
+    elif [[ $1 == "sharded_cluster" ]]; then
+        docker run --name "mongo_${1}_${2}" --rm -d -p 51000-51006:51000-51006 -e MONGO_VERSION=$2 ${DOCKER_IMAGE} sharded
+        echo "mongodb://localhost:51000,localhost:51001/"
+    elif [[ $1 == "server" ]]; then
+        docker run --name "mongo_${1}_${2}" --rm -d -p 27017:27017 -e MONGO_VERSION=$2 -e HOSTNAME=$(hostname) ${DOCKER_IMAGE} single
+        echo "mongodb://localhost:27017"
+    elif [[ $1 == "all" ]]; then
+        docker_mongodb server $2 &
+        docker_mongodb replica_set $2 &
+        docker_mongodb sharded_cluster $2 &
+        wait
+        return
+    else
+        echo "unsupported topology: $1"
+        die_with_usage
+    fi
+
+    docker ps -f name=mongo_${1}_${2}
+
+    printf "\n[ Tailing container logs, Ctrl+C to exit; the container is detached and will continue running until stopped with 'docker kill' ]\n\n"
+    docker logs -f $(docker ps -f name=mongo_${1}_${2} -q)
+}
+
+if [ "$#" -ne 2 ] && [ ${1:-''} != "killall" ]; then
+    die_with_usage
+fi
+
+if [[ $1 == "killall" ]]; then
+    RUNNING=$(docker ps -f ancestor=${DOCKER_IMAGE} -q)
+    if [[ $RUNNING ]]; then
+        docker kill $RUNNING
+        echo "Killed all running mongo containers"
+    else
+        echo "No running mongo containers"
+    fi
+    exit
+else
+    if [[ $(docker image ls -q ${DOCKER_IMAGE}) ]]; then
+        echo "Image already cached, skipping build; force a rebuild with 'docker build --no-cache'"
+    else
+        cd "${0%/*}/docker-mongodb"
+        docker build -t ${DOCKER_IMAGE} .
+    fi
+    docker_mongodb $1 $2
+fi