diff --git a/Dockerfile.www-gitlab-com b/Dockerfile.www-gitlab-com
index 3e9efcc..56cd996 100644
--- a/Dockerfile.www-gitlab-com
+++ b/Dockerfile.www-gitlab-com
@@ -1,14 +1,12 @@
-FROM ruby:2.3
+FROM ruby:2.3-slim
 
-ENV PACKAGES="git-core nodejs pandoc texlive-latex-recommended texlive-xetex texlive-fonts-recommended ed"
+ENV PACKAGES="git-core pandoc texlive-latex-recommended texlive-xetex texlive-fonts-recommended ed"
 
 ADD / /
-RUN /scripts/install-essentials
+RUN /scripts/install-www-gitlab-com
 
 # Set UTF-8 http://jaredmarkell.com/docker-and-locales/
 # Must be set after install-essentials is run
 ENV LANG en_US.UTF-8
 ENV LANGUAGE en_US:en
 ENV LC_ALL en_US.UTF-8
-
-RUN rm -rf /var/lib/apt/lists/*
diff --git a/scripts/install-www-gitlab-com b/scripts/install-www-gitlab-com
new file mode 100755
index 0000000..9b932b0
--- /dev/null
+++ b/scripts/install-www-gitlab-com
@@ -0,0 +1,35 @@
+#!/bin/bash
+
+set -xeo pipefail
+
+apt-get update
+apt-get install -yq \
+  make gcc g++ locales \
+  $PACKAGES
+
+apt-get remove -yq  \
+  libdrm2           \
+  ruby              \
+  ruby2.1           \
+  javascript-common \
+  libaudio2         \
+  openssh-client    \
+  python            \
+  python-minimal    \
+  python2.7         \
+  python2.7-minimal \
+  rsync             \
+  tcl               \
+  tcl8.6            \
+
+DEBIAN_FRONTEND=noninteractive apt-mark showauto | grep "\-doc" | xargs apt-get remove -yq
+
+apt-get autoremove -yq
+
+# Set UTF-8
+echo "en_US.UTF-8 UTF-8" > /etc/locale.gen
+locale-gen
+update-locale LANG=en_US.UTF-8 LC_CTYPE=en_US.UTF-8 LC_ALL=en_US.UTF-8
+locale -a
+
+rm -rf /var/lib/apt/lists/*