diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml
index 3252689..672b57a 100644
--- a/.gitlab-ci.yml
+++ b/.gitlab-ci.yml
@@ -93,7 +93,7 @@ node-8.9-chrome-63.0-yarn-1.2 test: *test_custom
 # Used by https://gitlab.com/gitlab-org/distribution/gitlab-provisioner/
 ruby-2.3-ansible-2.5.1-terraform-0.11 test: *test_custom
 
-www-gitlab-com test: *test_build
+www-gitlab-com-2.4 test: *test_build
 gitlab-qa test: *test_build
 omnibus-gitlab-centos6 test: *test_build
 omnibus-gitlab-centos7 test: *test_build
@@ -151,7 +151,7 @@ golang-1.10-git-2.17: *build_and_deploy_custom
 # Used by https://gitlab.com/gitlab-org/distribution/gitlab-provisioner/
 ruby-2.3-ansible-2.5.1-terraform-0.11: *build_and_deploy_custom
 
-www-gitlab-com: *build_and_deploy
+www-gitlab-com-2.4: *build_and_deploy
 gitlab-qa: *build_and_deploy
 omnibus-gitlab-centos6: *build_and_deploy
 omnibus-gitlab-centos7: *build_and_deploy
diff --git a/Dockerfile.www-gitlab-com b/Dockerfile.www-gitlab-com-2.4
similarity index 96%
rename from Dockerfile.www-gitlab-com
rename to Dockerfile.www-gitlab-com-2.4
index bc391ac..a9e8512 100644
--- a/Dockerfile.www-gitlab-com
+++ b/Dockerfile.www-gitlab-com-2.4
@@ -1,4 +1,4 @@
-FROM ruby:2.3-slim
+FROM ruby:2.4-slim
 
 ADD / /
 RUN /scripts/install-www-gitlab-com