diff --git a/qa/Dockerfile b/qa/Dockerfile
index 975c6edd9e2d8e9ee4f88e698fe4bb5bdba14f81..6600db178333a821aabe9a6022222e2448281e74 100644
--- a/qa/Dockerfile
+++ b/qa/Dockerfile
@@ -1,12 +1,11 @@
 ARG DOCKER_VERSION=24.0.5
-ARG CHROME_VERSION=119
-ARG RUBY_VERSION=3.1
-ARG BUNDLER_VERSION=2.5
+ARG CHROME_VERSION=123
+ARG RUBY_VERSION=3.2.4
 ARG BUILD_OS=debian
 ARG OS_VERSION=bookworm
 ARG QA_BUILD_TARGET=ee
 
-FROM registry.gitlab.com/gitlab-org/gitlab-build-images/${BUILD_OS}-${OS_VERSION}-ruby-${RUBY_VERSION}:bundler-${BUNDLER_VERSION}-git-2.36-lfs-2.9-chrome-${CHROME_VERSION}-docker-${DOCKER_VERSION}-gcloud-383-kubectl-1.23 AS foss
+FROM registry.gitlab.com/gitlab-org/gitlab-build-images/${BUILD_OS}-${OS_VERSION}-ruby-${RUBY_VERSION}:git-2.36-lfs-2.9-chrome-${CHROME_VERSION}-docker-${DOCKER_VERSION}-gcloud-383-kubectl-1.23 AS foss
 LABEL maintainer="GitLab Quality Department <quality@gitlab.com>"
 
 ENV DEBIAN_FRONTEND="noninteractive"
diff --git a/scripts/build_qa_image b/scripts/build_qa_image
index 7a783996124bb2b743da9c1f105f5b84e5583541..cd465ec33e6affc479f11ca8ebf50bbfc850e7a7 100755
--- a/scripts/build_qa_image
+++ b/scripts/build_qa_image
@@ -87,7 +87,6 @@ docker buildx build \
   --build-arg=CHROME_VERSION="${CHROME_VERSION}" \
   --build-arg=DOCKER_VERSION="${DOCKER_VERSION}" \
   --build-arg=RUBY_VERSION="${RUBY_VERSION}" \
-  --build-arg=BUNDLER_VERSION="${BUNDLER_VERSION}" \
   --build-arg=BUILD_OS="${BUILD_OS}" \
   --build-arg=OS_VERSION="${OS_VERSION}" \
   --build-arg=QA_BUILD_TARGET="${QA_BUILD_TARGET}" \