diff --git a/gitlab-base/Dockerfile.ubi b/gitlab-base/Dockerfile.ubi
index c81b5e70974b30708182b86a2d26c87682d8820b..ed79512c21d870d57e0a0a07d2ebfdc34add1171 100644
--- a/gitlab-base/Dockerfile.ubi
+++ b/gitlab-base/Dockerfile.ubi
@@ -15,9 +15,11 @@ ARG TINI_VERSION=0.19.0
 RUN mkdir -p ${DNF_INSTALL_ROOT}
 COPY --from=target   / ${DNF_INSTALL_ROOT}/
 
-RUN microdnf ${DNF_OPTS} ${DNF_OPTS_ROOT} install --nodocs --best --assumeyes --setopt=install_weak_deps=0 \
+# This will be "the" base image. Perform `microdnf upgrade` now.
+RUN microdnf ${DNF_OPTS} ${DNF_OPTS_ROOT} upgrade --nodocs --best --assumeyes --setopt=install_weak_deps=0 \
+    && microdnf ${DNF_OPTS} ${DNF_OPTS_ROOT} install --nodocs --best --assumeyes --setopt=install_weak_deps=0 \
       findutils less procps curl ca-certificates tar tzdata  \
-    && microdnf ${DNF_OPTS} ${DNF_OPTS_ROOT} reinstall --nodocs --best --assumeyes tzdata --setopt=install_weak_deps=0 -y \
+    && microdnf ${DNF_OPTS} ${DNF_OPTS_ROOT} reinstall --nodocs --best --assumeyes tzdata --setopt=install_weak_deps=0 \
     && microdnf ${DNF_OPTS_ROOT} clean all \
     && rm -f ${DNF_INSTALL_ROOT}/var/lib/dnf/history*