diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml
index 3ade4d3..ab38f55 100644
--- a/.gitlab-ci.yml
+++ b/.gitlab-ci.yml
@@ -41,6 +41,8 @@ build:
     - cd ./omnibus-gitlab/docker
     # write RELEASE
     - echo "PACKAGECLOUD_REPO=gitlab-ce" > RELEASE && echo "RELEASE_PACKAGE=gitlab-ce" >> RELEASE && echo "RELEASE_VERSION=${CI_COMMIT_TAG}"  >> RELEASE && echo "DOWNLOAD_URL=https://packages.gitlab.com/gitlab/gitlab-ce/packages/ubuntu/focal/gitlab-ce_${CI_COMMIT_TAG}_arm64.deb/download.deb" >> RELEASE
+    # use the same ubuntu version with the package
+    - sed -i 's/ubuntu:.*/ubuntu:focal/' ./Dockerfile
     # missing package libatomic1 after version 13
     - sed -i 's/less/less libatomic1/' ./Dockerfile
     # build