diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml
index bac668b8f2b359dda1c7efc27116f6e17254190b..fd75d7d9f8f80173a473753db819574055508f84 100644
--- a/.gitlab-ci.yml
+++ b/.gitlab-ci.yml
@@ -6,4 +6,4 @@ build-buster:
   script:
     - echo "{\"auths\":{\"$CI_REGISTRY\":{\"username\":\"$CI_REGISTRY_USER\",\"password\":\"$CI_REGISTRY_PASSWORD\"}}}" > /kaniko/.docker/config.json
     - /kaniko/executor --context $CI_PROJECT_DIR --dockerfile $CI_PROJECT_DIR/Dockerfile.buster --destination $CI_REGISTRY_IMAGE/buster:$CI_COMMIT_TAG
-    - /kaniko/executor --context $CI_PROJECT_DIR --dockerfile $CI_PROJECT_DIR/Dockerfile.bullseye --destination $CI_REGISTRY_IMAGE/bullseye:$CI_COMMIT_TAG || true
+    - /kaniko/executor --context $CI_PROJECT_DIR --dockerfile $CI_PROJECT_DIR/Dockerfile.bullseye --destination $CI_REGISTRY_IMAGE/bullseye:$CI_COMMIT_TAG
diff --git a/Dockerfile.bullseye b/Dockerfile.bullseye
index 2f1ae525beb22a22db88b4287309ac0e6b205ec0..d1bf84289cfdbe12f6d21944eebecce9b1c44338 100644
--- a/Dockerfile.bullseye
+++ b/Dockerfile.bullseye
@@ -6,7 +6,7 @@ RUN apt-get -qq update && \
         lsb-release openjdk-11-jre-headless curl \
         sqlite3 locales-all git \
         python3 python3-venv python3-coverage python3-ldap3 python3-flask python3-flask-sqlalchemy python3-flask-migrate \
-        python3-pip python3-qrcode python3-fido2 python3-flask-oauthlib python3-flask-babel python3-pytest python3-all python3-pip \
+        python3-pip python3-qrcode python3-fido2 python3-oauthlib python3-flask-babel python3-pytest python3-all python3-pip \
         git-buildpackage debhelper && \
     pip3 install pylint html5validator twine build --upgrade && \
     apt-get -qq clean