diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml
index 4be1cfe048bf1ee528006997c67698300fd076eb..82c36594237579bd418f3ecdfaaecc5438d7af21 100644
--- a/.gitlab-ci.yml
+++ b/.gitlab-ci.yml
@@ -26,7 +26,7 @@ build-linux:
     - pip install .[dev]
   script:
     - pyinstaller --clean -y cli.spec --distpath .
-    - echo "Testing the generated CLI works…" && ./funkwhale --help && echo "funkwhale CLI working \o/"
+    - echo "Testing the generated CLI works…" && (./funkwhale --help | grep uploads) && echo "funkwhale CLI working \o/"
   artifacts:
     name: "linux_${CI_COMMIT_REF_NAME}"
     paths:
@@ -51,7 +51,7 @@ build-windows:
     # CI_DEBUG_TRACE: "true"
   script:
     - docker run --rm -v "$(pwd):/src/" cdrx/pyinstaller-windows:python3 "pip install -r requirements-dev.txt && pyinstaller --clean -y cli.spec --distpath ."
-    - docker run --rm -v "$(pwd):/src/" cdrx/pyinstaller-windows:python3 "echo 'Testing the generated CLI works…' && wine ./funkwhale.exe --help && echo 'funkwhale CLI working \o/'"
+    - docker run --rm -v "$(pwd):/src/" cdrx/pyinstaller-windows:python3 "echo 'Testing the generated CLI works…' && (wine ./funkwhale.exe --help | grep uploads) && echo 'funkwhale CLI working \o/'"
   artifacts:
     name: "linux_${CI_COMMIT_REF_NAME}"
     paths: