diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml
index c4e827c340cad5c3e4352c5babc35d27632bd714..eddde7883cb7946aa162d9568398e37dd060fb8c 100644
--- a/.gitlab-ci.yml
+++ b/.gitlab-ci.yml
@@ -7,7 +7,8 @@ stages:
 test_api:
   stage: test
   script:
-    - ./api/runtests
+    - docker-compose -f api/test.yml build
+    - docker-compose -f api/test.yml run test
 
   tags:
     - dind
diff --git a/api/docker/Dockerfile.test b/api/docker/Dockerfile.test
index 0d82248791649262dd360839127826dc91a7f5fc..652470c1e69243c63db54643b4805c00d8474aeb 100644
--- a/api/docker/Dockerfile.test
+++ b/api/docker/Dockerfile.test
@@ -1,12 +1,13 @@
 FROM python:3.5
 
 ENV PYTHONUNBUFFERED 1
+ENV PYTHONDONTWRITEBYTECODE  1
 
 # Requirements have to be pulled and installed here, otherwise caching won't work
 COPY ./requirements.apt /requirements.apt
 COPY ./install_os_dependencies.sh /install_os_dependencies.sh
 RUN bash install_os_dependencies.sh install
-
+RUN apt-get install py3clean
 RUN mkdir /requirements
 
 COPY ./requirements/base.txt /requirements
diff --git a/api/test.yml b/api/test.yml
index dc50a9b545d75382531f2684de6cb7ed3925be78..e95461a7243ccf671bd4a6a54d144e1b0f363ead 100644
--- a/api/test.yml
+++ b/api/test.yml
@@ -1,7 +1,7 @@
 test:
   dockerfile: docker/Dockerfile.test
   build: .
-  command: python manage.py test
+  entrypoint: python manage.py test
   volumes:
     - .:/app
   environment: