diff --git a/.ci/functional-tests.yml b/.ci/functional-tests.yml
index 7e188502c..a3188de4e 100644
--- a/.ci/functional-tests.yml
+++ b/.ci/functional-tests.yml
@@ -14,9 +14,10 @@
     - $GITLAB_USER_LOGIN == "weblate"
   before_script:
     - apt-get update
+    - apt-get -y install make
+    - make provision-dev
     - sudo -u plinth ./run --develop > plinth.log 2>&1 &
-    - 'echo -e "Cmnd_Alias FREEDOMBOX_ACTION_DEV = /usr/share/plinth/actions/actions, `pwd`/actions/actions\nDefaults!FREEDOMBOX_ACTION_DEV closefrom_override\nplinth    ALL=(ALL:ALL) NOPASSWD:SETENV : FREEDOMBOX_ACTION_DEV\n" > /etc/sudoers.d/01-freedombox-development'
-    - while ! grep -q "Setup thread finished" plinth.log; do sleep 1; echo -n .; done
+    - while ! grep -q "Setup finished" plinth.log; do sleep 1; echo -n .; done
   script:
     - FREDOMBOX_URL=https://localhost FREEDOMBOX_SSH_PORT=22 FREEDOMBOX_SAMBA_PORT=445 pytest -v --durations=10 --include-functional --splinter-headless --instafail --template=html1/index.html --report=functional-tests.html
   artifacts: