diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml
index 5ff4e0586..7fa72692c 100644
--- a/.gitlab-ci.yml
+++ b/.gitlab-ci.yml
@@ -7,7 +7,6 @@ before_script:
   - apt-get install -y build-essential  # Build dependencies
   - apt-get install -y sshpass parted  # Test dependencies
   - apt-get install -y sudo
-  - apt-get remove -y python3.7* libpython3.7*  # Use python3.6 when installing dependencies
   - apt-mark hold fuse  # not installable in CI environment
   - apt-get install -y $(./run --list-dependencies)  # Module dependencies
 
@@ -33,7 +32,6 @@ run-unit-tests:
 build-debian-package:
   stage: package
   script:
-    - apt-get build-dep -y .  # Re-install python3.7 again
     - DEB_BUILD_OPTIONS=nocheck dpkg-buildpackage -us -uc -b
     - mkdir debian-package
     - mv ../plinth*.deb debian-package