diff --git a/plinth/tests/functional/__init__.py b/plinth/tests/functional/__init__.py
index 07d49003c..3daf57307 100644
--- a/plinth/tests/functional/__init__.py
+++ b/plinth/tests/functional/__init__.py
@@ -10,6 +10,7 @@ import pathlib
 import subprocess
 import tempfile
 import time
+import warnings
 from contextlib import contextmanager
 
 import pytest
@@ -345,6 +346,8 @@ def install(browser, app_name):
                     browser.visit(browser.url)
                 else:
                     # This app is not available in this distribution
+                    warnings.warn(
+                        f'App {app_name} is not available in distribution')
                     pytest.skip('App not available in distribution')
             else:
                 install_button.click()