diff --git a/debian/freedombox.maintscript b/debian/freedombox.maintscript
index e3888f0de..0784752f1 100644
--- a/debian/freedombox.maintscript
+++ b/debian/freedombox.maintscript
@@ -127,3 +127,5 @@ rm_conffile /etc/apache2/conf-available/radicale2-freedombox.conf 23.10~
 rm_conffile /etc/apache2/conf-available/roundcube-freedombox.conf 23.10~
 rm_conffile /etc/fail2ban/jail.d/roundcube-auth-freedombox.conf 23.10~
 rm_conffile /etc/apache2/conf-available/rss-bridge.conf 23.10~
+rm_conffile /etc/apache2/conf-available/searx-freedombox-auth.conf 23.10~
+rm_conffile /etc/apache2/conf-available/searx-freedombox.conf 23.10~
diff --git a/plinth/modules/searx/__init__.py b/plinth/modules/searx/__init__.py
index d0a127b81..7536e3457 100644
--- a/plinth/modules/searx/__init__.py
+++ b/plinth/modules/searx/__init__.py
@@ -7,6 +7,7 @@ from django.utils.translation import gettext_lazy as _
 
 from plinth import app as app_module
 from plinth import frontpage, menu
+from plinth.config import DropinConfigs
 from plinth.modules.apache.components import Uwsgi, Webserver
 from plinth.modules.backups.components import BackupRestore
 from plinth.modules.firewall.components import Firewall
@@ -28,7 +29,7 @@ class SearxApp(app_module.App):
 
     app_id = 'searx'
 
-    _version = 5
+    _version = 6
 
     def __init__(self):
         """Create components for the app."""
@@ -62,6 +63,12 @@ class SearxApp(app_module.App):
         packages = Packages('packages-searx', ['searx', 'libjs-bootstrap'])
         self.add(packages)
 
+        dropin_configs = DropinConfigs('dropin-configs-searx', [
+            '/etc/apache2/conf-available/searx-freedombox-auth.conf',
+            '/etc/apache2/conf-available/searx-freedombox.conf',
+        ])
+        self.add(dropin_configs)
+
         firewall = Firewall('firewall-searx', info.name,
                             ports=['http', 'https'], is_external=True)
         self.add(firewall)
diff --git a/plinth/modules/searx/data/etc/apache2/conf-available/searx-freedombox-auth.conf b/plinth/modules/searx/data/usr/share/freedombox/etc/apache2/conf-available/searx-freedombox-auth.conf
similarity index 100%
rename from plinth/modules/searx/data/etc/apache2/conf-available/searx-freedombox-auth.conf
rename to plinth/modules/searx/data/usr/share/freedombox/etc/apache2/conf-available/searx-freedombox-auth.conf
diff --git a/plinth/modules/searx/data/etc/apache2/conf-available/searx-freedombox.conf b/plinth/modules/searx/data/usr/share/freedombox/etc/apache2/conf-available/searx-freedombox.conf
similarity index 100%
rename from plinth/modules/searx/data/etc/apache2/conf-available/searx-freedombox.conf
rename to plinth/modules/searx/data/usr/share/freedombox/etc/apache2/conf-available/searx-freedombox.conf