diff --git a/debian/control b/debian/control
index d7c055622..4a8c95d6e 100644
--- a/debian/control
+++ b/debian/control
@@ -62,6 +62,8 @@ Breaks:
  plinth (<< 0.46.0~),
 # Ensure fuse gets replaced by fuse3 on upgrades from buster s.t. sshfs can be installed.
  fuse (<< 3),
+# If ufw is installed, remove it. See issue 2247.
+ ufw,
 Replaces:
  freedombox-setup (<< 0.13~),
  plinth (<< 0.46.0~),