diff --git a/plinth/templates/operation-notification.html b/plinth/templates/operation-notification.html
index 21de43cdd..9fd3f571a 100644
--- a/plinth/templates/operation-notification.html
+++ b/plinth/templates/operation-notification.html
@@ -17,10 +17,10 @@
 </p>
 
 {% if data.state == "completed" %}
-  <p>
+  <div class="btn-toolbar">
     <a href="{% url 'notification_dismiss' id=id %}?next={{ request.path|iriencode }}"
        role="button" class="btn btn-default">
       {% trans "Dismiss" %}
     </a>
-  </p>
+  </div>
 {% endif %}