diff --git a/plinth/modules/backups/templates/backups.html b/plinth/modules/backups/templates/backups.html
index a103ae4bc..196d52537 100644
--- a/plinth/modules/backups/templates/backups.html
+++ b/plinth/modules/backups/templates/backups.html
@@ -63,7 +63,8 @@
   <a title="{% trans 'Create new repository' %}"
      role="button" class="btn btn-primary"
      href="{% url 'backups:repository-add' %}">
-    {% trans '+ Add Remote Repository' %}
+    <span class="fa fa-plus" aria-hidden="true"></span>
+    {% trans 'Add Remote Repository' %}
   </a>
 
 {% endblock %}
diff --git a/plinth/modules/backups/templates/backups_restore.html b/plinth/modules/backups/templates/backups_restore.html
index e41072e2e..116068267 100644
--- a/plinth/modules/backups/templates/backups_restore.html
+++ b/plinth/modules/backups/templates/backups_restore.html
@@ -43,7 +43,7 @@
              value="{% trans 'Restore' %}" />
 
       <button id="loading_btn" class="btn btn-primary sr-only" disabled>
-        <i class="fa fa-spinner fa-pulse fa-fw"></i>
+        <span class="fa fa-spinner fa-pulse fa-fw" aria-hidden="true"></span>
         {% trans "Restoring" %}
       </button>