diff --git a/data/etc/apache2/conf-available/freedombox-tls-site-macro.conf b/data/etc/apache2/conf-available/freedombox-tls-site-macro.conf
index a2ebf2342..bf79be3d3 100644
--- a/data/etc/apache2/conf-available/freedombox-tls-site-macro.conf
+++ b/data/etc/apache2/conf-available/freedombox-tls-site-macro.conf
@@ -16,8 +16,14 @@
             SSLProtocol all -SSLv3 -TLSv1 -TLSv1.1
 
             # Automatically obtained certificates from Let's Encrypt
-            SSLCertificateFile /etc/letsencrypt/live/$domain/fullchain.pem
-            SSLCertificateKeyFile /etc/letsencrypt/live/$domain/privkey.pem
+            <IfFile /etc/letsencrypt/live/$domain/privkey.pem>
+                SSLCertificateFile /etc/letsencrypt/live/$domain/fullchain.pem
+                SSLCertificateKeyFile /etc/letsencrypt/live/$domain/privkey.pem
+            </IfFile>
+            <IfFile !/etc/letsencrypt/live/$domain/privkey.pem>
+                SSLCertificateFile /etc/ssl/certs/ssl-cert-snakeoil.pem
+                SSLCertificateKeyFile /etc/ssl/private/ssl-cert-snakeoil.key
+            </IfFile>
 
             <FilesMatch "\.(cgi|shtml|phtml|php)$">
                 SSLOptions +StdEnvVars