diff --git a/roles/borg-client/templates/borg-backup.sh.j2 b/roles/borg-client/templates/borg-backup.sh.j2
index 2ff08cc602e533e5e69d69bd84a8b58083cee722..b90fa3e9ad7c4820e30676a56e79777901a4da29 100644
--- a/roles/borg-client/templates/borg-backup.sh.j2
+++ b/roles/borg-client/templates/borg-backup.sh.j2
@@ -1,7 +1,9 @@
 #!/usr/bin/env bash
 
+set -e
+
 # In case there is postgresql running, dump all of it somewhere.
-systemctl status postgresql && /usr/local/bin/backup-postgres.sh
+systemctl status postgresql && /usr/local/bin/backup-postgres.sh || true
 
 borg create -v --stats -C lz4 -e /proc \
     -e /sys -e /dev -e /run -e /tmp -e /var/cache \