diff --git a/certbot-replicate b/certbot-replicate
index d58189cb..42fd9eb2 100755
--- a/certbot-replicate
+++ b/certbot-replicate
@@ -2,6 +2,7 @@
 
 set -o errexit -o nounset -o pipefail
 
+status=0
 replicas=({1..3}.grapheneos.org)
 
 for replica in ${replicas[@]}; do
@@ -9,7 +10,10 @@ for replica in ${replicas[@]}; do
     echo Deploying to $replica
     echo
 
-    rsync -rptvl --fsync --delete /etc/letsencrypt/ $replica:/etc/letsencrypt
-    rsync -rptvl --fsync --delete /var/cache/certbot-ocsp-fetcher/ $replica:/var/cache/certbot-ocsp-fetcher
-    ssh root@$replica nginx -s reload
+    rsync -rptvl --fsync --delete /etc/letsencrypt/ $replica:/etc/letsencrypt &&
+        rsync -rptvl --fsync --delete /var/cache/certbot-ocsp-fetcher/ $replica:/var/cache/certbot-ocsp-fetcher &&
+        ssh root@$replica nginx -s reload ||
+        status=1
 done
+
+exit $status