Upgrade rollback on timed out provisioning (#1857)

Brainicism · Feb 3, 2024 · 75f101c · 75f101c
1 parent d3c9924
commit 75f101c
Showing 1 changed file with 5 additions and 0 deletions.
diff --git a/src/scripts/announce-restart.ts b/src/scripts/announce-restart.ts
@@ -141,10 +141,15 @@ function serverShutdown(
                     standbyProvisioning = false;
                 }
 
+                // abort upgrade
                 if (
                     Date.now() - standbyCreateTime >
                     1000 * 60 * provisioningTimeout
                 ) {
+                    // remove stuck container
+                    cp.execSync(`docker rm -f ${appName}`);
+                    // rename 'old' container back to normal
+                    cp.execSync(`docker rename ${oldAppName} ${appName}`);
                     throw new Error("Standby took too long to provision");
                 }