feat(orchestrator): add retry-on-fallback and provider init timeout

Adds retryOnFallback (retry failed builds on alternate provider) and
providerInitTimeout (swap provider if init takes too long). Refactors
run() into run()/runWithProvider() to support retry loop.

Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>

dist/index.js

@@ -331,6 +331,8 @@ class BuildParameters {
             runnerCheckEnabled: orchestrator_options_1.default.runnerCheckEnabled,
             runnerCheckLabels: orchestrator_options_1.default.runnerCheckLabels,
             runnerCheckMinAvailable: orchestrator_options_1.default.runnerCheckMinAvailable,
+            retryOnFallback: orchestrator_options_1.default.retryOnFallback,
+            providerInitTimeout: orchestrator_options_1.default.providerInitTimeout,
             buildPlatform: orchestrator_options_1.default.buildPlatform,
             kubeConfig: orchestrator_options_1.default.kubeConfig,
             containerMemory: orchestrator_options_1.default.containerMemory,
@@ -2221,6 +2223,12 @@ class OrchestratorOptions {
     static get runnerCheckMinAvailable() {
         return Number(OrchestratorOptions.getInput('runnerCheckMinAvailable')) || 1;
     }
+    static get retryOnFallback() {
+        return OrchestratorOptions.getInput('retryOnFallback') === 'true';
+    }
+    static get providerInitTimeout() {
+        return Number(OrchestratorOptions.getInput('providerInitTimeout')) || 0;
+    }
     static get containerCpu() {
         return OrchestratorOptions.getInput('containerCpu') || `1024`;
     }
@@ -2680,13 +2688,33 @@ class Orchestrator {
         if (baseImage.includes(`undefined`)) {
             throw new Error(`baseImage is undefined`);
         }
+        try {
+            return await Orchestrator.runWithProvider(buildParameters, baseImage);
+        }
+        catch (primaryError) {
+            // Retry on fallback provider if enabled and a fallback is configured
+            const fallback = buildParameters.fallbackProviderStrategy;
+            const alreadyOnFallback = buildParameters.providerStrategy === fallback;
+            if (buildParameters.retryOnFallback && fallback && !alreadyOnFallback) {
+                orchestrator_logger_1.default.log(`Primary provider '${buildParameters.providerStrategy}' failed: ${primaryError.message}`);
+                orchestrator_logger_1.default.log(`Retrying build on fallback provider '${fallback}'...`);
+                buildParameters.providerStrategy = fallback;
+                core.setOutput('providerFallbackUsed', 'true');
+                core.setOutput('providerFallbackReason', `Primary provider failed: ${primaryError.message}`);
+                return await Orchestrator.runWithProvider(buildParameters, baseImage);
+            }
+            throw primaryError;
+        }
+    }
+    static async runWithProvider(buildParameters, baseImage) {
         await Orchestrator.setup(buildParameters);
         // When aws-local mode is enabled, validate AWS CloudFormation templates
         // This ensures AWS templates are correct even when executing via local-docker
         if (Orchestrator.validateAwsTemplates) {
             await Orchestrator.validateAwsCloudFormationTemplates();
         }
-        await Orchestrator.Provider.setupWorkflow(Orchestrator.buildParameters.buildGuid, Orchestrator.buildParameters, Orchestrator.buildParameters.branch, Orchestrator.defaultSecrets);
+        // Setup workflow with optional init timeout
+        await Orchestrator.setupWorkflowWithTimeout();
         try {
             if (buildParameters.maxRetainedWorkspaces > 0) {
                 Orchestrator.lockedWorkspace = shared_workspace_locking_1.default.NewWorkspaceName();
@@ -2736,6 +2764,24 @@ class Orchestrator {
             throw error;
         }
     }
+    /**
+     * Runs setupWorkflow with an optional timeout. If providerInitTimeout is set and the
+     * provider takes longer than that to initialize, throws an error that triggers
+     * retry-on-fallback (if enabled).
+     */
+    static async setupWorkflowWithTimeout() {
+        const timeoutSeconds = Orchestrator.buildParameters.providerInitTimeout;
+        const setupPromise = Orchestrator.Provider.setupWorkflow(Orchestrator.buildParameters.buildGuid, Orchestrator.buildParameters, Orchestrator.buildParameters.branch, Orchestrator.defaultSecrets);
+        if (timeoutSeconds <= 0) {
+            await setupPromise;
+            return;
+        }
+        orchestrator_logger_1.default.log(`Provider init timeout: ${timeoutSeconds}s`);
+        const timeoutPromise = new Promise((_, reject) => {
+            setTimeout(() => reject(new Error(`Provider initialization timed out after ${timeoutSeconds}s`)), timeoutSeconds * 1000);
+        });
+        await Promise.race([setupPromise, timeoutPromise]);
+    }
     static async updateStatusWithBuildParameters() {
         const content = { ...Orchestrator.buildParameters };
         content.gitPrivateToken = ``;