game-ci/unity-builder
1
0
Fork 0
mirror of https://github.com/game-ci/unity-builder.git synced 2026-05-31 22:06:16 -07:00
Code Issues Packages Projects Releases Wiki Activity
Files
bcf32b407df4e4fbfa1feb72e2be9fead6c234ca
unity-builder/.github/workflows/orchestrator-integrity.yml
frostebite b4ffa3e070 ci: split orchestrator integrity into 4 parallel jobs to fix timeout 
The monolithic orchestrator-integrity workflow runs 25+ tests sequentially
in a single job, consistently hitting the 60-minute timeout on PR runs.
Split into 4 parallel jobs (k8s, aws-provider, local-docker, rclone) each
on its own runner, cutting wall-clock time from 3+ hours to ~1 hour and
eliminating disk space exhaustion from shared runner contention.

Adopts the parallel architecture from PR #809.

Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>
2026-03-05 20:43:59 +00:00

1233 lines
48 KiB
YAML
Raw Blame History

name: orchestrator-integrity
on:
workflow_call:
inputs:
runGithubIntegrationTests:
description: 'Run GitHub Checks integration tests'
required: false
default: 'false'
type: string
permissions:
contents: read
checks: write
statuses: write
env:
AWS_STACK_NAME: game-ci-team-pipelines
ORCHESTRATOR_BRANCH: ${{ github.ref }}
DEBUG: true
PROJECT_PATH: test-project
USE_IL2CPP: false
ORCHESTRATOR_AWS_STACK_WAIT_TIME: 900
# ==============================================================================
# Parallel job architecture
# ==============================================================================
# Previously a single 3+ hour monolith job. Now split into 4 parallel jobs, each
# on its own runner with a fresh 14GB disk. This:
# - Cuts wall-clock time from ~3h to ~1h (longest single job)
# - Eliminates disk exhaustion (no shared disk between provider strategies)
# - Deduplicates cleanup logic via reusable shell functions
#
# Job groups:
# k8s-tests - Needs k3d cluster + LocalStack. 5 tests.
# aws-provider-tests - Needs LocalStack only (no k3d). 8 tests.
# local-docker-tests - Needs Docker only (some tests also need LocalStack). 10 tests.
# rclone-tests - Needs rclone + LocalStack. 1 test.
# ==============================================================================
jobs:
# ============================================================================
# K8S TESTS
# ============================================================================
k8s-tests:
name: K8s Provider Tests
runs-on: ubuntu-latest
env:
K3D_NODE_CONTAINERS: 'k3d-unity-builder-agent-0'
AWS_FORCE_PROVIDER: aws-local
RESOURCE_TRACKING: 'true'
K8S_LOCALSTACK_HOST: localstack-main
steps:
# --- Setup ---
- uses: actions/checkout@v4
with:
lfs: false
- uses: actions/setup-node@v4
with:
node-version: 20
cache: 'yarn'
- name: Set up kubectl
uses: azure/setup-kubectl@v4
with:
version: 'v1.34.1'
- name: Install k3d
run: |
curl -s https://raw.githubusercontent.com/k3d-io/k3d/main/install.sh | bash
k3d version | cat
- name: Define cleanup functions
run: |
# Write reusable cleanup functions to a script sourced by later steps
cat > /tmp/cleanup-functions.sh << 'CLEANUP_EOF'
light_cleanup() {
echo "--- Light cleanup ---"
rm -rf ./orchestrator-cache/* || true
docker system prune -f || true
df -h
}
k8s_resource_cleanup() {
echo "--- K8s resource cleanup ---"
kubectl delete jobs --all --ignore-not-found=true -n default || true
kubectl get pods -n default -o name 2>/dev/null | grep -E "(unity-builder-job-|helper-pod-)" | while read pod; do
kubectl delete "$pod" --ignore-not-found=true || true
done || true
kubectl get pvc -n default -o name 2>/dev/null | grep "unity-builder-pvc-" | while read pvc; do
kubectl delete "$pvc" --ignore-not-found=true || true
done || true
kubectl get secrets -n default -o name 2>/dev/null | grep "build-credentials-" | while read secret; do
kubectl delete "$secret" --ignore-not-found=true || true
done || true
}
k3d_node_cleanup() {
echo "--- K3d node image cleanup (preserving Unity images) ---"
K3D_NODE_CONTAINERS="${K3D_NODE_CONTAINERS:-k3d-unity-builder-agent-0 k3d-unity-builder-server-0}"
for NODE in $K3D_NODE_CONTAINERS; do
docker exec "$NODE" sh -c "crictl rm --all 2>/dev/null || true" || true
docker exec "$NODE" sh -c "for img in \$(crictl images -q 2>/dev/null); do repo=\$(crictl inspecti \$img --format '{{.repo}}' 2>/dev/null || echo ''); if echo \"\$repo\" | grep -qvE 'unityci/editor|unity'; then crictl rmi \$img 2>/dev/null || true; fi; done" || true
docker exec "$NODE" sh -c "crictl rmi --prune 2>/dev/null || true" || true
done || true
}
full_k8s_cleanup() {
k8s_resource_cleanup
k3d_node_cleanup
light_cleanup
}
CLEANUP_EOF
echo "Cleanup functions defined at /tmp/cleanup-functions.sh"
- name: Initial disk space cleanup
run: |
echo "Initial disk space cleanup..."
df -h
k3d cluster delete unity-builder || true
docker stop localstack-main 2>/dev/null || true
docker rm localstack-main 2>/dev/null || true
docker system prune -af --volumes || true
docker network rm orchestrator-net 2>/dev/null || true
docker network create orchestrator-net || true
echo "Disk usage after cleanup:"
df -h
- name: Start LocalStack
run: |
echo "Starting LocalStack..."
HOST_IP=$(ip route | grep default | awk '{print $3}')
echo "Host gateway IP: $HOST_IP"
docker run -d \
--name localstack-main \
--network orchestrator-net \
--add-host=host.docker.internal:host-gateway \
-p 4566:4566 \
-e SERVICES=s3,cloudformation,ecs,kinesis,cloudwatch,logs,efs,ec2,iam,elasticfilesystem,secretsmanager,lambda,events,sts \
-e DEBUG=0 \
-e HOSTNAME_EXTERNAL=localstack-main \
localstack/localstack:latest || true
echo "Waiting for LocalStack to be ready..."
MAX_ATTEMPTS=60
READY=false
for i in $(seq 1 $MAX_ATTEMPTS); do
if ! docker ps | grep -q localstack-main; then
echo "LocalStack container not running (attempt $i/$MAX_ATTEMPTS)"
sleep 2
continue
fi
HEALTH=$(curl -s http://localhost:4566/_localstack/health 2>/dev/null || echo "")
if [ -z "$HEALTH" ] || ! echo "$HEALTH" | grep -q "services"; then
echo "LocalStack health endpoint not ready (attempt $i/$MAX_ATTEMPTS)"
sleep 2
continue
fi
if echo "$HEALTH" | grep -q '"s3"'; then
echo "LocalStack is ready with S3 service (attempt $i/$MAX_ATTEMPTS)"
READY=true
break
fi
echo "Waiting for LocalStack S3 service... ($i/$MAX_ATTEMPTS)"
sleep 2
done
if [ "$READY" != "true" ]; then
echo "ERROR: LocalStack did not become ready after $MAX_ATTEMPTS attempts"
docker ps -a | grep localstack || echo "No LocalStack container found"
docker logs localstack-main --tail 100 || true
exit 1
fi
- name: Install AWS CLI tools
run: |
if ! command -v aws > /dev/null 2>&1; then
pip install awscli || true
fi
pip install awscli-local || true
aws --version || echo "AWS CLI not available"
- name: Create S3 bucket for tests
run: |
echo "Verifying LocalStack connectivity..."
for i in {1..10}; do
if curl -s http://localhost:4566/_localstack/health > /dev/null 2>&1; then
echo "LocalStack is accessible"
break
fi
echo "Waiting for LocalStack... ($i/10)"
sleep 1
done
MAX_RETRIES=5
RETRY_COUNT=0
BUCKET_CREATED=false
while [ $RETRY_COUNT -lt $MAX_RETRIES ] && [ "$BUCKET_CREATED" != "true" ]; do
RETRY_COUNT=$((RETRY_COUNT + 1))
echo "Attempting to create S3 bucket (attempt $RETRY_COUNT/$MAX_RETRIES)..."
if command -v awslocal > /dev/null 2>&1; then
if awslocal s3 mb s3://$AWS_STACK_NAME 2>&1; then
echo "Bucket created successfully with awslocal"
BUCKET_CREATED=true
else
echo "Bucket creation failed, will retry..."
sleep 2
fi
elif command -v aws > /dev/null 2>&1; then
if aws --endpoint-url=http://localhost:4566 s3 mb s3://$AWS_STACK_NAME 2>&1; then
echo "Bucket created successfully with aws CLI"
BUCKET_CREATED=true
else
echo "Bucket creation failed, will retry..."
sleep 2
fi
else
echo "Neither awslocal nor aws CLI available"
exit 1
fi
done
if [ "$BUCKET_CREATED" != "true" ]; then
echo "ERROR: Failed to create S3 bucket after $MAX_RETRIES attempts"
docker logs localstack-main --tail 50 || true
exit 1
fi
- run: yarn install --frozen-lockfile
- name: Create k3d cluster
timeout-minutes: 5
run: |
LOCALSTACK_IP=$(docker inspect -f '{{range.NetworkSettings.Networks}}{{.IPAddress}}{{end}}' localstack-main 2>/dev/null || echo "")
echo "LocalStack container IP: $LOCALSTACK_IP"
k3d cluster create unity-builder \
--agents 1 \
--network orchestrator-net \
--wait
kubectl config current-context | cat
echo "LOCALSTACK_IP=$LOCALSTACK_IP" >> $GITHUB_ENV
- name: Verify cluster readiness and LocalStack connectivity
timeout-minutes: 2
run: |
for i in {1..60}; do
if kubectl get nodes 2>/dev/null | grep -q Ready; then
echo "Cluster is ready"
break
fi
echo "Waiting for cluster... ($i/60)"
sleep 5
done
kubectl get nodes
kubectl get storageclass
LOCALSTACK_IP=$(docker inspect -f '{{range.NetworkSettings.Networks}}{{.IPAddress}}{{end}}' localstack-main 2>/dev/null || echo "")
echo "LocalStack container IP: $LOCALSTACK_IP"
echo "Testing LocalStack connectivity from k3d cluster..."
curl -s --max-time 5 http://localhost:4566/_localstack/health | head -5 || echo "Host connectivity failed"
docker run --rm --network orchestrator-net curlimages/curl \
curl -s --max-time 5 http://localstack-main:4566/_localstack/health 2>&1 | head -5 || echo "Container network test failed"
kubectl run test-localstack --image=curlimages/curl --rm -i --restart=Never --timeout=30s -- \
curl -v --max-time 10 http://${LOCALSTACK_IP}:4566/_localstack/health 2>&1 | head -30 || \
echo "Cluster connectivity test - if this fails, LocalStack may not be accessible from k3d"
- name: Clean up K8s resources before tests
run: |
source /tmp/cleanup-functions.sh
k8s_resource_cleanup
# Wait for PVCs to clear
for i in {1..30}; do
PVC_COUNT=$(kubectl get pvc -n default 2>/dev/null | grep "unity-builder-pvc-" | wc -l || echo "0")
if [ "$PVC_COUNT" -eq 0 ]; then
echo "All PVCs deleted"
break
fi
echo "Waiting for PVCs to be deleted... ($i/30) - Found $PVC_COUNT PVCs"
sleep 1
done
kubectl get pv 2>/dev/null | grep -E "(Released|Failed)" | awk '{print $1}' | while read pv; do
if [ -n "$pv" ] && [ "$pv" != "NAME" ]; then
kubectl delete pv "$pv" --ignore-not-found=true || true
fi
done || true
sleep 3
docker system prune -f || true
# --- K8s Test 1: orchestrator-image ---
- name: Run orchestrator-image test (K8s)
timeout-minutes: 10
run: yarn run test "orchestrator-image" --detectOpenHandles --forceExit --runInBand
env:
UNITY_EMAIL: ${{ secrets.UNITY_EMAIL }}
UNITY_PASSWORD: ${{ secrets.UNITY_PASSWORD }}
UNITY_SERIAL: ${{ secrets.UNITY_SERIAL }}
TARGET_PLATFORM: StandaloneWindows64
orchestratorTests: true
versioning: None
KUBE_STORAGE_CLASS: local-path
PROVIDER_STRATEGY: k8s
KUBE_VOLUME_SIZE: 2Gi
containerCpu: '512'
containerMemory: '512'
GIT_PRIVATE_TOKEN: ${{ secrets.GIT_PRIVATE_TOKEN }}
GITHUB_TOKEN: ${{ secrets.GIT_PRIVATE_TOKEN }}
- name: Cleanup after orchestrator-image (K8s)
if: always()
run: |
source /tmp/cleanup-functions.sh
full_k8s_cleanup
# --- K8s Test 2: orchestrator-kubernetes ---
- name: Run orchestrator-kubernetes test
timeout-minutes: 30
run: yarn run test "orchestrator-kubernetes" --detectOpenHandles --forceExit --runInBand
env:
UNITY_EMAIL: ${{ secrets.UNITY_EMAIL }}
UNITY_PASSWORD: ${{ secrets.UNITY_PASSWORD }}
UNITY_SERIAL: ${{ secrets.UNITY_SERIAL }}
TARGET_PLATFORM: StandaloneLinux64
orchestratorTests: true
versioning: None
KUBE_STORAGE_CLASS: local-path
PROVIDER_STRATEGY: k8s
KUBE_VOLUME_SIZE: 2Gi
containerCpu: '1000'
containerMemory: '1024'
AWS_ACCESS_KEY_ID: test
AWS_SECRET_ACCESS_KEY: test
AWS_S3_ENDPOINT: http://localhost:4566
AWS_ENDPOINT: http://localhost:4566
INPUT_AWSS3ENDPOINT: http://localhost:4566
INPUT_AWSENDPOINT: http://localhost:4566
AWS_S3_FORCE_PATH_STYLE: 'true'
AWS_EC2_METADATA_DISABLED: 'true'
GIT_PRIVATE_TOKEN: ${{ secrets.GIT_PRIVATE_TOKEN }}
GITHUB_TOKEN: ${{ secrets.GIT_PRIVATE_TOKEN }}
- name: Cleanup after orchestrator-kubernetes
if: always()
run: |
source /tmp/cleanup-functions.sh
full_k8s_cleanup
# --- K8s Test 3: orchestrator-s3-steps ---
- name: Run orchestrator-s3-steps test (K8s)
timeout-minutes: 30
run: yarn run test "orchestrator-s3-steps" --detectOpenHandles --forceExit --runInBand
env:
UNITY_EMAIL: ${{ secrets.UNITY_EMAIL }}
UNITY_PASSWORD: ${{ secrets.UNITY_PASSWORD }}
UNITY_SERIAL: ${{ secrets.UNITY_SERIAL }}
TARGET_PLATFORM: StandaloneLinux64
orchestratorTests: true
versioning: None
KUBE_STORAGE_CLASS: local-path
PROVIDER_STRATEGY: k8s
KUBE_VOLUME_SIZE: 2Gi
containerCpu: '1000'
containerMemory: '1024'
AWS_ACCESS_KEY_ID: test
AWS_SECRET_ACCESS_KEY: test
AWS_S3_ENDPOINT: http://localhost:4566
AWS_ENDPOINT: http://localhost:4566
INPUT_AWSS3ENDPOINT: http://localhost:4566
INPUT_AWSENDPOINT: http://localhost:4566
AWS_S3_FORCE_PATH_STYLE: 'true'
AWS_EC2_METADATA_DISABLED: 'true'
GIT_PRIVATE_TOKEN: ${{ secrets.GIT_PRIVATE_TOKEN }}
GITHUB_TOKEN: ${{ secrets.GIT_PRIVATE_TOKEN }}
- name: Cleanup after orchestrator-s3-steps (K8s)
if: always()
run: |
source /tmp/cleanup-functions.sh
full_k8s_cleanup
# --- K8s Test 4: orchestrator-end2end-caching ---
- name: Run orchestrator-end2end-caching test (K8s)
timeout-minutes: 60
run: yarn run test "orchestrator-end2end-caching" --detectOpenHandles --forceExit --runInBand
env:
UNITY_EMAIL: ${{ secrets.UNITY_EMAIL }}
UNITY_PASSWORD: ${{ secrets.UNITY_PASSWORD }}
UNITY_SERIAL: ${{ secrets.UNITY_SERIAL }}
TARGET_PLATFORM: StandaloneLinux64
orchestratorTests: true
versioning: None
KUBE_STORAGE_CLASS: local-path
PROVIDER_STRATEGY: k8s
KUBE_VOLUME_SIZE: 2Gi
containerCpu: '1000'
containerMemory: '1024'
AWS_ACCESS_KEY_ID: test
AWS_SECRET_ACCESS_KEY: test
AWS_S3_ENDPOINT: http://localhost:4566
AWS_ENDPOINT: http://localhost:4566
INPUT_AWSS3ENDPOINT: http://localhost:4566
INPUT_AWSENDPOINT: http://localhost:4566
AWS_S3_FORCE_PATH_STYLE: 'true'
AWS_EC2_METADATA_DISABLED: 'true'
GIT_PRIVATE_TOKEN: ${{ secrets.GIT_PRIVATE_TOKEN }}
GITHUB_TOKEN: ${{ secrets.GIT_PRIVATE_TOKEN }}
- name: Cleanup after orchestrator-end2end-caching (K8s)
if: always()
run: |
source /tmp/cleanup-functions.sh
full_k8s_cleanup
# --- K8s Test 5: orchestrator-end2end-retaining ---
- name: Heavy cleanup before end2end-retaining
run: |
source /tmp/cleanup-functions.sh
k8s_resource_cleanup
k3d_node_cleanup
rm -rf ./orchestrator-cache/* || true
docker system prune -f || true
echo "Disk usage before end2end-retaining test:"
df -h
- name: Run orchestrator-end2end-retaining test (K8s)
timeout-minutes: 60
run: yarn run test "orchestrator-end2end-retaining" --detectOpenHandles --forceExit --runInBand
env:
UNITY_EMAIL: ${{ secrets.UNITY_EMAIL }}
UNITY_PASSWORD: ${{ secrets.UNITY_PASSWORD }}
UNITY_SERIAL: ${{ secrets.UNITY_SERIAL }}
TARGET_PLATFORM: StandaloneWindows64
orchestratorTests: true
versioning: None
KUBE_STORAGE_CLASS: local-path
PROVIDER_STRATEGY: k8s
KUBE_VOLUME_SIZE: 2Gi
containerCpu: '512'
containerMemory: '512'
AWS_ACCESS_KEY_ID: test
AWS_SECRET_ACCESS_KEY: test
AWS_S3_ENDPOINT: http://localhost:4566
AWS_ENDPOINT: http://localhost:4566
INPUT_AWSS3ENDPOINT: http://localhost:4566
INPUT_AWSENDPOINT: http://localhost:4566
AWS_S3_FORCE_PATH_STYLE: 'true'
AWS_EC2_METADATA_DISABLED: 'true'
GIT_PRIVATE_TOKEN: ${{ secrets.GIT_PRIVATE_TOKEN }}
GITHUB_TOKEN: ${{ secrets.GIT_PRIVATE_TOKEN }}
# --- K8s teardown ---
- name: Delete k3d cluster and final cleanup
if: always()
run: |
echo "Deleting k3d cluster..."
k3d cluster delete unity-builder || true
docker stop localstack-main 2>/dev/null || true
docker rm localstack-main 2>/dev/null || true
docker system prune -af --volumes || true
echo "Final disk usage:"
df -h
# ============================================================================
# AWS/LOCALSTACK PROVIDER TESTS
# ============================================================================
aws-provider-tests:
name: AWS Provider Tests
runs-on: ubuntu-latest
env:
AWS_ACCESS_KEY_ID: test
AWS_SECRET_ACCESS_KEY: test
AWS_ENDPOINT: http://localhost:4566
AWS_ENDPOINT_URL: http://localhost:4566
steps:
# --- Setup ---
- uses: actions/checkout@v4
with:
lfs: false
- uses: actions/setup-node@v4
with:
node-version: 20
cache: 'yarn'
- name: Define cleanup functions
run: |
cat > /tmp/cleanup-functions.sh << 'CLEANUP_EOF'
light_cleanup() {
echo "--- Light cleanup ---"
rm -rf ./orchestrator-cache/* || true
docker system prune -f || true
df -h
}
heavy_cleanup() {
echo "--- Heavy cleanup ---"
rm -rf ./orchestrator-cache/* || true
docker system prune -af --volumes || true
df -h
}
CLEANUP_EOF
echo "Cleanup functions defined at /tmp/cleanup-functions.sh"
- name: Initial disk space cleanup
run: |
echo "Initial disk space cleanup..."
df -h
docker system prune -af --volumes || true
echo "Disk usage after cleanup:"
df -h
- name: Start LocalStack
run: |
echo "Starting LocalStack..."
docker run -d \
--name localstack-main \
-p 4566:4566 \
-e SERVICES=s3,cloudformation,ecs,kinesis,cloudwatch,logs,efs,ec2,iam,elasticfilesystem,secretsmanager,lambda,events,sts \
-e DEBUG=0 \
localstack/localstack:latest || true
echo "Waiting for LocalStack to be ready..."
MAX_ATTEMPTS=60
READY=false
for i in $(seq 1 $MAX_ATTEMPTS); do
if ! docker ps | grep -q localstack-main; then
echo "LocalStack container not running (attempt $i/$MAX_ATTEMPTS)"
sleep 2
continue
fi
HEALTH=$(curl -s http://localhost:4566/_localstack/health 2>/dev/null || echo "")
if [ -z "$HEALTH" ] || ! echo "$HEALTH" | grep -q "services"; then
sleep 2
continue
fi
if echo "$HEALTH" | grep -q '"s3"'; then
echo "LocalStack is ready with S3 service (attempt $i/$MAX_ATTEMPTS)"
READY=true
break
fi
sleep 2
done
if [ "$READY" != "true" ]; then
echo "ERROR: LocalStack did not become ready"
docker logs localstack-main --tail 100 || true
exit 1
fi
- name: Install AWS CLI tools
run: |
if ! command -v aws > /dev/null 2>&1; then
pip install awscli || true
fi
pip install awscli-local || true
- name: Create S3 bucket for tests
run: |
for i in {1..10}; do
if curl -s http://localhost:4566/_localstack/health > /dev/null 2>&1; then break; fi
sleep 1
done
MAX_RETRIES=5
RETRY_COUNT=0
BUCKET_CREATED=false
while [ $RETRY_COUNT -lt $MAX_RETRIES ] && [ "$BUCKET_CREATED" != "true" ]; do
RETRY_COUNT=$((RETRY_COUNT + 1))
if command -v awslocal > /dev/null 2>&1; then
if awslocal s3 mb s3://$AWS_STACK_NAME 2>&1; then BUCKET_CREATED=true; else sleep 2; fi
elif command -v aws > /dev/null 2>&1; then
if aws --endpoint-url=http://localhost:4566 s3 mb s3://$AWS_STACK_NAME 2>&1; then BUCKET_CREATED=true; else sleep 2; fi
else
echo "Neither awslocal nor aws CLI available"; exit 1
fi
done
if [ "$BUCKET_CREATED" != "true" ]; then
echo "ERROR: Failed to create S3 bucket"
docker logs localstack-main --tail 50 || true
exit 1
fi
- run: yarn install --frozen-lockfile
# --- AWS Test 1: orchestrator-image ---
- name: Run orchestrator-image test (AWS)
timeout-minutes: 10
run: yarn run test "orchestrator-image" --detectOpenHandles --forceExit --runInBand
env:
UNITY_EMAIL: ${{ secrets.UNITY_EMAIL }}
UNITY_PASSWORD: ${{ secrets.UNITY_PASSWORD }}
UNITY_SERIAL: ${{ secrets.UNITY_SERIAL }}
TARGET_PLATFORM: StandaloneWindows64
orchestratorTests: true
versioning: None
KUBE_STORAGE_CLASS: local-path
PROVIDER_STRATEGY: aws
GIT_PRIVATE_TOKEN: ${{ secrets.GIT_PRIVATE_TOKEN }}
GITHUB_TOKEN: ${{ secrets.GIT_PRIVATE_TOKEN }}
- name: Cleanup after orchestrator-image (AWS)
if: always()
run: |
source /tmp/cleanup-functions.sh
light_cleanup
# --- AWS Test 2: orchestrator-environment ---
- name: Run orchestrator-environment test (AWS)
timeout-minutes: 30
run: yarn run test "orchestrator-environment" --detectOpenHandles --forceExit --runInBand
env:
UNITY_EMAIL: ${{ secrets.UNITY_EMAIL }}
UNITY_PASSWORD: ${{ secrets.UNITY_PASSWORD }}
UNITY_SERIAL: ${{ secrets.UNITY_SERIAL }}
TARGET_PLATFORM: StandaloneWindows64
orchestratorTests: true
versioning: None
KUBE_STORAGE_CLASS: local-path
PROVIDER_STRATEGY: aws
GIT_PRIVATE_TOKEN: ${{ secrets.GIT_PRIVATE_TOKEN }}
GITHUB_TOKEN: ${{ secrets.GIT_PRIVATE_TOKEN }}
- name: Cleanup after orchestrator-environment (AWS)
if: always()
run: |
source /tmp/cleanup-functions.sh
light_cleanup
# --- AWS Test 3: orchestrator-s3-steps ---
- name: Run orchestrator-s3-steps test (AWS)
timeout-minutes: 30
run: yarn run test "orchestrator-s3-steps" --detectOpenHandles --forceExit --runInBand
env:
UNITY_EMAIL: ${{ secrets.UNITY_EMAIL }}
UNITY_PASSWORD: ${{ secrets.UNITY_PASSWORD }}
UNITY_SERIAL: ${{ secrets.UNITY_SERIAL }}
TARGET_PLATFORM: StandaloneWindows64
orchestratorTests: true
versioning: None
KUBE_STORAGE_CLASS: local-path
PROVIDER_STRATEGY: aws
GIT_PRIVATE_TOKEN: ${{ secrets.GIT_PRIVATE_TOKEN }}
GITHUB_TOKEN: ${{ secrets.GIT_PRIVATE_TOKEN }}
- name: Cleanup after orchestrator-s3-steps (AWS)
if: always()
run: |
source /tmp/cleanup-functions.sh
light_cleanup
# --- AWS Test 4: orchestrator-hooks ---
- name: Run orchestrator-hooks test (AWS)
timeout-minutes: 30
run: yarn run test "orchestrator-hooks" --detectOpenHandles --forceExit --runInBand
env:
UNITY_EMAIL: ${{ secrets.UNITY_EMAIL }}
UNITY_PASSWORD: ${{ secrets.UNITY_PASSWORD }}
UNITY_SERIAL: ${{ secrets.UNITY_SERIAL }}
TARGET_PLATFORM: StandaloneWindows64
orchestratorTests: true
versioning: None
KUBE_STORAGE_CLASS: local-path
PROVIDER_STRATEGY: aws
GIT_PRIVATE_TOKEN: ${{ secrets.GIT_PRIVATE_TOKEN }}
GITHUB_TOKEN: ${{ secrets.GIT_PRIVATE_TOKEN }}
- name: Cleanup after orchestrator-hooks (AWS)
if: always()
run: |
source /tmp/cleanup-functions.sh
light_cleanup
# --- AWS Test 5: orchestrator-end2end-caching ---
- name: Run orchestrator-end2end-caching test (AWS)
timeout-minutes: 60
run: yarn run test "orchestrator-end2end-caching" --detectOpenHandles --forceExit --runInBand
env:
UNITY_EMAIL: ${{ secrets.UNITY_EMAIL }}
UNITY_PASSWORD: ${{ secrets.UNITY_PASSWORD }}
UNITY_SERIAL: ${{ secrets.UNITY_SERIAL }}
TARGET_PLATFORM: StandaloneWindows64
orchestratorTests: true
versioning: None
KUBE_STORAGE_CLASS: local-path
PROVIDER_STRATEGY: aws
GIT_PRIVATE_TOKEN: ${{ secrets.GIT_PRIVATE_TOKEN }}
GITHUB_TOKEN: ${{ secrets.GIT_PRIVATE_TOKEN }}
- name: Cleanup after orchestrator-end2end-caching (AWS)
if: always()
run: |
source /tmp/cleanup-functions.sh
light_cleanup
# --- AWS Test 6: orchestrator-end2end-retaining ---
- name: Run orchestrator-end2end-retaining test (AWS)
timeout-minutes: 60
run: yarn run test "orchestrator-end2end-retaining" --detectOpenHandles --forceExit --runInBand
env:
UNITY_EMAIL: ${{ secrets.UNITY_EMAIL }}
UNITY_PASSWORD: ${{ secrets.UNITY_PASSWORD }}
UNITY_SERIAL: ${{ secrets.UNITY_SERIAL }}
TARGET_PLATFORM: StandaloneWindows64
orchestratorTests: true
versioning: None
KUBE_STORAGE_CLASS: local-path
PROVIDER_STRATEGY: aws
GIT_PRIVATE_TOKEN: ${{ secrets.GIT_PRIVATE_TOKEN }}
GITHUB_TOKEN: ${{ secrets.GIT_PRIVATE_TOKEN }}
- name: Cleanup after orchestrator-end2end-retaining (AWS)
if: always()
run: |
source /tmp/cleanup-functions.sh
light_cleanup
# --- AWS Test 7: orchestrator-caching ---
- name: Run orchestrator-caching test (AWS)
timeout-minutes: 60
run: yarn run test "orchestrator-caching" --detectOpenHandles --forceExit --runInBand
env:
UNITY_EMAIL: ${{ secrets.UNITY_EMAIL }}
UNITY_PASSWORD: ${{ secrets.UNITY_PASSWORD }}
UNITY_SERIAL: ${{ secrets.UNITY_SERIAL }}
TARGET_PLATFORM: StandaloneWindows64
orchestratorTests: true
versioning: None
KUBE_STORAGE_CLASS: local-path
PROVIDER_STRATEGY: aws
GIT_PRIVATE_TOKEN: ${{ secrets.GIT_PRIVATE_TOKEN }}
GITHUB_TOKEN: ${{ secrets.GIT_PRIVATE_TOKEN }}
- name: Cleanup after orchestrator-caching (AWS)
if: always()
run: |
source /tmp/cleanup-functions.sh
light_cleanup
# --- AWS Test 8: orchestrator-locking-core ---
- name: Run orchestrator-locking-core test (AWS)
timeout-minutes: 60
run: yarn run test "orchestrator-locking-core" --detectOpenHandles --forceExit --runInBand
env:
UNITY_EMAIL: ${{ secrets.UNITY_EMAIL }}
UNITY_PASSWORD: ${{ secrets.UNITY_PASSWORD }}
UNITY_SERIAL: ${{ secrets.UNITY_SERIAL }}
TARGET_PLATFORM: StandaloneWindows64
orchestratorTests: true
versioning: None
KUBE_STORAGE_CLASS: local-path
PROVIDER_STRATEGY: aws
GIT_PRIVATE_TOKEN: ${{ secrets.GIT_PRIVATE_TOKEN }}
GITHUB_TOKEN: ${{ secrets.GIT_PRIVATE_TOKEN }}
- name: Cleanup after orchestrator-locking-core (AWS)
if: always()
run: |
source /tmp/cleanup-functions.sh
light_cleanup
# --- AWS Test 9: orchestrator-locking-get-locked ---
- name: Run orchestrator-locking-get-locked test (AWS)
timeout-minutes: 60
run: yarn run test "orchestrator-locking-get-locked" --detectOpenHandles --forceExit --runInBand
env:
UNITY_EMAIL: ${{ secrets.UNITY_EMAIL }}
UNITY_PASSWORD: ${{ secrets.UNITY_PASSWORD }}
UNITY_SERIAL: ${{ secrets.UNITY_SERIAL }}
TARGET_PLATFORM: StandaloneWindows64
orchestratorTests: true
versioning: None
KUBE_STORAGE_CLASS: local-path
PROVIDER_STRATEGY: aws
GIT_PRIVATE_TOKEN: ${{ secrets.GIT_PRIVATE_TOKEN }}
GITHUB_TOKEN: ${{ secrets.GIT_PRIVATE_TOKEN }}
- name: Cleanup after orchestrator-locking-get-locked (AWS)
if: always()
run: |
source /tmp/cleanup-functions.sh
light_cleanup
# --- AWS Test 10: orchestrator-end2end-locking ---
- name: Run orchestrator-end2end-locking test (AWS)
timeout-minutes: 60
run: yarn run test "orchestrator-end2end-locking" --detectOpenHandles --forceExit --runInBand
env:
UNITY_EMAIL: ${{ secrets.UNITY_EMAIL }}
UNITY_PASSWORD: ${{ secrets.UNITY_PASSWORD }}
UNITY_SERIAL: ${{ secrets.UNITY_SERIAL }}
TARGET_PLATFORM: StandaloneWindows64
orchestratorTests: true
versioning: None
KUBE_STORAGE_CLASS: local-path
PROVIDER_STRATEGY: aws
GIT_PRIVATE_TOKEN: ${{ secrets.GIT_PRIVATE_TOKEN }}
GITHUB_TOKEN: ${{ secrets.GIT_PRIVATE_TOKEN }}
# --- Final cleanup ---
- name: Final cleanup
if: always()
run: |
rm -rf ./orchestrator-cache/* || true
docker stop localstack-main 2>/dev/null || true
docker rm localstack-main 2>/dev/null || true
docker system prune -af --volumes || true
df -h
# ============================================================================
# LOCAL DOCKER TESTS
# ============================================================================
local-docker-tests:
name: Local Docker Provider Tests
runs-on: ubuntu-latest
steps:
# --- Setup ---
- uses: actions/checkout@v4
with:
lfs: false
- uses: actions/setup-node@v4
with:
node-version: 20
cache: 'yarn'
- name: Define cleanup functions
run: |
cat > /tmp/cleanup-functions.sh << 'CLEANUP_EOF'
light_cleanup() {
echo "--- Light cleanup ---"
rm -rf ./orchestrator-cache/* || true
docker system prune -f || true
df -h
}
heavy_cleanup() {
echo "--- Heavy cleanup ---"
rm -rf ./orchestrator-cache/* || true
docker system prune -af --volumes || true
df -h
}
CLEANUP_EOF
echo "Cleanup functions defined at /tmp/cleanup-functions.sh"
- name: Initial disk space cleanup
run: |
echo "Initial disk space cleanup..."
df -h
docker system prune -af --volumes || true
echo "Disk usage after cleanup:"
df -h
- name: Start LocalStack (for S3-dependent local-docker tests)
run: |
echo "Starting LocalStack for S3-dependent tests..."
docker run -d \
--name localstack-main \
-p 4566:4566 \
-e SERVICES=s3,cloudformation \
-e DEBUG=0 \
localstack/localstack:latest || true
echo "Waiting for LocalStack to be ready..."
MAX_ATTEMPTS=60
READY=false
for i in $(seq 1 $MAX_ATTEMPTS); do
if ! docker ps | grep -q localstack-main; then
sleep 2
continue
fi
HEALTH=$(curl -s http://localhost:4566/_localstack/health 2>/dev/null || echo "")
if [ -z "$HEALTH" ] || ! echo "$HEALTH" | grep -q "services"; then
sleep 2
continue
fi
if echo "$HEALTH" | grep -q '"s3"'; then
echo "LocalStack is ready (attempt $i/$MAX_ATTEMPTS)"
READY=true
break
fi
sleep 2
done
if [ "$READY" != "true" ]; then
echo "ERROR: LocalStack did not become ready"
docker logs localstack-main --tail 100 || true
exit 1
fi
- name: Install AWS CLI and create S3 bucket
run: |
if ! command -v aws > /dev/null 2>&1; then pip install awscli || true; fi
pip install awscli-local || true
MAX_RETRIES=5
RETRY_COUNT=0
BUCKET_CREATED=false
while [ $RETRY_COUNT -lt $MAX_RETRIES ] && [ "$BUCKET_CREATED" != "true" ]; do
RETRY_COUNT=$((RETRY_COUNT + 1))
if command -v awslocal > /dev/null 2>&1; then
if awslocal s3 mb s3://$AWS_STACK_NAME 2>&1; then BUCKET_CREATED=true; else sleep 2; fi
elif command -v aws > /dev/null 2>&1; then
if aws --endpoint-url=http://localhost:4566 s3 mb s3://$AWS_STACK_NAME 2>&1; then BUCKET_CREATED=true; else sleep 2; fi
else
echo "Neither awslocal nor aws CLI available"; exit 1
fi
done
if [ "$BUCKET_CREATED" != "true" ]; then
echo "ERROR: Failed to create S3 bucket"; exit 1
fi
- run: yarn install --frozen-lockfile
# --- Docker Test 1: orchestrator-image ---
- name: Run orchestrator-image test (local-docker)
timeout-minutes: 10
run: yarn run test "orchestrator-image" --detectOpenHandles --forceExit --runInBand
env:
UNITY_EMAIL: ${{ secrets.UNITY_EMAIL }}
UNITY_PASSWORD: ${{ secrets.UNITY_PASSWORD }}
UNITY_SERIAL: ${{ secrets.UNITY_SERIAL }}
TARGET_PLATFORM: StandaloneWindows64
orchestratorTests: true
versioning: None
PROVIDER_STRATEGY: local-docker
GIT_PRIVATE_TOKEN: ${{ secrets.GIT_PRIVATE_TOKEN }}
GITHUB_TOKEN: ${{ secrets.GIT_PRIVATE_TOKEN }}
- name: Cleanup after orchestrator-image (local-docker)
if: always()
run: |
source /tmp/cleanup-functions.sh
light_cleanup
# --- Docker Test 2: orchestrator-hooks ---
- name: Run orchestrator-hooks test (local-docker)
timeout-minutes: 30
run: yarn run test "orchestrator-hooks" --detectOpenHandles --forceExit --runInBand
env:
UNITY_EMAIL: ${{ secrets.UNITY_EMAIL }}
UNITY_PASSWORD: ${{ secrets.UNITY_PASSWORD }}
UNITY_SERIAL: ${{ secrets.UNITY_SERIAL }}
TARGET_PLATFORM: StandaloneWindows64
orchestratorTests: true
versioning: None
PROVIDER_STRATEGY: local-docker
GIT_PRIVATE_TOKEN: ${{ secrets.GIT_PRIVATE_TOKEN }}
GITHUB_TOKEN: ${{ secrets.GIT_PRIVATE_TOKEN }}
- name: Cleanup after orchestrator-hooks (local-docker)
if: always()
run: |
source /tmp/cleanup-functions.sh
light_cleanup
# --- Docker Test 3: orchestrator-local-persistence ---
- name: Run orchestrator-local-persistence test (local-docker)
timeout-minutes: 30
run: yarn run test "orchestrator-local-persistence" --detectOpenHandles --forceExit --runInBand
env:
UNITY_EMAIL: ${{ secrets.UNITY_EMAIL }}
UNITY_PASSWORD: ${{ secrets.UNITY_PASSWORD }}
UNITY_SERIAL: ${{ secrets.UNITY_SERIAL }}
TARGET_PLATFORM: StandaloneWindows64
orchestratorTests: true
versioning: None
PROVIDER_STRATEGY: local-docker
GIT_PRIVATE_TOKEN: ${{ secrets.GIT_PRIVATE_TOKEN }}
GITHUB_TOKEN: ${{ secrets.GIT_PRIVATE_TOKEN }}
- name: Cleanup after orchestrator-local-persistence (local-docker)
if: always()
run: |
source /tmp/cleanup-functions.sh
light_cleanup
# --- Docker Test 4: orchestrator-locking-core (with S3) ---
- name: Run orchestrator-locking-core test (local-docker with S3)
timeout-minutes: 30
run: yarn run test "orchestrator-locking-core" --detectOpenHandles --forceExit --runInBand
env:
UNITY_EMAIL: ${{ secrets.UNITY_EMAIL }}
UNITY_PASSWORD: ${{ secrets.UNITY_PASSWORD }}
UNITY_SERIAL: ${{ secrets.UNITY_SERIAL }}
TARGET_PLATFORM: StandaloneWindows64
orchestratorTests: true
versioning: None
PROVIDER_STRATEGY: local-docker
AWS_STACK_NAME: game-ci-team-pipelines
AWS_ACCESS_KEY_ID: test
AWS_SECRET_ACCESS_KEY: test
AWS_ENDPOINT: http://localhost:4566
AWS_ENDPOINT_URL: http://localhost:4566
AWS_S3_ENDPOINT: http://localhost:4566
INPUT_AWSS3ENDPOINT: http://localhost:4566
INPUT_AWSENDPOINT: http://localhost:4566
AWS_S3_FORCE_PATH_STYLE: 'true'
AWS_EC2_METADATA_DISABLED: 'true'
GIT_PRIVATE_TOKEN: ${{ secrets.GIT_PRIVATE_TOKEN }}
GITHUB_TOKEN: ${{ secrets.GIT_PRIVATE_TOKEN }}
- name: Cleanup after orchestrator-locking-core (local-docker)
if: always()
run: |
source /tmp/cleanup-functions.sh
light_cleanup
# --- Docker Test 5: orchestrator-locking-get-locked (with S3) ---
- name: Run orchestrator-locking-get-locked test (local-docker with S3)
timeout-minutes: 30
run: yarn run test "orchestrator-locking-get-locked" --detectOpenHandles --forceExit --runInBand
env:
UNITY_EMAIL: ${{ secrets.UNITY_EMAIL }}
UNITY_PASSWORD: ${{ secrets.UNITY_PASSWORD }}
UNITY_SERIAL: ${{ secrets.UNITY_SERIAL }}
TARGET_PLATFORM: StandaloneWindows64
orchestratorTests: true
versioning: None
PROVIDER_STRATEGY: local-docker
AWS_STACK_NAME: game-ci-team-pipelines
AWS_ACCESS_KEY_ID: test
AWS_SECRET_ACCESS_KEY: test
AWS_ENDPOINT: http://localhost:4566
AWS_ENDPOINT_URL: http://localhost:4566
AWS_S3_ENDPOINT: http://localhost:4566
INPUT_AWSS3ENDPOINT: http://localhost:4566
INPUT_AWSENDPOINT: http://localhost:4566
AWS_S3_FORCE_PATH_STYLE: 'true'
AWS_EC2_METADATA_DISABLED: 'true'
GIT_PRIVATE_TOKEN: ${{ secrets.GIT_PRIVATE_TOKEN }}
GITHUB_TOKEN: ${{ secrets.GIT_PRIVATE_TOKEN }}
- name: Cleanup after orchestrator-locking-get-locked (local-docker)
if: always()
run: |
source /tmp/cleanup-functions.sh
light_cleanup
# --- Docker Test 6: orchestrator-caching ---
- name: Run orchestrator-caching test (local-docker)
timeout-minutes: 30
run: yarn run test "orchestrator-caching" --detectOpenHandles --forceExit --runInBand
env:
UNITY_EMAIL: ${{ secrets.UNITY_EMAIL }}
UNITY_PASSWORD: ${{ secrets.UNITY_PASSWORD }}
UNITY_SERIAL: ${{ secrets.UNITY_SERIAL }}
TARGET_PLATFORM: StandaloneWindows64
orchestratorTests: true
versioning: None
PROVIDER_STRATEGY: local-docker
GIT_PRIVATE_TOKEN: ${{ secrets.GIT_PRIVATE_TOKEN }}
GITHUB_TOKEN: ${{ secrets.GIT_PRIVATE_TOKEN }}
- name: Cleanup after orchestrator-caching (local-docker)
if: always()
run: |
source /tmp/cleanup-functions.sh
light_cleanup
# --- Docker Test 7: orchestrator-github-checks ---
- name: Run orchestrator-github-checks test (local-docker)
timeout-minutes: 30
run: yarn run test "orchestrator-github-checks" --detectOpenHandles --forceExit --runInBand
env:
UNITY_EMAIL: ${{ secrets.UNITY_EMAIL }}
UNITY_PASSWORD: ${{ secrets.UNITY_PASSWORD }}
UNITY_SERIAL: ${{ secrets.UNITY_SERIAL }}
TARGET_PLATFORM: StandaloneWindows64
orchestratorTests: true
versioning: None
PROVIDER_STRATEGY: local-docker
GIT_PRIVATE_TOKEN: ${{ secrets.GIT_PRIVATE_TOKEN }}
GITHUB_TOKEN: ${{ secrets.GIT_PRIVATE_TOKEN }}
- name: Cleanup after orchestrator-github-checks (local-docker)
if: always()
run: |
source /tmp/cleanup-functions.sh
light_cleanup
# --- Docker Test 8: orchestrator-s3-steps (with S3) ---
- name: Run orchestrator-s3-steps test (local-docker with S3)
timeout-minutes: 30
run: yarn run test "orchestrator-s3-steps" --detectOpenHandles --forceExit --runInBand
env:
UNITY_EMAIL: ${{ secrets.UNITY_EMAIL }}
UNITY_PASSWORD: ${{ secrets.UNITY_PASSWORD }}
UNITY_SERIAL: ${{ secrets.UNITY_SERIAL }}
TARGET_PLATFORM: StandaloneLinux64
orchestratorTests: true
versioning: None
PROVIDER_STRATEGY: local-docker
AWS_STACK_NAME: game-ci-team-pipelines
AWS_ACCESS_KEY_ID: test
AWS_SECRET_ACCESS_KEY: test
AWS_ENDPOINT: http://localhost:4566
AWS_ENDPOINT_URL: http://localhost:4566
AWS_S3_ENDPOINT: http://localhost:4566
INPUT_AWSS3ENDPOINT: http://localhost:4566
INPUT_AWSENDPOINT: http://localhost:4566
AWS_S3_FORCE_PATH_STYLE: 'true'
AWS_EC2_METADATA_DISABLED: 'true'
GIT_PRIVATE_TOKEN: ${{ secrets.GIT_PRIVATE_TOKEN }}
GITHUB_TOKEN: ${{ secrets.GIT_PRIVATE_TOKEN }}
- name: Cleanup after orchestrator-s3-steps (local-docker)
if: always()
run: |
source /tmp/cleanup-functions.sh
light_cleanup
# --- Docker Test 9: orchestrator-end2end-caching (with S3) ---
- name: Run orchestrator-end2end-caching test (local-docker with S3)
timeout-minutes: 60
run: yarn run test "orchestrator-end2end-caching" --detectOpenHandles --forceExit --runInBand
env:
UNITY_EMAIL: ${{ secrets.UNITY_EMAIL }}
UNITY_PASSWORD: ${{ secrets.UNITY_PASSWORD }}
UNITY_SERIAL: ${{ secrets.UNITY_SERIAL }}
TARGET_PLATFORM: StandaloneLinux64
orchestratorTests: true
versioning: None
PROVIDER_STRATEGY: local-docker
AWS_STACK_NAME: game-ci-team-pipelines
AWS_ACCESS_KEY_ID: test
AWS_SECRET_ACCESS_KEY: test
AWS_ENDPOINT: http://localhost:4566
AWS_ENDPOINT_URL: http://localhost:4566
AWS_S3_ENDPOINT: http://localhost:4566
INPUT_AWSS3ENDPOINT: http://localhost:4566
INPUT_AWSENDPOINT: http://localhost:4566
AWS_S3_FORCE_PATH_STYLE: 'true'
AWS_EC2_METADATA_DISABLED: 'true'
GIT_PRIVATE_TOKEN: ${{ secrets.GIT_PRIVATE_TOKEN }}
GITHUB_TOKEN: ${{ secrets.GIT_PRIVATE_TOKEN }}
# --- Final cleanup ---
- name: Final cleanup
if: always()
run: |
rm -rf ./orchestrator-cache/* || true
docker stop localstack-main 2>/dev/null || true
docker rm localstack-main 2>/dev/null || true
docker system prune -af --volumes || true
df -h
# ============================================================================
# RCLONE TESTS
# ============================================================================
rclone-tests:
name: Rclone Provider Tests
runs-on: ubuntu-latest
steps:
# --- Setup ---
- uses: actions/checkout@v4
with:
lfs: false
- uses: actions/setup-node@v4
with:
node-version: 20
cache: 'yarn'
- name: Initial disk space cleanup
run: |
echo "Initial disk space cleanup..."
docker system prune -af --volumes || true
df -h
- name: Start LocalStack
run: |
echo "Starting LocalStack for rclone S3 backend..."
docker run -d \
--name localstack-main \
-p 4566:4566 \
-e SERVICES=s3 \
-e DEBUG=0 \
localstack/localstack:latest || true
echo "Waiting for LocalStack to be ready..."
MAX_ATTEMPTS=60
READY=false
for i in $(seq 1 $MAX_ATTEMPTS); do
if ! docker ps | grep -q localstack-main; then sleep 2; continue; fi
HEALTH=$(curl -s http://localhost:4566/_localstack/health 2>/dev/null || echo "")
if echo "$HEALTH" | grep -q '"s3"'; then
echo "LocalStack is ready (attempt $i/$MAX_ATTEMPTS)"
READY=true
break
fi
sleep 2
done
if [ "$READY" != "true" ]; then
echo "ERROR: LocalStack did not become ready"
docker logs localstack-main --tail 100 || true
exit 1
fi
- name: Install AWS CLI and create S3 bucket
run: |
if ! command -v aws > /dev/null 2>&1; then pip install awscli || true; fi
pip install awscli-local || true
MAX_RETRIES=5
RETRY_COUNT=0
BUCKET_CREATED=false
while [ $RETRY_COUNT -lt $MAX_RETRIES ] && [ "$BUCKET_CREATED" != "true" ]; do
RETRY_COUNT=$((RETRY_COUNT + 1))
if command -v awslocal > /dev/null 2>&1; then
if awslocal s3 mb s3://$AWS_STACK_NAME 2>&1; then BUCKET_CREATED=true; else sleep 2; fi
elif command -v aws > /dev/null 2>&1; then
if aws --endpoint-url=http://localhost:4566 s3 mb s3://$AWS_STACK_NAME 2>&1; then BUCKET_CREATED=true; else sleep 2; fi
else
echo "Neither awslocal nor aws CLI available"; exit 1
fi
done
if [ "$BUCKET_CREATED" != "true" ]; then
echo "ERROR: Failed to create S3 bucket"; exit 1
fi
- name: Install and configure rclone with LocalStack S3
run: |
echo "Installing rclone..."
curl https://rclone.org/install.sh | sudo bash
rclone version
echo "Configuring rclone to use LocalStack S3..."
mkdir -p ~/.config/rclone
cat > ~/.config/rclone/rclone.conf << 'EOF'
[localstack-s3]
type = s3
provider = Other
env_auth = false
access_key_id = test
secret_access_key = test
endpoint = http://localhost:4566
acl = private
force_path_style = true
EOF
echo "Testing rclone configuration..."
rclone lsd localstack-s3: || echo "No buckets yet (expected)"
rclone ls localstack-s3:game-ci-team-pipelines || echo "Bucket may be empty"
echo "Rclone configured successfully"
- run: yarn install --frozen-lockfile
# --- Rclone Test 1: orchestrator-rclone-steps ---
- name: Run orchestrator-rclone-steps test
timeout-minutes: 30
run: yarn run test "orchestrator-rclone-steps" --detectOpenHandles --forceExit --runInBand
env:
UNITY_EMAIL: ${{ secrets.UNITY_EMAIL }}
UNITY_PASSWORD: ${{ secrets.UNITY_PASSWORD }}
UNITY_SERIAL: ${{ secrets.UNITY_SERIAL }}
TARGET_PLATFORM: StandaloneLinux64
orchestratorTests: true
versioning: None
PROVIDER_STRATEGY: local-docker
RCLONE_REMOTE: 'localstack-s3:game-ci-team-pipelines'
rcloneRemote: 'localstack-s3:game-ci-team-pipelines'
GIT_PRIVATE_TOKEN: ${{ secrets.GIT_PRIVATE_TOKEN }}
GITHUB_TOKEN: ${{ secrets.GIT_PRIVATE_TOKEN }}
# --- Final cleanup ---
- name: Final cleanup
if: always()
run: |
rm -rf ./orchestrator-cache/* || true
docker stop localstack-main 2>/dev/null || true
docker rm localstack-main 2>/dev/null || true
docker system prune -af --volumes || true
df -h
Reference in New Issue View Git Blame Copy Permalink