Provisioning State Machine

public enum TenantProvisioningState implements State {
    INITIAL,
    VALIDATING_INPUT,
    CREATING_TENANT_RECORD,
 
    // Service Principal (PRO/ENTERPRISE)
    VALIDATING_SERVICE_PRINCIPAL,
 
    // Terraform (PRO/ENTERPRISE)
    ACQUIRING_TERRAFORM_LOCK,
    PLANNING_INFRASTRUCTURE,
    APPLYING_INFRASTRUCTURE,
    RELEASING_TERRAFORM_LOCK,
 
    // Shared cluster (FREE)
    ALLOCATING_SHARED_CLUSTER,
    CREATING_SHARED_NAMESPACE,
    CONFIGURING_QUOTAS,
    APPLYING_RESOURCE_QUOTAS,
    APPLYING_NETWORK_POLICIES,
    CREATING_TENANT_SCHEMA,
 
    // Dedicated cluster (PRO/ENTERPRISE)
    PROVISIONING_INFRASTRUCTURE,
    CREATING_KUBERNETES_RESOURCES,
 
    // Service deployment (common)
    DEPLOYING_SERVICES,
    DEPLOYING_DATA_PLANE_AGENT,
    DEPLOYING_QUERY_ENGINE,
    DEPLOYING_CATALOG_SERVICE,
    // ... more per-service states
 
    // Verification and finalization
    VERIFYING_CONNECTIVITY,
    CONFIGURING_CONTROL_PLANE,
    SENDING_WELCOME_EMAIL,
    COMPLETED,
 
    // Error states
    FAILED,
    ROLLING_BACK,
    ROLLED_BACK;
}

public enum StepStatus {
    PENDING,
    RUNNING,
    COMPLETED,
    FAILED,
    SKIPPED,
    ROLLED_BACK
}

public void start() {
    this.status = StepStatus.RUNNING;
    this.startedAt = Instant.now();
}
 
public void complete(String result) {
    this.status = StepStatus.COMPLETED;
    this.completedAt = Instant.now();
    this.durationMs = completedAt.toEpochMilli() - startedAt.toEpochMilli();
}
 
public void fail(String error, String details) {
    this.status = StepStatus.FAILED;
    this.errorMessage = error;
    this.errorDetails = details;
}
 
public boolean canRetry() {
    return status == StepStatus.FAILED && retryCount < maxRetries;
}

job.setNextRetryAt(Instant.now().plusSeconds(60 * (long) Math.pow(2, job.getRetryCount())));

ProvisioningStep step = ProvisioningStep.builder()
        .idempotencyKey(tenant.getId() + "-" + def.type.name())
        .build();

@Scheduled(cron = "${matih.provisioning.stale-check-cron:0 0 * * * *}")
public void cleanupStaleJobs() {
    Instant cutoff = Instant.now().minus(Duration.ofHours(4));
    List<TenantProvisioningJob> staleJobs = jobRepository.findStuckJobs(cutoff);
    // Mark as failed with timeout message
}