From 0a5f274e64dc25676d1a0e415b09d9730de89073 Mon Sep 17 00:00:00 2001 From: Tom Martensen Date: Thu, 19 Nov 2026 12:08:59 +0100 Subject: [PATCH 1/2] fix(argo): shorten workflow TTL from 7 days to 48 hours Completed workflows keep their PVCs attached to nodes until the TTL expires. With a 7-day retention, accumulated PVCs exhaust the per-node attachable persistent-disk limit and block scheduling of new workflows. Tune the controller-wide workflowDefaults rather than overriding ttlStrategy per workflow, so every workflow (including ad-hoc submissions) is covered. Workflow logs remain available through the archived artifact repository after deletion. Co-Authored-By: Claude Code --- chart/infra-server/argo-values.yaml | 7 +++---- 1 file changed, 3 insertions(+), 4 deletions(-) diff --git a/chart/infra-server/argo-values.yaml b/chart/infra-server/argo-values.yaml index a0802e4d2..68327de47 100644 --- a/chart/infra-server/argo-values.yaml +++ b/chart/infra-server/argo-values.yaml @@ -15,10 +15,9 @@ argo-workflows: argo: workflows spec: ttlStrategy: - # Keep the workflow objects available for 7 days - secondsAfterCompletion: 604800 - secondsAfterSuccess: 604800 - secondsAfterFailure: 604800 + # Delete workflows (with their pods and PVCs) 48h after completion. + # If necessary, Workflow logs are available through the archived artifact repository. + secondsAfterCompletion: 172800 artifactRepository: archiveLogs: true From a9c2a6184253578c69398384bf7f9b94ab94c98e Mon Sep 17 00:00:00 2001 From: Tom Martensen Date: Thu, 19 Nov 2026 16:45:34 +0100 Subject: [PATCH 2/2] docs(argo): correct the log availability note in the TTL comment archiveLogs saves main-container logs only (the executor archives Template.GetMainContainerNames, which is just the main container for container templates); wait and sidecar container logs are not archived and are removed with the pod. State that in the comment so operators know which logs survive the 48h TTL. Co-Authored-By: Claude Code --- chart/infra-server/argo-values.yaml | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/chart/infra-server/argo-values.yaml b/chart/infra-server/argo-values.yaml index 68327de47..c98a394d7 100644 --- a/chart/infra-server/argo-values.yaml +++ b/chart/infra-server/argo-values.yaml @@ -16,7 +16,9 @@ argo-workflows: spec: ttlStrategy: # Delete workflows (with their pods and PVCs) 48h after completion. - # If necessary, Workflow logs are available through the archived artifact repository. + # Main-container logs are archived in the artifact repository + # (archiveLogs saves the main container only); wait and sidecar + # container logs are not archived and are removed with the pod. secondsAfterCompletion: 172800 artifactRepository: