From 69508a6e957d111d35305442084e0c1570930705 Mon Sep 17 00:00:00 2001 From: Aiden Grossman Date: Sun, 12 Jan 2025 01:28:30 +0000 Subject: [PATCH] [CI] Add annotation to prevent eviction during node scale down Because we are using GKE's autoscaling features, we need to ensure that either the runner or workflow pod are marked with an annotation prevent scale down from happening on the node. Otherwise GKE will decide that nodes actively running pods should be scaled down rather than looking for empty nodes, with the idea being that applications should be resilient against individual pods being killed, which we are not. --- premerge/linux_runners_values.yaml | 3 +++ 1 file changed, 3 insertions(+) diff --git a/premerge/linux_runners_values.yaml b/premerge/linux_runners_values.yaml index 2af34c18..6c2e8b82 100644 --- a/premerge/linux_runners_values.yaml +++ b/premerge/linux_runners_values.yaml @@ -16,6 +16,9 @@ containerMode: annotations: template: + metadata: + annotations: + cluster-autoscaler.kubernetes.io/safe-to-evict: "false" spec: tolerations: - key: "premerge-platform"