Merge pull request #3156 from kubernetes/revert-3150-pr-kubadm-beta-c…

…ontrol-plane-local-kubelet-mode Revert "Update ControlPlaneKubeletLocalMode test for the feature gate being disabled"
kubernetes · Feb 3, 2025 · ae11614 · ae11614
2 parents 72f8583 + b897e8c
commit ae11614
Show file tree

Hide file tree

Showing 4 changed files with 42 additions and 44 deletions.
diff --git a/...ci/tools/update-workflows/templates/workflows/control-plane-local-kubelet-mode-tasks.yaml b/...ci/tools/update-workflows/templates/workflows/control-plane-local-kubelet-mode-tasks.yaml
@@ -2,7 +2,7 @@
 version: 1
 summary: |
   This workflow implements a sequence of tasks used test the proper functioning
-  of having the ControlPlaneKubeletLocalMode feature gate set to false.
+  of the ControlPlaneKubeletLocalMode feature gate.
 vars:
   # vars defines default values for variable used by tasks in this workflow;
   # those values might be overridden when importing this files.
@@ -59,19 +59,19 @@ tasks:
   - --name={{ .vars.clusterName }}
   - --loglevel=debug
   - --kubeadm-verbosity={{ .vars.kubeadmVerbosity }}
-  - --kubeadm-feature-gate="ControlPlaneKubeletLocalMode=false"
+  - --kubeadm-feature-gate="ControlPlaneKubeletLocalMode=true"
   - --copy-certs=auto
   timeout: 5m
 - name: post-init
   description: |
     Run commands after kubeadm init is called on a primary CP node to checks if
-    the kubelet's kubeconfig file points to load balanced apiserver.
+    the kubelet's kubeconfig file points to the local apiserver.
   cmd: /bin/bash
   args:
     - -c
     - |
       set -x
-      IP_ADDRESS="$(docker inspect --format='{{ "{{" }} .NetworkSettings.IPAddress {{ "}}" }}' {{ .vars.clusterName }}-lb)"
+      IP_ADDRESS="$(docker inspect --format='{{ "{{" }} .NetworkSettings.IPAddress {{ "}}" }}' {{ .vars.clusterName }}-control-plane-1)"
       CMD="docker exec {{ .vars.clusterName }}-control-plane-1"
 
       # Ensure kubelet.conf points to the local IP.
@@ -95,23 +95,22 @@ tasks:
 - name: post-join
   description: |
     Run commands after kubeadm join is called on all joined CP node to checks if
-    the kubelet's kubeconfig file points to the remote apiserver.
+    the kubelet's kubeconfig file points to the local apiserver.
   cmd: /bin/bash
   args:
     - -c
     - |
       set -x
-
-      IP_ADDRESS="$(docker inspect --format='{{ "{{" }} .NetworkSettings.IPAddress {{ "}}" }}' {{ .vars.clusterName }}-lb)"
-
+      IP_ADDRESS="$(docker inspect --format='{{ "{{" }} .NetworkSettings.IPAddress {{ "}}" }}' {{ .vars.clusterName }}-control-plane-2)"
       CMD="docker exec {{ .vars.clusterName }}-control-plane-2"
 
-      # Ensure kubelet.conf points to the remote IP.
+      # Ensure kubelet.conf points to the local IP.
       ${CMD} grep "server: https://${IP_ADDRESS}:6443" /etc/kubernetes/kubelet.conf || exit 1
 
+      IP_ADDRESS="$(docker inspect --format='{{ "{{" }} .NetworkSettings.IPAddress {{ "}}" }}' {{ .vars.clusterName }}-control-plane-3)"
       CMD="docker exec {{ .vars.clusterName }}-control-plane-3"
 
-      # Ensure kubelet.conf points to the remote IP.
+      # Ensure kubelet.conf points to the local IP.
       ${CMD} grep "server: https://${IP_ADDRESS}:6443" /etc/kubernetes/kubelet.conf || exit 1
 
       # Ensure exit status of 0
@@ -120,24 +119,23 @@ tasks:
 - name: pre-upgrade
   description: |
     Run commands before kubeadm upgrade is called on all joined CP node to replace
-    the server in the kubelet's kubeconfig to point to the control-plane IP.
+    the server in the kubelet's kubeconfig to point to the load balancer.
   cmd: /bin/bash
   args:
     - -c
     - |
       set -x
 
-      IP_ADDRESS="$(docker inspect --format='{{ "{{" }} .NetworkSettings.IPAddress {{ "}}" }}' {{ .vars.clusterName }}-control-plane-1)"
+      LOAD_BALANCER_IP_ADDRESS=$(docker inspect --format='{{ "{{" }} .NetworkSettings.IPAddress {{ "}}" }}' {{ .vars.clusterName }}-lb)
+
       CMD="docker exec {{ .vars.clusterName }}-control-plane-1"
-      ${CMD} sed -i 's@server: https://.*:6443@server: https://'${IP_ADDRESS}':6443@g' /etc/kubernetes/kubelet.conf || exit 1
+      ${CMD} sed -i 's@server: https://.*:6443@server: https://'${LOAD_BALANCER_IP_ADDRESS}':6443@g' /etc/kubernetes/kubelet.conf || exit 1
 
-      IP_ADDRESS="$(docker inspect --format='{{ "{{" }} .NetworkSettings.IPAddress {{ "}}" }}' {{ .vars.clusterName }}-control-plane-2)"
       CMD="docker exec {{ .vars.clusterName }}-control-plane-2"
-      ${CMD} sed -i 's@server: https://.*:6443@server: https://'${IP_ADDRESS}':6443@g' /etc/kubernetes/kubelet.conf || exit 1
+      ${CMD} sed -i 's@server: https://.*:6443@server: https://'${LOAD_BALANCER_IP_ADDRESS}':6443@g' /etc/kubernetes/kubelet.conf || exit 1
 
-      IP_ADDRESS="$(docker inspect --format='{{ "{{" }} .NetworkSettings.IPAddress {{ "}}" }}' {{ .vars.clusterName }}-control-plane-3)"
       CMD="docker exec {{ .vars.clusterName }}-control-plane-3"
-      ${CMD} sed -i 's@server: https://.*:6443@server: https://'${IP_ADDRESS}':6443@g' /etc/kubernetes/kubelet.conf || exit 1
+      ${CMD} sed -i 's@server: https://.*:6443@server: https://'${LOAD_BALANCER_IP_ADDRESS}':6443@g' /etc/kubernetes/kubelet.conf || exit 1
 
       # Ensure exit status of 0
       exit 0
@@ -157,21 +155,22 @@ tasks:
 - name: post-upgrade
   description: |
     Run commands after kubeadm upgrade is called on all joined CP node to checks if
-    the kubelet's kubeconfig file points to the remote apiserver.
+    the kubelet's kubeconfig file points to the local apiserver.
   cmd: /bin/bash
   args:
     - -c
     - |
       set -x
 
-      IP_ADDRESS="$(docker inspect --format='{{ "{{" }} .NetworkSettings.IPAddress {{ "}}" }}' {{ .vars.clusterName }}-lb)"
-
+      IP_ADDRESS="$(docker inspect --format='{{ "{{" }} .NetworkSettings.IPAddress {{ "}}" }}' {{ .vars.clusterName }}-control-plane-1)"
       CMD="docker exec {{ .vars.clusterName }}-control-plane-1"
       ${CMD} grep "server: https://${IP_ADDRESS}:6443" /etc/kubernetes/kubelet.conf || exit 1
 
+      IP_ADDRESS="$(docker inspect --format='{{ "{{" }} .NetworkSettings.IPAddress {{ "}}" }}' {{ .vars.clusterName }}-control-plane-2)"
       CMD="docker exec {{ .vars.clusterName }}-control-plane-2"
       ${CMD} grep "server: https://${IP_ADDRESS}:6443" /etc/kubernetes/kubelet.conf || exit 1
 
+      IP_ADDRESS="$(docker inspect --format='{{ "{{" }} .NetworkSettings.IPAddress {{ "}}" }}' {{ .vars.clusterName }}-control-plane-3)"
       CMD="docker exec {{ .vars.clusterName }}-control-plane-3"
       ${CMD} grep "server: https://${IP_ADDRESS}:6443" /etc/kubernetes/kubelet.conf || exit 1
 

diff --git a/kinder/ci/tools/update-workflows/templates/workflows/control-plane-local-kubelet-mode.yaml b/kinder/ci/tools/update-workflows/templates/workflows/control-plane-local-kubelet-mode.yaml
@@ -1,7 +1,7 @@
 version: 1
 summary: |
-  This workflow tests the proper functioning of the {{ .KubernetesVersion }} version of both kubeadm and Kubernetes having
-  the ControlPlaneKubeletLocalMode feature gate set to false.
+  This workflow tests the proper functioning of the {{ .KubernetesVersion }} version of both kubeadm and Kubernetes using
+  the ControlPlaneKubeletLocalMode feature gate.
   test grid > https://testgrid.k8s.io/sig-cluster-lifecycle-kubeadm#kubeadm-kinder-control-plane-local-kubelet-mode{{ dashVer .KubernetesVersion }}
   config    > https://git.k8s.io/test-infra/config/jobs/kubernetes/sig-cluster-lifecycle/{{ .TargetFile }}
 vars:

diff --git a/kinder/ci/workflows/control-plane-local-kubelet-mode-latest.yaml b/kinder/ci/workflows/control-plane-local-kubelet-mode-latest.yaml
@@ -1,8 +1,8 @@
 # AUTOGENERATED by https://git.k8s.io/kubeadm/kinder/ci/tools/update-workflows
 version: 1
 summary: |
-  This workflow tests the proper functioning of the latest version of both kubeadm and Kubernetes having
-  the ControlPlaneKubeletLocalMode feature gate set to false.
+  This workflow tests the proper functioning of the latest version of both kubeadm and Kubernetes using
+  the ControlPlaneKubeletLocalMode feature gate.
   test grid > https://testgrid.k8s.io/sig-cluster-lifecycle-kubeadm#kubeadm-kinder-control-plane-local-kubelet-modelatest
   config    > https://git.k8s.io/test-infra/config/jobs/kubernetes/sig-cluster-lifecycle/kubeadm-kinder-control-plane-local-kubelet-mode.yaml
 vars:

diff --git a/kinder/ci/workflows/control-plane-local-kubelet-mode-tasks.yaml b/kinder/ci/workflows/control-plane-local-kubelet-mode-tasks.yaml
@@ -3,7 +3,7 @@
 version: 1
 summary: |
   This workflow implements a sequence of tasks used test the proper functioning
-  of having the ControlPlaneKubeletLocalMode feature gate set to false.
+  of the ControlPlaneKubeletLocalMode feature gate.
 vars:
   # vars defines default values for variable used by tasks in this workflow;
   # those values might be overridden when importing this files.
@@ -60,19 +60,19 @@ tasks:
   - --name={{ .vars.clusterName }}
   - --loglevel=debug
   - --kubeadm-verbosity={{ .vars.kubeadmVerbosity }}
-  - --kubeadm-feature-gate="ControlPlaneKubeletLocalMode=false"
+  - --kubeadm-feature-gate="ControlPlaneKubeletLocalMode=true"
   - --copy-certs=auto
   timeout: 5m
 - name: post-init
   description: |
     Run commands after kubeadm init is called on a primary CP node to checks if
-    the kubelet's kubeconfig file points to load balanced apiserver.
+    the kubelet's kubeconfig file points to the local apiserver.
   cmd: /bin/bash
   args:
     - -c
     - |
       set -x
-      IP_ADDRESS="$(docker inspect --format='{{ "{{" }} .NetworkSettings.IPAddress {{ "}}" }}' {{ .vars.clusterName }}-lb)"
+      IP_ADDRESS="$(docker inspect --format='{{ "{{" }} .NetworkSettings.IPAddress {{ "}}" }}' {{ .vars.clusterName }}-control-plane-1)"
       CMD="docker exec {{ .vars.clusterName }}-control-plane-1"
 
       # Ensure kubelet.conf points to the local IP.
@@ -96,23 +96,22 @@ tasks:
 - name: post-join
   description: |
     Run commands after kubeadm join is called on all joined CP node to checks if
-    the kubelet's kubeconfig file points to the remote apiserver.
+    the kubelet's kubeconfig file points to the local apiserver.
   cmd: /bin/bash
   args:
     - -c
     - |
       set -x
-
-      IP_ADDRESS="$(docker inspect --format='{{ "{{" }} .NetworkSettings.IPAddress {{ "}}" }}' {{ .vars.clusterName }}-lb)"
-
+      IP_ADDRESS="$(docker inspect --format='{{ "{{" }} .NetworkSettings.IPAddress {{ "}}" }}' {{ .vars.clusterName }}-control-plane-2)"
       CMD="docker exec {{ .vars.clusterName }}-control-plane-2"
 
-      # Ensure kubelet.conf points to the remote IP.
+      # Ensure kubelet.conf points to the local IP.
       ${CMD} grep "server: https://${IP_ADDRESS}:6443" /etc/kubernetes/kubelet.conf || exit 1
 
+      IP_ADDRESS="$(docker inspect --format='{{ "{{" }} .NetworkSettings.IPAddress {{ "}}" }}' {{ .vars.clusterName }}-control-plane-3)"
       CMD="docker exec {{ .vars.clusterName }}-control-plane-3"
 
-      # Ensure kubelet.conf points to the remote IP.
+      # Ensure kubelet.conf points to the local IP.
       ${CMD} grep "server: https://${IP_ADDRESS}:6443" /etc/kubernetes/kubelet.conf || exit 1
 
       # Ensure exit status of 0
@@ -121,24 +120,23 @@ tasks:
 - name: pre-upgrade
   description: |
     Run commands before kubeadm upgrade is called on all joined CP node to replace
-    the server in the kubelet's kubeconfig to point to the control-plane IP.
+    the server in the kubelet's kubeconfig to point to the load balancer.
   cmd: /bin/bash
   args:
     - -c
     - |
       set -x
 
-      IP_ADDRESS="$(docker inspect --format='{{ "{{" }} .NetworkSettings.IPAddress {{ "}}" }}' {{ .vars.clusterName }}-control-plane-1)"
+      LOAD_BALANCER_IP_ADDRESS=$(docker inspect --format='{{ "{{" }} .NetworkSettings.IPAddress {{ "}}" }}' {{ .vars.clusterName }}-lb)
+
       CMD="docker exec {{ .vars.clusterName }}-control-plane-1"
-      ${CMD} sed -i 's@server: https://.*:6443@server: https://'${IP_ADDRESS}':6443@g' /etc/kubernetes/kubelet.conf || exit 1
+      ${CMD} sed -i 's@server: https://.*:6443@server: https://'${LOAD_BALANCER_IP_ADDRESS}':6443@g' /etc/kubernetes/kubelet.conf || exit 1
 
-      IP_ADDRESS="$(docker inspect --format='{{ "{{" }} .NetworkSettings.IPAddress {{ "}}" }}' {{ .vars.clusterName }}-control-plane-2)"
       CMD="docker exec {{ .vars.clusterName }}-control-plane-2"
-      ${CMD} sed -i 's@server: https://.*:6443@server: https://'${IP_ADDRESS}':6443@g' /etc/kubernetes/kubelet.conf || exit 1
+      ${CMD} sed -i 's@server: https://.*:6443@server: https://'${LOAD_BALANCER_IP_ADDRESS}':6443@g' /etc/kubernetes/kubelet.conf || exit 1
 
-      IP_ADDRESS="$(docker inspect --format='{{ "{{" }} .NetworkSettings.IPAddress {{ "}}" }}' {{ .vars.clusterName }}-control-plane-3)"
       CMD="docker exec {{ .vars.clusterName }}-control-plane-3"
-      ${CMD} sed -i 's@server: https://.*:6443@server: https://'${IP_ADDRESS}':6443@g' /etc/kubernetes/kubelet.conf || exit 1
+      ${CMD} sed -i 's@server: https://.*:6443@server: https://'${LOAD_BALANCER_IP_ADDRESS}':6443@g' /etc/kubernetes/kubelet.conf || exit 1
 
       # Ensure exit status of 0
       exit 0
@@ -158,21 +156,22 @@ tasks:
 - name: post-upgrade
   description: |
     Run commands after kubeadm upgrade is called on all joined CP node to checks if
-    the kubelet's kubeconfig file points to the remote apiserver.
+    the kubelet's kubeconfig file points to the local apiserver.
   cmd: /bin/bash
   args:
     - -c
     - |
       set -x
 
-      IP_ADDRESS="$(docker inspect --format='{{ "{{" }} .NetworkSettings.IPAddress {{ "}}" }}' {{ .vars.clusterName }}-lb)"
-
+      IP_ADDRESS="$(docker inspect --format='{{ "{{" }} .NetworkSettings.IPAddress {{ "}}" }}' {{ .vars.clusterName }}-control-plane-1)"
       CMD="docker exec {{ .vars.clusterName }}-control-plane-1"
       ${CMD} grep "server: https://${IP_ADDRESS}:6443" /etc/kubernetes/kubelet.conf || exit 1
 
+      IP_ADDRESS="$(docker inspect --format='{{ "{{" }} .NetworkSettings.IPAddress {{ "}}" }}' {{ .vars.clusterName }}-control-plane-2)"
       CMD="docker exec {{ .vars.clusterName }}-control-plane-2"
       ${CMD} grep "server: https://${IP_ADDRESS}:6443" /etc/kubernetes/kubelet.conf || exit 1
 
+      IP_ADDRESS="$(docker inspect --format='{{ "{{" }} .NetworkSettings.IPAddress {{ "}}" }}' {{ .vars.clusterName }}-control-plane-3)"
       CMD="docker exec {{ .vars.clusterName }}-control-plane-3"
       ${CMD} grep "server: https://${IP_ADDRESS}:6443" /etc/kubernetes/kubelet.conf || exit 1